{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268-2.1.272|bug-hunt-bench@1|bugs-fixed|Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":15,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268-2.1.272|bug-hunt-bench@1|cost|Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":5.55,"observedAt":"2026-09-15","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268-2.1.272|bug-hunt-bench@1|false-positive-fixes|Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268-2.1.272|bug-hunt-bench@1|fix-rate|Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":14.285714,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268-2.1.272|bug-hunt-bench@1|partial-fixes|Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.7,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268-2.1.272|bug-hunt-bench@1|repo1-fixed|Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5.7,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268-2.1.272|bug-hunt-bench@1|repo2-fixed|Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":9.3,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268-2.1.272|bug-hunt-bench@1|turns|Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":292,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268-2.1.272|bug-hunt-bench@1|wall-time|Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":56.8,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268|bug-hunt-bench@1|bugs-fixed|Qwen3.8-27B (xhigh effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":15,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268|bug-hunt-bench@1|cost|Qwen3.8-27B (xhigh effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":6.09,"observedAt":"2026-09-12","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268|bug-hunt-bench@1|false-positive-fixes|Qwen3.8-27B (xhigh effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268|bug-hunt-bench@1|fix-rate|Qwen3.8-27B (xhigh effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":14.285714,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268|bug-hunt-bench@1|partial-fixes|Qwen3.8-27B (xhigh effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268|bug-hunt-bench@1|repo1-fixed|Qwen3.8-27B (xhigh effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":6,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268|bug-hunt-bench@1|repo2-fixed|Qwen3.8-27B (xhigh effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":9,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268|bug-hunt-bench@1|turns|Qwen3.8-27B (xhigh effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":318,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:effort=xhigh|claude-code@2.1.268|bug-hunt-bench@1|wall-time|Qwen3.8-27B (xhigh effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.268"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":46.8,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B","rowId":"Qwen3.8-27B (xhigh effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|bugs-fixed|Qwen3.8-27B 8-bit (OpenRouter/Parasail)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":8,"observedAt":"2026-09-15","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|bugs-fixed|Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":10.7,"observedAt":"2026-09-16","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|cost|Qwen3.8-27B 8-bit (OpenRouter/Parasail)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":2.11,"observedAt":"2026-09-15","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|cost|Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":2.97,"observedAt":"2026-09-16","runCount":3,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|false-positive-fixes|Qwen3.8-27B 8-bit (OpenRouter/Parasail)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-15","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|false-positive-fixes|Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-16","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|fix-rate|Qwen3.8-27B 8-bit (OpenRouter/Parasail)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":7.619048,"observedAt":"2026-09-15","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|fix-rate|Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":10.190476,"observedAt":"2026-09-16","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|partial-fixes|Qwen3.8-27B 8-bit (OpenRouter/Parasail)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-15","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|partial-fixes|Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.3,"observedAt":"2026-09-16","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|repo1-fixed|Qwen3.8-27B 8-bit (OpenRouter/Parasail)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":2,"observedAt":"2026-09-15","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|repo1-fixed|Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":3.7,"observedAt":"2026-09-16","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|repo2-fixed|Qwen3.8-27B 8-bit (OpenRouter/Parasail)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":6,"observedAt":"2026-09-15","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|repo2-fixed|Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":7,"observedAt":"2026-09-16","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|turns|Qwen3.8-27B 8-bit (OpenRouter/Parasail)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":271,"observedAt":"2026-09-15","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|turns|Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":329,"observedAt":"2026-09-16","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|wall-time|Qwen3.8-27B 8-bit (OpenRouter/Parasail)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":59,"observedAt":"2026-09-15","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-27b:flags=8-bit|claude-code@2.1.272|bug-hunt-bench@1|wall-time|Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-27b","variant":{"effortStatus":"inert","flags":["8-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":56.6,"observedAt":"2026-09-16","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-27B 8-bit","rowId":"Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=low|claude-code@2.1.267|bug-hunt-bench@1|bugs-fixed|Qwen3.8-Flash (low effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":23,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (low effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=low|claude-code@2.1.267|bug-hunt-bench@1|cost|Qwen3.8-Flash (low effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.37,"observedAt":"2026-09-11","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (low effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=low|claude-code@2.1.267|bug-hunt-bench@1|false-positive-fixes|Qwen3.8-Flash (low effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (low effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=low|claude-code@2.1.267|bug-hunt-bench@1|fix-rate|Qwen3.8-Flash (low effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":21.904762,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (low effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=low|claude-code@2.1.267|bug-hunt-bench@1|partial-fixes|Qwen3.8-Flash (low effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (low effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=low|claude-code@2.1.267|bug-hunt-bench@1|repo1-fixed|Qwen3.8-Flash (low effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":11,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (low effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=low|claude-code@2.1.267|bug-hunt-bench@1|repo2-fixed|Qwen3.8-Flash (low effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (low effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=low|claude-code@2.1.267|bug-hunt-bench@1|turns|Qwen3.8-Flash (low effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":325,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (low effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=low|claude-code@2.1.267|bug-hunt-bench@1|wall-time|Qwen3.8-Flash (low effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":98.1,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (low effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|bugs-fixed|Qwen3.8-Flash (max effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":26,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (max effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|cost|Qwen3.8-Flash (max effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.81,"observedAt":"2026-09-11","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (max effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|false-positive-fixes|Qwen3.8-Flash (max effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (max effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|fix-rate|Qwen3.8-Flash (max effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":24.761905,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (max effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|partial-fixes|Qwen3.8-Flash (max effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (max effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo1-fixed|Qwen3.8-Flash (max effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (max effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo2-fixed|Qwen3.8-Flash (max effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":13,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (max effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|turns|Qwen3.8-Flash (max effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":363,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (max effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|wall-time|Qwen3.8-Flash (max effort)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":97.3,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Flash","rowId":"Qwen3.8-Flash (max effort)","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:default|claude-code@2.1.220|bug-hunt-bench@1|bugs-fixed|Qwen3.8-Max","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":19,"observedAt":"2026-08-03","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-max:default|claude-code@2.1.220|bug-hunt-bench@1|cost|Qwen3.8-Max","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":33.3,"observedAt":"2026-08-03","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-max:default|claude-code@2.1.220|bug-hunt-bench@1|false-positive-fixes|Qwen3.8-Max","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-03","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-max:default|claude-code@2.1.220|bug-hunt-bench@1|fix-rate|Qwen3.8-Max","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":18.095238,"observedAt":"2026-08-03","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-max:default|claude-code@2.1.220|bug-hunt-bench@1|partial-fixes|Qwen3.8-Max","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-08-03","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-max:default|claude-code@2.1.220|bug-hunt-bench@1|repo1-fixed|Qwen3.8-Max","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-08-03","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-max:default|claude-code@2.1.220|bug-hunt-bench@1|repo2-fixed|Qwen3.8-Max","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":14,"observedAt":"2026-08-03","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-max:default|claude-code@2.1.220|bug-hunt-bench@1|turns|Qwen3.8-Max","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":303,"observedAt":"2026-08-03","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-max:default|claude-code@2.1.220|bug-hunt-bench@1|wall-time|Qwen3.8-Max","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":148.2,"observedAt":"2026-08-03","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267-2.1.272|bug-hunt-bench@1|bugs-fixed|Qwen3.8-Max (max effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":25.7,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267-2.1.272|bug-hunt-bench@1|cost|Qwen3.8-Max (max effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":26.76,"observedAt":"2026-09-15","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267-2.1.272|bug-hunt-bench@1|false-positive-fixes|Qwen3.8-Max (max effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267-2.1.272|bug-hunt-bench@1|fix-rate|Qwen3.8-Max (max effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":24.47619,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267-2.1.272|bug-hunt-bench@1|partial-fixes|Qwen3.8-Max (max effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.4,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267-2.1.272|bug-hunt-bench@1|repo1-fixed|Qwen3.8-Max (max effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":12.3,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267-2.1.272|bug-hunt-bench@1|repo2-fixed|Qwen3.8-Max (max effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":13.3,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267-2.1.272|bug-hunt-bench@1|turns|Qwen3.8-Max (max effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":373,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267-2.1.272|bug-hunt-bench@1|wall-time|Qwen3.8-Max (max effort, Alibaba API) - mean of 3","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":117.1,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API) - mean of 3","rowStatus":"canonical","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267|bug-hunt-bench@1|bugs-fixed|Qwen3.8-Max (max effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":28,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267|bug-hunt-bench@1|cost|Qwen3.8-Max (max effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":26.29,"observedAt":"2026-09-11","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267|bug-hunt-bench@1|false-positive-fixes|Qwen3.8-Max (max effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267|bug-hunt-bench@1|fix-rate|Qwen3.8-Max (max effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":26.666667,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267|bug-hunt-bench@1|partial-fixes|Qwen3.8-Max (max effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo1-fixed|Qwen3.8-Max (max effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo2-fixed|Qwen3.8-Max (max effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":15,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267|bug-hunt-bench@1|turns|Qwen3.8-Max (max effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":398,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|alibaba/qwen3.8-max:effort=max|claude-code@2.1.267|bug-hunt-bench@1|wall-time|Qwen3.8-Max (max effort, Alibaba API)","sourceId":"bughunt","modelId":"alibaba/qwen3.8-max","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":103.4,"observedAt":"2026-09-11","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Qwen3.8-Max","rowId":"Qwen3.8-Max (max effort, Alibaba API)","rowStatus":"superseded","provider":"alibaba-api"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=high|claude-code@2.1.251|bug-hunt-bench@1|bugs-fixed|Fable 5.1","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":33,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=high|claude-code@2.1.251|bug-hunt-bench@1|cost|Fable 5.1","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":48.58,"observedAt":"2026-09-01","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=high|claude-code@2.1.251|bug-hunt-bench@1|false-positive-fixes|Fable 5.1","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=high|claude-code@2.1.251|bug-hunt-bench@1|fix-rate|Fable 5.1","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":31.428571,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=high|claude-code@2.1.251|bug-hunt-bench@1|partial-fixes|Fable 5.1","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=high|claude-code@2.1.251|bug-hunt-bench@1|repo1-fixed|Fable 5.1","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":15,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=high|claude-code@2.1.251|bug-hunt-bench@1|repo2-fixed|Fable 5.1","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":18,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=high|claude-code@2.1.251|bug-hunt-bench@1|turns|Fable 5.1","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":308,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=high|claude-code@2.1.251|bug-hunt-bench@1|wall-time|Fable 5.1","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":36.3,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=low|claude-code@2.1.251|bug-hunt-bench@1|bugs-fixed|Fable 5.1 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":29,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=low|claude-code@2.1.251|bug-hunt-bench@1|cost|Fable 5.1 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":33,"observedAt":"2026-09-02","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=low|claude-code@2.1.251|bug-hunt-bench@1|false-positive-fixes|Fable 5.1 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=low|claude-code@2.1.251|bug-hunt-bench@1|fix-rate|Fable 5.1 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":27.619048,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=low|claude-code@2.1.251|bug-hunt-bench@1|partial-fixes|Fable 5.1 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=low|claude-code@2.1.251|bug-hunt-bench@1|repo1-fixed|Fable 5.1 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=low|claude-code@2.1.251|bug-hunt-bench@1|repo2-fixed|Fable 5.1 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":16,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=low|claude-code@2.1.251|bug-hunt-bench@1|turns|Fable 5.1 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":234,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=low|claude-code@2.1.251|bug-hunt-bench@1|wall-time|Fable 5.1 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":33.2,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=max|claude-code@2.1.251|bug-hunt-bench@1|bugs-fixed|Fable 5.1 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":43,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=max|claude-code@2.1.251|bug-hunt-bench@1|cost|Fable 5.1 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":87.18,"observedAt":"2026-09-01","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=max|claude-code@2.1.251|bug-hunt-bench@1|false-positive-fixes|Fable 5.1 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=max|claude-code@2.1.251|bug-hunt-bench@1|fix-rate|Fable 5.1 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":40.952381,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=max|claude-code@2.1.251|bug-hunt-bench@1|partial-fixes|Fable 5.1 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=max|claude-code@2.1.251|bug-hunt-bench@1|repo1-fixed|Fable 5.1 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":19,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=max|claude-code@2.1.251|bug-hunt-bench@1|repo2-fixed|Fable 5.1 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":24,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=max|claude-code@2.1.251|bug-hunt-bench@1|turns|Fable 5.1 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":459,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=max|claude-code@2.1.251|bug-hunt-bench@1|wall-time|Fable 5.1 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.251"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":73.1,"observedAt":"2026-09-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=medium|claude-code@2.1.267|bug-hunt-bench@1|bugs-fixed|Fable 5.1 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":21,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=medium|claude-code@2.1.267|bug-hunt-bench@1|cost|Fable 5.1 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":23.73,"observedAt":"2026-09-10","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=medium|claude-code@2.1.267|bug-hunt-bench@1|false-positive-fixes|Fable 5.1 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=medium|claude-code@2.1.267|bug-hunt-bench@1|fix-rate|Fable 5.1 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":20,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=medium|claude-code@2.1.267|bug-hunt-bench@1|partial-fixes|Fable 5.1 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=medium|claude-code@2.1.267|bug-hunt-bench@1|repo1-fixed|Fable 5.1 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=medium|claude-code@2.1.267|bug-hunt-bench@1|repo2-fixed|Fable 5.1 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":13,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=medium|claude-code@2.1.267|bug-hunt-bench@1|turns|Fable 5.1 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":194,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=medium|claude-code@2.1.267|bug-hunt-bench@1|wall-time|Fable 5.1 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":23,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=xhigh|claude-code@2.1.267|bug-hunt-bench@1|bugs-fixed|Fable 5.1 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":29,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=xhigh|claude-code@2.1.267|bug-hunt-bench@1|cost|Fable 5.1 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":53.61,"observedAt":"2026-09-10","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=xhigh|claude-code@2.1.267|bug-hunt-bench@1|false-positive-fixes|Fable 5.1 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=xhigh|claude-code@2.1.267|bug-hunt-bench@1|fix-rate|Fable 5.1 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":27.619048,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=xhigh|claude-code@2.1.267|bug-hunt-bench@1|partial-fixes|Fable 5.1 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=xhigh|claude-code@2.1.267|bug-hunt-bench@1|repo1-fixed|Fable 5.1 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=xhigh|claude-code@2.1.267|bug-hunt-bench@1|repo2-fixed|Fable 5.1 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":16,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=xhigh|claude-code@2.1.267|bug-hunt-bench@1|turns|Fable 5.1 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":420,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-1:effort=xhigh|claude-code@2.1.267|bug-hunt-bench@1|wall-time|Fable 5.1 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":59.5,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.1","rowId":"Fable 5.1 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=high|claude-code@2.1.321|bug-hunt-bench@1|bugs-fixed|Fable 5.2 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":43,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=high|claude-code@2.1.321|bug-hunt-bench@1|cost|Fable 5.2 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":46.67,"observedAt":"2026-11-10","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=high|claude-code@2.1.321|bug-hunt-bench@1|false-positive-fixes|Fable 5.2 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=high|claude-code@2.1.321|bug-hunt-bench@1|fix-rate|Fable 5.2 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":40.952381,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=high|claude-code@2.1.321|bug-hunt-bench@1|partial-fixes|Fable 5.2 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=high|claude-code@2.1.321|bug-hunt-bench@1|repo1-fixed|Fable 5.2 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":19.5,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=high|claude-code@2.1.321|bug-hunt-bench@1|repo2-fixed|Fable 5.2 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":23.5,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=high|claude-code@2.1.321|bug-hunt-bench@1|turns|Fable 5.2 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":243,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=high|claude-code@2.1.321|bug-hunt-bench@1|wall-time|Fable 5.2 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":39.5,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=low|claude-code@2.1.321|bug-hunt-bench@1|bugs-fixed|Fable 5.2 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":41,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=low|claude-code@2.1.321|bug-hunt-bench@1|cost|Fable 5.2 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":24.32,"observedAt":"2026-11-10","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=low|claude-code@2.1.321|bug-hunt-bench@1|false-positive-fixes|Fable 5.2 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=low|claude-code@2.1.321|bug-hunt-bench@1|fix-rate|Fable 5.2 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":39.047619,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=low|claude-code@2.1.321|bug-hunt-bench@1|partial-fixes|Fable 5.2 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=low|claude-code@2.1.321|bug-hunt-bench@1|repo1-fixed|Fable 5.2 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":19.5,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=low|claude-code@2.1.321|bug-hunt-bench@1|repo2-fixed|Fable 5.2 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":21.5,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=low|claude-code@2.1.321|bug-hunt-bench@1|turns|Fable 5.2 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":159,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=low|claude-code@2.1.321|bug-hunt-bench@1|wall-time|Fable 5.2 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":18.7,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=max|claude-code@2.1.321|bug-hunt-bench@1|bugs-fixed|Fable 5.2 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":58,"observedAt":"2026-11-09","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=max|claude-code@2.1.321|bug-hunt-bench@1|cost|Fable 5.2 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":139.65,"observedAt":"2026-11-09","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=max|claude-code@2.1.321|bug-hunt-bench@1|false-positive-fixes|Fable 5.2 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-11-09","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=max|claude-code@2.1.321|bug-hunt-bench@1|fix-rate|Fable 5.2 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":55.238095,"observedAt":"2026-11-09","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=max|claude-code@2.1.321|bug-hunt-bench@1|partial-fixes|Fable 5.2 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.3,"observedAt":"2026-11-09","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=max|claude-code@2.1.321|bug-hunt-bench@1|repo1-fixed|Fable 5.2 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":23,"observedAt":"2026-11-09","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=max|claude-code@2.1.321|bug-hunt-bench@1|repo2-fixed|Fable 5.2 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":35,"observedAt":"2026-11-09","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=max|claude-code@2.1.321|bug-hunt-bench@1|turns|Fable 5.2 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":707,"observedAt":"2026-11-09","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=max|claude-code@2.1.321|bug-hunt-bench@1|wall-time|Fable 5.2 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":142.8,"observedAt":"2026-11-09","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=medium|claude-code@2.1.321|bug-hunt-bench@1|bugs-fixed|Fable 5.2 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":41.5,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=medium|claude-code@2.1.321|bug-hunt-bench@1|cost|Fable 5.2 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":26.55,"observedAt":"2026-11-10","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=medium|claude-code@2.1.321|bug-hunt-bench@1|false-positive-fixes|Fable 5.2 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=medium|claude-code@2.1.321|bug-hunt-bench@1|fix-rate|Fable 5.2 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":39.52381,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=medium|claude-code@2.1.321|bug-hunt-bench@1|partial-fixes|Fable 5.2 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.5,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=medium|claude-code@2.1.321|bug-hunt-bench@1|repo1-fixed|Fable 5.2 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":18,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=medium|claude-code@2.1.321|bug-hunt-bench@1|repo2-fixed|Fable 5.2 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":23.5,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=medium|claude-code@2.1.321|bug-hunt-bench@1|turns|Fable 5.2 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":168,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=medium|claude-code@2.1.321|bug-hunt-bench@1|wall-time|Fable 5.2 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":19.8,"observedAt":"2026-11-10","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=xhigh|claude-code@2.1.321|bug-hunt-bench@1|bugs-fixed|Fable 5.2 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":49,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=xhigh|claude-code@2.1.321|bug-hunt-bench@1|cost|Fable 5.2 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":61.01,"observedAt":"2026-11-10","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=xhigh|claude-code@2.1.321|bug-hunt-bench@1|false-positive-fixes|Fable 5.2 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=xhigh|claude-code@2.1.321|bug-hunt-bench@1|fix-rate|Fable 5.2 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":46.666667,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=xhigh|claude-code@2.1.321|bug-hunt-bench@1|partial-fixes|Fable 5.2 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3.6,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=xhigh|claude-code@2.1.321|bug-hunt-bench@1|repo1-fixed|Fable 5.2 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":20.7,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=xhigh|claude-code@2.1.321|bug-hunt-bench@1|repo2-fixed|Fable 5.2 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":28.3,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=xhigh|claude-code@2.1.321|bug-hunt-bench@1|turns|Fable 5.2 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":319,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5-2:effort=xhigh|claude-code@2.1.321|bug-hunt-bench@1|wall-time|Fable 5.2 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.321"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":57,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5.2","rowId":"Fable 5.2 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|bugs-fixed|Fable 5","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":24,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|cost|Fable 5","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":74.52,"observedAt":"2026-07-26","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|false-positive-fixes|Fable 5","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|fix-rate|Fable 5","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":22.857143,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|partial-fixes|Fable 5","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|repo1-fixed|Fable 5","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|repo2-fixed|Fable 5","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":15,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|turns|Fable 5","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":244,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|wall-time|Fable 5","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":31.4,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|bugs-fixed|Fable 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":29,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|cost|Fable 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":112.4,"observedAt":"2026-08-01","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|false-positive-fixes|Fable 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|fix-rate|Fable 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":27.619048,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|partial-fixes|Fable 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|repo1-fixed|Fable 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":12,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|repo2-fixed|Fable 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":17,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|turns|Fable 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":315,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-fable-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|wall-time|Fable 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":57.3,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Fable 5","rowId":"Fable 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-4-5:ckpt=2025-10-01|claude-code@2.1.292|bug-hunt-bench@1|bugs-fixed|Haiku 4.5 - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-4-5","variant":{"effortStatus":"inert","flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":1.5,"observedAt":"2026-10-08","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 4.5","rowId":"Haiku 4.5 - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-4-5:ckpt=2025-10-01|claude-code@2.1.292|bug-hunt-bench@1|cost|Haiku 4.5 - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-4-5","variant":{"effortStatus":"inert","flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":2.22,"observedAt":"2026-10-08","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 4.5","rowId":"Haiku 4.5 - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-4-5:ckpt=2025-10-01|claude-code@2.1.292|bug-hunt-bench@1|false-positive-fixes|Haiku 4.5 - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-4-5","variant":{"effortStatus":"inert","flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-08","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 4.5","rowId":"Haiku 4.5 - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-4-5:ckpt=2025-10-01|claude-code@2.1.292|bug-hunt-bench@1|fix-rate|Haiku 4.5 - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-4-5","variant":{"effortStatus":"inert","flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":1.428571,"observedAt":"2026-10-08","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 4.5","rowId":"Haiku 4.5 - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-4-5:ckpt=2025-10-01|claude-code@2.1.292|bug-hunt-bench@1|partial-fixes|Haiku 4.5 - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-4-5","variant":{"effortStatus":"inert","flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.5,"observedAt":"2026-10-08","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 4.5","rowId":"Haiku 4.5 - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-4-5:ckpt=2025-10-01|claude-code@2.1.292|bug-hunt-bench@1|repo1-fixed|Haiku 4.5 - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-4-5","variant":{"effortStatus":"inert","flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":0.5,"observedAt":"2026-10-08","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 4.5","rowId":"Haiku 4.5 - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-4-5:ckpt=2025-10-01|claude-code@2.1.292|bug-hunt-bench@1|repo2-fixed|Haiku 4.5 - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-4-5","variant":{"effortStatus":"inert","flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":1,"observedAt":"2026-10-08","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 4.5","rowId":"Haiku 4.5 - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-4-5:ckpt=2025-10-01|claude-code@2.1.292|bug-hunt-bench@1|turns|Haiku 4.5 - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-4-5","variant":{"effortStatus":"inert","flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":140,"observedAt":"2026-10-08","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 4.5","rowId":"Haiku 4.5 - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-4-5:ckpt=2025-10-01|claude-code@2.1.292|bug-hunt-bench@1|wall-time|Haiku 4.5 - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-4-5","variant":{"effortStatus":"inert","flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":16.9,"observedAt":"2026-10-08","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 4.5","rowId":"Haiku 4.5 - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|bugs-fixed|Haiku 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":15,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|bugs-fixed|Haiku 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":16,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|cost|Haiku 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":3.3,"observedAt":"2026-10-07","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|cost|Haiku 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":3.56,"observedAt":"2026-10-07","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|false-positive-fixes|Haiku 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|false-positive-fixes|Haiku 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|fix-rate|Haiku 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":14.285714,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|fix-rate|Haiku 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":15.238095,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|partial-fixes|Haiku 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|partial-fixes|Haiku 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.5,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|repo1-fixed|Haiku 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|repo1-fixed|Haiku 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|repo2-fixed|Haiku 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":10,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|repo2-fixed|Haiku 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|turns|Haiku 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":205,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|turns|Haiku 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":216,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|wall-time|Haiku 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":17.9,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=high|claude-code@2.1.292|bug-hunt-bench@1|wall-time|Haiku 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":19.3,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=low|claude-code@2.1.292|bug-hunt-bench@1|bugs-fixed|Haiku 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":11,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=low|claude-code@2.1.292|bug-hunt-bench@1|cost|Haiku 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.61,"observedAt":"2026-10-08","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=low|claude-code@2.1.292|bug-hunt-bench@1|false-positive-fixes|Haiku 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=low|claude-code@2.1.292|bug-hunt-bench@1|fix-rate|Haiku 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":10.47619,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=low|claude-code@2.1.292|bug-hunt-bench@1|partial-fixes|Haiku 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=low|claude-code@2.1.292|bug-hunt-bench@1|repo1-fixed|Haiku 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":4,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=low|claude-code@2.1.292|bug-hunt-bench@1|repo2-fixed|Haiku 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":7,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=low|claude-code@2.1.292|bug-hunt-bench@1|turns|Haiku 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":127,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=low|claude-code@2.1.292|bug-hunt-bench@1|wall-time|Haiku 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":8.7,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (low effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|bugs-fixed|Haiku 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":22,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|bugs-fixed|Haiku 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":21.5,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|cost|Haiku 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":6.92,"observedAt":"2026-10-07","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|cost|Haiku 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":5.83,"observedAt":"2026-10-07","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|false-positive-fixes|Haiku 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|false-positive-fixes|Haiku 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|fix-rate|Haiku 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":20.952381,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|fix-rate|Haiku 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":20.47619,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|partial-fixes|Haiku 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|partial-fixes|Haiku 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|repo1-fixed|Haiku 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":10,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|repo1-fixed|Haiku 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":10,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|repo2-fixed|Haiku 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|repo2-fixed|Haiku 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11.5,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|turns|Haiku 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":371,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|turns|Haiku 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":328,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|wall-time|Haiku 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":34.9,"observedAt":"2026-10-07","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=max|claude-code@2.1.292|bug-hunt-bench@1|wall-time|Haiku 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":32.5,"observedAt":"2026-10-07","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=medium|claude-code@2.1.292|bug-hunt-bench@1|bugs-fixed|Haiku 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":12,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=medium|claude-code@2.1.292|bug-hunt-bench@1|cost|Haiku 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":2.66,"observedAt":"2026-10-08","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=medium|claude-code@2.1.292|bug-hunt-bench@1|false-positive-fixes|Haiku 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=medium|claude-code@2.1.292|bug-hunt-bench@1|fix-rate|Haiku 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":11.428571,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=medium|claude-code@2.1.292|bug-hunt-bench@1|partial-fixes|Haiku 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=medium|claude-code@2.1.292|bug-hunt-bench@1|repo1-fixed|Haiku 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=medium|claude-code@2.1.292|bug-hunt-bench@1|repo2-fixed|Haiku 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":7,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=medium|claude-code@2.1.292|bug-hunt-bench@1|turns|Haiku 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":194,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=medium|claude-code@2.1.292|bug-hunt-bench@1|wall-time|Haiku 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":15.5,"observedAt":"2026-10-08","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=xhigh|claude-code@2.1.292|bug-hunt-bench@1|bugs-fixed|Haiku 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":18.3,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=xhigh|claude-code@2.1.292|bug-hunt-bench@1|cost|Haiku 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":4.8,"observedAt":"2026-10-07","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=xhigh|claude-code@2.1.292|bug-hunt-bench@1|false-positive-fixes|Haiku 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=xhigh|claude-code@2.1.292|bug-hunt-bench@1|fix-rate|Haiku 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":17.428571,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=xhigh|claude-code@2.1.292|bug-hunt-bench@1|partial-fixes|Haiku 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.3,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=xhigh|claude-code@2.1.292|bug-hunt-bench@1|repo1-fixed|Haiku 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=xhigh|claude-code@2.1.292|bug-hunt-bench@1|repo2-fixed|Haiku 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":9.3,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=xhigh|claude-code@2.1.292|bug-hunt-bench@1|turns|Haiku 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":246,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-haiku-5-5:effort=xhigh|claude-code@2.1.292|bug-hunt-bench@1|wall-time|Haiku 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.292"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":24.1,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Haiku 5.5","rowId":"Haiku 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|bugs-fixed|Opus 4.8","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":9,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|cost|Opus 4.8","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":21.3,"observedAt":"2026-07-26","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|false-positive-fixes|Opus 4.8","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|fix-rate|Opus 4.8","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":8.571429,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|partial-fixes|Opus 4.8","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|repo1-fixed|Opus 4.8","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":2,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|repo2-fixed|Opus 4.8","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":7,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|turns|Opus 4.8","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":165,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=high|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|wall-time|Opus 4.8","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":34.8,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=max|claude-code@2.1.267|bug-hunt-bench@1|bugs-fixed|Opus 4.8 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":15,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=max|claude-code@2.1.267|bug-hunt-bench@1|cost|Opus 4.8 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":58.11,"observedAt":"2026-09-10","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=max|claude-code@2.1.267|bug-hunt-bench@1|false-positive-fixes|Opus 4.8 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=max|claude-code@2.1.267|bug-hunt-bench@1|fix-rate|Opus 4.8 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":14.285714,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=max|claude-code@2.1.267|bug-hunt-bench@1|partial-fixes|Opus 4.8 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo1-fixed|Opus 4.8 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":6,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo2-fixed|Opus 4.8 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":9,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=max|claude-code@2.1.267|bug-hunt-bench@1|turns|Opus 4.8 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":469,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-4-8:effort=max|claude-code@2.1.267|bug-hunt-bench@1|wall-time|Opus 4.8 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":108.8,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 4.8","rowId":"Opus 4.8 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":32,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":32,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":31.7,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":23.03,"observedAt":"2026-09-22","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":22.4,"observedAt":"2026-09-23","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":22.25,"observedAt":"2026-09-23","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":30.47619,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":30.47619,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":30.190476,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.3,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":14,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":18,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":18.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":18.7,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":269,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":266,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":267,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":23.8,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (high effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":24.1,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=high|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":23.9,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":23,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":24,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":22.3,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":8.68,"observedAt":"2026-09-23","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":8.73,"observedAt":"2026-09-23","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":8.34,"observedAt":"2026-09-23","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":21.904762,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":22.857143,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":21.238095,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.7,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":11,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":12,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":11.3,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":137,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":136,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":127,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":12.4,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (low effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":11.3,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=low|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":11.5,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":43,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":41,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":41.7,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":60.49,"observedAt":"2026-09-22","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":59.45,"observedAt":"2026-09-23","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":58.53,"observedAt":"2026-09-23","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":40.952381,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":39.047619,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":39.714286,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.4,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":18,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":17.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":19,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":25,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":23.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":22.7,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":476,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":481,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":476,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":68.5,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":64.3,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=max|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":66.9,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":30,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":30,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":30.3,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":16.55,"observedAt":"2026-09-22","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":15.67,"observedAt":"2026-09-23","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":15.68,"observedAt":"2026-09-23","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":28.571429,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":28.571429,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":28.857143,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.3,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":11,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":12.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":12.7,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":19,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":17.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":17.7,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":197,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":190,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":189,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":17.2,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (medium effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":17.3,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=medium|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":17,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":35,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (xhigh effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":36,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|bugs-fixed|Opus 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":36,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":35.14,"observedAt":"2026-09-22","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (xhigh effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":35.94,"observedAt":"2026-09-23","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|cost|Opus 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":34.98,"observedAt":"2026-09-23","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (xhigh effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|false-positive-fixes|Opus 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":33.333333,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (xhigh effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":34.285714,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|fix-rate|Opus 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":34.285714,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (xhigh effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|partial-fixes|Opus 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3.3,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (xhigh effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":17.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|repo1-fixed|Opus 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":17,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":19,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (xhigh effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":18.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|repo2-fixed|Opus 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":19,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":353,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (xhigh effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":362,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|turns|Opus 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":362,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":43.7,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (xhigh effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":44.6,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-opus-5-5:effort=xhigh|claude-code@2.1.280|bug-hunt-bench@1|wall-time|Opus 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":42.5,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5.5","rowId":"Opus 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|bugs-fixed|Opus 5","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":21,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|cost|Opus 5","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":41.51,"observedAt":"2026-07-26","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|false-positive-fixes|Opus 5","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|fix-rate|Opus 5","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":20,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|partial-fixes|Opus 5","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|repo1-fixed|Opus 5","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":11,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|repo2-fixed|Opus 5","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":10,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|turns|Opus 5","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":261,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|wall-time|Opus 5","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":37.4,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|bugs-fixed|Opus 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":27,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|cost|Opus 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":54.94,"observedAt":"2026-08-01","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|false-positive-fixes|Opus 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|fix-rate|Opus 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":25.714286,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|partial-fixes|Opus 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|repo1-fixed|Opus 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|repo2-fixed|Opus 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":14,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|turns|Opus 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":295,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=max|claude-code@2.1.220|bug-hunt-bench@1|wall-time|Opus 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":60,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=medium|claude-code@2.1.247|bug-hunt-bench@1|bugs-fixed|Opus 5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":24,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=medium|claude-code@2.1.247|bug-hunt-bench@1|cost|Opus 5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":37.4,"observedAt":"2026-08-27","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=medium|claude-code@2.1.247|bug-hunt-bench@1|false-positive-fixes|Opus 5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=medium|claude-code@2.1.247|bug-hunt-bench@1|fix-rate|Opus 5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":22.857143,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=medium|claude-code@2.1.247|bug-hunt-bench@1|partial-fixes|Opus 5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=medium|claude-code@2.1.247|bug-hunt-bench@1|repo1-fixed|Opus 5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":11,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=medium|claude-code@2.1.247|bug-hunt-bench@1|repo2-fixed|Opus 5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":13,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=medium|claude-code@2.1.247|bug-hunt-bench@1|turns|Opus 5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":260,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=medium|claude-code@2.1.247|bug-hunt-bench@1|wall-time|Opus 5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":30.5,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=xhigh|claude-code@2.1.248|bug-hunt-bench@1|bugs-fixed|Opus 5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.248"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":26,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=xhigh|claude-code@2.1.248|bug-hunt-bench@1|cost|Opus 5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.248"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":63.25,"observedAt":"2026-08-28","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=xhigh|claude-code@2.1.248|bug-hunt-bench@1|false-positive-fixes|Opus 5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.248"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=xhigh|claude-code@2.1.248|bug-hunt-bench@1|fix-rate|Opus 5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.248"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":24.761905,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=xhigh|claude-code@2.1.248|bug-hunt-bench@1|partial-fixes|Opus 5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.248"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=xhigh|claude-code@2.1.248|bug-hunt-bench@1|repo1-fixed|Opus 5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.248"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":14,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=xhigh|claude-code@2.1.248|bug-hunt-bench@1|repo2-fixed|Opus 5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.248"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=xhigh|claude-code@2.1.248|bug-hunt-bench@1|turns|Opus 5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.248"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":319,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-opus-5:effort=xhigh|claude-code@2.1.248|bug-hunt-bench@1|wall-time|Opus 5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-opus-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.248"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":49.9,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Opus 5","rowId":"Opus 5 (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|bugs-fixed|Sonnet 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":32,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|bugs-fixed|Sonnet 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":34.3,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|cost|Sonnet 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":16.73,"observedAt":"2026-09-28","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|cost|Sonnet 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":19.85,"observedAt":"2026-09-29","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|false-positive-fixes|Sonnet 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|false-positive-fixes|Sonnet 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|fix-rate|Sonnet 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":30.47619,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|fix-rate|Sonnet 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":32.666667,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|partial-fixes|Sonnet 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|partial-fixes|Sonnet 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|repo1-fixed|Sonnet 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":15,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|repo1-fixed|Sonnet 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":15.7,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|repo2-fixed|Sonnet 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":17,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|repo2-fixed|Sonnet 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":18.7,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|turns|Sonnet 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":294,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|turns|Sonnet 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":274,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|wall-time|Sonnet 5.5 (high effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":24.5,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=high|claude-code@2.1.283|bug-hunt-bench@1|wall-time|Sonnet 5.5 (high effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":27.9,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|bugs-fixed|Sonnet 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":20,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|bugs-fixed|Sonnet 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":19,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|cost|Sonnet 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":5.75,"observedAt":"2026-09-28","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|cost|Sonnet 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":5.73,"observedAt":"2026-09-30","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|false-positive-fixes|Sonnet 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|false-positive-fixes|Sonnet 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|fix-rate|Sonnet 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":19.047619,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|fix-rate|Sonnet 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":18.095238,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|partial-fixes|Sonnet 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|partial-fixes|Sonnet 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.3,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|repo1-fixed|Sonnet 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":7,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|repo1-fixed|Sonnet 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":6.7,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|repo2-fixed|Sonnet 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":13,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|repo2-fixed|Sonnet 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12.3,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|turns|Sonnet 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":119,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|turns|Sonnet 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":100,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|wall-time|Sonnet 5.5 (low effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":7.4,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=low|claude-code@2.1.283|bug-hunt-bench@1|wall-time|Sonnet 5.5 (low effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":8.5,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|bugs-fixed|Sonnet 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":57,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|bugs-fixed|Sonnet 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":55.5,"observedAt":"2026-09-28","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|bugs-fixed|Sonnet 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":51.3,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|cost|Sonnet 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":154.05,"observedAt":"2026-09-28","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|cost|Sonnet 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":134.79,"observedAt":"2026-09-28","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|cost|Sonnet 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":154.03,"observedAt":"2026-09-29","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|false-positive-fixes|Sonnet 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|false-positive-fixes|Sonnet 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-28","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|false-positive-fixes|Sonnet 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|fix-rate|Sonnet 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":54.285714,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|fix-rate|Sonnet 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":52.857143,"observedAt":"2026-09-28","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|fix-rate|Sonnet 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":48.857143,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|partial-fixes|Sonnet 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|partial-fixes|Sonnet 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-28","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|partial-fixes|Sonnet 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|repo1-fixed|Sonnet 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":24,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|repo1-fixed|Sonnet 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":22.5,"observedAt":"2026-09-28","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|repo1-fixed|Sonnet 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":22.7,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|repo2-fixed|Sonnet 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":33,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|repo2-fixed|Sonnet 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":33,"observedAt":"2026-09-28","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|repo2-fixed|Sonnet 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":28.7,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|turns|Sonnet 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":1566,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|turns|Sonnet 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":1330,"observedAt":"2026-09-28","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|turns|Sonnet 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":1497,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|wall-time|Sonnet 5.5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":257.8,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|wall-time|Sonnet 5.5 (max effort) - mean of 2","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":234.7,"observedAt":"2026-09-28","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=max|claude-code@2.1.283|bug-hunt-bench@1|wall-time|Sonnet 5.5 (max effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":287.1,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|bugs-fixed|Sonnet 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":18,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|bugs-fixed|Sonnet 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":23.3,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|cost|Sonnet 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":8.39,"observedAt":"2026-09-28","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|cost|Sonnet 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":11.11,"observedAt":"2026-09-30","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|false-positive-fixes|Sonnet 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|false-positive-fixes|Sonnet 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|fix-rate|Sonnet 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":17.142857,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|fix-rate|Sonnet 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":22.190476,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|partial-fixes|Sonnet 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|partial-fixes|Sonnet 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|repo1-fixed|Sonnet 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|repo1-fixed|Sonnet 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8.7,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|repo2-fixed|Sonnet 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":10,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|repo2-fixed|Sonnet 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":14.7,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|turns|Sonnet 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":112,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|turns|Sonnet 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":138,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|wall-time|Sonnet 5.5 (medium effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":11.9,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=medium|claude-code@2.1.283|bug-hunt-bench@1|wall-time|Sonnet 5.5 (medium effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":17.4,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|bugs-fixed|Sonnet 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":39,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|bugs-fixed|Sonnet 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":36,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|cost|Sonnet 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":60.3,"observedAt":"2026-09-28","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|cost|Sonnet 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":42.86,"observedAt":"2026-09-29","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|false-positive-fixes|Sonnet 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|false-positive-fixes|Sonnet 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|fix-rate|Sonnet 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":37.142857,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|fix-rate|Sonnet 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":34.285714,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|partial-fixes|Sonnet 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|partial-fixes|Sonnet 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3.3,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|repo1-fixed|Sonnet 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":18,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|repo1-fixed|Sonnet 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|repo2-fixed|Sonnet 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":21,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|repo2-fixed|Sonnet 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":20,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|turns|Sonnet 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":588,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|turns|Sonnet 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":502,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|wall-time|Sonnet 5.5 (xhigh effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":122.4,"observedAt":"2026-09-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code@2.1.283|bug-hunt-bench@1|wall-time|Sonnet 5.5 (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.283"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":72.7,"observedAt":"2026-09-29","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5.5","rowId":"Sonnet 5.5 (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|bugs-fixed|Sonnet 5","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":9,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|cost|Sonnet 5","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":11.38,"observedAt":"2026-07-26","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|false-positive-fixes|Sonnet 5","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|fix-rate|Sonnet 5","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":8.571429,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|partial-fixes|Sonnet 5","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|repo1-fixed|Sonnet 5","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":1,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|repo2-fixed|Sonnet 5","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":8,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|turns|Sonnet 5","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":258,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=high|claude-code@2.1.218|bug-hunt-bench@1|wall-time|Sonnet 5","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":32.8,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=max|claude-code@2.1.267|bug-hunt-bench@1|bugs-fixed|Sonnet 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":9,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=max|claude-code@2.1.267|bug-hunt-bench@1|cost|Sonnet 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":17.96,"observedAt":"2026-09-10","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=max|claude-code@2.1.267|bug-hunt-bench@1|false-positive-fixes|Sonnet 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=max|claude-code@2.1.267|bug-hunt-bench@1|fix-rate|Sonnet 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":8.571429,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=max|claude-code@2.1.267|bug-hunt-bench@1|partial-fixes|Sonnet 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo1-fixed|Sonnet 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":3,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo2-fixed|Sonnet 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":6,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=max|claude-code@2.1.267|bug-hunt-bench@1|turns|Sonnet 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":411,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|anthropic/claude-sonnet-5:effort=max|claude-code@2.1.267|bug-hunt-bench@1|wall-time|Sonnet 5 (max effort)","sourceId":"bughunt","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":61.3,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Sonnet 5","rowId":"Sonnet 5 (max effort)","rowStatus":"canonical"}
{"key":"bughunt|deepseek/deepseek-v4-flash-0731:default|claude-code@2.1.220|bug-hunt-bench@1|bugs-fixed|DeepSeek V4-Flash 0731","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":14,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash 0731","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash-0731:default|claude-code@2.1.220|bug-hunt-bench@1|cost|DeepSeek V4-Flash 0731","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.52,"observedAt":"2026-08-01","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash 0731","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash-0731:default|claude-code@2.1.220|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4-Flash 0731","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash 0731","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash-0731:default|claude-code@2.1.220|bug-hunt-bench@1|fix-rate|DeepSeek V4-Flash 0731","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":13.333333,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash 0731","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash-0731:default|claude-code@2.1.220|bug-hunt-bench@1|partial-fixes|DeepSeek V4-Flash 0731","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash 0731","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash-0731:default|claude-code@2.1.220|bug-hunt-bench@1|repo1-fixed|DeepSeek V4-Flash 0731","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":6,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash 0731","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash-0731:default|claude-code@2.1.220|bug-hunt-bench@1|repo2-fixed|DeepSeek V4-Flash 0731","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":8,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash 0731","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash-0731:default|claude-code@2.1.220|bug-hunt-bench@1|turns|DeepSeek V4-Flash 0731","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":205,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash 0731","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash-0731:default|claude-code@2.1.220|bug-hunt-bench@1|wall-time|DeepSeek V4-Flash 0731","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":48.5,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash 0731","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash:default|claude-code@2.1.220|bug-hunt-bench@1|bugs-fixed|DeepSeek V4-Flash","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":8,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash:default|claude-code@2.1.220|bug-hunt-bench@1|cost|DeepSeek V4-Flash","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.61,"observedAt":"2026-07-31","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash:default|claude-code@2.1.220|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4-Flash","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash:default|claude-code@2.1.220|bug-hunt-bench@1|fix-rate|DeepSeek V4-Flash","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":7.619048,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash:default|claude-code@2.1.220|bug-hunt-bench@1|partial-fixes|DeepSeek V4-Flash","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash:default|claude-code@2.1.220|bug-hunt-bench@1|repo1-fixed|DeepSeek V4-Flash","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":4,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash:default|claude-code@2.1.220|bug-hunt-bench@1|repo2-fixed|DeepSeek V4-Flash","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":4,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash:default|claude-code@2.1.220|bug-hunt-bench@1|turns|DeepSeek V4-Flash","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":190,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-flash:default|claude-code@2.1.220|bug-hunt-bench@1|wall-time|DeepSeek V4-Flash","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":24.9,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Flash","rowId":"DeepSeek V4-Flash","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-pro:default|claude-code@2.1.220|bug-hunt-bench@1|bugs-fixed|DeepSeek V4-Pro","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":10,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-pro:default|claude-code@2.1.220|bug-hunt-bench@1|cost|DeepSeek V4-Pro","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":5.54,"observedAt":"2026-08-01","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-pro:default|claude-code@2.1.220|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4-Pro","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-pro:default|claude-code@2.1.220|bug-hunt-bench@1|fix-rate|DeepSeek V4-Pro","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":9.52381,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-pro:default|claude-code@2.1.220|bug-hunt-bench@1|partial-fixes|DeepSeek V4-Pro","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-pro:default|claude-code@2.1.220|bug-hunt-bench@1|repo1-fixed|DeepSeek V4-Pro","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-pro:default|claude-code@2.1.220|bug-hunt-bench@1|repo2-fixed|DeepSeek V4-Pro","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":5,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-pro:default|claude-code@2.1.220|bug-hunt-bench@1|turns|DeepSeek V4-Pro","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":184,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-pro:default|claude-code@2.1.220|bug-hunt-bench@1|wall-time|DeepSeek V4-Pro","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.220"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":27.6,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=high|claude-code@2.1.267|bug-hunt-bench@1|bugs-fixed|DeepSeek V4-Pro (high effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":13,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (high effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=high|claude-code@2.1.267|bug-hunt-bench@1|cost|DeepSeek V4-Pro (high effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.08,"observedAt":"2026-09-10","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (high effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=high|claude-code@2.1.267|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4-Pro (high effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (high effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=high|claude-code@2.1.267|bug-hunt-bench@1|fix-rate|DeepSeek V4-Pro (high effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":12.380952,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (high effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=high|claude-code@2.1.267|bug-hunt-bench@1|partial-fixes|DeepSeek V4-Pro (high effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (high effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=high|claude-code@2.1.267|bug-hunt-bench@1|repo1-fixed|DeepSeek V4-Pro (high effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":4,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (high effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=high|claude-code@2.1.267|bug-hunt-bench@1|repo2-fixed|DeepSeek V4-Pro (high effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":9,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (high effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=high|claude-code@2.1.267|bug-hunt-bench@1|turns|DeepSeek V4-Pro (high effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":288,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (high effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=high|claude-code@2.1.267|bug-hunt-bench@1|wall-time|DeepSeek V4-Pro (high effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":26.6,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (high effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=max|claude-code@2.1.267|bug-hunt-bench@1|bugs-fixed|DeepSeek V4-Pro (max effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":16,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (max effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=max|claude-code@2.1.267|bug-hunt-bench@1|cost|DeepSeek V4-Pro (max effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.89,"observedAt":"2026-09-10","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (max effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=max|claude-code@2.1.267|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4-Pro (max effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (max effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=max|claude-code@2.1.267|bug-hunt-bench@1|fix-rate|DeepSeek V4-Pro (max effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":15.238095,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (max effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=max|claude-code@2.1.267|bug-hunt-bench@1|partial-fixes|DeepSeek V4-Pro (max effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (max effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo1-fixed|DeepSeek V4-Pro (max effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (max effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo2-fixed|DeepSeek V4-Pro (max effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":8,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (max effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=max|claude-code@2.1.267|bug-hunt-bench@1|turns|DeepSeek V4-Pro (max effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":354,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (max effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4-pro:effort=max|claude-code@2.1.267|bug-hunt-bench@1|wall-time|DeepSeek V4-Pro (max effort, DeepSeek API)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":37.2,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4-Pro","rowId":"DeepSeek V4-Pro (max effort, DeepSeek API)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":32,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":36.4,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.79,"observedAt":"2026-10-17","runCount":2,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.82,"observedAt":"2026-10-17","runCount":5,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":30.47619,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":34.666667,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":4.5,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":14,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":15.2,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":18,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":21.2,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":593,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":600,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":44.4,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|claude-code@2.1.302|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":54.5,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":39.2,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.27,"observedAt":"2026-10-18","runCount":5,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":37.333333,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":4.2,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":17,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":22.2,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":648,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":53,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|opencode@1.19.3|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":36.6,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|opencode@1.19.3|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.79,"observedAt":"2026-10-19","runCount":5,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|opencode@1.19.3|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|opencode@1.19.3|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":34.857143,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|opencode@1.19.3|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.6,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|opencode@1.19.3|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":15.4,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|opencode@1.19.3|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":21.2,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|opencode@1.19.3|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":373,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|opencode@1.19.3|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":41.6,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|pi@1.3.0|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":40.4,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|pi@1.3.0|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.64,"observedAt":"2026-10-18","runCount":5,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|pi@1.3.0|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|pi@1.3.0|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":38.47619,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|pi@1.3.0|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.8,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|pi@1.3.0|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|pi@1.3.0|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":24.4,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|pi@1.3.0|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":416,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=high|pi@1.3.0|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":48.3,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|claude-code@2.1.302|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":34.4,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|claude-code@2.1.302|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.71,"observedAt":"2026-10-17","runCount":5,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|claude-code@2.1.302|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|claude-code@2.1.302|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":32.761905,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|claude-code@2.1.302|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.6,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|claude-code@2.1.302|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16.4,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|claude-code@2.1.302|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":18,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|claude-code@2.1.302|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":518,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|claude-code@2.1.302|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":44.5,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":34.8,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.06,"observedAt":"2026-10-18","runCount":5,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":33.142857,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16.4,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":18.4,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":520,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":33.8,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|opencode@1.19.3|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":32.8,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|opencode@1.19.3|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.66,"observedAt":"2026-10-19","runCount":5,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|opencode@1.19.3|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|opencode@1.19.3|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":31.238095,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|opencode@1.19.3|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|opencode@1.19.3|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":15.8,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|opencode@1.19.3|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":17,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|opencode@1.19.3|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":317,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|opencode@1.19.3|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":41.2,"observedAt":"2026-10-19","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|pi@1.3.0|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":33.8,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|pi@1.3.0|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.46,"observedAt":"2026-10-18","runCount":5,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|pi@1.3.0|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|pi@1.3.0|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":32.190476,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|pi@1.3.0|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.2,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|pi@1.3.0|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":14,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|pi@1.3.0|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":19.8,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|pi@1.3.0|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":302,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=low|pi@1.3.0|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":33.2,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":34,"observedAt":"2026-10-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":35.5,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":38.7,"observedAt":"2026-10-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":39.4,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":39.1,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.9,"observedAt":"2026-10-17","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.94,"observedAt":"2026-10-17","runCount":2,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.01,"observedAt":"2026-10-17","runCount":3,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.06,"observedAt":"2026-10-17","runCount":5,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.01,"observedAt":"2026-10-18","runCount":7,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":32.380952,"observedAt":"2026-10-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":33.809524,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":36.857143,"observedAt":"2026-10-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":37.52381,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":37.238095,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-10-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.5,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-10-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.1,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":17,"observedAt":"2026-10-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":18,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":17.7,"observedAt":"2026-10-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":18.2,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":18.1,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":17,"observedAt":"2026-10-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":17.5,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":21,"observedAt":"2026-10-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":21.2,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":21,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":663,"observedAt":"2026-10-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":684,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":666,"observedAt":"2026-10-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":700,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":671,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":50.6,"observedAt":"2026-10-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":52.4,"observedAt":"2026-10-17","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 2","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":54.1,"observedAt":"2026-10-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 3","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":61.8,"observedAt":"2026-10-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 5","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|claude-code@2.1.302|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.302"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":57.7,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":42.7,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.84,"observedAt":"2026-10-18","runCount":7,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":40.666667,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3.5,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":19,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":23.7,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":804,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|deepseek-harness@0.2.1-rc.2|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"DeepSeek Harness","version":"0.2.1-rc.2"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":62.1,"observedAt":"2026-10-18","runCount":7,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|opencode@1.19.3|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":37.6,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|opencode@1.19.3|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.96,"observedAt":"2026-10-18","runCount":5,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|opencode@1.19.3|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|opencode@1.19.3|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":35.809524,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|opencode@1.19.3|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3.2,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|opencode@1.19.3|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":15.8,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|opencode@1.19.3|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":21.8,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|opencode@1.19.3|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":574,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|opencode@1.19.3|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenCode","version":"1.19.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":55.7,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|pi@1.3.0|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":42.2,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|pi@1.3.0|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.83,"observedAt":"2026-10-18","runCount":5,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|pi@1.3.0|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|pi@1.3.0|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":40.190476,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|pi@1.3.0|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3.6,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|pi@1.3.0|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":17.8,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|pi@1.3.0|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":24.4,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|pi@1.3.0|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":492,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash-1017:effort=max|pi@1.3.0|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Pi","version":"1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":54.1,"observedAt":"2026-10-18","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash 1017","rowId":"DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=high|claude-code@2.1.267|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash (high effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":19,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (high effort)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=high|claude-code@2.1.267|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash (high effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.31,"observedAt":"2026-09-10","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (high effort)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=high|claude-code@2.1.267|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash (high effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (high effort)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=high|claude-code@2.1.267|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash (high effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":18.095238,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (high effort)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=high|claude-code@2.1.267|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash (high effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (high effort)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=high|claude-code@2.1.267|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash (high effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (high effort)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=high|claude-code@2.1.267|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash (high effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":10,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (high effort)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=high|claude-code@2.1.267|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash (high effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":383,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (high effort)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=high|claude-code@2.1.267|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash (high effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":26.1,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (high effort)","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267-2.1.270|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":21.7,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort) - mean of 3","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267-2.1.270|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.78,"observedAt":"2026-09-15","runCount":3,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort) - mean of 3","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267-2.1.270|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort) - mean of 3","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267-2.1.270|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":20.666667,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort) - mean of 3","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267-2.1.270|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.7,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort) - mean of 3","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267-2.1.270|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":11.3,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort) - mean of 3","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267-2.1.270|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":10.3,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort) - mean of 3","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267-2.1.270|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":461,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort) - mean of 3","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267-2.1.270|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash (max effort) - mean of 3","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":55.9,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort) - mean of 3","rowStatus":"canonical","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|bugs-fixed|DeepSeek V4.1 Flash (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":24,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|cost|DeepSeek V4.1 Flash (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.08,"observedAt":"2026-09-10","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|false-positive-fixes|DeepSeek V4.1 Flash (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|fix-rate|DeepSeek V4.1 Flash (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":22.857143,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|partial-fixes|DeepSeek V4.1 Flash (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo1-fixed|DeepSeek V4.1 Flash (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":14,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo2-fixed|DeepSeek V4.1 Flash (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":10,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|turns|DeepSeek V4.1 Flash (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":485,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|deepseek/deepseek-v4.1-flash:effort=max|claude-code@2.1.267|bug-hunt-bench@1|wall-time|DeepSeek V4.1 Flash (max effort)","sourceId":"bughunt","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":42.6,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"DeepSeek V4.1 Flash","rowId":"DeepSeek V4.1 Flash (max effort)","rowStatus":"superseded","provider":"deepseek-api"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli@1.1.20|bug-hunt-bench@1|bugs-fixed|Gemini 3.7 Flash seq","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.20"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":16,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash seq","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli@1.1.20|bug-hunt-bench@1|cost|Gemini 3.7 Flash seq","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.20"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":6.36,"observedAt":"2026-08-28","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash seq","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli@1.1.20|bug-hunt-bench@1|false-positive-fixes|Gemini 3.7 Flash seq","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.20"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash seq","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli@1.1.20|bug-hunt-bench@1|fix-rate|Gemini 3.7 Flash seq","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.20"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":15.238095,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash seq","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli@1.1.20|bug-hunt-bench@1|partial-fixes|Gemini 3.7 Flash seq","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.20"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash seq","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli@1.1.20|bug-hunt-bench@1|repo1-fixed|Gemini 3.7 Flash seq","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.20"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":4,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash seq","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli@1.1.20|bug-hunt-bench@1|repo2-fixed|Gemini 3.7 Flash seq","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.20"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash seq","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli@1.1.20|bug-hunt-bench@1|turns|Gemini 3.7 Flash seq","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.20"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":363,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash seq","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli@1.1.20|bug-hunt-bench@1|wall-time|Gemini 3.7 Flash seq","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.20"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":22.7,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash seq","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli|bug-hunt-bench@1|bugs-fixed|Gemini 3.7 Flash (high; Antigravity CLI retest)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":18,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high; Antigravity CLI retest)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli|bug-hunt-bench@1|cost|Gemini 3.7 Flash (high; Antigravity CLI retest)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":8.57,"observedAt":"2026-08-25","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high; Antigravity CLI retest)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli|bug-hunt-bench@1|false-positive-fixes|Gemini 3.7 Flash (high; Antigravity CLI retest)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high; Antigravity CLI retest)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli|bug-hunt-bench@1|fix-rate|Gemini 3.7 Flash (high; Antigravity CLI retest)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":17.142857,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high; Antigravity CLI retest)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli|bug-hunt-bench@1|partial-fixes|Gemini 3.7 Flash (high; Antigravity CLI retest)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high; Antigravity CLI retest)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli|bug-hunt-bench@1|repo1-fixed|Gemini 3.7 Flash (high; Antigravity CLI retest)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":4,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high; Antigravity CLI retest)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli|bug-hunt-bench@1|repo2-fixed|Gemini 3.7 Flash (high; Antigravity CLI retest)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":14,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high; Antigravity CLI retest)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli|bug-hunt-bench@1|turns|Gemini 3.7 Flash (high; Antigravity CLI retest)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":450,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high; Antigravity CLI retest)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|antigravity-cli|bug-hunt-bench@1|wall-time|Gemini 3.7 Flash (high; Antigravity CLI retest)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":37.5,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high; Antigravity CLI retest)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|gemini-cli-retired-model-pinning-gateway@0.56.0|bug-hunt-bench@1|bugs-fixed|Gemini 3.7 Flash (high)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Gemini CLI (retired) + model-pinning gateway","version":"0.56.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":22,"observedAt":"2026-08-24","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high)","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|gemini-cli-retired-model-pinning-gateway@0.56.0|bug-hunt-bench@1|cost|Gemini 3.7 Flash (high)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Gemini CLI (retired) + model-pinning gateway","version":"0.56.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":8.43,"observedAt":"2026-08-24","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high)","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|gemini-cli-retired-model-pinning-gateway@0.56.0|bug-hunt-bench@1|false-positive-fixes|Gemini 3.7 Flash (high)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Gemini CLI (retired) + model-pinning gateway","version":"0.56.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-24","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high)","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|gemini-cli-retired-model-pinning-gateway@0.56.0|bug-hunt-bench@1|fix-rate|Gemini 3.7 Flash (high)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Gemini CLI (retired) + model-pinning gateway","version":"0.56.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":20.952381,"observedAt":"2026-08-24","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high)","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|gemini-cli-retired-model-pinning-gateway@0.56.0|bug-hunt-bench@1|partial-fixes|Gemini 3.7 Flash (high)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Gemini CLI (retired) + model-pinning gateway","version":"0.56.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-08-24","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high)","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|gemini-cli-retired-model-pinning-gateway@0.56.0|bug-hunt-bench@1|repo1-fixed|Gemini 3.7 Flash (high)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Gemini CLI (retired) + model-pinning gateway","version":"0.56.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8,"observedAt":"2026-08-24","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high)","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|gemini-cli-retired-model-pinning-gateway@0.56.0|bug-hunt-bench@1|repo2-fixed|Gemini 3.7 Flash (high)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Gemini CLI (retired) + model-pinning gateway","version":"0.56.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":14,"observedAt":"2026-08-24","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high)","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|gemini-cli-retired-model-pinning-gateway@0.56.0|bug-hunt-bench@1|turns|Gemini 3.7 Flash (high)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Gemini CLI (retired) + model-pinning gateway","version":"0.56.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":530,"observedAt":"2026-08-24","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high)","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.7-flash:effort=high|gemini-cli-retired-model-pinning-gateway@0.56.0|bug-hunt-bench@1|wall-time|Gemini 3.7 Flash (high)","sourceId":"bughunt","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Gemini CLI (retired) + model-pinning gateway","version":"0.56.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":96.8,"observedAt":"2026-08-24","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.7 Flash","rowId":"Gemini 3.7 Flash (high)","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|bugs-fixed|Gemini 3.8 Flash","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":20,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|bugs-fixed|Gemini 3.8 Flash - mean of 3","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":18,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|cost|Gemini 3.8 Flash","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":9.78,"observedAt":"2026-09-02","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|cost|Gemini 3.8 Flash - mean of 3","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":11.03,"observedAt":"2026-09-15","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|false-positive-fixes|Gemini 3.8 Flash","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|false-positive-fixes|Gemini 3.8 Flash - mean of 3","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|fix-rate|Gemini 3.8 Flash","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":19.047619,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|fix-rate|Gemini 3.8 Flash - mean of 3","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":17.142857,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|partial-fixes|Gemini 3.8 Flash","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|partial-fixes|Gemini 3.8 Flash - mean of 3","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.3,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|repo1-fixed|Gemini 3.8 Flash","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":7,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|repo1-fixed|Gemini 3.8 Flash - mean of 3","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":6.7,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|repo2-fixed|Gemini 3.8 Flash","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":13,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|repo2-fixed|Gemini 3.8 Flash - mean of 3","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11.3,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|turns|Gemini 3.8 Flash","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":546,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|turns|Gemini 3.8 Flash - mean of 3","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":658,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|wall-time|Gemini 3.8 Flash","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":29.8,"observedAt":"2026-09-02","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-3.8-flash:effort=high|antigravity-cli@1.1.22|bug-hunt-bench@1|wall-time|Gemini 3.8 Flash - mean of 3","sourceId":"bughunt","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.1.22"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":38.7,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 3.8 Flash","rowId":"Gemini 3.8 Flash - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=high|antigravity-cli@1.3.5|bug-hunt-bench@1|bugs-fixed|Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.3.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":40.7,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=high|antigravity-cli@1.3.5|bug-hunt-bench@1|cost|Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.3.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":7.16,"observedAt":"2026-10-14","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=high|antigravity-cli@1.3.5|bug-hunt-bench@1|false-positive-fixes|Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.3.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=high|antigravity-cli@1.3.5|bug-hunt-bench@1|fix-rate|Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.3.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":38.761905,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=high|antigravity-cli@1.3.5|bug-hunt-bench@1|partial-fixes|Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.3.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.7,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=high|antigravity-cli@1.3.5|bug-hunt-bench@1|repo1-fixed|Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.3.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=high|antigravity-cli@1.3.5|bug-hunt-bench@1|repo2-fixed|Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.3.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":27.7,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=high|antigravity-cli@1.3.5|bug-hunt-bench@1|turns|Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.3.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":470,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=high|antigravity-cli@1.3.5|bug-hunt-bench@1|wall-time|Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.3.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":56.5,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|bugs-fixed|Gemini 4 Argon (low effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":32,"observedAt":"2026-10-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|bugs-fixed|Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":35.3,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|cost|Gemini 4 Argon (low effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":5.97,"observedAt":"2026-10-14","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|cost|Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":6.47,"observedAt":"2026-10-14","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|false-positive-fixes|Gemini 4 Argon (low effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|false-positive-fixes|Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|fix-rate|Gemini 4 Argon (low effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":30.47619,"observedAt":"2026-10-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|fix-rate|Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":33.619048,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|partial-fixes|Gemini 4 Argon (low effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-10-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|partial-fixes|Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.7,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|repo1-fixed|Gemini 4 Argon (low effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":12,"observedAt":"2026-10-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|repo1-fixed|Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":12.7,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|repo2-fixed|Gemini 4 Argon (low effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":20,"observedAt":"2026-10-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|repo2-fixed|Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":22.7,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|turns|Gemini 4 Argon (low effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":462,"observedAt":"2026-10-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|turns|Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":483,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|wall-time|Gemini 4 Argon (low effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":44.9,"observedAt":"2026-10-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=low|antigravity-cli|bug-hunt-bench@1|wall-time|Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":59.6,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|bugs-fixed|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":36,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|bugs-fixed|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":39.3,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|cost|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":6.75,"observedAt":"2026-10-14","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|cost|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":7.5,"observedAt":"2026-10-14","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|false-positive-fixes|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|false-positive-fixes|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|fix-rate|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":34.285714,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|fix-rate|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":37.428571,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|partial-fixes|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.5,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|partial-fixes|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|repo1-fixed|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":14,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|repo1-fixed|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13.7,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|repo2-fixed|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":22,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|repo2-fixed|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":25.7,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|turns|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":450,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|turns|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":437,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|wall-time|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":40.5,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-argon:effort=medium|antigravity-cli|bug-hunt-bench@1|wall-time|Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":59.9,"observedAt":"2026-10-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Argon","rowId":"Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=high|antigravity-cli@1.5.5|bug-hunt-bench@1|bugs-fixed|Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":57.3,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=high|antigravity-cli@1.5.5|bug-hunt-bench@1|cost|Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":31.32,"observedAt":"2026-11-10","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=high|antigravity-cli@1.5.5|bug-hunt-bench@1|false-positive-fixes|Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=high|antigravity-cli@1.5.5|bug-hunt-bench@1|fix-rate|Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":54.571429,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=high|antigravity-cli@1.5.5|bug-hunt-bench@1|partial-fixes|Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.7,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=high|antigravity-cli@1.5.5|bug-hunt-bench@1|repo1-fixed|Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":22.3,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=high|antigravity-cli@1.5.5|bug-hunt-bench@1|repo2-fixed|Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":35,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=high|antigravity-cli@1.5.5|bug-hunt-bench@1|turns|Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":817,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=high|antigravity-cli@1.5.5|bug-hunt-bench@1|wall-time|Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":114,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=low|antigravity-cli|bug-hunt-bench@1|bugs-fixed|Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":46,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=low|antigravity-cli|bug-hunt-bench@1|cost|Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":7.67,"observedAt":"2026-11-13","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=low|antigravity-cli|bug-hunt-bench@1|false-positive-fixes|Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=low|antigravity-cli|bug-hunt-bench@1|fix-rate|Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":43.809524,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=low|antigravity-cli|bug-hunt-bench@1|partial-fixes|Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.6,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=low|antigravity-cli|bug-hunt-bench@1|repo1-fixed|Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":17.3,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=low|antigravity-cli|bug-hunt-bench@1|repo2-fixed|Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":28.7,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=low|antigravity-cli|bug-hunt-bench@1|turns|Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":727,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=low|antigravity-cli|bug-hunt-bench@1|wall-time|Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":60.4,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=medium|antigravity-cli@1.5.5|bug-hunt-bench@1|bugs-fixed|Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":56,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=medium|antigravity-cli@1.5.5|bug-hunt-bench@1|cost|Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":24.95,"observedAt":"2026-11-10","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=medium|antigravity-cli@1.5.5|bug-hunt-bench@1|false-positive-fixes|Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=medium|antigravity-cli@1.5.5|bug-hunt-bench@1|fix-rate|Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":53.333333,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=medium|antigravity-cli@1.5.5|bug-hunt-bench@1|partial-fixes|Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3.4,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=medium|antigravity-cli@1.5.5|bug-hunt-bench@1|repo1-fixed|Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":21.7,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=medium|antigravity-cli@1.5.5|bug-hunt-bench@1|repo2-fixed|Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":34.3,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=medium|antigravity-cli@1.5.5|bug-hunt-bench@1|turns|Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":757,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-carbon:effort=medium|antigravity-cli@1.5.5|bug-hunt-bench@1|wall-time|Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":81.1,"observedAt":"2026-11-10","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Carbon","rowId":"Gemini 4 Carbon (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=high|antigravity-cli@1.5.8|bug-hunt-bench@1|bugs-fixed|Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":28.3,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=high|antigravity-cli@1.5.8|bug-hunt-bench@1|cost|Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":4.42,"observedAt":"2026-11-13","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=high|antigravity-cli@1.5.8|bug-hunt-bench@1|false-positive-fixes|Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=high|antigravity-cli@1.5.8|bug-hunt-bench@1|fix-rate|Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":26.952381,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=high|antigravity-cli@1.5.8|bug-hunt-bench@1|partial-fixes|Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=high|antigravity-cli@1.5.8|bug-hunt-bench@1|repo1-fixed|Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":10,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=high|antigravity-cli@1.5.8|bug-hunt-bench@1|repo2-fixed|Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":18.3,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=high|antigravity-cli@1.5.8|bug-hunt-bench@1|turns|Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":586,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=high|antigravity-cli@1.5.8|bug-hunt-bench@1|wall-time|Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":22.4,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (high effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=low|antigravity-cli@1.5.8|bug-hunt-bench@1|bugs-fixed|Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":10.3,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=low|antigravity-cli@1.5.8|bug-hunt-bench@1|cost|Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.43,"observedAt":"2026-11-13","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=low|antigravity-cli@1.5.8|bug-hunt-bench@1|false-positive-fixes|Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=low|antigravity-cli@1.5.8|bug-hunt-bench@1|fix-rate|Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":9.809524,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=low|antigravity-cli@1.5.8|bug-hunt-bench@1|partial-fixes|Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.7,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=low|antigravity-cli@1.5.8|bug-hunt-bench@1|repo1-fixed|Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5.3,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=low|antigravity-cli@1.5.8|bug-hunt-bench@1|repo2-fixed|Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":5,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=low|antigravity-cli@1.5.8|bug-hunt-bench@1|turns|Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":89,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=low|antigravity-cli@1.5.8|bug-hunt-bench@1|wall-time|Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"low","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":7.2,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (low effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=medium|antigravity-cli@1.5.8|bug-hunt-bench@1|bugs-fixed|Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":24.7,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=medium|antigravity-cli@1.5.8|bug-hunt-bench@1|cost|Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":2.1,"observedAt":"2026-11-13","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=medium|antigravity-cli@1.5.8|bug-hunt-bench@1|false-positive-fixes|Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=medium|antigravity-cli@1.5.8|bug-hunt-bench@1|fix-rate|Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":23.52381,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=medium|antigravity-cli@1.5.8|bug-hunt-bench@1|partial-fixes|Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=medium|antigravity-cli@1.5.8|bug-hunt-bench@1|repo1-fixed|Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9.7,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=medium|antigravity-cli@1.5.8|bug-hunt-bench@1|repo2-fixed|Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":15,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=medium|antigravity-cli@1.5.8|bug-hunt-bench@1|turns|Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":267,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=medium|antigravity-cli@1.5.8|bug-hunt-bench@1|wall-time|Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"medium","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":19.9,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (medium effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|bugs-fixed|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":43,"observedAt":"2026-11-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|bugs-fixed|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":32.7,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|cost|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":8.77,"observedAt":"2026-11-13","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|cost|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":7.07,"observedAt":"2026-11-13","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|false-positive-fixes|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-11-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|false-positive-fixes|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|fix-rate|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":40.952381,"observedAt":"2026-11-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|fix-rate|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":31.142857,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|partial-fixes|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-11-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|partial-fixes|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.3,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|repo1-fixed|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":12,"observedAt":"2026-11-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|repo1-fixed|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9.3,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|repo2-fixed|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":31,"observedAt":"2026-11-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|repo2-fixed|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":23.3,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|turns|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":1012,"observedAt":"2026-11-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|turns|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":939,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|wall-time|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":48.9,"observedAt":"2026-11-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI)","rowStatus":"superseded"}
{"key":"bughunt|google/gemini-4-hydrogen:effort=xhigh|antigravity-cli@1.5.8|bug-hunt-bench@1|wall-time|Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","sourceId":"bughunt","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Antigravity CLI","version":"1.5.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":35.8,"observedAt":"2026-11-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemini 4 Hydrogen","rowId":"Gemini 4 Hydrogen (xhigh effort, Antigravity CLI) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|google/gemma-4-31b-it:default|claude-code@2.1.272|bug-hunt-bench@1|bugs-fixed|Gemma 4 31B (OpenRouter/Crusoe)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":4,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B","rowId":"Gemma 4 31B (OpenRouter/Crusoe)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:default|claude-code@2.1.272|bug-hunt-bench@1|cost|Gemma 4 31B (OpenRouter/Crusoe)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":8.61,"observedAt":"2026-09-16","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B","rowId":"Gemma 4 31B (OpenRouter/Crusoe)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:default|claude-code@2.1.272|bug-hunt-bench@1|false-positive-fixes|Gemma 4 31B (OpenRouter/Crusoe)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B","rowId":"Gemma 4 31B (OpenRouter/Crusoe)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:default|claude-code@2.1.272|bug-hunt-bench@1|fix-rate|Gemma 4 31B (OpenRouter/Crusoe)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":3.809524,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B","rowId":"Gemma 4 31B (OpenRouter/Crusoe)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:default|claude-code@2.1.272|bug-hunt-bench@1|partial-fixes|Gemma 4 31B (OpenRouter/Crusoe)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B","rowId":"Gemma 4 31B (OpenRouter/Crusoe)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:default|claude-code@2.1.272|bug-hunt-bench@1|repo1-fixed|Gemma 4 31B (OpenRouter/Crusoe)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":1,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B","rowId":"Gemma 4 31B (OpenRouter/Crusoe)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:default|claude-code@2.1.272|bug-hunt-bench@1|repo2-fixed|Gemma 4 31B (OpenRouter/Crusoe)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":3,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B","rowId":"Gemma 4 31B (OpenRouter/Crusoe)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:default|claude-code@2.1.272|bug-hunt-bench@1|turns|Gemma 4 31B (OpenRouter/Crusoe)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":174,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B","rowId":"Gemma 4 31B (OpenRouter/Crusoe)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:default|claude-code@2.1.272|bug-hunt-bench@1|wall-time|Gemma 4 31B (OpenRouter/Crusoe)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":221.8,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B","rowId":"Gemma 4 31B (OpenRouter/Crusoe)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:flags=4-bit|claude-code@2.1.272|bug-hunt-bench@1|bugs-fixed|Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":["4-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":3,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B 4-bit","rowId":"Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:flags=4-bit|claude-code@2.1.272|bug-hunt-bench@1|cost|Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":["4-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.56,"observedAt":"2026-09-16","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B 4-bit","rowId":"Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:flags=4-bit|claude-code@2.1.272|bug-hunt-bench@1|false-positive-fixes|Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":["4-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B 4-bit","rowId":"Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:flags=4-bit|claude-code@2.1.272|bug-hunt-bench@1|fix-rate|Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":["4-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":2.857143,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B 4-bit","rowId":"Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:flags=4-bit|claude-code@2.1.272|bug-hunt-bench@1|partial-fixes|Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":["4-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B 4-bit","rowId":"Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:flags=4-bit|claude-code@2.1.272|bug-hunt-bench@1|repo1-fixed|Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":["4-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":1,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B 4-bit","rowId":"Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:flags=4-bit|claude-code@2.1.272|bug-hunt-bench@1|repo2-fixed|Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":["4-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":2,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B 4-bit","rowId":"Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:flags=4-bit|claude-code@2.1.272|bug-hunt-bench@1|turns|Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":["4-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":59,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B 4-bit","rowId":"Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|google/gemma-4-31b-it:flags=4-bit|claude-code@2.1.272|bug-hunt-bench@1|wall-time|Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","sourceId":"bughunt","modelId":"google/gemma-4-31b-it","variant":{"effortStatus":"inert","flags":["4-bit"]},"harness":{"name":"Claude Code","version":"2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":24.9,"observedAt":"2026-09-16","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Gemma 4 31B 4-bit","rowId":"Gemma 4 31B 4-bit (OpenRouter/CoreWeave)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.2:default|claude-code@2.1.222|bug-hunt-bench@1|bugs-fixed|Muse Spark 1.2 (default effort, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":14,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (default effort, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.2:default|claude-code@2.1.222|bug-hunt-bench@1|cost|Muse Spark 1.2 (default effort, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":19.52,"observedAt":"2026-08-06","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (default effort, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.2:default|claude-code@2.1.222|bug-hunt-bench@1|false-positive-fixes|Muse Spark 1.2 (default effort, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (default effort, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.2:default|claude-code@2.1.222|bug-hunt-bench@1|fix-rate|Muse Spark 1.2 (default effort, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":13.333333,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (default effort, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.2:default|claude-code@2.1.222|bug-hunt-bench@1|partial-fixes|Muse Spark 1.2 (default effort, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (default effort, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.2:default|claude-code@2.1.222|bug-hunt-bench@1|repo1-fixed|Muse Spark 1.2 (default effort, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":3,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (default effort, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.2:default|claude-code@2.1.222|bug-hunt-bench@1|repo2-fixed|Muse Spark 1.2 (default effort, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (default effort, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.2:default|claude-code@2.1.222|bug-hunt-bench@1|turns|Muse Spark 1.2 (default effort, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":424,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (default effort, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.2:default|claude-code@2.1.222|bug-hunt-bench@1|wall-time|Muse Spark 1.2 (default effort, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":65.2,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (default effort, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.2:effort=xhigh|claude-code@2.1.222|bug-hunt-bench@1|bugs-fixed|Muse Spark 1.2 (xhigh, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":17,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (xhigh, Meta API)","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.2:effort=xhigh|claude-code@2.1.222|bug-hunt-bench@1|cost|Muse Spark 1.2 (xhigh, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":13.99,"observedAt":"2026-08-06","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (xhigh, Meta API)","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.2:effort=xhigh|claude-code@2.1.222|bug-hunt-bench@1|false-positive-fixes|Muse Spark 1.2 (xhigh, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (xhigh, Meta API)","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.2:effort=xhigh|claude-code@2.1.222|bug-hunt-bench@1|fix-rate|Muse Spark 1.2 (xhigh, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":16.190476,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (xhigh, Meta API)","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.2:effort=xhigh|claude-code@2.1.222|bug-hunt-bench@1|partial-fixes|Muse Spark 1.2 (xhigh, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (xhigh, Meta API)","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.2:effort=xhigh|claude-code@2.1.222|bug-hunt-bench@1|repo1-fixed|Muse Spark 1.2 (xhigh, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":6,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (xhigh, Meta API)","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.2:effort=xhigh|claude-code@2.1.222|bug-hunt-bench@1|repo2-fixed|Muse Spark 1.2 (xhigh, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (xhigh, Meta API)","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.2:effort=xhigh|claude-code@2.1.222|bug-hunt-bench@1|turns|Muse Spark 1.2 (xhigh, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":31,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (xhigh, Meta API)","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.2:effort=xhigh|claude-code@2.1.222|bug-hunt-bench@1|wall-time|Muse Spark 1.2 (xhigh, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code","version":"2.1.222"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":35.7,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.2","rowId":"Muse Spark 1.2 (xhigh, Meta API)","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@0.1.0|bug-hunt-bench@1|bugs-fixed|Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"0.1.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":18,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@0.1.0|bug-hunt-bench@1|cost|Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"0.1.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":9.53,"observedAt":"2026-09-12","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@0.1.0|bug-hunt-bench@1|false-positive-fixes|Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"0.1.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@0.1.0|bug-hunt-bench@1|fix-rate|Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"0.1.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":17.142857,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@0.1.0|bug-hunt-bench@1|partial-fixes|Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"0.1.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@0.1.0|bug-hunt-bench@1|repo1-fixed|Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"0.1.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":6,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@0.1.0|bug-hunt-bench@1|repo2-fixed|Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"0.1.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@0.1.0|bug-hunt-bench@1|turns|Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"0.1.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":235,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@0.1.0|bug-hunt-bench@1|wall-time|Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"0.1.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":53.3,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, OpenRouter)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|bugs-fixed|Muse Spark 1.3 (high effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":19,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|bugs-fixed|Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":18.7,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|cost|Muse Spark 1.3 (high effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":10.81,"observedAt":"2026-09-13","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|cost|Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":12.94,"observedAt":"2026-09-14","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|false-positive-fixes|Muse Spark 1.3 (high effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|false-positive-fixes|Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|fix-rate|Muse Spark 1.3 (high effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":18.095238,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|fix-rate|Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":17.809524,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|partial-fixes|Muse Spark 1.3 (high effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|partial-fixes|Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.7,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|repo1-fixed|Muse Spark 1.3 (high effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|repo1-fixed|Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8.7,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|repo2-fixed|Muse Spark 1.3 (high effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|repo2-fixed|Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":10,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|turns|Muse Spark 1.3 (high effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":221,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|turns|Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":268,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|wall-time|Muse Spark 1.3 (high effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":64.5,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=high|muse-code@1.2.1|bug-hunt-bench@1|wall-time|Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":75.6,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (high effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=low|muse-code@1.2.1|bug-hunt-bench@1|bugs-fixed|Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":9.7,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=low|muse-code@1.2.1|bug-hunt-bench@1|cost|Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":5.61,"observedAt":"2026-09-14","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=low|muse-code@1.2.1|bug-hunt-bench@1|false-positive-fixes|Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=low|muse-code@1.2.1|bug-hunt-bench@1|fix-rate|Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":9.238095,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=low|muse-code@1.2.1|bug-hunt-bench@1|partial-fixes|Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.3,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=low|muse-code@1.2.1|bug-hunt-bench@1|repo1-fixed|Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=low|muse-code@1.2.1|bug-hunt-bench@1|repo2-fixed|Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":4.7,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=low|muse-code@1.2.1|bug-hunt-bench@1|turns|Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":175,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=low|muse-code@1.2.1|bug-hunt-bench@1|wall-time|Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":36.4,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (low effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1-1.3.0|bug-hunt-bench@1|bugs-fixed|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1 / 1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":32.2,"observedAt":"2026-09-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1-1.3.0|bug-hunt-bench@1|cost|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1 / 1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":18.11,"observedAt":"2026-09-17","runCount":5,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1-1.3.0|bug-hunt-bench@1|false-positive-fixes|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1 / 1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1-1.3.0|bug-hunt-bench@1|fix-rate|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1 / 1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":30.666667,"observedAt":"2026-09-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1-1.3.0|bug-hunt-bench@1|partial-fixes|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1 / 1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.6,"observedAt":"2026-09-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1-1.3.0|bug-hunt-bench@1|repo1-fixed|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1 / 1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":14.2,"observedAt":"2026-09-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1-1.3.0|bug-hunt-bench@1|repo2-fixed|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1 / 1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":18,"observedAt":"2026-09-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1-1.3.0|bug-hunt-bench@1|turns|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1 / 1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":450,"observedAt":"2026-09-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1-1.3.0|bug-hunt-bench@1|wall-time|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1 / 1.3.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":85.6,"observedAt":"2026-09-17","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 5","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1|bug-hunt-bench@1|bugs-fixed|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":33.7,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1|bug-hunt-bench@1|cost|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":19.16,"observedAt":"2026-09-14","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1|bug-hunt-bench@1|false-positive-fixes|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1|bug-hunt-bench@1|fix-rate|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":32.095238,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1|bug-hunt-bench@1|partial-fixes|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1|bug-hunt-bench@1|repo1-fixed|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":15.3,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1|bug-hunt-bench@1|repo2-fixed|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":18.3,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1|bug-hunt-bench@1|turns|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":455,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1-1.2.1|bug-hunt-bench@1|wall-time|Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1 / 1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":89.8,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1|bug-hunt-bench@1|bugs-fixed|Muse Spark 1.3 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":33,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1|bug-hunt-bench@1|cost|Muse Spark 1.3 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":19.83,"observedAt":"2026-09-13","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1|bug-hunt-bench@1|false-positive-fixes|Muse Spark 1.3 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1|bug-hunt-bench@1|fix-rate|Muse Spark 1.3 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":31.428571,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1|bug-hunt-bench@1|partial-fixes|Muse Spark 1.3 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1|bug-hunt-bench@1|repo1-fixed|Muse Spark 1.3 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":14,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1|bug-hunt-bench@1|repo2-fixed|Muse Spark 1.3 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":19,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1|bug-hunt-bench@1|turns|Muse Spark 1.3 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":358,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=max|muse-code@1.1.1|bug-hunt-bench@1|wall-time|Muse Spark 1.3 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.1.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":102.3,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|bugs-fixed|Muse Spark 1.3 (medium effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":9,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|bugs-fixed|Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":13,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|cost|Muse Spark 1.3 (medium effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":10.02,"observedAt":"2026-09-13","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|cost|Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":9.24,"observedAt":"2026-09-14","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|false-positive-fixes|Muse Spark 1.3 (medium effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|false-positive-fixes|Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|fix-rate|Muse Spark 1.3 (medium effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":8.571429,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|fix-rate|Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":12.380952,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|partial-fixes|Muse Spark 1.3 (medium effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":4,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|partial-fixes|Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.6,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|repo1-fixed|Muse Spark 1.3 (medium effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":4,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|repo1-fixed|Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5.3,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|repo2-fixed|Muse Spark 1.3 (medium effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":5,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|repo2-fixed|Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":7.7,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|turns|Muse Spark 1.3 (medium effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":228,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|turns|Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":240,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|wall-time|Muse Spark 1.3 (medium effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":61.7,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=medium|muse-code@1.2.1|bug-hunt-bench@1|wall-time|Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":58.3,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (medium effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|bugs-fixed|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":20,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|bugs-fixed|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":20.3,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|cost|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":15.58,"observedAt":"2026-09-13","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|cost|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":13.71,"observedAt":"2026-09-14","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|false-positive-fixes|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|false-positive-fixes|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|fix-rate|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":19.047619,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|fix-rate|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":19.333333,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|partial-fixes|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|partial-fixes|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.7,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|repo1-fixed|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|repo1-fixed|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|repo2-fixed|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|repo2-fixed|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12.3,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|turns|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":356,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|turns|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":332,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|wall-time|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":73,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-spark-1.3:effort=xhigh|muse-code@1.2.1|bug-hunt-bench@1|wall-time|Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.2.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":63.8,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Spark 1.3","rowId":"Muse Spark 1.3 (xhigh effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|bugs-fixed|Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":31.7,"observedAt":"2026-10-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder 1.0","rowId":"Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|cost|Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":27.87,"observedAt":"2026-10-13","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder 1.0","rowId":"Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|false-positive-fixes|Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder 1.0","rowId":"Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|fix-rate|Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":30.190476,"observedAt":"2026-10-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder 1.0","rowId":"Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|partial-fixes|Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-10-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder 1.0","rowId":"Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|repo1-fixed|Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":12,"observedAt":"2026-10-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder 1.0","rowId":"Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|repo2-fixed|Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":19.7,"observedAt":"2026-10-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder 1.0","rowId":"Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|turns|Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":258,"observedAt":"2026-10-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder 1.0","rowId":"Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|wall-time|Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","sourceId":"bughunt","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":96.2,"observedAt":"2026-10-13","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder 1.0","rowId":"Muse Wonder 1.0 (max effort, Muse Code, Meta API) - mean of 3","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|bugs-fixed|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":44,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|bugs-fixed|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":42,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|false-positive-fixes|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|false-positive-fixes|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|fix-rate|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":41.904762,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|fix-rate|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":40,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|partial-fixes|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|partial-fixes|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.5,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|repo1-fixed|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":22,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|repo1-fixed|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":21.5,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|repo2-fixed|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":22,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|repo2-fixed|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":20.5,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|turns|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":346,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|turns|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":356,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|wall-time|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":138.2,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=max|muse-code@1.4.1|bug-hunt-bench@1|wall-time|Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":145.3,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (max effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|bugs-fixed|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":44,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|bugs-fixed|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":41.5,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|false-positive-fixes|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|false-positive-fixes|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|fix-rate|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":41.904762,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|fix-rate|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":39.52381,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|partial-fixes|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|partial-fixes|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.5,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|repo1-fixed|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|repo1-fixed|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|repo2-fixed|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":28,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|repo2-fixed|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":25.5,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|turns|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":180,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|turns|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":178,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|wall-time|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":80.3,"observedAt":"2026-10-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API)","rowStatus":"superseded","provider":"meta-api"}
{"key":"bughunt|meta/muse-wonder-full-1.0:effort=xhigh|muse-code@1.4.1|bug-hunt-bench@1|wall-time|Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","sourceId":"bughunt","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Muse Code","version":"1.4.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":90.5,"observedAt":"2026-10-14","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Muse Wonder Full 1.0","rowId":"Muse Wonder Full 1.0 (xhigh effort, Muse Code, Meta API) - mean of 2","rowStatus":"canonical","provider":"meta-api"}
{"key":"bughunt|mistral/mistral-large-4-0:effort=high|claude-code@2.1.291|bug-hunt-bench@1|bugs-fixed|Mistral Large 4 - mean of 3","sourceId":"bughunt","modelId":"mistral/mistral-large-4-0","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.291"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":15,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Mistral Large 4","rowId":"Mistral Large 4 - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|mistral/mistral-large-4-0:effort=high|claude-code@2.1.291|bug-hunt-bench@1|cost|Mistral Large 4 - mean of 3","sourceId":"bughunt","modelId":"mistral/mistral-large-4-0","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.291"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":11.95,"observedAt":"2026-10-07","runCount":3,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Mistral Large 4","rowId":"Mistral Large 4 - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|mistral/mistral-large-4-0:effort=high|claude-code@2.1.291|bug-hunt-bench@1|false-positive-fixes|Mistral Large 4 - mean of 3","sourceId":"bughunt","modelId":"mistral/mistral-large-4-0","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.291"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Mistral Large 4","rowId":"Mistral Large 4 - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|mistral/mistral-large-4-0:effort=high|claude-code@2.1.291|bug-hunt-bench@1|fix-rate|Mistral Large 4 - mean of 3","sourceId":"bughunt","modelId":"mistral/mistral-large-4-0","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.291"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":14.285714,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Mistral Large 4","rowId":"Mistral Large 4 - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|mistral/mistral-large-4-0:effort=high|claude-code@2.1.291|bug-hunt-bench@1|partial-fixes|Mistral Large 4 - mean of 3","sourceId":"bughunt","modelId":"mistral/mistral-large-4-0","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.291"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.7,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Mistral Large 4","rowId":"Mistral Large 4 - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|mistral/mistral-large-4-0:effort=high|claude-code@2.1.291|bug-hunt-bench@1|repo1-fixed|Mistral Large 4 - mean of 3","sourceId":"bughunt","modelId":"mistral/mistral-large-4-0","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.291"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Mistral Large 4","rowId":"Mistral Large 4 - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|mistral/mistral-large-4-0:effort=high|claude-code@2.1.291|bug-hunt-bench@1|repo2-fixed|Mistral Large 4 - mean of 3","sourceId":"bughunt","modelId":"mistral/mistral-large-4-0","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.291"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":10,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Mistral Large 4","rowId":"Mistral Large 4 - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|mistral/mistral-large-4-0:effort=high|claude-code@2.1.291|bug-hunt-bench@1|turns|Mistral Large 4 - mean of 3","sourceId":"bughunt","modelId":"mistral/mistral-large-4-0","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.291"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":386,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Mistral Large 4","rowId":"Mistral Large 4 - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|mistral/mistral-large-4-0:effort=high|claude-code@2.1.291|bug-hunt-bench@1|wall-time|Mistral Large 4 - mean of 3","sourceId":"bughunt","modelId":"mistral/mistral-large-4-0","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.291"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":111.1,"observedAt":"2026-10-07","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Mistral Large 4","rowId":"Mistral Large 4 - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|moonshot-ai/kimi-k3.1-pro:effort=max|claude-code@2.1.309|bug-hunt-bench@1|bugs-fixed|Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.309"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":36,"observedAt":"2026-10-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3.1 Pro","rowId":"Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","rowStatus":"canonical","provider":"moonshot-api"}
{"key":"bughunt|moonshot-ai/kimi-k3.1-pro:effort=max|claude-code@2.1.309|bug-hunt-bench@1|cost|Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.309"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":13.76,"observedAt":"2026-10-23","runCount":3,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3.1 Pro","rowId":"Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","rowStatus":"canonical","provider":"moonshot-api"}
{"key":"bughunt|moonshot-ai/kimi-k3.1-pro:effort=max|claude-code@2.1.309|bug-hunt-bench@1|false-positive-fixes|Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.309"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3.1 Pro","rowId":"Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","rowStatus":"canonical","provider":"moonshot-api"}
{"key":"bughunt|moonshot-ai/kimi-k3.1-pro:effort=max|claude-code@2.1.309|bug-hunt-bench@1|fix-rate|Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.309"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":34.285714,"observedAt":"2026-10-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3.1 Pro","rowId":"Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","rowStatus":"canonical","provider":"moonshot-api"}
{"key":"bughunt|moonshot-ai/kimi-k3.1-pro:effort=max|claude-code@2.1.309|bug-hunt-bench@1|partial-fixes|Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.309"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.3,"observedAt":"2026-10-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3.1 Pro","rowId":"Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","rowStatus":"canonical","provider":"moonshot-api"}
{"key":"bughunt|moonshot-ai/kimi-k3.1-pro:effort=max|claude-code@2.1.309|bug-hunt-bench@1|repo1-fixed|Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.309"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":17,"observedAt":"2026-10-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3.1 Pro","rowId":"Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","rowStatus":"canonical","provider":"moonshot-api"}
{"key":"bughunt|moonshot-ai/kimi-k3.1-pro:effort=max|claude-code@2.1.309|bug-hunt-bench@1|repo2-fixed|Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.309"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":19,"observedAt":"2026-10-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3.1 Pro","rowId":"Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","rowStatus":"canonical","provider":"moonshot-api"}
{"key":"bughunt|moonshot-ai/kimi-k3.1-pro:effort=max|claude-code@2.1.309|bug-hunt-bench@1|turns|Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.309"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":529,"observedAt":"2026-10-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3.1 Pro","rowId":"Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","rowStatus":"canonical","provider":"moonshot-api"}
{"key":"bughunt|moonshot-ai/kimi-k3.1-pro:effort=max|claude-code@2.1.309|bug-hunt-bench@1|wall-time|Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.309"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":64.8,"observedAt":"2026-10-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3.1 Pro","rowId":"Kimi K3.1 Pro (max effort, Moonshot API) - mean of 3","rowStatus":"canonical","provider":"moonshot-api"}
{"key":"bughunt|moonshot-ai/kimi-k3:default|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|bugs-fixed|Kimi K3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":21,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3","rowId":"Kimi K3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|moonshot-ai/kimi-k3:default|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|cost|Kimi K3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":25.27,"observedAt":"2026-07-26","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3","rowId":"Kimi K3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|moonshot-ai/kimi-k3:default|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|false-positive-fixes|Kimi K3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3","rowId":"Kimi K3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|moonshot-ai/kimi-k3:default|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|fix-rate|Kimi K3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":20,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3","rowId":"Kimi K3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|moonshot-ai/kimi-k3:default|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|partial-fixes|Kimi K3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3","rowId":"Kimi K3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|moonshot-ai/kimi-k3:default|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|repo1-fixed|Kimi K3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":4,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3","rowId":"Kimi K3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|moonshot-ai/kimi-k3:default|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|repo2-fixed|Kimi K3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":17,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3","rowId":"Kimi K3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|moonshot-ai/kimi-k3:default|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|turns|Kimi K3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":394,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3","rowId":"Kimi K3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|moonshot-ai/kimi-k3:default|claude-code@2.1.215-2.1.218|bug-hunt-bench@1|wall-time|Kimi K3","sourceId":"bughunt","modelId":"moonshot-ai/kimi-k3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.215 / 2.1.218"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":107.8,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Kimi K3","rowId":"Kimi K3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=high|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":13,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=high|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.57,"observedAt":"2026-07-31","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=high|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=high|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":12.380952,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=high|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=high|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=high|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":8,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=high|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":174,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=high|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":64.1,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=low|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":4,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=low|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|cost|GPT-5.6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.1,"observedAt":"2026-08-27","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=low|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=low|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|fix-rate|GPT-5.6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":3.809524,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=low|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|partial-fixes|GPT-5.6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=low|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":0,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=low|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":4,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=low|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|turns|GPT-5.6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":37,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=low|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|wall-time|GPT-5.6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":5.8,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":33,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":31.5,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":31.3,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.8,"observedAt":"2026-07-31","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":2.82,"observedAt":"2026-09-22","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":3.15,"observedAt":"2026-09-22","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":31.428571,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":30,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":29.809524,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":4,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3.3,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":17,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16.5,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":16,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":15,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":15.3,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":616,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":876,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":990,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":85.7,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":170,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=max|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":187.1,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=medium|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":9,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=medium|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|cost|GPT-5.6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.33,"observedAt":"2026-08-27","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=medium|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=medium|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|fix-rate|GPT-5.6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":8.571429,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=medium|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|partial-fixes|GPT-5.6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=medium|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=medium|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":4,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=medium|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|turns|GPT-5.6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":97,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=medium|codex-cli@0.150.0-alpha.8|bug-hunt-bench@1|wall-time|GPT-5.6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.150.0-alpha.8"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":15.4,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=xhigh|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":23,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=xhigh|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":2.5,"observedAt":"2026-08-28","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=xhigh|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=xhigh|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":21.904762,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=xhigh|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=xhigh|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":10,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=xhigh|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":13,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=xhigh|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":813,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-luna:effort=xhigh|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":135.6,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Luna","rowId":"GPT-5.6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Sol","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":31,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Sol (re-run Jul 31)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":34,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (re-run Jul 31)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Sol","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":29.16,"observedAt":"2026-07-26","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Sol (re-run Jul 31)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":33.92,"observedAt":"2026-07-31","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (re-run Jul 31)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Sol","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Sol (re-run Jul 31)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (re-run Jul 31)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Sol","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":29.52381,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Sol (re-run Jul 31)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":32.380952,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (re-run Jul 31)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Sol","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":4,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Sol (re-run Jul 31)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":4,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (re-run Jul 31)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Sol","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Sol (re-run Jul 31)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (re-run Jul 31)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Sol","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":18,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Sol (re-run Jul 31)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":21,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (re-run Jul 31)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Sol","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":325,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Sol (re-run Jul 31)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":269,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (re-run Jul 31)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Sol","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":70.2,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=high|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Sol (re-run Jul 31)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":66.7,"observedAt":"2026-07-31","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (re-run Jul 31)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli@0.154.0|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.154.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":43.5,"observedAt":"2026-09-16","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli@0.154.0|bug-hunt-bench@1|cost|GPT-5.6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.154.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":95.35,"observedAt":"2026-09-16","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli@0.154.0|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.154.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-16","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli@0.154.0|bug-hunt-bench@1|fix-rate|GPT-5.6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.154.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":41.428571,"observedAt":"2026-09-16","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli@0.154.0|bug-hunt-bench@1|partial-fixes|GPT-5.6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.154.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-16","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli@0.154.0|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.154.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":19,"observedAt":"2026-09-16","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli@0.154.0|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.154.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":24.5,"observedAt":"2026-09-16","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli@0.154.0|bug-hunt-bench@1|turns|GPT-5.6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.154.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":1082,"observedAt":"2026-09-16","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli@0.154.0|bug-hunt-bench@1|wall-time|GPT-5.6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.154.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":253.1,"observedAt":"2026-09-16","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":42,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":69.61,"observedAt":"2026-08-01","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":40,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":19,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":23,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":831,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=max|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":163.8,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=medium|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":29,"observedAt":"2026-09-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=medium|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":15.77,"observedAt":"2026-09-06","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=medium|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=medium|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":27.619048,"observedAt":"2026-09-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=medium|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=medium|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13,"observedAt":"2026-09-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=medium|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":16,"observedAt":"2026-09-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=medium|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":143,"observedAt":"2026-09-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=medium|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":47.6,"observedAt":"2026-09-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=xhigh|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":39,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=xhigh|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":52.75,"observedAt":"2026-08-28","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=xhigh|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=xhigh|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":37.142857,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=xhigh|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=xhigh|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":18,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=xhigh|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":21,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=xhigh|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":485,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-sol:effort=xhigh|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":126.2,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Sol","rowId":"GPT-5.6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=high|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Terra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":18,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=high|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Terra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":5.89,"observedAt":"2026-08-27","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=high|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Terra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=high|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Terra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":17.142857,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=high|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Terra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=high|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Terra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":7,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=high|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Terra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=high|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Terra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":128,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=high|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Terra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":28.1,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=max|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Terra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":32,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (max effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=max|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Terra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":27.98,"observedAt":"2026-08-27","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (max effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=max|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Terra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (max effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=max|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Terra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":30.47619,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (max effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=max|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Terra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (max effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=max|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Terra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (max effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=max|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Terra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":16,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (max effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=max|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Terra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":875,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (max effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=max|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Terra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":159.7,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (max effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=medium|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Terra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":15,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=medium|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Terra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":3.87,"observedAt":"2026-08-27","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=medium|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Terra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=medium|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Terra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":14.285714,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=medium|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Terra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=medium|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Terra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":4,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=medium|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Terra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=medium|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Terra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":93,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=medium|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Terra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":20.2,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=xhigh|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-5.6 Terra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":20,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=xhigh|codex-cli|bug-hunt-bench@1|cost|GPT-5.6 Terra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":8.98,"observedAt":"2026-08-28","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=xhigh|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-5.6 Terra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=xhigh|codex-cli|bug-hunt-bench@1|fix-rate|GPT-5.6 Terra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":19.047619,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=xhigh|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-5.6 Terra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=xhigh|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-5.6 Terra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=xhigh|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-5.6 Terra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=xhigh|codex-cli|bug-hunt-bench@1|turns|GPT-5.6 Terra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":259,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-5.6-terra:effort=xhigh|codex-cli|bug-hunt-bench@1|wall-time|GPT-5.6 Terra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":56.6,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-5.6 Terra","rowId":"GPT-5.6 Terra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=high|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-6 Astra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":35,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=high|codex-cli|bug-hunt-bench@1|cost|GPT-6 Astra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":20.6,"observedAt":"2026-09-04","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=high|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-6 Astra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=high|codex-cli|bug-hunt-bench@1|fix-rate|GPT-6 Astra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":33.333333,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=high|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-6 Astra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=high|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-6 Astra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":19,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=high|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-6 Astra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":16,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=high|codex-cli|bug-hunt-bench@1|turns|GPT-6 Astra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":131,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=high|codex-cli|bug-hunt-bench@1|wall-time|GPT-6 Astra (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":40.5,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=low|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-6 Astra (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":27,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=low|codex-cli|bug-hunt-bench@1|cost|GPT-6 Astra (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":11.69,"observedAt":"2026-09-05","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=low|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-6 Astra (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=low|codex-cli|bug-hunt-bench@1|fix-rate|GPT-6 Astra (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":25.714286,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=low|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-6 Astra (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=low|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-6 Astra (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":18,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=low|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-6 Astra (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":9,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=low|codex-cli|bug-hunt-bench@1|turns|GPT-6 Astra (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":92,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=low|codex-cli|bug-hunt-bench@1|wall-time|GPT-6 Astra (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":32.1,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-6 Astra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":48,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-6 Astra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":45,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|cost|GPT-6 Astra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":31.21,"observedAt":"2026-09-04","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|cost|GPT-6 Astra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":33.03,"observedAt":"2026-09-14","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-6 Astra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-6 Astra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|fix-rate|GPT-6 Astra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":45.714286,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|fix-rate|GPT-6 Astra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":42.857143,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-6 Astra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-6 Astra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-6 Astra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":24,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-6 Astra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":22,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-6 Astra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":24,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-6 Astra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":23,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|turns|GPT-6 Astra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":221,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|turns|GPT-6 Astra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":222,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|wall-time|GPT-6 Astra (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":78.8,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-astra:effort=max|codex-cli|bug-hunt-bench@1|wall-time|GPT-6 Astra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":89.8,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=medium|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-6 Astra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":34,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=medium|codex-cli|bug-hunt-bench@1|cost|GPT-6 Astra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":15.78,"observedAt":"2026-09-05","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=medium|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-6 Astra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=medium|codex-cli|bug-hunt-bench@1|fix-rate|GPT-6 Astra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":32.380952,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=medium|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-6 Astra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=medium|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-6 Astra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":19,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=medium|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-6 Astra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":15,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=medium|codex-cli|bug-hunt-bench@1|turns|GPT-6 Astra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":104,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=medium|codex-cli|bug-hunt-bench@1|wall-time|GPT-6 Astra (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":28,"observedAt":"2026-09-05","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=xhigh|codex-cli|bug-hunt-bench@1|bugs-fixed|GPT-6 Astra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":43,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=xhigh|codex-cli|bug-hunt-bench@1|cost|GPT-6 Astra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":24.22,"observedAt":"2026-09-04","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=xhigh|codex-cli|bug-hunt-bench@1|false-positive-fixes|GPT-6 Astra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=xhigh|codex-cli|bug-hunt-bench@1|fix-rate|GPT-6 Astra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":40.952381,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=xhigh|codex-cli|bug-hunt-bench@1|partial-fixes|GPT-6 Astra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=xhigh|codex-cli|bug-hunt-bench@1|repo1-fixed|GPT-6 Astra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":23,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=xhigh|codex-cli|bug-hunt-bench@1|repo2-fixed|GPT-6 Astra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":20,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=xhigh|codex-cli|bug-hunt-bench@1|turns|GPT-6 Astra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":159,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-astra:effort=xhigh|codex-cli|bug-hunt-bench@1|wall-time|GPT-6 Astra (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-astra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":58.8,"observedAt":"2026-09-04","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Astra","rowId":"GPT-6 Astra (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":9,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.13,"observedAt":"2026-09-23","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":8.571429,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":2,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":7,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":72,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Luna (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":24.4,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":4,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.2,"observedAt":"2026-09-23","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":3.809524,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":1,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":3,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":130,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Luna (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":19.3,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":17,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":19,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":18.3,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.52,"observedAt":"2026-09-23","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.51,"observedAt":"2026-09-23","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.52,"observedAt":"2026-09-23","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":16.190476,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":18.095238,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":17.428571,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":6,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":6.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":6.3,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":315,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":270,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":286,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Luna (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":85.8,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Luna (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":94.9,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-luna:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Luna (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":99.2,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":4,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.06,"observedAt":"2026-09-23","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":3.809524,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":2,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":2,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":40,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Luna (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":8.6,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":14,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.39,"observedAt":"2026-09-23","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":13.333333,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":4,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":10,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":172,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-luna:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Luna (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":57,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Luna","rowId":"GPT-6 Luna (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":20,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":4.16,"observedAt":"2026-09-23","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":19.047619,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":10,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":10,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":162,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=high|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":33.9,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (high effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":6,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.08,"observedAt":"2026-09-23","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":5.714286,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":3,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":3,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":64,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=low|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":11.1,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (low effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":32,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":31,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":29.3,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":10.03,"observedAt":"2026-09-23","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":9.1,"observedAt":"2026-09-23","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":9.33,"observedAt":"2026-09-23","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":30.47619,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":29.52381,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":27.904762,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.5,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":18,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":17,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":15.3,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":14,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":14,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":14,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":365,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":353,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":352,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":60.4,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Sol (max effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":59.3,"observedAt":"2026-09-23","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 2","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6-sol:effort=max|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":63.4,"observedAt":"2026-09-23","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":14,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":2.39,"observedAt":"2026-09-23","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":13.333333,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":3,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":103,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=medium|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":24.5,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (medium effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|bugs-fixed|GPT-6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":25,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|cost|GPT-6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":7.67,"observedAt":"2026-09-23","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|false-positive-fixes|GPT-6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|fix-rate|GPT-6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":23.809524,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|partial-fixes|GPT-6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|repo1-fixed|GPT-6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":10,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|repo2-fixed|GPT-6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":15,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|turns|GPT-6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":260,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6-sol:effort=xhigh|codex-cli@0.155.1|bug-hunt-bench@1|wall-time|GPT-6 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.155.1"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":51.4,"observedAt":"2026-09-23","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6 Sol","rowId":"GPT-6 Sol (xhigh effort)","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":38,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Sol (high effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":36.5,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":3.51,"observedAt":"2026-09-29","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Sol (high effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":3.26,"observedAt":"2026-09-30","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Sol (high effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":36.190476,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Sol (high effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":34.761905,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Sol (high effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.5,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":15,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Sol (high effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":17,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":23,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Sol (high effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":19.5,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":159,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Sol (high effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":145,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Sol (high effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":78.7,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Sol (high effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":70.3,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (high effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":31,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Sol (low effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":22.5,"observedAt":"2026-10-01","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.77,"observedAt":"2026-09-29","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Sol (low effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.34,"observedAt":"2026-10-01","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Sol (low effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-01","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":29.52381,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Sol (low effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":21.428571,"observedAt":"2026-10-01","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":4,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Sol (low effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3.5,"observedAt":"2026-10-01","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":15,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Sol (low effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":11.5,"observedAt":"2026-10-01","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":16,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Sol (low effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-10-01","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":91,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Sol (low effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":74,"observedAt":"2026-10-01","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Sol (low effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":36.5,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Sol (low effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":25.4,"observedAt":"2026-10-01","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (low effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":44,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":44.3,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":6.56,"observedAt":"2026-09-29","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":5.88,"observedAt":"2026-09-30","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":41.904762,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":42.190476,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":21,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":22.3,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":23,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":22,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":280,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":270,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Sol (max effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":112.4,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Sol (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":139.3,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":28,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Sol (medium effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":29,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.85,"observedAt":"2026-09-29","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Sol (medium effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.76,"observedAt":"2026-09-30","runCount":2,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Sol (medium effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":26.666667,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Sol (medium effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":27.619048,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Sol (medium effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Sol (medium effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Sol (medium effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":13,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":95,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Sol (medium effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":92,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Sol (medium effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":34,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Sol (medium effort) - mean of 2","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":29.8,"observedAt":"2026-09-30","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (medium effort) - mean of 2","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":41,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Sol (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":42.7,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":4.68,"observedAt":"2026-09-29","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Sol (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":4.35,"observedAt":"2026-09-30","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Sol (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":39.047619,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Sol (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":40.666667,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Sol (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3.3,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":24,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Sol (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":22.3,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":17,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Sol (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":20.3,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":211,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Sol (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":200,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Sol (xhigh effort)","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":80.6,"observedAt":"2026-09-29","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort)","rowStatus":"superseded"}
{"key":"bughunt|openai/gpt-6.1-sol:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Sol (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":98.7,"observedAt":"2026-09-30","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Sol","rowId":"GPT-6.1 Sol (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Terra (high effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":9.7,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Terra (high effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.56,"observedAt":"2026-10-26","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Terra (high effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Terra (high effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":9.238095,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Terra (high effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.6,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Terra (high effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":4.3,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Terra (high effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":5.3,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Terra (high effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":70,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=high|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Terra (high effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":12.6,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (high effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Terra (low effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":6,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Terra (low effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.3,"observedAt":"2026-10-27","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Terra (low effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Terra (low effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":5.714286,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Terra (low effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Terra (low effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":2.7,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Terra (low effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":3.3,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Terra (low effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":44,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=low|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Terra (low effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"low","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":10.1,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (low effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Terra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":40.7,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Terra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":3.88,"observedAt":"2026-10-26","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Terra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Terra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":38.761905,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Terra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Terra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":18,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Terra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":22.7,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Terra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":357,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=max|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Terra (max effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":37.3,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (max effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Terra (medium effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":7.3,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Terra (medium effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.31,"observedAt":"2026-10-27","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Terra (medium effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Terra (medium effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":6.952381,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Terra (medium effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.3,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Terra (medium effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":3.7,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Terra (medium effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":3.7,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Terra (medium effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":52,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=medium|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Terra (medium effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":9.6,"observedAt":"2026-10-27","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (medium effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|bugs-fixed|GPT-6.1 Terra (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":11.3,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|cost|GPT-6.1 Terra (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.75,"observedAt":"2026-10-26","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|false-positive-fixes|GPT-6.1 Terra (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|fix-rate|GPT-6.1 Terra (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":10.761905,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|partial-fixes|GPT-6.1 Terra (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.3,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|repo1-fixed|GPT-6.1 Terra (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|repo2-fixed|GPT-6.1 Terra (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":6.3,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|turns|GPT-6.1 Terra (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":118,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-6.1-terra:effort=xhigh|codex-cli@0.159.0|bug-hunt-bench@1|wall-time|GPT-6.1 Terra (xhigh effort) - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-6.1-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI","version":"0.159.0"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":15.9,"observedAt":"2026-10-26","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GPT-6.1 Terra","rowId":"GPT-6.1 Terra (xhigh effort) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|bugs-fixed|gpt-oss-120b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|cost|gpt-oss-120b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.11,"observedAt":"2026-09-15","runCount":3,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|false-positive-fixes|gpt-oss-120b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|fix-rate|gpt-oss-120b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|partial-fixes|gpt-oss-120b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|repo1-fixed|gpt-oss-120b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|repo2-fixed|gpt-oss-120b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|turns|gpt-oss-120b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":35,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|wall-time|gpt-oss-120b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":3.7,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269|bug-hunt-bench@1|bugs-fixed|gpt-oss-120b","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269|bug-hunt-bench@1|cost|gpt-oss-120b","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.13,"observedAt":"2026-09-12","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269|bug-hunt-bench@1|false-positive-fixes|gpt-oss-120b","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269|bug-hunt-bench@1|fix-rate|gpt-oss-120b","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269|bug-hunt-bench@1|partial-fixes|gpt-oss-120b","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269|bug-hunt-bench@1|repo1-fixed|gpt-oss-120b","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269|bug-hunt-bench@1|repo2-fixed|gpt-oss-120b","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269|bug-hunt-bench@1|turns|gpt-oss-120b","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":44,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-120b:default|claude-code@2.1.269|bug-hunt-bench@1|wall-time|gpt-oss-120b","sourceId":"bughunt","modelId":"openai/gpt-oss-120b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":3.7,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-120b","rowId":"gpt-oss-120b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|bugs-fixed|gpt-oss-20b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|cost|gpt-oss-20b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.11,"observedAt":"2026-09-15","runCount":3,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|false-positive-fixes|gpt-oss-20b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|fix-rate|gpt-oss-20b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|partial-fixes|gpt-oss-20b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|repo1-fixed|gpt-oss-20b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|repo2-fixed|gpt-oss-20b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|turns|gpt-oss-20b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":63,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269-2.1.272|bug-hunt-bench@1|wall-time|gpt-oss-20b - mean of 3","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.272"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":7.4,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269|bug-hunt-bench@1|bugs-fixed|gpt-oss-20b","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269|bug-hunt-bench@1|cost|gpt-oss-20b","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.11,"observedAt":"2026-09-12","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269|bug-hunt-bench@1|false-positive-fixes|gpt-oss-20b","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269|bug-hunt-bench@1|fix-rate|gpt-oss-20b","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269|bug-hunt-bench@1|partial-fixes|gpt-oss-20b","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269|bug-hunt-bench@1|repo1-fixed|gpt-oss-20b","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269|bug-hunt-bench@1|repo2-fixed|gpt-oss-20b","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269|bug-hunt-bench@1|turns|gpt-oss-20b","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":61,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|openai/gpt-oss-20b:default|claude-code@2.1.269|bug-hunt-bench@1|wall-time|gpt-oss-20b","sourceId":"bughunt","modelId":"openai/gpt-oss-20b","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":3.8,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"gpt-oss-20b","rowId":"gpt-oss-20b","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|tencent/hy4-preview:default|claude-code@2.1.250|bug-hunt-bench@1|bugs-fixed|Hy4 Preview","sourceId":"bughunt","modelId":"tencent/hy4-preview","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.250"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":18,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Hy4 Preview","rowId":"Hy4 Preview","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|tencent/hy4-preview:default|claude-code@2.1.250|bug-hunt-bench@1|cost|Hy4 Preview","sourceId":"bughunt","modelId":"tencent/hy4-preview","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.250"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":3.13,"observedAt":"2026-08-28","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Hy4 Preview","rowId":"Hy4 Preview","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|tencent/hy4-preview:default|claude-code@2.1.250|bug-hunt-bench@1|false-positive-fixes|Hy4 Preview","sourceId":"bughunt","modelId":"tencent/hy4-preview","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.250"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Hy4 Preview","rowId":"Hy4 Preview","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|tencent/hy4-preview:default|claude-code@2.1.250|bug-hunt-bench@1|fix-rate|Hy4 Preview","sourceId":"bughunt","modelId":"tencent/hy4-preview","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.250"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":17.142857,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Hy4 Preview","rowId":"Hy4 Preview","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|tencent/hy4-preview:default|claude-code@2.1.250|bug-hunt-bench@1|partial-fixes|Hy4 Preview","sourceId":"bughunt","modelId":"tencent/hy4-preview","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.250"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Hy4 Preview","rowId":"Hy4 Preview","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|tencent/hy4-preview:default|claude-code@2.1.250|bug-hunt-bench@1|repo1-fixed|Hy4 Preview","sourceId":"bughunt","modelId":"tencent/hy4-preview","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.250"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Hy4 Preview","rowId":"Hy4 Preview","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|tencent/hy4-preview:default|claude-code@2.1.250|bug-hunt-bench@1|repo2-fixed|Hy4 Preview","sourceId":"bughunt","modelId":"tencent/hy4-preview","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.250"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":9,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Hy4 Preview","rowId":"Hy4 Preview","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|tencent/hy4-preview:default|claude-code@2.1.250|bug-hunt-bench@1|turns|Hy4 Preview","sourceId":"bughunt","modelId":"tencent/hy4-preview","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.250"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":257,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Hy4 Preview","rowId":"Hy4 Preview","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|tencent/hy4-preview:default|claude-code@2.1.250|bug-hunt-bench@1|wall-time|Hy4 Preview","sourceId":"bughunt","modelId":"tencent/hy4-preview","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.250"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":67.5,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Hy4 Preview","rowId":"Hy4 Preview","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|bugs-fixed|Union Alpha (stealth; free)","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":32,"observedAt":"2026-09-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|bugs-fixed|Union Alpha (stealth; free) - mean of 3","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":30.7,"observedAt":"2026-09-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|cost|Union Alpha (stealth; free)","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":3.3,"observedAt":"2026-09-17","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|cost|Union Alpha (stealth; free) - mean of 3","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":4.81,"observedAt":"2026-09-17","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|false-positive-fixes|Union Alpha (stealth; free)","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|false-positive-fixes|Union Alpha (stealth; free) - mean of 3","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|fix-rate|Union Alpha (stealth; free)","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":30.47619,"observedAt":"2026-09-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|fix-rate|Union Alpha (stealth; free) - mean of 3","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":29.238095,"observedAt":"2026-09-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|partial-fixes|Union Alpha (stealth; free)","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|partial-fixes|Union Alpha (stealth; free) - mean of 3","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.3,"observedAt":"2026-09-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|repo1-fixed|Union Alpha (stealth; free)","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16,"observedAt":"2026-09-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|repo1-fixed|Union Alpha (stealth; free) - mean of 3","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":16,"observedAt":"2026-09-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|repo2-fixed|Union Alpha (stealth; free)","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":16,"observedAt":"2026-09-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|repo2-fixed|Union Alpha (stealth; free) - mean of 3","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":14.7,"observedAt":"2026-09-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|turns|Union Alpha (stealth; free)","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":89,"observedAt":"2026-09-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|turns|Union Alpha (stealth; free) - mean of 3","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":113,"observedAt":"2026-09-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|wall-time|Union Alpha (stealth; free)","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":32.7,"observedAt":"2026-09-17","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free)","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|unbiased/pareto:default|claude-code@2.1.274|bug-hunt-bench@1|wall-time|Union Alpha (stealth; free) - mean of 3","sourceId":"bughunt","modelId":"unbiased/pareto","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.274"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":38.2,"observedAt":"2026-09-17","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Pareto (ex-Union Alpha)","rowId":"Union Alpha (stealth; free) - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|bugs-fixed|Grok 4.5","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":16,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|bugs-fixed|Grok 4.5 (high re-run - CLI has no max)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","effortStatus":"clamped","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":13,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (high re-run - CLI has no max)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|bugs-fixed|Grok 4.5 (re-run Aug 6)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":17,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (re-run Aug 6)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|cost|Grok 4.5","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":2.58,"observedAt":"2026-07-26","runCount":1,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|cost|Grok 4.5 (high re-run - CLI has no max)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","effortStatus":"clamped","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":10.94,"observedAt":"2026-08-01","runCount":1,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (high re-run - CLI has no max)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|cost|Grok 4.5 (re-run Aug 6)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":8.5,"observedAt":"2026-08-06","runCount":1,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (re-run Aug 6)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|false-positive-fixes|Grok 4.5","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|false-positive-fixes|Grok 4.5 (high re-run - CLI has no max)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","effortStatus":"clamped","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (high re-run - CLI has no max)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|false-positive-fixes|Grok 4.5 (re-run Aug 6)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (re-run Aug 6)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|fix-rate|Grok 4.5","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":15.238095,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|fix-rate|Grok 4.5 (high re-run - CLI has no max)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","effortStatus":"clamped","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":12.380952,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (high re-run - CLI has no max)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|fix-rate|Grok 4.5 (re-run Aug 6)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":16.190476,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (re-run Aug 6)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|partial-fixes|Grok 4.5","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|partial-fixes|Grok 4.5 (high re-run - CLI has no max)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","effortStatus":"clamped","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (high re-run - CLI has no max)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|partial-fixes|Grok 4.5 (re-run Aug 6)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (re-run Aug 6)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|repo1-fixed|Grok 4.5","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|repo1-fixed|Grok 4.5 (high re-run - CLI has no max)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","effortStatus":"clamped","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (high re-run - CLI has no max)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|repo1-fixed|Grok 4.5 (re-run Aug 6)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (re-run Aug 6)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|repo2-fixed|Grok 4.5","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|repo2-fixed|Grok 4.5 (high re-run - CLI has no max)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","effortStatus":"clamped","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":8,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (high re-run - CLI has no max)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|repo2-fixed|Grok 4.5 (re-run Aug 6)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":12,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (re-run Aug 6)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|wall-time|Grok 4.5","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":24.9,"observedAt":"2026-07-26","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|wall-time|Grok 4.5 (high re-run - CLI has no max)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","effortStatus":"clamped","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":25.4,"observedAt":"2026-08-01","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (high re-run - CLI has no max)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.5:effort=high|grok-build-cli-acp|bug-hunt-bench@1|wall-time|Grok 4.5 (re-run Aug 6)","sourceId":"bughunt","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":27.9,"observedAt":"2026-08-06","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.5","rowId":"Grok 4.5 (re-run Aug 6)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=high|grok-build-cli-acp|bug-hunt-bench@1|bugs-fixed|Grok 4.6 (high)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":23,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (high)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=high|grok-build-cli-acp|bug-hunt-bench@1|cost|Grok 4.6 (high)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":15.73,"observedAt":"2026-08-28","runCount":1,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (high)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=high|grok-build-cli-acp|bug-hunt-bench@1|false-positive-fixes|Grok 4.6 (high)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (high)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=high|grok-build-cli-acp|bug-hunt-bench@1|fix-rate|Grok 4.6 (high)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":21.904762,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (high)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=high|grok-build-cli-acp|bug-hunt-bench@1|partial-fixes|Grok 4.6 (high)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (high)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=high|grok-build-cli-acp|bug-hunt-bench@1|repo1-fixed|Grok 4.6 (high)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":7,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (high)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=high|grok-build-cli-acp|bug-hunt-bench@1|repo2-fixed|Grok 4.6 (high)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":16,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (high)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=high|grok-build-cli-acp|bug-hunt-bench@1|wall-time|Grok 4.6 (high)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":33,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (high)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=low|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|bugs-fixed|Grok 4.6 (low)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":15,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (low)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=low|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|cost|Grok 4.6 (low)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":4.14,"observedAt":"2026-08-27","runCount":1,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (low)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=low|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|false-positive-fixes|Grok 4.6 (low)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (low)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=low|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|fix-rate|Grok 4.6 (low)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":14.285714,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (low)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=low|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|partial-fixes|Grok 4.6 (low)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":4,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (low)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=low|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|repo1-fixed|Grok 4.6 (low)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":6,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (low)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=low|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|repo2-fixed|Grok 4.6 (low)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":9,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (low)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=low|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|wall-time|Grok 4.6 (low)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":18,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (low)","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.3|bug-hunt-bench@1|bugs-fixed|Grok 4.6 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":23,"observedAt":"2026-08-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.3|bug-hunt-bench@1|cost|Grok 4.6 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":13.35,"observedAt":"2026-08-14","runCount":1,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.3|bug-hunt-bench@1|false-positive-fixes|Grok 4.6 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.3|bug-hunt-bench@1|fix-rate|Grok 4.6 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":21.904762,"observedAt":"2026-08-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.3|bug-hunt-bench@1|partial-fixes|Grok 4.6 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-08-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.3|bug-hunt-bench@1|repo1-fixed|Grok 4.6 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":7,"observedAt":"2026-08-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.3|bug-hunt-bench@1|repo2-fixed|Grok 4.6 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":16,"observedAt":"2026-08-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.3|bug-hunt-bench@1|wall-time|Grok 4.6 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.3"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":20.5,"observedAt":"2026-08-14","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|bugs-fixed|Grok 4.6 (medium) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":22,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium) seq","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|cost|Grok 4.6 (medium) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":5.8,"observedAt":"2026-08-28","runCount":1,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium) seq","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|false-positive-fixes|Grok 4.6 (medium) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium) seq","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|fix-rate|Grok 4.6 (medium) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":20.952381,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium) seq","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|partial-fixes|Grok 4.6 (medium) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium) seq","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|repo1-fixed|Grok 4.6 (medium) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium) seq","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|repo2-fixed|Grok 4.6 (medium) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":13,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium) seq","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=medium|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|wall-time|Grok 4.6 (medium) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":26.5,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (medium) seq","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|bugs-fixed|Grok 4.6 (xhigh) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":27,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|bugs-fixed|Grok 4.6 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":28.7,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|cost|Grok 4.6 (xhigh) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":16.96,"observedAt":"2026-08-28","runCount":1,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|cost|Grok 4.6 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":18.6,"observedAt":"2026-09-14","runCount":3,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|false-positive-fixes|Grok 4.6 (xhigh) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|false-positive-fixes|Grok 4.6 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|fix-rate|Grok 4.6 (xhigh) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":25.714286,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|fix-rate|Grok 4.6 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":27.333333,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|partial-fixes|Grok 4.6 (xhigh) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|partial-fixes|Grok 4.6 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.7,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|repo1-fixed|Grok 4.6 (xhigh) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|repo1-fixed|Grok 4.6 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":11.7,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|repo2-fixed|Grok 4.6 (xhigh) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":19,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|repo2-fixed|Grok 4.6 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":17,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|wall-time|Grok 4.6 (xhigh) seq","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":41.1,"observedAt":"2026-08-28","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp@1.0.5|bug-hunt-bench@1|wall-time|Grok 4.6 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.5"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":43.1,"observedAt":"2026-09-14","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh) seq - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp|bug-hunt-bench@1|bugs-fixed|Grok 4.6 (xhigh)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":27,"observedAt":"2026-08-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp|bug-hunt-bench@1|cost|Grok 4.6 (xhigh)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":22.73,"observedAt":"2026-08-12","runCount":1,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp|bug-hunt-bench@1|false-positive-fixes|Grok 4.6 (xhigh)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp|bug-hunt-bench@1|fix-rate|Grok 4.6 (xhigh)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":25.714286,"observedAt":"2026-08-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp|bug-hunt-bench@1|partial-fixes|Grok 4.6 (xhigh)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-08-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp|bug-hunt-bench@1|repo1-fixed|Grok 4.6 (xhigh)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":10,"observedAt":"2026-08-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp|bug-hunt-bench@1|repo2-fixed|Grok 4.6 (xhigh)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":17,"observedAt":"2026-08-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.6:effort=xhigh|grok-build-cli-acp|bug-hunt-bench@1|wall-time|Grok 4.6 (xhigh)","sourceId":"bughunt","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":34.4,"observedAt":"2026-08-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.6","rowId":"Grok 4.6 (xhigh)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|bugs-fixed|Grok 4.7 (high)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":19,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|bugs-fixed|Grok 4.7 (high) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":19.3,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|cost|Grok 4.7 (high)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":11.53,"observedAt":"2026-09-21","runCount":1,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|cost|Grok 4.7 (high) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":12.29,"observedAt":"2026-09-21","runCount":3,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|false-positive-fixes|Grok 4.7 (high)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|false-positive-fixes|Grok 4.7 (high) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|fix-rate|Grok 4.7 (high)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":18.095238,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|fix-rate|Grok 4.7 (high) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":18.380952,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|partial-fixes|Grok 4.7 (high)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|partial-fixes|Grok 4.7 (high) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.3,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|repo1-fixed|Grok 4.7 (high)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|repo1-fixed|Grok 4.7 (high) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8.7,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|repo2-fixed|Grok 4.7 (high)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":10,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|repo2-fixed|Grok 4.7 (high) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":10.7,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|turns|Grok 4.7 (high)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":384,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|turns|Grok 4.7 (high) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":397,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|wall-time|Grok 4.7 (high)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":40.5,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=high|grok-build-cli-acp|bug-hunt-bench@1|wall-time|Grok 4.7 (high) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":37.9,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (high) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|bugs-fixed|Grok 4.7 (low)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":11,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|bugs-fixed|Grok 4.7 (low) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":15.7,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|cost|Grok 4.7 (low)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":5.41,"observedAt":"2026-09-21","runCount":1,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|cost|Grok 4.7 (low) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":9.36,"observedAt":"2026-09-21","runCount":3,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|false-positive-fixes|Grok 4.7 (low)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|false-positive-fixes|Grok 4.7 (low) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|fix-rate|Grok 4.7 (low)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":10.47619,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|fix-rate|Grok 4.7 (low) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":14.952381,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|partial-fixes|Grok 4.7 (low)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|partial-fixes|Grok 4.7 (low) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|repo1-fixed|Grok 4.7 (low)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":5,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|repo1-fixed|Grok 4.7 (low) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":10.3,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|repo2-fixed|Grok 4.7 (low)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":6,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|repo2-fixed|Grok 4.7 (low) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":5.3,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|turns|Grok 4.7 (low)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":253,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|turns|Grok 4.7 (low) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":285,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|wall-time|Grok 4.7 (low)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":15.1,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=low|grok-build-cli-acp|bug-hunt-bench@1|wall-time|Grok 4.7 (low) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":22.2,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (low) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|bugs-fixed|Grok 4.7 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":30,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|bugs-fixed|Grok 4.7 (medium) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":26.7,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|cost|Grok 4.7 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":25.15,"observedAt":"2026-09-21","runCount":1,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|cost|Grok 4.7 (medium) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":16.76,"observedAt":"2026-09-21","runCount":3,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|false-positive-fixes|Grok 4.7 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|false-positive-fixes|Grok 4.7 (medium) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|fix-rate|Grok 4.7 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":28.571429,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|fix-rate|Grok 4.7 (medium) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":25.428571,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|partial-fixes|Grok 4.7 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":3,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|partial-fixes|Grok 4.7 (medium) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2.4,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|repo1-fixed|Grok 4.7 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":11,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|repo1-fixed|Grok 4.7 (medium) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":12,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|repo2-fixed|Grok 4.7 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":19,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|repo2-fixed|Grok 4.7 (medium) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":14.7,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|turns|Grok 4.7 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":457,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|turns|Grok 4.7 (medium) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":417,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|wall-time|Grok 4.7 (medium)","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":32.4,"observedAt":"2026-09-21","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium)","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=medium|grok-build-cli-acp|bug-hunt-bench@1|wall-time|Grok 4.7 (medium) - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Grok Build CLI (ACP)"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":30.7,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (medium) - mean of 3","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|bugs-fixed|Grok 4.7 (xhigh) - mean of 5","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":29,"observedAt":"2026-10-08","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) - mean of 5","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|bugs-fixed|Grok 4.7 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":28.7,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 3","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|bugs-fixed|Grok 4.7 (xhigh) seq - mean of 4","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":28.8,"observedAt":"2026-09-21","runCount":4,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 4","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|cost|Grok 4.7 (xhigh) - mean of 5","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":22.96,"observedAt":"2026-10-08","runCount":5,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) - mean of 5","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|cost|Grok 4.7 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":23.17,"observedAt":"2026-09-21","runCount":3,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 3","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|cost|Grok 4.7 (xhigh) seq - mean of 4","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":22.89,"observedAt":"2026-09-21","runCount":4,"costKind":"floor","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 4","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|false-positive-fixes|Grok 4.7 (xhigh) - mean of 5","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-10-08","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) - mean of 5","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|false-positive-fixes|Grok 4.7 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 3","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|false-positive-fixes|Grok 4.7 (xhigh) seq - mean of 4","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-21","runCount":4,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 4","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|fix-rate|Grok 4.7 (xhigh) - mean of 5","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":27.619048,"observedAt":"2026-10-08","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) - mean of 5","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|fix-rate|Grok 4.7 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":27.333333,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 3","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|fix-rate|Grok 4.7 (xhigh) seq - mean of 4","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":27.428571,"observedAt":"2026-09-21","runCount":4,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 4","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|partial-fixes|Grok 4.7 (xhigh) - mean of 5","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.4,"observedAt":"2026-10-08","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) - mean of 5","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|partial-fixes|Grok 4.7 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.7,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 3","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|partial-fixes|Grok 4.7 (xhigh) seq - mean of 4","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.3,"observedAt":"2026-09-21","runCount":4,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 4","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|repo1-fixed|Grok 4.7 (xhigh) - mean of 5","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13,"observedAt":"2026-10-08","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) - mean of 5","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|repo1-fixed|Grok 4.7 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13.3,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 3","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|repo1-fixed|Grok 4.7 (xhigh) seq - mean of 4","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":13,"observedAt":"2026-09-21","runCount":4,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 4","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|repo2-fixed|Grok 4.7 (xhigh) - mean of 5","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":16,"observedAt":"2026-10-08","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) - mean of 5","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|repo2-fixed|Grok 4.7 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":15.3,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 3","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|repo2-fixed|Grok 4.7 (xhigh) seq - mean of 4","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":15.8,"observedAt":"2026-09-21","runCount":4,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 4","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|turns|Grok 4.7 (xhigh) - mean of 5","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":503,"observedAt":"2026-10-08","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) - mean of 5","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|turns|Grok 4.7 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":506,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 3","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|turns|Grok 4.7 (xhigh) seq - mean of 4","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":500,"observedAt":"2026-09-21","runCount":4,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 4","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|wall-time|Grok 4.7 (xhigh) - mean of 5","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":44.7,"observedAt":"2026-10-08","runCount":5,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) - mean of 5","rowStatus":"canonical"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|wall-time|Grok 4.7 (xhigh) seq - mean of 3","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":46.2,"observedAt":"2026-09-21","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 3","rowStatus":"superseded"}
{"key":"bughunt|xai/grok-4.7:effort=xhigh|grok-build-cli-acp@1.0.30|bug-hunt-bench@1|wall-time|Grok 4.7 (xhigh) seq - mean of 4","sourceId":"bughunt","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Grok Build CLI (ACP)","version":"1.0.30"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":46,"observedAt":"2026-09-21","runCount":4,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Grok 4.7","rowId":"Grok 4.7 (xhigh) seq - mean of 4","rowStatus":"superseded"}
{"key":"bughunt|xiaomi/mimo-v2.6-flash:default|claude-code@2.1.278-2.1.280|bug-hunt-bench@1|bugs-fixed|MiMo-V2.6-Flash - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278 / 2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":23.3,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Flash","rowId":"MiMo-V2.6-Flash - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-flash:default|claude-code@2.1.278-2.1.280|bug-hunt-bench@1|cost|MiMo-V2.6-Flash - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278 / 2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.49,"observedAt":"2026-09-22","runCount":3,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Flash","rowId":"MiMo-V2.6-Flash - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-flash:default|claude-code@2.1.278-2.1.280|bug-hunt-bench@1|false-positive-fixes|MiMo-V2.6-Flash - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278 / 2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Flash","rowId":"MiMo-V2.6-Flash - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-flash:default|claude-code@2.1.278-2.1.280|bug-hunt-bench@1|fix-rate|MiMo-V2.6-Flash - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278 / 2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":22.190476,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Flash","rowId":"MiMo-V2.6-Flash - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-flash:default|claude-code@2.1.278-2.1.280|bug-hunt-bench@1|partial-fixes|MiMo-V2.6-Flash - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278 / 2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1.7,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Flash","rowId":"MiMo-V2.6-Flash - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-flash:default|claude-code@2.1.278-2.1.280|bug-hunt-bench@1|repo1-fixed|MiMo-V2.6-Flash - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278 / 2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Flash","rowId":"MiMo-V2.6-Flash - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-flash:default|claude-code@2.1.278-2.1.280|bug-hunt-bench@1|repo2-fixed|MiMo-V2.6-Flash - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278 / 2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":15.3,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Flash","rowId":"MiMo-V2.6-Flash - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-flash:default|claude-code@2.1.278-2.1.280|bug-hunt-bench@1|turns|MiMo-V2.6-Flash - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278 / 2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":415,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Flash","rowId":"MiMo-V2.6-Flash - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-flash:default|claude-code@2.1.278-2.1.280|bug-hunt-bench@1|wall-time|MiMo-V2.6-Flash - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278 / 2.1.280"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":70.7,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Flash","rowId":"MiMo-V2.6-Flash - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|bugs-fixed|MiMo-V2.6-Pro","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":20,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|bugs-fixed|MiMo-V2.6-Pro - mean of 2","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":22,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 2","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|bugs-fixed|MiMo-V2.6-Pro - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":22.7,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|cost|MiMo-V2.6-Pro","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.79,"observedAt":"2026-09-22","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|cost|MiMo-V2.6-Pro - mean of 2","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.91,"observedAt":"2026-09-22","runCount":2,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 2","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|cost|MiMo-V2.6-Pro - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.86,"observedAt":"2026-09-22","runCount":3,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|false-positive-fixes|MiMo-V2.6-Pro","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|false-positive-fixes|MiMo-V2.6-Pro - mean of 2","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 2","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|false-positive-fixes|MiMo-V2.6-Pro - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|fix-rate|MiMo-V2.6-Pro","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":19.047619,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|fix-rate|MiMo-V2.6-Pro - mean of 2","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":20.952381,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 2","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|fix-rate|MiMo-V2.6-Pro - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":21.619048,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|partial-fixes|MiMo-V2.6-Pro","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|partial-fixes|MiMo-V2.6-Pro - mean of 2","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0.5,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 2","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|partial-fixes|MiMo-V2.6-Pro - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|repo1-fixed|MiMo-V2.6-Pro","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|repo1-fixed|MiMo-V2.6-Pro - mean of 2","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":10.5,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 2","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|repo1-fixed|MiMo-V2.6-Pro - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":11.3,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|repo2-fixed|MiMo-V2.6-Pro","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|repo2-fixed|MiMo-V2.6-Pro - mean of 2","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11.5,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 2","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|repo2-fixed|MiMo-V2.6-Pro - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11.3,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|turns|MiMo-V2.6-Pro","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":329,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|turns|MiMo-V2.6-Pro - mean of 2","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":326,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 2","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|turns|MiMo-V2.6-Pro - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":308,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|wall-time|MiMo-V2.6-Pro","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":56.4,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|wall-time|MiMo-V2.6-Pro - mean of 2","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":96.6,"observedAt":"2026-09-22","runCount":2,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 2","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:default|claude-code@2.1.278|bug-hunt-bench@1|wall-time|MiMo-V2.6-Pro - mean of 3","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":90.9,"observedAt":"2026-09-22","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro - mean of 3","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:flags=thinking|claude-code@2.1.278|bug-hunt-bench@1|bugs-fixed|MiMo-V2.6-Pro (first-party)","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":["thinking"]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":18,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro (first-party)","rowStatus":"canonical","provider":"xiaomi-first-party"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:flags=thinking|claude-code@2.1.278|bug-hunt-bench@1|cost|MiMo-V2.6-Pro (first-party)","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":["thinking"]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.59,"observedAt":"2026-09-22","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro (first-party)","rowStatus":"canonical","provider":"xiaomi-first-party"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:flags=thinking|claude-code@2.1.278|bug-hunt-bench@1|false-positive-fixes|MiMo-V2.6-Pro (first-party)","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":["thinking"]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro (first-party)","rowStatus":"canonical","provider":"xiaomi-first-party"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:flags=thinking|claude-code@2.1.278|bug-hunt-bench@1|fix-rate|MiMo-V2.6-Pro (first-party)","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":["thinking"]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":17.142857,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro (first-party)","rowStatus":"canonical","provider":"xiaomi-first-party"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:flags=thinking|claude-code@2.1.278|bug-hunt-bench@1|partial-fixes|MiMo-V2.6-Pro (first-party)","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":["thinking"]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro (first-party)","rowStatus":"canonical","provider":"xiaomi-first-party"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:flags=thinking|claude-code@2.1.278|bug-hunt-bench@1|repo1-fixed|MiMo-V2.6-Pro (first-party)","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":["thinking"]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro (first-party)","rowStatus":"canonical","provider":"xiaomi-first-party"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:flags=thinking|claude-code@2.1.278|bug-hunt-bench@1|repo2-fixed|MiMo-V2.6-Pro (first-party)","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":["thinking"]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":9,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro (first-party)","rowStatus":"canonical","provider":"xiaomi-first-party"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:flags=thinking|claude-code@2.1.278|bug-hunt-bench@1|turns|MiMo-V2.6-Pro (first-party)","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":["thinking"]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":288,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro (first-party)","rowStatus":"canonical","provider":"xiaomi-first-party"}
{"key":"bughunt|xiaomi/mimo-v2.6-pro:flags=thinking|claude-code@2.1.278|bug-hunt-bench@1|wall-time|MiMo-V2.6-Pro (first-party)","sourceId":"bughunt","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":["thinking"]},"harness":{"name":"Claude Code","version":"2.1.278"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":74.9,"observedAt":"2026-09-22","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"MiMo-V2.6-Pro","rowId":"MiMo-V2.6-Pro (first-party)","rowStatus":"canonical","provider":"xiaomi-first-party"}
{"key":"bughunt|zai/glm-5.3-flash:default|claude-code@2.1.247|bug-hunt-bench@1|bugs-fixed|GLM-5.3 Flash","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":13,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3-flash:default|claude-code@2.1.247|bug-hunt-bench@1|cost|GLM-5.3 Flash","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.79,"observedAt":"2026-08-27","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3-flash:default|claude-code@2.1.247|bug-hunt-bench@1|false-positive-fixes|GLM-5.3 Flash","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3-flash:default|claude-code@2.1.247|bug-hunt-bench@1|fix-rate|GLM-5.3 Flash","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":12.380952,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3-flash:default|claude-code@2.1.247|bug-hunt-bench@1|partial-fixes|GLM-5.3 Flash","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3-flash:default|claude-code@2.1.247|bug-hunt-bench@1|repo1-fixed|GLM-5.3 Flash","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":6,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3-flash:default|claude-code@2.1.247|bug-hunt-bench@1|repo2-fixed|GLM-5.3 Flash","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":7,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3-flash:default|claude-code@2.1.247|bug-hunt-bench@1|turns|GLM-5.3 Flash","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":243,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3-flash:default|claude-code@2.1.247|bug-hunt-bench@1|wall-time|GLM-5.3 Flash","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.247"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":57.1,"observedAt":"2026-08-27","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3-flash:effort=high|claude-code@2.1.269|bug-hunt-bench@1|bugs-fixed|GLM-5.3 Flash (high effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":16,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (high effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=high|claude-code@2.1.269|bug-hunt-bench@1|cost|GLM-5.3 Flash (high effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.94,"observedAt":"2026-09-13","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (high effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=high|claude-code@2.1.269|bug-hunt-bench@1|false-positive-fixes|GLM-5.3 Flash (high effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (high effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=high|claude-code@2.1.269|bug-hunt-bench@1|fix-rate|GLM-5.3 Flash (high effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":15.238095,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (high effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=high|claude-code@2.1.269|bug-hunt-bench@1|partial-fixes|GLM-5.3 Flash (high effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (high effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=high|claude-code@2.1.269|bug-hunt-bench@1|repo1-fixed|GLM-5.3 Flash (high effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (high effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=high|claude-code@2.1.269|bug-hunt-bench@1|repo2-fixed|GLM-5.3 Flash (high effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":7,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (high effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=high|claude-code@2.1.269|bug-hunt-bench@1|turns|GLM-5.3 Flash (high effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":344,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (high effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=high|claude-code@2.1.269|bug-hunt-bench@1|wall-time|GLM-5.3 Flash (high effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":62.3,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (high effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=low|claude-code@2.1.269|bug-hunt-bench@1|bugs-fixed|GLM-5.3 Flash (low effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":9,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (low effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=low|claude-code@2.1.269|bug-hunt-bench@1|cost|GLM-5.3 Flash (low effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.42,"observedAt":"2026-09-13","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (low effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=low|claude-code@2.1.269|bug-hunt-bench@1|false-positive-fixes|GLM-5.3 Flash (low effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (low effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=low|claude-code@2.1.269|bug-hunt-bench@1|fix-rate|GLM-5.3 Flash (low effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":8.571429,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (low effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=low|claude-code@2.1.269|bug-hunt-bench@1|partial-fixes|GLM-5.3 Flash (low effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (low effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=low|claude-code@2.1.269|bug-hunt-bench@1|repo1-fixed|GLM-5.3 Flash (low effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":7,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (low effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=low|claude-code@2.1.269|bug-hunt-bench@1|repo2-fixed|GLM-5.3 Flash (low effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":2,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (low effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=low|claude-code@2.1.269|bug-hunt-bench@1|turns|GLM-5.3 Flash (low effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":155,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (low effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=low|claude-code@2.1.269|bug-hunt-bench@1|wall-time|GLM-5.3 Flash (low effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":29,"observedAt":"2026-09-13","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (low effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269-2.1.270|bug-hunt-bench@1|bugs-fixed|GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":17.7,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269-2.1.270|bug-hunt-bench@1|cost|GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":1.03,"observedAt":"2026-09-15","runCount":3,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269-2.1.270|bug-hunt-bench@1|false-positive-fixes|GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269-2.1.270|bug-hunt-bench@1|fix-rate|GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":16.857143,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269-2.1.270|bug-hunt-bench@1|partial-fixes|GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269-2.1.270|bug-hunt-bench@1|repo1-fixed|GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9.3,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269-2.1.270|bug-hunt-bench@1|repo2-fixed|GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":8.3,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269-2.1.270|bug-hunt-bench@1|turns|GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":332,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269-2.1.270|bug-hunt-bench@1|wall-time|GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269 / 2.1.270"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":63.2,"observedAt":"2026-09-15","runCount":3,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API) - mean of 3","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269|bug-hunt-bench@1|bugs-fixed|GLM-5.3 Flash (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":19,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API)","rowStatus":"superseded","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269|bug-hunt-bench@1|cost|GLM-5.3 Flash (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0.94,"observedAt":"2026-09-12","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API)","rowStatus":"superseded","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269|bug-hunt-bench@1|false-positive-fixes|GLM-5.3 Flash (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API)","rowStatus":"superseded","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269|bug-hunt-bench@1|fix-rate|GLM-5.3 Flash (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":18.095238,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API)","rowStatus":"superseded","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269|bug-hunt-bench@1|partial-fixes|GLM-5.3 Flash (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":2,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API)","rowStatus":"superseded","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269|bug-hunt-bench@1|repo1-fixed|GLM-5.3 Flash (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":10,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API)","rowStatus":"superseded","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269|bug-hunt-bench@1|repo2-fixed|GLM-5.3 Flash (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":9,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API)","rowStatus":"superseded","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269|bug-hunt-bench@1|turns|GLM-5.3 Flash (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":289,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API)","rowStatus":"superseded","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3-flash:effort=max|claude-code@2.1.269|bug-hunt-bench@1|wall-time|GLM-5.3 Flash (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.269"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":58.4,"observedAt":"2026-09-12","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3 Flash","rowId":"GLM-5.3 Flash (max effort, Z.ai API)","rowStatus":"superseded","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3:default|claude-code@2.1.243|bug-hunt-bench@1|bugs-fixed|GLM-5.3","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":19,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3:default|claude-code@2.1.243|bug-hunt-bench@1|cost|GLM-5.3","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":19.73,"observedAt":"2026-08-25","runCount":1,"costKind":"billed","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3:default|claude-code@2.1.243|bug-hunt-bench@1|false-positive-fixes|GLM-5.3","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3:default|claude-code@2.1.243|bug-hunt-bench@1|fix-rate|GLM-5.3","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":18.095238,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3:default|claude-code@2.1.243|bug-hunt-bench@1|partial-fixes|GLM-5.3","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3:default|claude-code@2.1.243|bug-hunt-bench@1|repo1-fixed|GLM-5.3","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3:default|claude-code@2.1.243|bug-hunt-bench@1|repo2-fixed|GLM-5.3","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":11,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3:default|claude-code@2.1.243|bug-hunt-bench@1|turns|GLM-5.3","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":338,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3:default|claude-code@2.1.243|bug-hunt-bench@1|wall-time|GLM-5.3","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":66.7,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3","rowStatus":"superseded","provider":"openrouter"}
{"key":"bughunt|zai/glm-5.3:effort=max|claude-code@2.1.267|bug-hunt-bench@1|bugs-fixed|GLM-5.3 (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":19,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3 (max effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3:effort=max|claude-code@2.1.267|bug-hunt-bench@1|cost|GLM-5.3 (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":15.93,"observedAt":"2026-09-10","runCount":1,"costKind":"list","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3 (max effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3:effort=max|claude-code@2.1.267|bug-hunt-bench@1|false-positive-fixes|GLM-5.3 (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3 (max effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3:effort=max|claude-code@2.1.267|bug-hunt-bench@1|fix-rate|GLM-5.3 (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":18.095238,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3 (max effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3:effort=max|claude-code@2.1.267|bug-hunt-bench@1|partial-fixes|GLM-5.3 (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":0,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3 (max effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo1-fixed|GLM-5.3 (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":9,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3 (max effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3:effort=max|claude-code@2.1.267|bug-hunt-bench@1|repo2-fixed|GLM-5.3 (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":10,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3 (max effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3:effort=max|claude-code@2.1.267|bug-hunt-bench@1|turns|GLM-5.3 (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":344,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3 (max effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/glm-5.3:effort=max|claude-code@2.1.267|bug-hunt-bench@1|wall-time|GLM-5.3 (max effort, Z.ai API)","sourceId":"bughunt","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code","version":"2.1.267"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":40.4,"observedAt":"2026-09-10","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"GLM-5.3","rowId":"GLM-5.3 (max effort, Z.ai API)","rowStatus":"canonical","provider":"z.ai-api"}
{"key":"bughunt|zai/ox-alpha:default|claude-code@2.1.243|bug-hunt-bench@1|bugs-fixed|Ox Alpha (stealth; free)","sourceId":"bughunt","modelId":"zai/ox-alpha","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"bugs-fixed","value":16,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Ox Alpha (stealth)","rowId":"Ox Alpha (stealth; free)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/ox-alpha:default|claude-code@2.1.243|bug-hunt-bench@1|cost|Ox Alpha (stealth; free)","sourceId":"bughunt","modelId":"zai/ox-alpha","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"cost","value":0,"observedAt":"2026-08-25","runCount":1,"costKind":"free","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Ox Alpha (stealth)","rowId":"Ox Alpha (stealth; free)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/ox-alpha:default|claude-code@2.1.243|bug-hunt-bench@1|false-positive-fixes|Ox Alpha (stealth; free)","sourceId":"bughunt","modelId":"zai/ox-alpha","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"false-positive-fixes","value":0,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Ox Alpha (stealth)","rowId":"Ox Alpha (stealth; free)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/ox-alpha:default|claude-code@2.1.243|bug-hunt-bench@1|fix-rate|Ox Alpha (stealth; free)","sourceId":"bughunt","modelId":"zai/ox-alpha","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"fix-rate","value":15.238095,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Ox Alpha (stealth)","rowId":"Ox Alpha (stealth; free)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/ox-alpha:default|claude-code@2.1.243|bug-hunt-bench@1|partial-fixes|Ox Alpha (stealth; free)","sourceId":"bughunt","modelId":"zai/ox-alpha","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"partial-fixes","value":1,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Ox Alpha (stealth)","rowId":"Ox Alpha (stealth; free)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/ox-alpha:default|claude-code@2.1.243|bug-hunt-bench@1|repo1-fixed|Ox Alpha (stealth; free)","sourceId":"bughunt","modelId":"zai/ox-alpha","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo1-fixed","value":8,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Ox Alpha (stealth)","rowId":"Ox Alpha (stealth; free)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/ox-alpha:default|claude-code@2.1.243|bug-hunt-bench@1|repo2-fixed|Ox Alpha (stealth; free)","sourceId":"bughunt","modelId":"zai/ox-alpha","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"repo2-fixed","value":8,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Ox Alpha (stealth)","rowId":"Ox Alpha (stealth; free)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/ox-alpha:default|claude-code@2.1.243|bug-hunt-bench@1|turns|Ox Alpha (stealth; free)","sourceId":"bughunt","modelId":"zai/ox-alpha","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"turns","value":263,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Ox Alpha (stealth)","rowId":"Ox Alpha (stealth; free)","rowStatus":"canonical","provider":"openrouter"}
{"key":"bughunt|zai/ox-alpha:default|claude-code@2.1.243|bug-hunt-bench@1|wall-time|Ox Alpha (stealth; free)","sourceId":"bughunt","modelId":"zai/ox-alpha","variant":{"effortStatus":"inert","flags":[]},"harness":{"name":"Claude Code","version":"2.1.243"},"benchmarkId":"bug-hunt-bench","benchmarkVersion":"1","metricId":"wall-time","value":59.4,"observedAt":"2026-08-25","runCount":1,"costKind":"unknown","sourceUrl":"https://bughunt.productcompass.pm/","snapshotId":"bughunt/20261114T193203Z-b777cb0b2870","rawName":"Ox Alpha (stealth)","rowId":"Ox Alpha (stealth; free)","rowStatus":"canonical","provider":"openrouter"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=high|cursor|cursorbench@4.0|cost-per-task|fable-5.1-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":9.08,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 High","rowId":"fable-5.1-high"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=high|cursor|cursorbench@4.0|score|fable-5.1-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":49.2,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 High","rowId":"fable-5.1-high"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=high|cursor|cursorbench@4.0|steps-per-task|fable-5.1-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":77,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 High","rowId":"fable-5.1-high"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=high|cursor|cursorbench@4.0|tokens-per-task|fable-5.1-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":58438,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 High","rowId":"fable-5.1-high"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=low|cursor|cursorbench@4.0|cost-per-task|fable-5.1-low","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":5.44,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Low","rowId":"fable-5.1-low"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=low|cursor|cursorbench@4.0|score|fable-5.1-low","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":45.1,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Low","rowId":"fable-5.1-low"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=low|cursor|cursorbench@4.0|steps-per-task|fable-5.1-low","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":51,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Low","rowId":"fable-5.1-low"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=low|cursor|cursorbench@4.0|tokens-per-task|fable-5.1-low","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":34795,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Low","rowId":"fable-5.1-low"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=max|cursor|cursorbench@4.0|cost-per-task|fable-5.1-max","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":17.28,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Max","rowId":"fable-5.1-max"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=max|cursor|cursorbench@4.0|score|fable-5.1-max","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":51.8,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Max","rowId":"fable-5.1-max"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=max|cursor|cursorbench@4.0|steps-per-task|fable-5.1-max","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":128,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Max","rowId":"fable-5.1-max"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=max|cursor|cursorbench@4.0|tokens-per-task|fable-5.1-max","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":117236,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Max","rowId":"fable-5.1-max"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=medium|cursor|cursorbench@4.0|cost-per-task|fable-5.1-medium","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":7.05,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Medium","rowId":"fable-5.1-medium"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=medium|cursor|cursorbench@4.0|score|fable-5.1-medium","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":46.8,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Medium","rowId":"fable-5.1-medium"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=medium|cursor|cursorbench@4.0|steps-per-task|fable-5.1-medium","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":63,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Medium","rowId":"fable-5.1-medium"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=medium|cursor|cursorbench@4.0|tokens-per-task|fable-5.1-medium","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":45411,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Medium","rowId":"fable-5.1-medium"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|fable-5.1-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":13.01,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Extra High","rowId":"fable-5.1-extra-high"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=xhigh|cursor|cursorbench@4.0|score|fable-5.1-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":51.6,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Extra High","rowId":"fable-5.1-extra-high"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|fable-5.1-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":101,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Extra High","rowId":"fable-5.1-extra-high"}
{"key":"cursorbench|anthropic/claude-fable-5-1:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|fable-5.1-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":87294,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.1 Extra High","rowId":"fable-5.1-extra-high"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=high|cursor|cursorbench@4.0|cost-per-task|fable-5.2-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":9.7,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 High","rowId":"fable-5.2-high"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=high|cursor|cursorbench@4.0|score|fable-5.2-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":56.9,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 High","rowId":"fable-5.2-high"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=high|cursor|cursorbench@4.0|steps-per-task|fable-5.2-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":69,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 High","rowId":"fable-5.2-high"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=high|cursor|cursorbench@4.0|tokens-per-task|fable-5.2-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":99259,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 High","rowId":"fable-5.2-high"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=low|cursor|cursorbench@4.0|cost-per-task|fable-5.2-low","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":3.94,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Low","rowId":"fable-5.2-low"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=low|cursor|cursorbench@4.0|score|fable-5.2-low","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":53.2,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Low","rowId":"fable-5.2-low"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=low|cursor|cursorbench@4.0|steps-per-task|fable-5.2-low","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":30,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Low","rowId":"fable-5.2-low"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=low|cursor|cursorbench@4.0|tokens-per-task|fable-5.2-low","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":36616,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Low","rowId":"fable-5.2-low"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=max|cursor|cursorbench@4.0|cost-per-task|fable-5.2-max","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":32.79,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Max","rowId":"fable-5.2-max"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=max|cursor|cursorbench@4.0|score|fable-5.2-max","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":60,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Max","rowId":"fable-5.2-max"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=max|cursor|cursorbench@4.0|steps-per-task|fable-5.2-max","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":218,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Max","rowId":"fable-5.2-max"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=max|cursor|cursorbench@4.0|tokens-per-task|fable-5.2-max","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":352794,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Max","rowId":"fable-5.2-max"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=medium|cursor|cursorbench@4.0|cost-per-task|fable-5.2-medium","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":4.66,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Medium","rowId":"fable-5.2-medium"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=medium|cursor|cursorbench@4.0|score|fable-5.2-medium","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":54.8,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Medium","rowId":"fable-5.2-medium"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=medium|cursor|cursorbench@4.0|steps-per-task|fable-5.2-medium","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":35,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Medium","rowId":"fable-5.2-medium"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=medium|cursor|cursorbench@4.0|tokens-per-task|fable-5.2-medium","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":44103,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Medium","rowId":"fable-5.2-medium"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|fable-5.2-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":15.48,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Extra High","rowId":"fable-5.2-extra-high"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=xhigh|cursor|cursorbench@4.0|score|fable-5.2-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":56.3,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Extra High","rowId":"fable-5.2-extra-high"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|fable-5.2-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":108,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Extra High","rowId":"fable-5.2-extra-high"}
{"key":"cursorbench|anthropic/claude-fable-5-2:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|fable-5.2-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":161251,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Fable 5.2 Extra High","rowId":"fable-5.2-extra-high"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=high|cursor|cursorbench@4.0|cost-per-task|haiku-5.5-high","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.32,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 High","rowId":"haiku-5.5-high"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=high|cursor|cursorbench@4.0|score|haiku-5.5-high","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":42.3,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 High","rowId":"haiku-5.5-high"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=high|cursor|cursorbench@4.0|steps-per-task|haiku-5.5-high","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":59,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 High","rowId":"haiku-5.5-high"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=high|cursor|cursorbench@4.0|tokens-per-task|haiku-5.5-high","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":77057,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 High","rowId":"haiku-5.5-high"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=low|cursor|cursorbench@4.0|cost-per-task|haiku-5.5-low","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.08,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Low","rowId":"haiku-5.5-low"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=low|cursor|cursorbench@4.0|score|haiku-5.5-low","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":30.9,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Low","rowId":"haiku-5.5-low"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=low|cursor|cursorbench@4.0|steps-per-task|haiku-5.5-low","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":25,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Low","rowId":"haiku-5.5-low"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=low|cursor|cursorbench@4.0|tokens-per-task|haiku-5.5-low","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":23382,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Low","rowId":"haiku-5.5-low"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=max|cursor|cursorbench@4.0|cost-per-task|haiku-5.5-max","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":1.12,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Max","rowId":"haiku-5.5-max"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=max|cursor|cursorbench@4.0|score|haiku-5.5-max","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":48.4,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Max","rowId":"haiku-5.5-max"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=max|cursor|cursorbench@4.0|steps-per-task|haiku-5.5-max","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":163,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Max","rowId":"haiku-5.5-max"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=max|cursor|cursorbench@4.0|tokens-per-task|haiku-5.5-max","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":325934,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Max","rowId":"haiku-5.5-max"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=medium|cursor|cursorbench@4.0|cost-per-task|haiku-5.5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.17,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Medium","rowId":"haiku-5.5-medium"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=medium|cursor|cursorbench@4.0|score|haiku-5.5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":36.9,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Medium","rowId":"haiku-5.5-medium"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=medium|cursor|cursorbench@4.0|steps-per-task|haiku-5.5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":39,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Medium","rowId":"haiku-5.5-medium"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=medium|cursor|cursorbench@4.0|tokens-per-task|haiku-5.5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":42659,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Medium","rowId":"haiku-5.5-medium"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|haiku-5.5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.56,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Extra High","rowId":"haiku-5.5-extra-high"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=xhigh|cursor|cursorbench@4.0|score|haiku-5.5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":44.3,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Extra High","rowId":"haiku-5.5-extra-high"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|haiku-5.5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":93,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Extra High","rowId":"haiku-5.5-extra-high"}
{"key":"cursorbench|anthropic/claude-haiku-5-5:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|haiku-5.5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":143813,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Haiku 5.5 Extra High","rowId":"haiku-5.5-extra-high"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=high|cursor|cursorbench@4.0|cost-per-task|opus-5.5-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":3.97,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 High","rowId":"opus-5.5-high"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=high|cursor|cursorbench@4.0|score|opus-5.5-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":56,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 High","rowId":"opus-5.5-high"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=high|cursor|cursorbench@4.0|steps-per-task|opus-5.5-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":68,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 High","rowId":"opus-5.5-high"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=high|cursor|cursorbench@4.0|tokens-per-task|opus-5.5-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":53078,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 High","rowId":"opus-5.5-high"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=low|cursor|cursorbench@4.0|cost-per-task|opus-5.5-low","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":1.17,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Low","rowId":"opus-5.5-low"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=low|cursor|cursorbench@4.0|score|opus-5.5-low","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":43.7,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Low","rowId":"opus-5.5-low"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=low|cursor|cursorbench@4.0|steps-per-task|opus-5.5-low","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":28,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Low","rowId":"opus-5.5-low"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=low|cursor|cursorbench@4.0|tokens-per-task|opus-5.5-low","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":15811,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Low","rowId":"opus-5.5-low"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=max|cursor|cursorbench@4.0|cost-per-task|opus-5.5-max","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":13.43,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Max","rowId":"opus-5.5-max"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=max|cursor|cursorbench@4.0|score|opus-5.5-max","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":57.8,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Max","rowId":"opus-5.5-max"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=max|cursor|cursorbench@4.0|steps-per-task|opus-5.5-max","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":185,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Max","rowId":"opus-5.5-max"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=max|cursor|cursorbench@4.0|tokens-per-task|opus-5.5-max","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":218363,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Max","rowId":"opus-5.5-max"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=medium|cursor|cursorbench@4.0|cost-per-task|opus-5.5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":2.91,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Medium","rowId":"opus-5.5-medium"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=medium|cursor|cursorbench@4.0|score|opus-5.5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":52.5,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Medium","rowId":"opus-5.5-medium"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=medium|cursor|cursorbench@4.0|steps-per-task|opus-5.5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":54,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Medium","rowId":"opus-5.5-medium"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=medium|cursor|cursorbench@4.0|tokens-per-task|opus-5.5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":37954,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Medium","rowId":"opus-5.5-medium"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|opus-5.5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":6.98,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Extra High","rowId":"opus-5.5-extra-high"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=xhigh|cursor|cursorbench@4.0|score|opus-5.5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":56,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Extra High","rowId":"opus-5.5-extra-high"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|opus-5.5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":109,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Extra High","rowId":"opus-5.5-extra-high"}
{"key":"cursorbench|anthropic/claude-opus-5-5:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|opus-5.5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":101083,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5.5 Extra High","rowId":"opus-5.5-extra-high"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=high|cursor|cursorbench@4.0|cost-per-task|opus-5-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":9,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 High","rowId":"opus-5-high"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=high|cursor|cursorbench@4.0|score|opus-5-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":44.7,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 High","rowId":"opus-5-high"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=high|cursor|cursorbench@4.0|steps-per-task|opus-5-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":86,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 High","rowId":"opus-5-high"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=high|cursor|cursorbench@4.0|tokens-per-task|opus-5-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":61405,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 High","rowId":"opus-5-high"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=low|cursor|cursorbench@4.0|cost-per-task|opus-5-low","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":4.87,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Low","rowId":"opus-5-low"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=low|cursor|cursorbench@4.0|score|opus-5-low","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":40.7,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Low","rowId":"opus-5-low"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=low|cursor|cursorbench@4.0|steps-per-task|opus-5-low","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":57,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Low","rowId":"opus-5-low"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=low|cursor|cursorbench@4.0|tokens-per-task|opus-5-low","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":31995,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Low","rowId":"opus-5-low"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=max|cursor|cursorbench@4.0|cost-per-task|opus-5-max","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":11.95,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Max","rowId":"opus-5-max"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=max|cursor|cursorbench@4.0|score|opus-5-max","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":46.6,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Max","rowId":"opus-5-max"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=max|cursor|cursorbench@4.0|steps-per-task|opus-5-max","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":106,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Max","rowId":"opus-5-max"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=max|cursor|cursorbench@4.0|tokens-per-task|opus-5-max","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":85384,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Max","rowId":"opus-5-max"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=medium|cursor|cursorbench@4.0|cost-per-task|opus-5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":6.94,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Medium","rowId":"opus-5-medium"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=medium|cursor|cursorbench@4.0|score|opus-5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":43.3,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Medium","rowId":"opus-5-medium"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=medium|cursor|cursorbench@4.0|steps-per-task|opus-5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":72,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Medium","rowId":"opus-5-medium"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=medium|cursor|cursorbench@4.0|tokens-per-task|opus-5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":45272,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Medium","rowId":"opus-5-medium"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|opus-5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":11.43,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Extra High","rowId":"opus-5-extra-high"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=xhigh|cursor|cursorbench@4.0|score|opus-5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":46.1,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Extra High","rowId":"opus-5-extra-high"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|opus-5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":103,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Extra High","rowId":"opus-5-extra-high"}
{"key":"cursorbench|anthropic/claude-opus-5:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|opus-5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-opus-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":80094,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Opus 5 Extra High","rowId":"opus-5-extra-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=high|cursor|cursorbench@4.0|cost-per-task|sonnet-5.5-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":1.2,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 High","rowId":"sonnet-5.5-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=high|cursor|cursorbench@4.0|score|sonnet-5.5-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":47.8,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 High","rowId":"sonnet-5.5-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=high|cursor|cursorbench@4.0|steps-per-task|sonnet-5.5-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":41,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 High","rowId":"sonnet-5.5-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=high|cursor|cursorbench@4.0|tokens-per-task|sonnet-5.5-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":37391,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 High","rowId":"sonnet-5.5-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=low|cursor|cursorbench@4.0|cost-per-task|sonnet-5.5-low","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.37,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Low","rowId":"sonnet-5.5-low"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=low|cursor|cursorbench@4.0|score|sonnet-5.5-low","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":35.8,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Low","rowId":"sonnet-5.5-low"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=low|cursor|cursorbench@4.0|steps-per-task|sonnet-5.5-low","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":18,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Low","rowId":"sonnet-5.5-low"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=low|cursor|cursorbench@4.0|tokens-per-task|sonnet-5.5-low","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":11668,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Low","rowId":"sonnet-5.5-low"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=max|cursor|cursorbench@4.0|cost-per-task|sonnet-5.5-max","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":7.05,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Max","rowId":"sonnet-5.5-max"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=max|cursor|cursorbench@4.0|score|sonnet-5.5-max","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":55.5,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Max","rowId":"sonnet-5.5-max"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=max|cursor|cursorbench@4.0|steps-per-task|sonnet-5.5-max","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":170,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Max","rowId":"sonnet-5.5-max"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=max|cursor|cursorbench@4.0|tokens-per-task|sonnet-5.5-max","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":271920,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Max","rowId":"sonnet-5.5-max"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=medium|cursor|cursorbench@4.0|cost-per-task|sonnet-5.5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.52,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Medium","rowId":"sonnet-5.5-medium"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=medium|cursor|cursorbench@4.0|score|sonnet-5.5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":39.2,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Medium","rowId":"sonnet-5.5-medium"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=medium|cursor|cursorbench@4.0|steps-per-task|sonnet-5.5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":22,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Medium","rowId":"sonnet-5.5-medium"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=medium|cursor|cursorbench@4.0|tokens-per-task|sonnet-5.5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":16036,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Medium","rowId":"sonnet-5.5-medium"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|sonnet-5.5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":2.81,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Extra High","rowId":"sonnet-5.5-extra-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=xhigh|cursor|cursorbench@4.0|score|sonnet-5.5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":53.1,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Extra High","rowId":"sonnet-5.5-extra-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|sonnet-5.5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":78,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Extra High","rowId":"sonnet-5.5-extra-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5-5:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|sonnet-5.5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":100158,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5.5 Extra High","rowId":"sonnet-5.5-extra-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=high|cursor|cursorbench@4.0|cost-per-task|sonnet-5-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":3.48,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 High","rowId":"sonnet-5-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=high|cursor|cursorbench@4.0|score|sonnet-5-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":30.8,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 High","rowId":"sonnet-5-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=high|cursor|cursorbench@4.0|steps-per-task|sonnet-5-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":85,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 High","rowId":"sonnet-5-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=high|cursor|cursorbench@4.0|tokens-per-task|sonnet-5-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":61146,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 High","rowId":"sonnet-5-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=low|cursor|cursorbench@4.0|cost-per-task|sonnet-5-low","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":1.39,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Low","rowId":"sonnet-5-low"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=low|cursor|cursorbench@4.0|score|sonnet-5-low","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":24.1,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Low","rowId":"sonnet-5-low"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=low|cursor|cursorbench@4.0|steps-per-task|sonnet-5-low","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":46,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Low","rowId":"sonnet-5-low"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=low|cursor|cursorbench@4.0|tokens-per-task|sonnet-5-low","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":23772,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Low","rowId":"sonnet-5-low"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=max|cursor|cursorbench@4.0|cost-per-task|sonnet-5-max","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":7.17,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Max","rowId":"sonnet-5-max"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=max|cursor|cursorbench@4.0|score|sonnet-5-max","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":34.1,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Max","rowId":"sonnet-5-max"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=max|cursor|cursorbench@4.0|steps-per-task|sonnet-5-max","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":140,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Max","rowId":"sonnet-5-max"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=max|cursor|cursorbench@4.0|tokens-per-task|sonnet-5-max","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":149257,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Max","rowId":"sonnet-5-max"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=medium|cursor|cursorbench@4.0|cost-per-task|sonnet-5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":2.31,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Medium","rowId":"sonnet-5-medium"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=medium|cursor|cursorbench@4.0|score|sonnet-5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":28,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Medium","rowId":"sonnet-5-medium"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=medium|cursor|cursorbench@4.0|steps-per-task|sonnet-5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":65,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Medium","rowId":"sonnet-5-medium"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=medium|cursor|cursorbench@4.0|tokens-per-task|sonnet-5-medium","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":39114,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Medium","rowId":"sonnet-5-medium"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|sonnet-5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":4.55,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Extra High","rowId":"sonnet-5-extra-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=xhigh|cursor|cursorbench@4.0|score|sonnet-5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":32,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Extra High","rowId":"sonnet-5-extra-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|sonnet-5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":102,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Extra High","rowId":"sonnet-5-extra-high"}
{"key":"cursorbench|anthropic/claude-sonnet-5:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|sonnet-5-extra-high","sourceId":"cursorbench","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":83373,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Sonnet 5 Extra High","rowId":"sonnet-5-extra-high"}
{"key":"cursorbench|cursor/composer-2.5:default|cursor|cursorbench@4.0|cost-per-task|composer-2.5","sourceId":"cursorbench","modelId":"cursor/composer-2.5","variant":{"flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.68,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Composer 2.5","rowId":"composer-2.5"}
{"key":"cursorbench|cursor/composer-2.5:default|cursor|cursorbench@4.0|score|composer-2.5","sourceId":"cursorbench","modelId":"cursor/composer-2.5","variant":{"flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":27.7,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Composer 2.5","rowId":"composer-2.5"}
{"key":"cursorbench|cursor/composer-2.5:default|cursor|cursorbench@4.0|steps-per-task|composer-2.5","sourceId":"cursorbench","modelId":"cursor/composer-2.5","variant":{"flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":41,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Composer 2.5","rowId":"composer-2.5"}
{"key":"cursorbench|cursor/composer-2.5:default|cursor|cursorbench@4.0|tokens-per-task|composer-2.5","sourceId":"cursorbench","modelId":"cursor/composer-2.5","variant":{"flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":17347,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Composer 2.5","rowId":"composer-2.5"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=high|cursor|cursorbench@4.0|cost-per-task|deepseek-v4.1-flash-1017-high","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.77,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 High","rowId":"deepseek-v4.1-flash-1017-high"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=high|cursor|cursorbench@4.0|score|deepseek-v4.1-flash-1017-high","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":45.6,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 High","rowId":"deepseek-v4.1-flash-1017-high"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=high|cursor|cursorbench@4.0|steps-per-task|deepseek-v4.1-flash-1017-high","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":186,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 High","rowId":"deepseek-v4.1-flash-1017-high"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=high|cursor|cursorbench@4.0|tokens-per-task|deepseek-v4.1-flash-1017-high","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":385196,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 High","rowId":"deepseek-v4.1-flash-1017-high"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=low|cursor|cursorbench@4.0|cost-per-task|deepseek-v4.1-flash-1017-low","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.6,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 Low","rowId":"deepseek-v4.1-flash-1017-low"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=low|cursor|cursorbench@4.0|score|deepseek-v4.1-flash-1017-low","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":44.9,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 Low","rowId":"deepseek-v4.1-flash-1017-low"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=low|cursor|cursorbench@4.0|steps-per-task|deepseek-v4.1-flash-1017-low","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":161,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 Low","rowId":"deepseek-v4.1-flash-1017-low"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=low|cursor|cursorbench@4.0|tokens-per-task|deepseek-v4.1-flash-1017-low","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":290651,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 Low","rowId":"deepseek-v4.1-flash-1017-low"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=max|cursor|cursorbench@4.0|cost-per-task|deepseek-v4.1-flash-1017-max","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.98,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 Max","rowId":"deepseek-v4.1-flash-1017-max"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=max|cursor|cursorbench@4.0|score|deepseek-v4.1-flash-1017-max","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":47.7,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 Max","rowId":"deepseek-v4.1-flash-1017-max"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=max|cursor|cursorbench@4.0|steps-per-task|deepseek-v4.1-flash-1017-max","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":187,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 Max","rowId":"deepseek-v4.1-flash-1017-max"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=max|cursor|cursorbench@4.0|tokens-per-task|deepseek-v4.1-flash-1017-max","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":537047,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 Max","rowId":"deepseek-v4.1-flash-1017-max"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=medium|cursor|cursorbench@4.0|cost-per-task|deepseek-v4.1-flash-1017-medium","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.8,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 Medium","rowId":"deepseek-v4.1-flash-1017-medium"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=medium|cursor|cursorbench@4.0|score|deepseek-v4.1-flash-1017-medium","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":46.3,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 Medium","rowId":"deepseek-v4.1-flash-1017-medium"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=medium|cursor|cursorbench@4.0|steps-per-task|deepseek-v4.1-flash-1017-medium","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":189,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 Medium","rowId":"deepseek-v4.1-flash-1017-medium"}
{"key":"cursorbench|deepseek/deepseek-v4.1-flash-1017:effort=medium|cursor|cursorbench@4.0|tokens-per-task|deepseek-v4.1-flash-1017-medium","sourceId":"cursorbench","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":398255,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"DeepSeek V4.1 Flash 1017 Medium","rowId":"deepseek-v4.1-flash-1017-medium"}
{"key":"cursorbench|google/gemini-4-argon:effort=high|cursor|cursorbench@4.0|cost-per-task|gemini-4-argon-high","sourceId":"cursorbench","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":4.57,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Argon High","rowId":"gemini-4-argon-high"}
{"key":"cursorbench|google/gemini-4-argon:effort=high|cursor|cursorbench@4.0|score|gemini-4-argon-high","sourceId":"cursorbench","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":52.9,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Argon High","rowId":"gemini-4-argon-high"}
{"key":"cursorbench|google/gemini-4-argon:effort=high|cursor|cursorbench@4.0|steps-per-task|gemini-4-argon-high","sourceId":"cursorbench","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":118,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Argon High","rowId":"gemini-4-argon-high"}
{"key":"cursorbench|google/gemini-4-argon:effort=high|cursor|cursorbench@4.0|tokens-per-task|gemini-4-argon-high","sourceId":"cursorbench","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":109500,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Argon High","rowId":"gemini-4-argon-high"}
{"key":"cursorbench|google/gemini-4-argon:effort=low|cursor|cursorbench@4.0|cost-per-task|gemini-4-argon-low","sourceId":"cursorbench","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":4.09,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Argon Low","rowId":"gemini-4-argon-low"}
{"key":"cursorbench|google/gemini-4-argon:effort=low|cursor|cursorbench@4.0|score|gemini-4-argon-low","sourceId":"cursorbench","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":50.6,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Argon Low","rowId":"gemini-4-argon-low"}
{"key":"cursorbench|google/gemini-4-argon:effort=low|cursor|cursorbench@4.0|steps-per-task|gemini-4-argon-low","sourceId":"cursorbench","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":110,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Argon Low","rowId":"gemini-4-argon-low"}
{"key":"cursorbench|google/gemini-4-argon:effort=low|cursor|cursorbench@4.0|tokens-per-task|gemini-4-argon-low","sourceId":"cursorbench","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":94200,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Argon Low","rowId":"gemini-4-argon-low"}
{"key":"cursorbench|google/gemini-4-argon:effort=medium|cursor|cursorbench@4.0|cost-per-task|gemini-4-argon-medium","sourceId":"cursorbench","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":4.39,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Argon Medium","rowId":"gemini-4-argon-medium"}
{"key":"cursorbench|google/gemini-4-argon:effort=medium|cursor|cursorbench@4.0|score|gemini-4-argon-medium","sourceId":"cursorbench","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":52.8,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Argon Medium","rowId":"gemini-4-argon-medium"}
{"key":"cursorbench|google/gemini-4-argon:effort=medium|cursor|cursorbench@4.0|steps-per-task|gemini-4-argon-medium","sourceId":"cursorbench","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":115,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Argon Medium","rowId":"gemini-4-argon-medium"}
{"key":"cursorbench|google/gemini-4-argon:effort=medium|cursor|cursorbench@4.0|tokens-per-task|gemini-4-argon-medium","sourceId":"cursorbench","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":103600,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Argon Medium","rowId":"gemini-4-argon-medium"}
{"key":"cursorbench|google/gemini-4-carbon:effort=high|cursor|cursorbench@4.0|cost-per-task|gemini-4-carbon-high","sourceId":"cursorbench","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":9.22,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Carbon High","rowId":"gemini-4-carbon-high"}
{"key":"cursorbench|google/gemini-4-carbon:effort=high|cursor|cursorbench@4.0|score|gemini-4-carbon-high","sourceId":"cursorbench","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":60.4,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Carbon High","rowId":"gemini-4-carbon-high"}
{"key":"cursorbench|google/gemini-4-carbon:effort=high|cursor|cursorbench@4.0|steps-per-task|gemini-4-carbon-high","sourceId":"cursorbench","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":71,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Carbon High","rowId":"gemini-4-carbon-high"}
{"key":"cursorbench|google/gemini-4-carbon:effort=high|cursor|cursorbench@4.0|tokens-per-task|gemini-4-carbon-high","sourceId":"cursorbench","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":39960,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Carbon High","rowId":"gemini-4-carbon-high"}
{"key":"cursorbench|google/gemini-4-carbon:effort=low|cursor|cursorbench@4.0|cost-per-task|gemini-4-carbon-low","sourceId":"cursorbench","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":11.89,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Carbon Low","rowId":"gemini-4-carbon-low"}
{"key":"cursorbench|google/gemini-4-carbon:effort=low|cursor|cursorbench@4.0|score|gemini-4-carbon-low","sourceId":"cursorbench","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":58.6,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Carbon Low","rowId":"gemini-4-carbon-low"}
{"key":"cursorbench|google/gemini-4-carbon:effort=low|cursor|cursorbench@4.0|steps-per-task|gemini-4-carbon-low","sourceId":"cursorbench","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":124,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Carbon Low","rowId":"gemini-4-carbon-low"}
{"key":"cursorbench|google/gemini-4-carbon:effort=low|cursor|cursorbench@4.0|tokens-per-task|gemini-4-carbon-low","sourceId":"cursorbench","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":42663,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Carbon Low","rowId":"gemini-4-carbon-low"}
{"key":"cursorbench|google/gemini-4-carbon:effort=medium|cursor|cursorbench@4.0|cost-per-task|gemini-4-carbon-medium","sourceId":"cursorbench","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":8.49,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Carbon Medium","rowId":"gemini-4-carbon-medium"}
{"key":"cursorbench|google/gemini-4-carbon:effort=medium|cursor|cursorbench@4.0|score|gemini-4-carbon-medium","sourceId":"cursorbench","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":60.1,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Carbon Medium","rowId":"gemini-4-carbon-medium"}
{"key":"cursorbench|google/gemini-4-carbon:effort=medium|cursor|cursorbench@4.0|steps-per-task|gemini-4-carbon-medium","sourceId":"cursorbench","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":67,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Carbon Medium","rowId":"gemini-4-carbon-medium"}
{"key":"cursorbench|google/gemini-4-carbon:effort=medium|cursor|cursorbench@4.0|tokens-per-task|gemini-4-carbon-medium","sourceId":"cursorbench","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":37067,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Carbon Medium","rowId":"gemini-4-carbon-medium"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=high|cursor|cursorbench@4.0|cost-per-task|gemini-4-hydrogen-high","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":5.59,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen High","rowId":"gemini-4-hydrogen-high"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=high|cursor|cursorbench@4.0|score|gemini-4-hydrogen-high","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":54.3,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen High","rowId":"gemini-4-hydrogen-high"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=high|cursor|cursorbench@4.0|steps-per-task|gemini-4-hydrogen-high","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":59,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen High","rowId":"gemini-4-hydrogen-high"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=high|cursor|cursorbench@4.0|tokens-per-task|gemini-4-hydrogen-high","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":88682,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen High","rowId":"gemini-4-hydrogen-high"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=low|cursor|cursorbench@4.0|cost-per-task|gemini-4-hydrogen-low","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.28,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen Low","rowId":"gemini-4-hydrogen-low"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=low|cursor|cursorbench@4.0|score|gemini-4-hydrogen-low","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":27.9,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen Low","rowId":"gemini-4-hydrogen-low"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=low|cursor|cursorbench@4.0|steps-per-task|gemini-4-hydrogen-low","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":19,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen Low","rowId":"gemini-4-hydrogen-low"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=low|cursor|cursorbench@4.0|tokens-per-task|gemini-4-hydrogen-low","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":8975,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen Low","rowId":"gemini-4-hydrogen-low"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=medium|cursor|cursorbench@4.0|cost-per-task|gemini-4-hydrogen-medium","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":1.76,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen Medium","rowId":"gemini-4-hydrogen-medium"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=medium|cursor|cursorbench@4.0|score|gemini-4-hydrogen-medium","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":46.7,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen Medium","rowId":"gemini-4-hydrogen-medium"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=medium|cursor|cursorbench@4.0|steps-per-task|gemini-4-hydrogen-medium","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":38,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen Medium","rowId":"gemini-4-hydrogen-medium"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=medium|cursor|cursorbench@4.0|tokens-per-task|gemini-4-hydrogen-medium","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":36781,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen Medium","rowId":"gemini-4-hydrogen-medium"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|gemini-4-hydrogen-extra-high","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":5.86,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen Extra High","rowId":"gemini-4-hydrogen-extra-high"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=xhigh|cursor|cursorbench@4.0|score|gemini-4-hydrogen-extra-high","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":57.8,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen Extra High","rowId":"gemini-4-hydrogen-extra-high"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|gemini-4-hydrogen-extra-high","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":88,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen Extra High","rowId":"gemini-4-hydrogen-extra-high"}
{"key":"cursorbench|google/gemini-4-hydrogen:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|gemini-4-hydrogen-extra-high","sourceId":"cursorbench","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":164610,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Gemini 4 Hydrogen Extra High","rowId":"gemini-4-hydrogen-extra-high"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=high|cursor|cursorbench@4.0|cost-per-task|muse-spark-1.3-high","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":1.66,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 High","rowId":"muse-spark-1.3-high"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=high|cursor|cursorbench@4.0|score|muse-spark-1.3-high","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":33.4,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 High","rowId":"muse-spark-1.3-high"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=high|cursor|cursorbench@4.0|steps-per-task|muse-spark-1.3-high","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":69,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 High","rowId":"muse-spark-1.3-high"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=high|cursor|cursorbench@4.0|tokens-per-task|muse-spark-1.3-high","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":30654,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 High","rowId":"muse-spark-1.3-high"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=low|cursor|cursorbench@4.0|cost-per-task|muse-spark-1.3-low","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.93,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Low","rowId":"muse-spark-1.3-low"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=low|cursor|cursorbench@4.0|score|muse-spark-1.3-low","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":29.3,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Low","rowId":"muse-spark-1.3-low"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=low|cursor|cursorbench@4.0|steps-per-task|muse-spark-1.3-low","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":47,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Low","rowId":"muse-spark-1.3-low"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=low|cursor|cursorbench@4.0|tokens-per-task|muse-spark-1.3-low","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":17483,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Low","rowId":"muse-spark-1.3-low"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=max|cursor|cursorbench@4.0|cost-per-task|muse-spark-1.3-max","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":2.64,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Max","rowId":"muse-spark-1.3-max"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=max|cursor|cursorbench@4.0|score|muse-spark-1.3-max","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":41.6,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Max","rowId":"muse-spark-1.3-max"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=max|cursor|cursorbench@4.0|steps-per-task|muse-spark-1.3-max","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":98,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Max","rowId":"muse-spark-1.3-max"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=max|cursor|cursorbench@4.0|tokens-per-task|muse-spark-1.3-max","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":52005,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Max","rowId":"muse-spark-1.3-max"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=medium|cursor|cursorbench@4.0|cost-per-task|muse-spark-1.3-medium","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":1.49,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Medium","rowId":"muse-spark-1.3-medium"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=medium|cursor|cursorbench@4.0|score|muse-spark-1.3-medium","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":32.6,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Medium","rowId":"muse-spark-1.3-medium"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=medium|cursor|cursorbench@4.0|steps-per-task|muse-spark-1.3-medium","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":64,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Medium","rowId":"muse-spark-1.3-medium"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=medium|cursor|cursorbench@4.0|tokens-per-task|muse-spark-1.3-medium","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":27255,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Medium","rowId":"muse-spark-1.3-medium"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=minimal|cursor|cursorbench@4.0|cost-per-task|muse-spark-1.3-minimal","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"minimal","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.56,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Minimal","rowId":"muse-spark-1.3-minimal"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=minimal|cursor|cursorbench@4.0|score|muse-spark-1.3-minimal","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"minimal","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":24.3,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Minimal","rowId":"muse-spark-1.3-minimal"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=minimal|cursor|cursorbench@4.0|steps-per-task|muse-spark-1.3-minimal","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"minimal","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":34,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Minimal","rowId":"muse-spark-1.3-minimal"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=minimal|cursor|cursorbench@4.0|tokens-per-task|muse-spark-1.3-minimal","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"minimal","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":10620,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Minimal","rowId":"muse-spark-1.3-minimal"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|muse-spark-1.3-extra-high","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":2.1,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Extra High","rowId":"muse-spark-1.3-extra-high"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=xhigh|cursor|cursorbench@4.0|score|muse-spark-1.3-extra-high","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":37.5,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Extra High","rowId":"muse-spark-1.3-extra-high"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|muse-spark-1.3-extra-high","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":83,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Extra High","rowId":"muse-spark-1.3-extra-high"}
{"key":"cursorbench|meta/muse-spark-1.3:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|muse-spark-1.3-extra-high","sourceId":"cursorbench","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":40891,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Spark 1.3 Extra High","rowId":"muse-spark-1.3-extra-high"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=high|cursor|cursorbench@4.0|cost-per-task|muse-wonder-high","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":3.51,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder High","rowId":"muse-wonder-high"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=high|cursor|cursorbench@4.0|score|muse-wonder-high","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":46.1,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder High","rowId":"muse-wonder-high"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=high|cursor|cursorbench@4.0|steps-per-task|muse-wonder-high","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":84,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder High","rowId":"muse-wonder-high"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=high|cursor|cursorbench@4.0|tokens-per-task|muse-wonder-high","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":33612,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder High","rowId":"muse-wonder-high"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=low|cursor|cursorbench@4.0|cost-per-task|muse-wonder-low","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":1.91,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Low","rowId":"muse-wonder-low"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=low|cursor|cursorbench@4.0|score|muse-wonder-low","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":41.7,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Low","rowId":"muse-wonder-low"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=low|cursor|cursorbench@4.0|steps-per-task|muse-wonder-low","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":56,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Low","rowId":"muse-wonder-low"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=low|cursor|cursorbench@4.0|tokens-per-task|muse-wonder-low","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":18880,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Low","rowId":"muse-wonder-low"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=max|cursor|cursorbench@4.0|cost-per-task|muse-wonder-max","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":5.25,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Max","rowId":"muse-wonder-max"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=max|cursor|cursorbench@4.0|score|muse-wonder-max","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":50.4,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Max","rowId":"muse-wonder-max"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=max|cursor|cursorbench@4.0|steps-per-task|muse-wonder-max","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":114,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Max","rowId":"muse-wonder-max"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=max|cursor|cursorbench@4.0|tokens-per-task|muse-wonder-max","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":49692,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Max","rowId":"muse-wonder-max"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=medium|cursor|cursorbench@4.0|cost-per-task|muse-wonder-medium","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":2.82,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Medium","rowId":"muse-wonder-medium"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=medium|cursor|cursorbench@4.0|score|muse-wonder-medium","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":45.2,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Medium","rowId":"muse-wonder-medium"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=medium|cursor|cursorbench@4.0|steps-per-task|muse-wonder-medium","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":75,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Medium","rowId":"muse-wonder-medium"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=medium|cursor|cursorbench@4.0|tokens-per-task|muse-wonder-medium","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":27124,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Medium","rowId":"muse-wonder-medium"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=minimal|cursor|cursorbench@4.0|cost-per-task|muse-wonder-minimal","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"minimal","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.84,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Minimal","rowId":"muse-wonder-minimal"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=minimal|cursor|cursorbench@4.0|score|muse-wonder-minimal","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"minimal","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":34.2,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Minimal","rowId":"muse-wonder-minimal"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=minimal|cursor|cursorbench@4.0|steps-per-task|muse-wonder-minimal","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"minimal","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":33,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Minimal","rowId":"muse-wonder-minimal"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=minimal|cursor|cursorbench@4.0|tokens-per-task|muse-wonder-minimal","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"minimal","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":9761,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Minimal","rowId":"muse-wonder-minimal"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|muse-wonder-extra-high","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":4.24,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Extra High","rowId":"muse-wonder-extra-high"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=xhigh|cursor|cursorbench@4.0|score|muse-wonder-extra-high","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":48.2,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Extra High","rowId":"muse-wonder-extra-high"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|muse-wonder-extra-high","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":96,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Extra High","rowId":"muse-wonder-extra-high"}
{"key":"cursorbench|meta/muse-wonder-1.0:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|muse-wonder-extra-high","sourceId":"cursorbench","modelId":"meta/muse-wonder-1.0","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":39564,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Muse Wonder Extra High","rowId":"muse-wonder-extra-high"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=high|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-luna-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.25,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna High","rowId":"gpt-5.6-luna-high"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=high|cursor|cursorbench@4.0|score|gpt-5.6-luna-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":29.4,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna High","rowId":"gpt-5.6-luna-high"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=high|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-luna-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":64,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna High","rowId":"gpt-5.6-luna-high"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=high|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-luna-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":23368,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna High","rowId":"gpt-5.6-luna-high"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=low|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-luna-low","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.03,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Low","rowId":"gpt-5.6-luna-low"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=low|cursor|cursorbench@4.0|score|gpt-5.6-luna-low","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":16,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Low","rowId":"gpt-5.6-luna-low"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=low|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-luna-low","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":18,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Low","rowId":"gpt-5.6-luna-low"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=low|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-luna-low","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":3288,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Low","rowId":"gpt-5.6-luna-low"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=max|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-luna-max","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":1.03,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Max","rowId":"gpt-5.6-luna-max"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=max|cursor|cursorbench@4.0|score|gpt-5.6-luna-max","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":35.9,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Max","rowId":"gpt-5.6-luna-max"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=max|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-luna-max","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":208,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Max","rowId":"gpt-5.6-luna-max"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=max|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-luna-max","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":87284,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Max","rowId":"gpt-5.6-luna-max"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=medium|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-luna-medium","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.08,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Medium","rowId":"gpt-5.6-luna-medium"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=medium|cursor|cursorbench@4.0|score|gpt-5.6-luna-medium","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":22.2,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Medium","rowId":"gpt-5.6-luna-medium"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=medium|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-luna-medium","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":32,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Medium","rowId":"gpt-5.6-luna-medium"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=medium|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-luna-medium","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":7642,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Medium","rowId":"gpt-5.6-luna-medium"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-luna-extra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.44,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Extra High","rowId":"gpt-5.6-luna-extra-high"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=xhigh|cursor|cursorbench@4.0|score|gpt-5.6-luna-extra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":33,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Extra High","rowId":"gpt-5.6-luna-extra-high"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-luna-extra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":98,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Extra High","rowId":"gpt-5.6-luna-extra-high"}
{"key":"cursorbench|openai/gpt-5.6-luna:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-luna-extra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":40598,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Luna Extra High","rowId":"gpt-5.6-luna-extra-high"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=high|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-sol-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":2.85,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol High","rowId":"gpt-5.6-sol-high"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=high|cursor|cursorbench@4.0|score|gpt-5.6-sol-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":35.7,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol High","rowId":"gpt-5.6-sol-high"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=high|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-sol-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":41,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol High","rowId":"gpt-5.6-sol-high"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=high|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-sol-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":16174,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol High","rowId":"gpt-5.6-sol-high"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=low|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-sol-low","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.87,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Low","rowId":"gpt-5.6-sol-low"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=low|cursor|cursorbench@4.0|score|gpt-5.6-sol-low","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":24.6,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Low","rowId":"gpt-5.6-sol-low"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=low|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-sol-low","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":21,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Low","rowId":"gpt-5.6-sol-low"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=low|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-sol-low","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":4885,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Low","rowId":"gpt-5.6-sol-low"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=max|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-sol-max","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":8.23,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Max","rowId":"gpt-5.6-sol-max"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=max|cursor|cursorbench@4.0|score|gpt-5.6-sol-max","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":41.7,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Max","rowId":"gpt-5.6-sol-max"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=max|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-sol-max","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":99,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Max","rowId":"gpt-5.6-sol-max"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=max|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-sol-max","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":42944,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Max","rowId":"gpt-5.6-sol-max"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=medium|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-sol-medium","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":1.77,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Medium","rowId":"gpt-5.6-sol-medium"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=medium|cursor|cursorbench@4.0|score|gpt-5.6-sol-medium","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":31.1,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Medium","rowId":"gpt-5.6-sol-medium"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=medium|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-sol-medium","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":32,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Medium","rowId":"gpt-5.6-sol-medium"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=medium|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-sol-medium","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":10111,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Medium","rowId":"gpt-5.6-sol-medium"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-sol-extra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":4.4,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Extra High","rowId":"gpt-5.6-sol-extra-high"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=xhigh|cursor|cursorbench@4.0|score|gpt-5.6-sol-extra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":37.7,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Extra High","rowId":"gpt-5.6-sol-extra-high"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-sol-extra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":55,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Extra High","rowId":"gpt-5.6-sol-extra-high"}
{"key":"cursorbench|openai/gpt-5.6-sol:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-sol-extra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":24729,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Sol Extra High","rowId":"gpt-5.6-sol-extra-high"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=high|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-terra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":1.11,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra High","rowId":"gpt-5.6-terra-high"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=high|cursor|cursorbench@4.0|score|gpt-5.6-terra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":30.7,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra High","rowId":"gpt-5.6-terra-high"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=high|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-terra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":33,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra High","rowId":"gpt-5.6-terra-high"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=high|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-terra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":13162,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra High","rowId":"gpt-5.6-terra-high"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=low|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-terra-low","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.52,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Low","rowId":"gpt-5.6-terra-low"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=low|cursor|cursorbench@4.0|score|gpt-5.6-terra-low","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":25.2,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Low","rowId":"gpt-5.6-terra-low"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=low|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-terra-low","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":23,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Low","rowId":"gpt-5.6-terra-low"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=low|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-terra-low","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":5914,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Low","rowId":"gpt-5.6-terra-low"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=max|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-terra-max","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":5.14,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Max","rowId":"gpt-5.6-terra-max"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=max|cursor|cursorbench@4.0|score|gpt-5.6-terra-max","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":41.3,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Max","rowId":"gpt-5.6-terra-max"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=max|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-terra-max","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":107,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Max","rowId":"gpt-5.6-terra-max"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=max|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-terra-max","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":60814,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Max","rowId":"gpt-5.6-terra-max"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=medium|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-terra-medium","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.64,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Medium","rowId":"gpt-5.6-terra-medium"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=medium|cursor|cursorbench@4.0|score|gpt-5.6-terra-medium","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":27.6,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Medium","rowId":"gpt-5.6-terra-medium"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=medium|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-terra-medium","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":25,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Medium","rowId":"gpt-5.6-terra-medium"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=medium|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-terra-medium","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":7307,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Medium","rowId":"gpt-5.6-terra-medium"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|gpt-5.6-terra-extra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":1.81,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Extra High","rowId":"gpt-5.6-terra-extra-high"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=xhigh|cursor|cursorbench@4.0|score|gpt-5.6-terra-extra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":33.6,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Extra High","rowId":"gpt-5.6-terra-extra-high"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|gpt-5.6-terra-extra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":43,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Extra High","rowId":"gpt-5.6-terra-extra-high"}
{"key":"cursorbench|openai/gpt-5.6-terra:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|gpt-5.6-terra-extra-high","sourceId":"cursorbench","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":23436,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GPT-5.6 Terra Extra High","rowId":"gpt-5.6-terra-extra-high"}
{"key":"cursorbench|xai/grok-4.6:effort=high|cursor|cursorbench@4.0|cost-per-task|grok-4.6-high","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":5.2,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 High","rowId":"grok-4.6-high"}
{"key":"cursorbench|xai/grok-4.6:effort=high|cursor|cursorbench@4.0|score|grok-4.6-high","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":40.4,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 High","rowId":"grok-4.6-high"}
{"key":"cursorbench|xai/grok-4.6:effort=high|cursor|cursorbench@4.0|steps-per-task|grok-4.6-high","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":48,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 High","rowId":"grok-4.6-high"}
{"key":"cursorbench|xai/grok-4.6:effort=high|cursor|cursorbench@4.0|tokens-per-task|grok-4.6-high","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":41387,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 High","rowId":"grok-4.6-high"}
{"key":"cursorbench|xai/grok-4.6:effort=low|cursor|cursorbench@4.0|cost-per-task|grok-4.6-low","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":2.25,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 Low","rowId":"grok-4.6-low"}
{"key":"cursorbench|xai/grok-4.6:effort=low|cursor|cursorbench@4.0|score|grok-4.6-low","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":33.4,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 Low","rowId":"grok-4.6-low"}
{"key":"cursorbench|xai/grok-4.6:effort=low|cursor|cursorbench@4.0|steps-per-task|grok-4.6-low","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":32,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 Low","rowId":"grok-4.6-low"}
{"key":"cursorbench|xai/grok-4.6:effort=low|cursor|cursorbench@4.0|tokens-per-task|grok-4.6-low","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":16307,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 Low","rowId":"grok-4.6-low"}
{"key":"cursorbench|xai/grok-4.6:effort=medium|cursor|cursorbench@4.0|cost-per-task|grok-4.6-medium","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":3.48,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 Medium","rowId":"grok-4.6-medium"}
{"key":"cursorbench|xai/grok-4.6:effort=medium|cursor|cursorbench@4.0|score|grok-4.6-medium","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":36.1,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 Medium","rowId":"grok-4.6-medium"}
{"key":"cursorbench|xai/grok-4.6:effort=medium|cursor|cursorbench@4.0|steps-per-task|grok-4.6-medium","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":40,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 Medium","rowId":"grok-4.6-medium"}
{"key":"cursorbench|xai/grok-4.6:effort=medium|cursor|cursorbench@4.0|tokens-per-task|grok-4.6-medium","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":24893,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 Medium","rowId":"grok-4.6-medium"}
{"key":"cursorbench|xai/grok-4.6:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|grok-4.6-extra-high","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":6.1,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 Extra High","rowId":"grok-4.6-extra-high"}
{"key":"cursorbench|xai/grok-4.6:effort=xhigh|cursor|cursorbench@4.0|score|grok-4.6-extra-high","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":41.4,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 Extra High","rowId":"grok-4.6-extra-high"}
{"key":"cursorbench|xai/grok-4.6:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|grok-4.6-extra-high","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":56,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 Extra High","rowId":"grok-4.6-extra-high"}
{"key":"cursorbench|xai/grok-4.6:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|grok-4.6-extra-high","sourceId":"cursorbench","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":49814,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.6 Extra High","rowId":"grok-4.6-extra-high"}
{"key":"cursorbench|xai/grok-4.7:effort=high|cursor|cursorbench@4.0|cost-per-task|grok-4.7-high","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":4.69,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 High","rowId":"grok-4.7-high"}
{"key":"cursorbench|xai/grok-4.7:effort=high|cursor|cursorbench@4.0|score|grok-4.7-high","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":43.9,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 High","rowId":"grok-4.7-high"}
{"key":"cursorbench|xai/grok-4.7:effort=high|cursor|cursorbench@4.0|steps-per-task|grok-4.7-high","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":71,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 High","rowId":"grok-4.7-high"}
{"key":"cursorbench|xai/grok-4.7:effort=high|cursor|cursorbench@4.0|tokens-per-task|grok-4.7-high","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":56382,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 High","rowId":"grok-4.7-high"}
{"key":"cursorbench|xai/grok-4.7:effort=low|cursor|cursorbench@4.0|cost-per-task|grok-4.7-low","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":1.58,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 Low","rowId":"grok-4.7-low"}
{"key":"cursorbench|xai/grok-4.7:effort=low|cursor|cursorbench@4.0|score|grok-4.7-low","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":33.1,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 Low","rowId":"grok-4.7-low"}
{"key":"cursorbench|xai/grok-4.7:effort=low|cursor|cursorbench@4.0|steps-per-task|grok-4.7-low","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":40,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 Low","rowId":"grok-4.7-low"}
{"key":"cursorbench|xai/grok-4.7:effort=low|cursor|cursorbench@4.0|tokens-per-task|grok-4.7-low","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":15677,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 Low","rowId":"grok-4.7-low"}
{"key":"cursorbench|xai/grok-4.7:effort=medium|cursor|cursorbench@4.0|cost-per-task|grok-4.7-medium","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":3.49,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 Medium","rowId":"grok-4.7-medium"}
{"key":"cursorbench|xai/grok-4.7:effort=medium|cursor|cursorbench@4.0|score|grok-4.7-medium","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":41.6,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 Medium","rowId":"grok-4.7-medium"}
{"key":"cursorbench|xai/grok-4.7:effort=medium|cursor|cursorbench@4.0|steps-per-task|grok-4.7-medium","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":60,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 Medium","rowId":"grok-4.7-medium"}
{"key":"cursorbench|xai/grok-4.7:effort=medium|cursor|cursorbench@4.0|tokens-per-task|grok-4.7-medium","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":36683,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 Medium","rowId":"grok-4.7-medium"}
{"key":"cursorbench|xai/grok-4.7:effort=xhigh|cursor|cursorbench@4.0|cost-per-task|grok-4.7-extra-high","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":6.01,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 Extra High","rowId":"grok-4.7-extra-high"}
{"key":"cursorbench|xai/grok-4.7:effort=xhigh|cursor|cursorbench@4.0|score|grok-4.7-extra-high","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":46.3,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 Extra High","rowId":"grok-4.7-extra-high"}
{"key":"cursorbench|xai/grok-4.7:effort=xhigh|cursor|cursorbench@4.0|steps-per-task|grok-4.7-extra-high","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":88,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 Extra High","rowId":"grok-4.7-extra-high"}
{"key":"cursorbench|xai/grok-4.7:effort=xhigh|cursor|cursorbench@4.0|tokens-per-task|grok-4.7-extra-high","sourceId":"cursorbench","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":70141,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"Grok 4.7 Extra High","rowId":"grok-4.7-extra-high"}
{"key":"cursorbench|zai/glm-5.3-flash:effort=high|cursor|cursorbench@4.0|cost-per-task|glm-5.3-flash-high","sourceId":"cursorbench","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.25,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Flash High","rowId":"glm-5.3-flash-high"}
{"key":"cursorbench|zai/glm-5.3-flash:effort=high|cursor|cursorbench@4.0|score|glm-5.3-flash-high","sourceId":"cursorbench","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":31.1,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Flash High","rowId":"glm-5.3-flash-high"}
{"key":"cursorbench|zai/glm-5.3-flash:effort=high|cursor|cursorbench@4.0|steps-per-task|glm-5.3-flash-high","sourceId":"cursorbench","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":84,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Flash High","rowId":"glm-5.3-flash-high"}
{"key":"cursorbench|zai/glm-5.3-flash:effort=high|cursor|cursorbench@4.0|tokens-per-task|glm-5.3-flash-high","sourceId":"cursorbench","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":35104,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Flash High","rowId":"glm-5.3-flash-high"}
{"key":"cursorbench|zai/glm-5.3-flash:effort=low|cursor|cursorbench@4.0|cost-per-task|glm-5.3-flash-low","sourceId":"cursorbench","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.15,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Flash Low","rowId":"glm-5.3-flash-low"}
{"key":"cursorbench|zai/glm-5.3-flash:effort=low|cursor|cursorbench@4.0|score|glm-5.3-flash-low","sourceId":"cursorbench","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":26.9,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Flash Low","rowId":"glm-5.3-flash-low"}
{"key":"cursorbench|zai/glm-5.3-flash:effort=low|cursor|cursorbench@4.0|steps-per-task|glm-5.3-flash-low","sourceId":"cursorbench","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":58,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Flash Low","rowId":"glm-5.3-flash-low"}
{"key":"cursorbench|zai/glm-5.3-flash:effort=low|cursor|cursorbench@4.0|tokens-per-task|glm-5.3-flash-low","sourceId":"cursorbench","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":17831,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Flash Low","rowId":"glm-5.3-flash-low"}
{"key":"cursorbench|zai/glm-5.3-flash:effort=max|cursor|cursorbench@4.0|cost-per-task|glm-5.3-flash-max","sourceId":"cursorbench","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":0.39,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Flash Max","rowId":"glm-5.3-flash-max"}
{"key":"cursorbench|zai/glm-5.3-flash:effort=max|cursor|cursorbench@4.0|score|glm-5.3-flash-max","sourceId":"cursorbench","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":36.8,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Flash Max","rowId":"glm-5.3-flash-max"}
{"key":"cursorbench|zai/glm-5.3-flash:effort=max|cursor|cursorbench@4.0|steps-per-task|glm-5.3-flash-max","sourceId":"cursorbench","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":118,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Flash Max","rowId":"glm-5.3-flash-max"}
{"key":"cursorbench|zai/glm-5.3-flash:effort=max|cursor|cursorbench@4.0|tokens-per-task|glm-5.3-flash-max","sourceId":"cursorbench","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":56410,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Flash Max","rowId":"glm-5.3-flash-max"}
{"key":"cursorbench|zai/glm-5.3:effort=high|cursor|cursorbench@4.0|cost-per-task|glm-5.3-high","sourceId":"cursorbench","modelId":"zai/glm-5.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":3.24,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 High","rowId":"glm-5.3-high"}
{"key":"cursorbench|zai/glm-5.3:effort=high|cursor|cursorbench@4.0|score|glm-5.3-high","sourceId":"cursorbench","modelId":"zai/glm-5.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":38,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 High","rowId":"glm-5.3-high"}
{"key":"cursorbench|zai/glm-5.3:effort=high|cursor|cursorbench@4.0|steps-per-task|glm-5.3-high","sourceId":"cursorbench","modelId":"zai/glm-5.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":114,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 High","rowId":"glm-5.3-high"}
{"key":"cursorbench|zai/glm-5.3:effort=high|cursor|cursorbench@4.0|tokens-per-task|glm-5.3-high","sourceId":"cursorbench","modelId":"zai/glm-5.3","variant":{"effort":"high","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":60031,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 High","rowId":"glm-5.3-high"}
{"key":"cursorbench|zai/glm-5.3:effort=low|cursor|cursorbench@4.0|cost-per-task|glm-5.3-low","sourceId":"cursorbench","modelId":"zai/glm-5.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":2.04,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Low","rowId":"glm-5.3-low"}
{"key":"cursorbench|zai/glm-5.3:effort=low|cursor|cursorbench@4.0|score|glm-5.3-low","sourceId":"cursorbench","modelId":"zai/glm-5.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":33.3,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Low","rowId":"glm-5.3-low"}
{"key":"cursorbench|zai/glm-5.3:effort=low|cursor|cursorbench@4.0|steps-per-task|glm-5.3-low","sourceId":"cursorbench","modelId":"zai/glm-5.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":81,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Low","rowId":"glm-5.3-low"}
{"key":"cursorbench|zai/glm-5.3:effort=low|cursor|cursorbench@4.0|tokens-per-task|glm-5.3-low","sourceId":"cursorbench","modelId":"zai/glm-5.3","variant":{"effort":"low","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":31983,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Low","rowId":"glm-5.3-low"}
{"key":"cursorbench|zai/glm-5.3:effort=max|cursor|cursorbench@4.0|cost-per-task|glm-5.3-max","sourceId":"cursorbench","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"cost-per-task","value":5.05,"costKind":"list","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Max","rowId":"glm-5.3-max"}
{"key":"cursorbench|zai/glm-5.3:effort=max|cursor|cursorbench@4.0|score|glm-5.3-max","sourceId":"cursorbench","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"score","value":42.6,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Max","rowId":"glm-5.3-max"}
{"key":"cursorbench|zai/glm-5.3:effort=max|cursor|cursorbench@4.0|steps-per-task|glm-5.3-max","sourceId":"cursorbench","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"steps-per-task","value":166,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Max","rowId":"glm-5.3-max"}
{"key":"cursorbench|zai/glm-5.3:effort=max|cursor|cursorbench@4.0|tokens-per-task|glm-5.3-max","sourceId":"cursorbench","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"Cursor"},"benchmarkId":"cursorbench","benchmarkVersion":"4.0","metricId":"tokens-per-task","value":96387,"costKind":"unknown","sourceUrl":"https://cursor.com/cursorbench","snapshotId":"cursorbench/20261117T065948Z-30564c298e89","rawName":"GLM 5.3 Max","rowId":"glm-5.3-max"}
{"key":"epoch|01-ai/yi-1.5-34b-chat:default|none|gpqa-diamond@1|accuracy|Jwi8JTeeTxJuJY8qidxngw","sourceId":"epoch","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":31.97601,"stderr":2.000529,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJwi8JTeeTxJuJY8qidxngw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Yi-1.5-34B-Chat","rowId":"Jwi8JTeeTxJuJY8qidxngw"}
{"key":"epoch|01-ai/yi-1.5-34b-chat:default|none|gpqa-diamond@1|mean-score|Jwi8JTeeTxJuJY8qidxngw","sourceId":"epoch","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":31.97601,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJwi8JTeeTxJuJY8qidxngw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Yi-1.5-34B-Chat","rowId":"Jwi8JTeeTxJuJY8qidxngw"}
{"key":"epoch|01-ai/yi-34b-chat:default|none|gpqa-diamond@1|accuracy|WxMpEBcTf8qPFPz4BrF86B","sourceId":"epoch","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":14.741162,"stderr":1.137282,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWxMpEBcTf8qPFPz4BrF86B.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Yi-34B-Chat","rowId":"WxMpEBcTf8qPFPz4BrF86B"}
{"key":"epoch|01-ai/yi-34b-chat:default|none|gpqa-diamond@1|mean-score|WxMpEBcTf8qPFPz4BrF86B","sourceId":"epoch","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":14.741162,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWxMpEBcTf8qPFPz4BrF86B.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Yi-34B-Chat","rowId":"WxMpEBcTf8qPFPz4BrF86B"}
{"key":"epoch|alibaba/gui-owl-7b:steps=15|none|osworld@1|score|gui-owl-7b (15 steps)","sourceId":"epoch","modelId":"alibaba/gui-owl-7b","variant":{"stepBudget":15,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":32.1,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gui-owl-7b (15 steps)","rowId":"gui-owl-7b (15 steps)"}
{"key":"epoch|alibaba/qwen-max:ckpt=2025-01-25|none|frontiermath@2025-02-28-Private|accuracy|F77vDPynTKJbz7m2bt7Py8","sourceId":"epoch","modelId":"alibaba/qwen-max","variant":{"flags":[],"checkpoint":"2025-01-25"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":1.034483,"stderr":0.595189,"observedAt":"2025-04-02","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen-max-2025-01-25","rowId":"F77vDPynTKJbz7m2bt7Py8"}
{"key":"epoch|alibaba/qwen-max:ckpt=2025-01-25|none|frontiermath@2025-02-28-Private|mean-score|F77vDPynTKJbz7m2bt7Py8","sourceId":"epoch","modelId":"alibaba/qwen-max","variant":{"flags":[],"checkpoint":"2025-01-25"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":1.034483,"observedAt":"2025-04-02","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen-max-2025-01-25","rowId":"F77vDPynTKJbz7m2bt7Py8"}
{"key":"epoch|alibaba/qwen-max:ckpt=2025-01-25|none|gpqa-diamond@1|accuracy|GBf7rqHkGGzfX87V37F9mH","sourceId":"epoch","modelId":"alibaba/qwen-max","variant":{"flags":[],"checkpoint":"2025-01-25"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":56.123737,"stderr":2.785883,"observedAt":"2025-04-01","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGBf7rqHkGGzfX87V37F9mH.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen-max-2025-01-25","rowId":"GBf7rqHkGGzfX87V37F9mH"}
{"key":"epoch|alibaba/qwen-max:ckpt=2025-01-25|none|gpqa-diamond@1|mean-score|GBf7rqHkGGzfX87V37F9mH","sourceId":"epoch","modelId":"alibaba/qwen-max","variant":{"flags":[],"checkpoint":"2025-01-25"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":56.123737,"observedAt":"2025-04-01","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGBf7rqHkGGzfX87V37F9mH.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen-max-2025-01-25","rowId":"GBf7rqHkGGzfX87V37F9mH"}
{"key":"epoch|alibaba/qwen-plus:ckpt=2025-01-25|none|gpqa-diamond@1|accuracy|QtraMoKiQRRpZc9txpFAYF","sourceId":"epoch","modelId":"alibaba/qwen-plus","variant":{"flags":[],"checkpoint":"2025-01-25"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":48.106061,"stderr":2.714494,"observedAt":"2025-04-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQtraMoKiQRRpZc9txpFAYF.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen-plus-2025-01-25","rowId":"QtraMoKiQRRpZc9txpFAYF"}
{"key":"epoch|alibaba/qwen-plus:ckpt=2025-01-25|none|gpqa-diamond@1|mean-score|QtraMoKiQRRpZc9txpFAYF","sourceId":"epoch","modelId":"alibaba/qwen-plus","variant":{"flags":[],"checkpoint":"2025-01-25"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":48.106061,"observedAt":"2025-04-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQtraMoKiQRRpZc9txpFAYF.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen-plus-2025-01-25","rowId":"QtraMoKiQRRpZc9txpFAYF"}
{"key":"epoch|alibaba/qwen-plus:ckpt=2025-04-28|none|frontiermath@2025-02-28-Private|accuracy|bVFEkuHiUSxjoh8SQm74jo","sourceId":"epoch","modelId":"alibaba/qwen-plus","variant":{"flags":[],"checkpoint":"2025-04-28"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":1.724138,"stderr":0.765703,"observedAt":"2025-05-14","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen-plus-2025-04-28","rowId":"bVFEkuHiUSxjoh8SQm74jo"}
{"key":"epoch|alibaba/qwen-plus:ckpt=2025-04-28|none|frontiermath@2025-02-28-Private|mean-score|bVFEkuHiUSxjoh8SQm74jo","sourceId":"epoch","modelId":"alibaba/qwen-plus","variant":{"flags":[],"checkpoint":"2025-04-28"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":1.724138,"observedAt":"2025-05-14","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen-plus-2025-04-28","rowId":"bVFEkuHiUSxjoh8SQm74jo"}
{"key":"epoch|alibaba/qwen-turbo:ckpt=2024-11-01|none|gpqa-diamond@1|accuracy|9Ke5At9bYuf56SmKJJ7Sz7","sourceId":"epoch","modelId":"alibaba/qwen-turbo","variant":{"flags":[],"checkpoint":"2024-11-01"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":41.792929,"stderr":2.617728,"observedAt":"2025-04-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9Ke5At9bYuf56SmKJJ7Sz7.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen-turbo-2024-11-01","rowId":"9Ke5At9bYuf56SmKJJ7Sz7"}
{"key":"epoch|alibaba/qwen-turbo:ckpt=2024-11-01|none|gpqa-diamond@1|mean-score|9Ke5At9bYuf56SmKJJ7Sz7","sourceId":"epoch","modelId":"alibaba/qwen-turbo","variant":{"flags":[],"checkpoint":"2024-11-01"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":41.792929,"observedAt":"2025-04-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9Ke5At9bYuf56SmKJJ7Sz7.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen-turbo-2024-11-01","rowId":"9Ke5At9bYuf56SmKJJ7Sz7"}
{"key":"epoch|alibaba/qwen1.5-32b-chat:default|none|gpqa-diamond@1|accuracy|9K6c9b6v9zQrQYtw827BDn","sourceId":"epoch","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":30.744949,"stderr":2.020052,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9K6c9b6v9zQrQYtw827BDn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen1.5-32b-chat","rowId":"9K6c9b6v9zQrQYtw827BDn"}
{"key":"epoch|alibaba/qwen1.5-32b-chat:default|none|gpqa-diamond@1|mean-score|9K6c9b6v9zQrQYtw827BDn","sourceId":"epoch","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":30.744949,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9K6c9b6v9zQrQYtw827BDn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen1.5-32b-chat","rowId":"9K6c9b6v9zQrQYtw827BDn"}
{"key":"epoch|alibaba/qwen1.5-72b-chat:default|none|gpqa-diamond@1|accuracy|NeqeQSxHmdUNLk9Ytpo6qo","sourceId":"epoch","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":28.819444,"stderr":1.993691,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FNeqeQSxHmdUNLk9Ytpo6qo.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen1.5-72b-chat","rowId":"NeqeQSxHmdUNLk9Ytpo6qo"}
{"key":"epoch|alibaba/qwen1.5-72b-chat:default|none|gpqa-diamond@1|mean-score|NeqeQSxHmdUNLk9Ytpo6qo","sourceId":"epoch","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":28.819444,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FNeqeQSxHmdUNLk9Ytpo6qo.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen1.5-72b-chat","rowId":"NeqeQSxHmdUNLk9Ytpo6qo"}
{"key":"epoch|alibaba/qwen2-72b-instruct:default|none|gpqa-diamond@1|accuracy|Pex6SpYJX8ZPySncfNNy7H","sourceId":"epoch","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":40.782828,"stderr":2.574288,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPex6SpYJX8ZPySncfNNy7H.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen2-72b-instruct","rowId":"Pex6SpYJX8ZPySncfNNy7H"}
{"key":"epoch|alibaba/qwen2-72b-instruct:default|none|gpqa-diamond@1|mean-score|Pex6SpYJX8ZPySncfNNy7H","sourceId":"epoch","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":40.782828,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPex6SpYJX8ZPySncfNNy7H.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen2-72b-instruct","rowId":"Pex6SpYJX8ZPySncfNNy7H"}
{"key":"epoch|alibaba/qwen2.5-32b-instruct:default|none|gpqa-diamond@1|accuracy|d6JihAFVqUy3u9suNt4P3L","sourceId":"epoch","modelId":"alibaba/qwen2.5-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":46.085859,"stderr":2.595783,"observedAt":"2025-01-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fd6JihAFVqUy3u9suNt4P3L.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen2.5-32b-instruct","rowId":"d6JihAFVqUy3u9suNt4P3L"}
{"key":"epoch|alibaba/qwen2.5-32b-instruct:default|none|gpqa-diamond@1|mean-score|d6JihAFVqUy3u9suNt4P3L","sourceId":"epoch","modelId":"alibaba/qwen2.5-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":46.085859,"observedAt":"2025-01-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fd6JihAFVqUy3u9suNt4P3L.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen2.5-32b-instruct","rowId":"d6JihAFVqUy3u9suNt4P3L"}
{"key":"epoch|alibaba/qwen2.5-72b-instruct:default|none|gpqa-diamond@1|accuracy|WtALgW6VSFdihDZWXRm2AZ","sourceId":"epoch","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":49.147727,"stderr":2.694777,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWtALgW6VSFdihDZWXRm2AZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen2.5-72b-instruct","rowId":"WtALgW6VSFdihDZWXRm2AZ"}
{"key":"epoch|alibaba/qwen2.5-72b-instruct:default|none|gpqa-diamond@1|mean-score|WtALgW6VSFdihDZWXRm2AZ","sourceId":"epoch","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":49.147727,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWtALgW6VSFdihDZWXRm2AZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen2.5-72b-instruct","rowId":"WtALgW6VSFdihDZWXRm2AZ"}
{"key":"epoch|alibaba/qwen2.5-7b-instruct:default|none|gpqa-diamond@1|accuracy|6jkd5nJzspGZJtvZynZZTD","sourceId":"epoch","modelId":"alibaba/qwen2.5-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":35.479798,"stderr":2.291486,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6jkd5nJzspGZJtvZynZZTD.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen2.5-7b-instruct","rowId":"6jkd5nJzspGZJtvZynZZTD"}
{"key":"epoch|alibaba/qwen2.5-7b-instruct:default|none|gpqa-diamond@1|mean-score|6jkd5nJzspGZJtvZynZZTD","sourceId":"epoch","modelId":"alibaba/qwen2.5-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":35.479798,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6jkd5nJzspGZJtvZynZZTD.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen2.5-7b-instruct","rowId":"6jkd5nJzspGZJtvZynZZTD"}
{"key":"epoch|alibaba/qwen2.5-vl-32b-instruct:steps=100|none|osworld@1|score|qwen2.5-vl-32b-instruct (100 steps)","sourceId":"epoch","modelId":"alibaba/qwen2.5-vl-32b-instruct","variant":{"stepBudget":100,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":3.9,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen2.5-vl-32b-instruct (100 steps)","rowId":"qwen2.5-vl-32b-instruct (100 steps)"}
{"key":"epoch|alibaba/qwen2.5-vl-32b-instruct:steps=15|none|osworld@1|score|qwen2.5-vl-32b-instruct (15 steps)","sourceId":"epoch","modelId":"alibaba/qwen2.5-vl-32b-instruct","variant":{"stepBudget":15,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":3,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen2.5-vl-32b-instruct (15 steps)","rowId":"qwen2.5-vl-32b-instruct (15 steps)"}
{"key":"epoch|alibaba/qwen2.5-vl-72b-instruct:steps=100|none|osworld@1|score|qwen2.5-vl-72b-instruct (100 steps)","sourceId":"epoch","modelId":"alibaba/qwen2.5-vl-72b-instruct","variant":{"stepBudget":100,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":5,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen2.5-vl-72b-instruct (100 steps)","rowId":"qwen2.5-vl-72b-instruct (100 steps)"}
{"key":"epoch|alibaba/qwen2.5-vl-72b-instruct:steps=15|none|osworld@1|score|qwen2.5-vl-72b-instruct (15 steps)","sourceId":"epoch","modelId":"alibaba/qwen2.5-vl-72b-instruct","variant":{"stepBudget":15,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":4.4,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen2.5-vl-72b-instruct (15 steps)","rowId":"qwen2.5-vl-72b-instruct (15 steps)"}
{"key":"epoch|alibaba/qwen3-1.7b:default|none|gpqa-diamond@1|accuracy|F3CtjUceBrMi9iYmjULx7J","sourceId":"epoch","modelId":"alibaba/qwen3-1.7b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":38.005051,"stderr":2.748387,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FF3CtjUceBrMi9iYmjULx7J.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-1.7b","rowId":"F3CtjUceBrMi9iYmjULx7J"}
{"key":"epoch|alibaba/qwen3-1.7b:default|none|gpqa-diamond@1|mean-score|F3CtjUceBrMi9iYmjULx7J","sourceId":"epoch","modelId":"alibaba/qwen3-1.7b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":38.005051,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FF3CtjUceBrMi9iYmjULx7J.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-1.7b","rowId":"F3CtjUceBrMi9iYmjULx7J"}
{"key":"epoch|alibaba/qwen3-1.7b:effort=none|none|gpqa-diamond@1|accuracy|GdfzaHmiZht2DKPZDtQAET","sourceId":"epoch","modelId":"alibaba/qwen3-1.7b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":30.618687,"stderr":2.256401,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGdfzaHmiZht2DKPZDtQAET.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-1.7b_none","rowId":"GdfzaHmiZht2DKPZDtQAET"}
{"key":"epoch|alibaba/qwen3-1.7b:effort=none|none|gpqa-diamond@1|mean-score|GdfzaHmiZht2DKPZDtQAET","sourceId":"epoch","modelId":"alibaba/qwen3-1.7b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":30.618687,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGdfzaHmiZht2DKPZDtQAET.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-1.7b_none","rowId":"GdfzaHmiZht2DKPZDtQAET"}
{"key":"epoch|alibaba/qwen3-14b:default|none|gpqa-diamond@1|accuracy|XGK9DjJHHVWr2LyT298ooL","sourceId":"epoch","modelId":"alibaba/qwen3-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":63.762626,"stderr":2.931954,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FXGK9DjJHHVWr2LyT298ooL.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-14b","rowId":"XGK9DjJHHVWr2LyT298ooL"}
{"key":"epoch|alibaba/qwen3-14b:default|none|gpqa-diamond@1|mean-score|XGK9DjJHHVWr2LyT298ooL","sourceId":"epoch","modelId":"alibaba/qwen3-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":63.762626,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FXGK9DjJHHVWr2LyT298ooL.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-14b","rowId":"XGK9DjJHHVWr2LyT298ooL"}
{"key":"epoch|alibaba/qwen3-14b:effort=none|none|gpqa-diamond@1|accuracy|GRQV9Q8gHoHnSEPWofiQuq","sourceId":"epoch","modelId":"alibaba/qwen3-14b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":53.409091,"stderr":2.752462,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGRQV9Q8gHoHnSEPWofiQuq.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-14b_none","rowId":"GRQV9Q8gHoHnSEPWofiQuq"}
{"key":"epoch|alibaba/qwen3-14b:effort=none|none|gpqa-diamond@1|mean-score|GRQV9Q8gHoHnSEPWofiQuq","sourceId":"epoch","modelId":"alibaba/qwen3-14b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":53.409091,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGRQV9Q8gHoHnSEPWofiQuq.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-14b_none","rowId":"GRQV9Q8gHoHnSEPWofiQuq"}
{"key":"epoch|alibaba/qwen3-235b-a22b-instruct-2507:default|none|arc-agi-2@1|cost-per-task|recwktfYzggCeGG9v","sourceId":"epoch","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0044,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-235b-a22b Instruct (25/07)","rowId":"recwktfYzggCeGG9v"}
{"key":"epoch|alibaba/qwen3-235b-a22b-instruct-2507:default|none|arc-agi-2@1|score|recwktfYzggCeGG9v","sourceId":"epoch","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-235b-a22b Instruct (25/07)","rowId":"recwktfYzggCeGG9v"}
{"key":"epoch|alibaba/qwen3-235b-a22b-thinking-2507:default|none|frontiermath@2025-02-28-Private|accuracy|TLsGMRt4tYtWnheLm6jA5s","sourceId":"epoch","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":8.480565,"stderr":1.658993,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen/Qwen3-235B-A22B-Thinking-2507","rowId":"TLsGMRt4tYtWnheLm6jA5s"}
{"key":"epoch|alibaba/qwen3-235b-a22b-thinking-2507:default|none|frontiermath@2025-02-28-Private|mean-score|TLsGMRt4tYtWnheLm6jA5s","sourceId":"epoch","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":8.480565,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen/Qwen3-235B-A22B-Thinking-2507","rowId":"TLsGMRt4tYtWnheLm6jA5s"}
{"key":"epoch|alibaba/qwen3-235b-a22b-thinking-2507:default|none|gpqa-diamond@1|accuracy|gu39ndv9QxWP3NRxSUJRaX","sourceId":"epoch","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":80.050505,"stderr":2.600093,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fgu39ndv9QxWP3NRxSUJRaX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-235B-A22B-Thinking-2507","rowId":"gu39ndv9QxWP3NRxSUJRaX"}
{"key":"epoch|alibaba/qwen3-235b-a22b-thinking-2507:default|none|gpqa-diamond@1|mean-score|gu39ndv9QxWP3NRxSUJRaX","sourceId":"epoch","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":80.050505,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fgu39ndv9QxWP3NRxSUJRaX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-235B-A22B-Thinking-2507","rowId":"gu39ndv9QxWP3NRxSUJRaX"}
{"key":"epoch|alibaba/qwen3-235b-a22b-thinking-2507:default|none|vending-bench-2@1|score|recnw8f4F4o6CYFuK","sourceId":"epoch","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":-11.34,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3 235B A22B Thinking","rowId":"recnw8f4F4o6CYFuK"}
{"key":"epoch|alibaba/qwen3-235b-a22b:default|none|gpqa-diamond@1|accuracy|agebmxGseTvmvN4AHN8i4m","sourceId":"epoch","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":70.707071,"stderr":2.712421,"observedAt":"2025-06-03","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FagebmxGseTvmvN4AHN8i4m.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-235b-a22b","rowId":"agebmxGseTvmvN4AHN8i4m"}
{"key":"epoch|alibaba/qwen3-235b-a22b:default|none|gpqa-diamond@1|mean-score|agebmxGseTvmvN4AHN8i4m","sourceId":"epoch","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":70.707071,"observedAt":"2025-06-03","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FagebmxGseTvmvN4AHN8i4m.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-235b-a22b","rowId":"agebmxGseTvmvN4AHN8i4m"}
{"key":"epoch|alibaba/qwen3-30b-a3b-instruct-2507:default|none|gpqa-diamond@1|accuracy|X3HfncZtnLKUPoUuRc9YsR","sourceId":"epoch","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":55.618687,"stderr":2.884443,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FX3HfncZtnLKUPoUuRc9YsR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-30b-a3b-instruct-2507","rowId":"X3HfncZtnLKUPoUuRc9YsR"}
{"key":"epoch|alibaba/qwen3-30b-a3b-instruct-2507:default|none|gpqa-diamond@1|mean-score|X3HfncZtnLKUPoUuRc9YsR","sourceId":"epoch","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":55.618687,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FX3HfncZtnLKUPoUuRc9YsR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-30b-a3b-instruct-2507","rowId":"X3HfncZtnLKUPoUuRc9YsR"}
{"key":"epoch|alibaba/qwen3-30b-a3b-thinking-2507:default|none|gpqa-diamond@1|accuracy|2gzNF2d53h2oCKDnojLtSP","sourceId":"epoch","modelId":"alibaba/qwen3-30b-a3b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":70.075758,"stderr":2.83279,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2gzNF2d53h2oCKDnojLtSP.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-30b-a3b-thinking-2507","rowId":"2gzNF2d53h2oCKDnojLtSP"}
{"key":"epoch|alibaba/qwen3-30b-a3b-thinking-2507:default|none|gpqa-diamond@1|mean-score|2gzNF2d53h2oCKDnojLtSP","sourceId":"epoch","modelId":"alibaba/qwen3-30b-a3b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":70.075758,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2gzNF2d53h2oCKDnojLtSP.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-30b-a3b-thinking-2507","rowId":"2gzNF2d53h2oCKDnojLtSP"}
{"key":"epoch|alibaba/qwen3-30b-a3b:default|none|gpqa-diamond@1|accuracy|BnX67AoZzgVbHgaM8F8Brz","sourceId":"epoch","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":61.679293,"stderr":2.972771,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBnX67AoZzgVbHgaM8F8Brz.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-30B-A3B","rowId":"BnX67AoZzgVbHgaM8F8Brz"}
{"key":"epoch|alibaba/qwen3-30b-a3b:default|none|gpqa-diamond@1|mean-score|BnX67AoZzgVbHgaM8F8Brz","sourceId":"epoch","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":61.679293,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBnX67AoZzgVbHgaM8F8Brz.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-30B-A3B","rowId":"BnX67AoZzgVbHgaM8F8Brz"}
{"key":"epoch|alibaba/qwen3-30b-a3b:effort=none|none|gpqa-diamond@1|accuracy|DGSmhVxWsi7chsuKS64VLg","sourceId":"epoch","modelId":"alibaba/qwen3-30b-a3b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":50.378788,"stderr":2.827514,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDGSmhVxWsi7chsuKS64VLg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-30B-A3B_none","rowId":"DGSmhVxWsi7chsuKS64VLg"}
{"key":"epoch|alibaba/qwen3-30b-a3b:effort=none|none|gpqa-diamond@1|mean-score|DGSmhVxWsi7chsuKS64VLg","sourceId":"epoch","modelId":"alibaba/qwen3-30b-a3b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":50.378788,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDGSmhVxWsi7chsuKS64VLg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-30B-A3B_none","rowId":"DGSmhVxWsi7chsuKS64VLg"}
{"key":"epoch|alibaba/qwen3-32b:default|none|gpqa-diamond@1|accuracy|Ffoxqm7YsZr3FimCGsGAJv","sourceId":"epoch","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":65.719697,"stderr":2.789033,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFfoxqm7YsZr3FimCGsGAJv.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-32B","rowId":"Ffoxqm7YsZr3FimCGsGAJv"}
{"key":"epoch|alibaba/qwen3-32b:default|none|gpqa-diamond@1|mean-score|Ffoxqm7YsZr3FimCGsGAJv","sourceId":"epoch","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":65.719697,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFfoxqm7YsZr3FimCGsGAJv.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-32B","rowId":"Ffoxqm7YsZr3FimCGsGAJv"}
{"key":"epoch|alibaba/qwen3-32b:effort=none|none|gpqa-diamond@1|accuracy|EXpHB6kFqDjRfG9A5LsDf6","sourceId":"epoch","modelId":"alibaba/qwen3-32b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":54.103535,"stderr":2.814623,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FEXpHB6kFqDjRfG9A5LsDf6.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-32B_none","rowId":"EXpHB6kFqDjRfG9A5LsDf6"}
{"key":"epoch|alibaba/qwen3-32b:effort=none|none|gpqa-diamond@1|mean-score|EXpHB6kFqDjRfG9A5LsDf6","sourceId":"epoch","modelId":"alibaba/qwen3-32b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":54.103535,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FEXpHB6kFqDjRfG9A5LsDf6.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-32B_none","rowId":"EXpHB6kFqDjRfG9A5LsDf6"}
{"key":"epoch|alibaba/qwen3-4b-instruct-2507:default|none|gpqa-diamond@1|accuracy|VhQBa9AViRt2UKSNpEAyjN","sourceId":"epoch","modelId":"alibaba/qwen3-4b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":45.833333,"stderr":2.850219,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVhQBa9AViRt2UKSNpEAyjN.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-4b-instruct-2507","rowId":"VhQBa9AViRt2UKSNpEAyjN"}
{"key":"epoch|alibaba/qwen3-4b-instruct-2507:default|none|gpqa-diamond@1|mean-score|VhQBa9AViRt2UKSNpEAyjN","sourceId":"epoch","modelId":"alibaba/qwen3-4b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":45.833333,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVhQBa9AViRt2UKSNpEAyjN.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-4b-instruct-2507","rowId":"VhQBa9AViRt2UKSNpEAyjN"}
{"key":"epoch|alibaba/qwen3-4b:default|none|gpqa-diamond@1|accuracy|G3dinPvwrci2Nu3m9pby2i","sourceId":"epoch","modelId":"alibaba/qwen3-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":52.335859,"stderr":3.010224,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FG3dinPvwrci2Nu3m9pby2i.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-4b","rowId":"G3dinPvwrci2Nu3m9pby2i"}
{"key":"epoch|alibaba/qwen3-4b:default|none|gpqa-diamond@1|mean-score|G3dinPvwrci2Nu3m9pby2i","sourceId":"epoch","modelId":"alibaba/qwen3-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":52.335859,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FG3dinPvwrci2Nu3m9pby2i.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-4b","rowId":"G3dinPvwrci2Nu3m9pby2i"}
{"key":"epoch|alibaba/qwen3-4b:effort=none|none|gpqa-diamond@1|accuracy|SLJyD8yew4TxcmprJfVvuE","sourceId":"epoch","modelId":"alibaba/qwen3-4b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":43.560606,"stderr":2.68929,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSLJyD8yew4TxcmprJfVvuE.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-4b_none","rowId":"SLJyD8yew4TxcmprJfVvuE"}
{"key":"epoch|alibaba/qwen3-4b:effort=none|none|gpqa-diamond@1|mean-score|SLJyD8yew4TxcmprJfVvuE","sourceId":"epoch","modelId":"alibaba/qwen3-4b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":43.560606,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSLJyD8yew4TxcmprJfVvuE.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-4b_none","rowId":"SLJyD8yew4TxcmprJfVvuE"}
{"key":"epoch|alibaba/qwen3-8b:default|none|gpqa-diamond@1|accuracy|jRiWmBxtBAyiXiRBRMY8wX","sourceId":"epoch","modelId":"alibaba/qwen3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":56.755051,"stderr":2.932771,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FjRiWmBxtBAyiXiRBRMY8wX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-8b","rowId":"jRiWmBxtBAyiXiRBRMY8wX"}
{"key":"epoch|alibaba/qwen3-8b:default|none|gpqa-diamond@1|mean-score|jRiWmBxtBAyiXiRBRMY8wX","sourceId":"epoch","modelId":"alibaba/qwen3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":56.755051,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FjRiWmBxtBAyiXiRBRMY8wX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-8b","rowId":"jRiWmBxtBAyiXiRBRMY8wX"}
{"key":"epoch|alibaba/qwen3-8b:effort=none|none|gpqa-diamond@1|accuracy|LcttjHHzTyAW6MqNE29xiK","sourceId":"epoch","modelId":"alibaba/qwen3-8b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":47.474747,"stderr":2.623286,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLcttjHHzTyAW6MqNE29xiK.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-8b_none","rowId":"LcttjHHzTyAW6MqNE29xiK"}
{"key":"epoch|alibaba/qwen3-8b:effort=none|none|gpqa-diamond@1|mean-score|LcttjHHzTyAW6MqNE29xiK","sourceId":"epoch","modelId":"alibaba/qwen3-8b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":47.474747,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLcttjHHzTyAW6MqNE29xiK.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-8b_none","rowId":"LcttjHHzTyAW6MqNE29xiK"}
{"key":"epoch|alibaba/qwen3-coder-480b-a35b-instruct:default|dakou-agent|terminal-bench@2.0|accuracy|recOAMwEh5spGhfvw","sourceId":"epoch","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":{"name":"Dakou Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":27.191011,"stderr":2.568239,"observedAt":"2025-07-22","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen 3 Coder 480B","rowId":"recOAMwEh5spGhfvw"}
{"key":"epoch|alibaba/qwen3-coder-480b-a35b-instruct:default|openhands|terminal-bench@2.0|accuracy|rec6ayRIToMb9XXDx","sourceId":"epoch","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":25.4,"stderr":2.6,"observedAt":"2025-11-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"rec6ayRIToMb9XXDx"}
{"key":"epoch|alibaba/qwen3-coder-480b-a35b-instruct:default|openhands|terminal-bench@2.0|accuracy|recGuRUrIjf13P4BW","sourceId":"epoch","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":25.393258,"stderr":2.587055,"observedAt":"2025-07-22","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen 3 Coder 480B","rowId":"recGuRUrIjf13P4BW"}
{"key":"epoch|alibaba/qwen3-coder-480b-a35b-instruct:default|terminus-2|terminal-bench@2.0|accuracy|recjHgjD6DEjBnG1l","sourceId":"epoch","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":23.895131,"stderr":2.80108,"observedAt":"2025-07-22","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen 3 Coder 480B","rowId":"recjHgjD6DEjBnG1l"}
{"key":"epoch|alibaba/qwen3-coder-480b-a35b-instruct:default|terminus-2|terminal-bench@2.0|accuracy|recjc6bHW1H4vwXQE","sourceId":"epoch","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":23.9,"stderr":2.8,"observedAt":"2025-11-01","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"recjc6bHW1H4vwXQE"}
{"key":"epoch|alibaba/qwen3-max:ckpt=2025-09-23|none|gpqa-diamond@1|accuracy|46RCssznDADYeg8MuSgvsj","sourceId":"epoch","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":72.60101,"stderr":2.734528,"observedAt":"2025-10-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F46RCssznDADYeg8MuSgvsj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-max-2025-09-23","rowId":"46RCssznDADYeg8MuSgvsj"}
{"key":"epoch|alibaba/qwen3-max:ckpt=2025-09-23|none|gpqa-diamond@1|mean-score|46RCssznDADYeg8MuSgvsj","sourceId":"epoch","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":72.60101,"observedAt":"2025-10-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F46RCssznDADYeg8MuSgvsj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-max-2025-09-23","rowId":"46RCssznDADYeg8MuSgvsj"}
{"key":"epoch|alibaba/qwen3-max:ckpt=2025-09-23|none|vending-bench-2@1|score|reccxfT5gQPzlmTgk","sourceId":"epoch","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":71.565,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3 Max","rowId":"reccxfT5gQPzlmTgk"}
{"key":"epoch|alibaba/qwen3-vl-flash:steps=100;ckpt=2025-10-25|none|osworld@1|score|qwen3-vl-flash-2025-10-25 (100 steps)","sourceId":"epoch","modelId":"alibaba/qwen3-vl-flash","variant":{"stepBudget":100,"flags":[],"checkpoint":"2025-10-25"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":41.6,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3-vl-flash-2025-10-25 (100 steps)","rowId":"qwen3-vl-flash-2025-10-25 (100 steps)"}
{"key":"epoch|alibaba/qwen3.5-27b:default|none|vending-bench-2@1|score|recGMz3TCXWvSvJQ3","sourceId":"epoch","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":201.976,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen 3.5 27B","rowId":"recGMz3TCXWvSvJQ3"}
{"key":"epoch|alibaba/qwen3.5-35b-a3b:default|none|gpqa-diamond@1|accuracy|RWjuCuVGvaRd4vDjJJ6aP2","sourceId":"epoch","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":83.459596,"stderr":2.179018,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FRWjuCuVGvaRd4vDjJJ6aP2.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-35b-a3b","rowId":"RWjuCuVGvaRd4vDjJJ6aP2"}
{"key":"epoch|alibaba/qwen3.5-35b-a3b:default|none|gpqa-diamond@1|mean-score|RWjuCuVGvaRd4vDjJJ6aP2","sourceId":"epoch","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":83.459596,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FRWjuCuVGvaRd4vDjJJ6aP2.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-35b-a3b","rowId":"RWjuCuVGvaRd4vDjJJ6aP2"}
{"key":"epoch|alibaba/qwen3.5-35b-a3b:effort=none|none|gpqa-diamond@1|accuracy|KKm5DbPUgXo88eYr64g4SK","sourceId":"epoch","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":81.186869,"stderr":2.319863,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKKm5DbPUgXo88eYr64g4SK.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-35b-a3b_none","rowId":"KKm5DbPUgXo88eYr64g4SK"}
{"key":"epoch|alibaba/qwen3.5-35b-a3b:effort=none|none|gpqa-diamond@1|mean-score|KKm5DbPUgXo88eYr64g4SK","sourceId":"epoch","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":81.186869,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKKm5DbPUgXo88eYr64g4SK.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-35b-a3b_none","rowId":"KKm5DbPUgXo88eYr64g4SK"}
{"key":"epoch|alibaba/qwen3.5-397b-a17b:default|none|gpqa-diamond@1|accuracy|gZMFRbVKnBmcnZU4YqqKMN","sourceId":"epoch","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":85.858586,"stderr":2.482591,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgZMFRbVKnBmcnZU4YqqKMN.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-397b-a17b","rowId":"gZMFRbVKnBmcnZU4YqqKMN"}
{"key":"epoch|alibaba/qwen3.5-397b-a17b:default|none|gpqa-diamond@1|mean-score|gZMFRbVKnBmcnZU4YqqKMN","sourceId":"epoch","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":85.858586,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgZMFRbVKnBmcnZU4YqqKMN.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-397b-a17b","rowId":"gZMFRbVKnBmcnZU4YqqKMN"}
{"key":"epoch|alibaba/qwen3.5-397b-a17b:effort=none|none|gpqa-diamond@1|accuracy|bXrmQqzF9sXbuZfRrSc7NP","sourceId":"epoch","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":86.363636,"stderr":2.445016,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbXrmQqzF9sXbuZfRrSc7NP.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-397b-a17b_none","rowId":"bXrmQqzF9sXbuZfRrSc7NP"}
{"key":"epoch|alibaba/qwen3.5-397b-a17b:effort=none|none|gpqa-diamond@1|mean-score|bXrmQqzF9sXbuZfRrSc7NP","sourceId":"epoch","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":86.363636,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbXrmQqzF9sXbuZfRrSc7NP.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-397b-a17b_none","rowId":"bXrmQqzF9sXbuZfRrSc7NP"}
{"key":"epoch|alibaba/qwen3.5-9b:default|little-coder|terminal-bench@2.0|accuracy|recn5iAj0XJsNdjeG","sourceId":"epoch","modelId":"alibaba/qwen3.5-9b","variant":{"flags":[]},"harness":{"name":"little-coder"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":9.213483,"stderr":2.351357,"observedAt":"2026-03-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3.5-9B","rowId":"recn5iAj0XJsNdjeG"}
{"key":"epoch|alibaba/qwen3.5-9b:default|none|gpqa-diamond@1|accuracy|o6migB5WP27uLr9nUWpCiM","sourceId":"epoch","modelId":"alibaba/qwen3.5-9b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":78.977273,"stderr":2.365568,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fo6migB5WP27uLr9nUWpCiM.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-9B","rowId":"o6migB5WP27uLr9nUWpCiM"}
{"key":"epoch|alibaba/qwen3.5-9b:default|none|gpqa-diamond@1|mean-score|o6migB5WP27uLr9nUWpCiM","sourceId":"epoch","modelId":"alibaba/qwen3.5-9b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":78.977273,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fo6migB5WP27uLr9nUWpCiM.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-9B","rowId":"o6migB5WP27uLr9nUWpCiM"}
{"key":"epoch|alibaba/qwen3.5-9b:effort=none|none|gpqa-diamond@1|accuracy|AczFCvkWR5SmdbV7eXruqj","sourceId":"epoch","modelId":"alibaba/qwen3.5-9b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":78.914141,"stderr":2.388849,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FAczFCvkWR5SmdbV7eXruqj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-9B_none","rowId":"AczFCvkWR5SmdbV7eXruqj"}
{"key":"epoch|alibaba/qwen3.5-9b:effort=none|none|gpqa-diamond@1|mean-score|AczFCvkWR5SmdbV7eXruqj","sourceId":"epoch","modelId":"alibaba/qwen3.5-9b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":78.914141,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FAczFCvkWR5SmdbV7eXruqj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-9B_none","rowId":"AczFCvkWR5SmdbV7eXruqj"}
{"key":"epoch|alibaba/qwen3.5-flash:default|none|frontiermath@2025-02-28-Private|accuracy|VHC8c6kTi5zjkHU67QSkZW","sourceId":"epoch","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":6.206897,"stderr":1.419299,"observedAt":"2026-05-12","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-flash","rowId":"VHC8c6kTi5zjkHU67QSkZW"}
{"key":"epoch|alibaba/qwen3.5-flash:default|none|frontiermath@2025-02-28-Private|mean-score|VHC8c6kTi5zjkHU67QSkZW","sourceId":"epoch","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":6.206897,"observedAt":"2026-05-12","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-flash","rowId":"VHC8c6kTi5zjkHU67QSkZW"}
{"key":"epoch|alibaba/qwen3.5-flash:default|none|gpqa-diamond@1|accuracy|S7wbot7JR53BAjM8F9gaws","sourceId":"epoch","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":82.323232,"stderr":2.717875,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FS7wbot7JR53BAjM8F9gaws.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-flash","rowId":"S7wbot7JR53BAjM8F9gaws"}
{"key":"epoch|alibaba/qwen3.5-flash:default|none|gpqa-diamond@1|mean-score|S7wbot7JR53BAjM8F9gaws","sourceId":"epoch","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":82.323232,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FS7wbot7JR53BAjM8F9gaws.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-flash","rowId":"S7wbot7JR53BAjM8F9gaws"}
{"key":"epoch|alibaba/qwen3.5-flash:default|none|vending-bench-2@1|score|recS5F2c6cB3C72Fg","sourceId":"epoch","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":462.685,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen 3.5 35B A3B","rowId":"recS5F2c6cB3C72Fg"}
{"key":"epoch|alibaba/qwen3.5-plus:default|none|frontiermath@2025-02-28-Private|accuracy|Kbc5vW47MpsnYaqeBuoJoQ","sourceId":"epoch","modelId":"alibaba/qwen3.5-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":21.034483,"stderr":2.397374,"observedAt":"2026-05-14","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-plus","rowId":"Kbc5vW47MpsnYaqeBuoJoQ"}
{"key":"epoch|alibaba/qwen3.5-plus:default|none|frontiermath@2025-02-28-Private|mean-score|Kbc5vW47MpsnYaqeBuoJoQ","sourceId":"epoch","modelId":"alibaba/qwen3.5-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":21.034483,"observedAt":"2026-05-14","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-plus","rowId":"Kbc5vW47MpsnYaqeBuoJoQ"}
{"key":"epoch|alibaba/qwen3.5-plus:default|none|gpqa-diamond@1|accuracy|mGXYSUNCMisvaRzhQp6g2L","sourceId":"epoch","modelId":"alibaba/qwen3.5-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":84.848485,"stderr":2.554565,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmGXYSUNCMisvaRzhQp6g2L.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-plus","rowId":"mGXYSUNCMisvaRzhQp6g2L"}
{"key":"epoch|alibaba/qwen3.5-plus:default|none|gpqa-diamond@1|mean-score|mGXYSUNCMisvaRzhQp6g2L","sourceId":"epoch","modelId":"alibaba/qwen3.5-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":84.848485,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmGXYSUNCMisvaRzhQp6g2L.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.5-plus","rowId":"mGXYSUNCMisvaRzhQp6g2L"}
{"key":"epoch|alibaba/qwen3.5-plus:default|none|vending-bench-2@1|score|recqI1CnWzPdpjA0C","sourceId":"epoch","modelId":"alibaba/qwen3.5-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":0.544,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen 3.5 Plus","rowId":"recqI1CnWzPdpjA0C"}
{"key":"epoch|alibaba/qwen3.6-27b:default|none|gpqa-diamond@1|accuracy|buLf8Ne29xmzMZBRQkvrQG","sourceId":"epoch","modelId":"alibaba/qwen3.6-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":85.858586,"stderr":2.482591,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbuLf8Ne29xmzMZBRQkvrQG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-27b","rowId":"buLf8Ne29xmzMZBRQkvrQG"}
{"key":"epoch|alibaba/qwen3.6-27b:default|none|gpqa-diamond@1|mean-score|buLf8Ne29xmzMZBRQkvrQG","sourceId":"epoch","modelId":"alibaba/qwen3.6-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":85.858586,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbuLf8Ne29xmzMZBRQkvrQG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-27b","rowId":"buLf8Ne29xmzMZBRQkvrQG"}
{"key":"epoch|alibaba/qwen3.6-27b:effort=none|none|gpqa-diamond@1|accuracy|WeP7Q27N5PzxSgg4ybgijX","sourceId":"epoch","modelId":"alibaba/qwen3.6-27b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":84.848485,"stderr":2.554565,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWeP7Q27N5PzxSgg4ybgijX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-27b_none","rowId":"WeP7Q27N5PzxSgg4ybgijX"}
{"key":"epoch|alibaba/qwen3.6-27b:effort=none|none|gpqa-diamond@1|mean-score|WeP7Q27N5PzxSgg4ybgijX","sourceId":"epoch","modelId":"alibaba/qwen3.6-27b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":84.848485,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWeP7Q27N5PzxSgg4ybgijX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-27b_none","rowId":"WeP7Q27N5PzxSgg4ybgijX"}
{"key":"epoch|alibaba/qwen3.6-35b-a3b:default|little-coder|terminal-bench@2.0|accuracy|recl1nPnCE0RX3UaB","sourceId":"epoch","modelId":"alibaba/qwen3.6-35b-a3b","variant":{"flags":[]},"harness":{"name":"little-coder"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":24.625468,"stderr":3.205049,"observedAt":"2026-04-16","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3.6-35B-A3B","rowId":"recl1nPnCE0RX3UaB"}
{"key":"epoch|alibaba/qwen3.6-35b-a3b:default|none|gpqa-diamond@1|accuracy|EWAyxFsRUvuu4NpmmLqWkn","sourceId":"epoch","modelId":"alibaba/qwen3.6-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":83.838384,"stderr":2.622592,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FEWAyxFsRUvuu4NpmmLqWkn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-35b-a3b","rowId":"EWAyxFsRUvuu4NpmmLqWkn"}
{"key":"epoch|alibaba/qwen3.6-35b-a3b:default|none|gpqa-diamond@1|mean-score|EWAyxFsRUvuu4NpmmLqWkn","sourceId":"epoch","modelId":"alibaba/qwen3.6-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":83.838384,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FEWAyxFsRUvuu4NpmmLqWkn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-35b-a3b","rowId":"EWAyxFsRUvuu4NpmmLqWkn"}
{"key":"epoch|alibaba/qwen3.6-35b-a3b:effort=none|none|gpqa-diamond@1|accuracy|9kErpmgQ42wTvgJaFn478v","sourceId":"epoch","modelId":"alibaba/qwen3.6-35b-a3b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":84.848485,"stderr":2.554565,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9kErpmgQ42wTvgJaFn478v.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-35b-a3b_none","rowId":"9kErpmgQ42wTvgJaFn478v"}
{"key":"epoch|alibaba/qwen3.6-35b-a3b:effort=none|none|gpqa-diamond@1|mean-score|9kErpmgQ42wTvgJaFn478v","sourceId":"epoch","modelId":"alibaba/qwen3.6-35b-a3b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":84.848485,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9kErpmgQ42wTvgJaFn478v.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-35b-a3b_none","rowId":"9kErpmgQ42wTvgJaFn478v"}
{"key":"epoch|alibaba/qwen3.6-flash:default|none|frontiermath@2025-02-28-Private|accuracy|n4BkffZyi6KAx8HajDU4ZK","sourceId":"epoch","modelId":"alibaba/qwen3.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":10.344828,"stderr":1.791432,"observedAt":"2026-05-12","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-flash","rowId":"n4BkffZyi6KAx8HajDU4ZK"}
{"key":"epoch|alibaba/qwen3.6-flash:default|none|frontiermath@2025-02-28-Private|mean-score|n4BkffZyi6KAx8HajDU4ZK","sourceId":"epoch","modelId":"alibaba/qwen3.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":10.344828,"observedAt":"2026-05-12","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-flash","rowId":"n4BkffZyi6KAx8HajDU4ZK"}
{"key":"epoch|alibaba/qwen3.6-flash:default|none|gpqa-diamond@1|accuracy|H2FvRXagQRQmiNa7WrNMU2","sourceId":"epoch","modelId":"alibaba/qwen3.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":83.333333,"stderr":2.655221,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FH2FvRXagQRQmiNa7WrNMU2.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-flash","rowId":"H2FvRXagQRQmiNa7WrNMU2"}
{"key":"epoch|alibaba/qwen3.6-flash:default|none|gpqa-diamond@1|mean-score|H2FvRXagQRQmiNa7WrNMU2","sourceId":"epoch","modelId":"alibaba/qwen3.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":83.333333,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FH2FvRXagQRQmiNa7WrNMU2.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-flash","rowId":"H2FvRXagQRQmiNa7WrNMU2"}
{"key":"epoch|alibaba/qwen3.6-max-preview:default|none|frontiermath@2025-02-28-Private|accuracy|T6yJ47dEheZTjRVDS6Bgzt","sourceId":"epoch","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":23.103448,"stderr":2.479379,"observedAt":"2026-05-27","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-max-preview","rowId":"T6yJ47dEheZTjRVDS6Bgzt"}
{"key":"epoch|alibaba/qwen3.6-max-preview:default|none|frontiermath@2025-02-28-Private|mean-score|T6yJ47dEheZTjRVDS6Bgzt","sourceId":"epoch","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":23.103448,"observedAt":"2026-05-27","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-max-preview","rowId":"T6yJ47dEheZTjRVDS6Bgzt"}
{"key":"epoch|alibaba/qwen3.6-max-preview:default|none|gpqa-diamond@1|accuracy|Jv2hJvjpvA8xJW3Bzv7bfw","sourceId":"epoch","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":87.373737,"stderr":2.366436,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJv2hJvjpvA8xJW3Bzv7bfw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-max-preview","rowId":"Jv2hJvjpvA8xJW3Bzv7bfw"}
{"key":"epoch|alibaba/qwen3.6-max-preview:default|none|gpqa-diamond@1|mean-score|Jv2hJvjpvA8xJW3Bzv7bfw","sourceId":"epoch","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":87.373737,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJv2hJvjpvA8xJW3Bzv7bfw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-max-preview","rowId":"Jv2hJvjpvA8xJW3Bzv7bfw"}
{"key":"epoch|alibaba/qwen3.6-max-preview:default|none|swe-bench-verified@1|accuracy|FkDMVLdEnJDR5PyUCT6BNQ","sourceId":"epoch","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":76.652893,"stderr":1.924896,"observedAt":"2026-05-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFkDMVLdEnJDR5PyUCT6BNQ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-max-preview","rowId":"FkDMVLdEnJDR5PyUCT6BNQ"}
{"key":"epoch|alibaba/qwen3.6-max-preview:default|none|swe-bench-verified@1|mean-score|FkDMVLdEnJDR5PyUCT6BNQ","sourceId":"epoch","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":76.652893,"observedAt":"2026-05-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFkDMVLdEnJDR5PyUCT6BNQ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-max-preview","rowId":"FkDMVLdEnJDR5PyUCT6BNQ"}
{"key":"epoch|alibaba/qwen3.6-max-preview:default|none|vending-bench-2@1|score|recbsgfANkzVvQKHR","sourceId":"epoch","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":4254.186667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen 3.6 Max","rowId":"recbsgfANkzVvQKHR"}
{"key":"epoch|alibaba/qwen3.6-plus:default|none|frontiermath@2025-02-28-Private|accuracy|Vxki26PKxMtCWsahLMmBHB","sourceId":"epoch","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":26.206897,"stderr":2.586823,"observedAt":"2026-05-12","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-plus","rowId":"Vxki26PKxMtCWsahLMmBHB"}
{"key":"epoch|alibaba/qwen3.6-plus:default|none|frontiermath@2025-02-28-Private|mean-score|Vxki26PKxMtCWsahLMmBHB","sourceId":"epoch","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":26.206897,"observedAt":"2026-05-12","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-plus","rowId":"Vxki26PKxMtCWsahLMmBHB"}
{"key":"epoch|alibaba/qwen3.6-plus:default|none|gpqa-diamond@1|accuracy|f6ZdMtRpdfskGbrBCzrKSn","sourceId":"epoch","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.383838,"stderr":2.282888,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Ff6ZdMtRpdfskGbrBCzrKSn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-plus","rowId":"f6ZdMtRpdfskGbrBCzrKSn"}
{"key":"epoch|alibaba/qwen3.6-plus:default|none|gpqa-diamond@1|mean-score|f6ZdMtRpdfskGbrBCzrKSn","sourceId":"epoch","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.383838,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Ff6ZdMtRpdfskGbrBCzrKSn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-plus","rowId":"f6ZdMtRpdfskGbrBCzrKSn"}
{"key":"epoch|alibaba/qwen3.6-plus:default|none|swe-bench-verified@1|accuracy|8HV4HP9EM5KuLSwzifuLye","sourceId":"epoch","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":57.85124,"stderr":2.246856,"observedAt":"2026-05-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F8HV4HP9EM5KuLSwzifuLye.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-plus","rowId":"8HV4HP9EM5KuLSwzifuLye"}
{"key":"epoch|alibaba/qwen3.6-plus:default|none|swe-bench-verified@1|mean-score|8HV4HP9EM5KuLSwzifuLye","sourceId":"epoch","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":57.85124,"observedAt":"2026-05-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F8HV4HP9EM5KuLSwzifuLye.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.6-plus","rowId":"8HV4HP9EM5KuLSwzifuLye"}
{"key":"epoch|alibaba/qwen3.6-plus:default|none|vending-bench-2@1|score|recPQSBvNZDIIMmiC","sourceId":"epoch","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":5114.872,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen 3.6 Plus","rowId":"recPQSBvNZDIIMmiC"}
{"key":"epoch|alibaba/qwen3.7-flash:default|none|gpqa-diamond@1|accuracy|i6i3gQf3ng2aAipvowPpws","sourceId":"epoch","modelId":"alibaba/qwen3.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":82.323232,"stderr":2.717875,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fi6i3gQf3ng2aAipvowPpws.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.7-flash","rowId":"i6i3gQf3ng2aAipvowPpws"}
{"key":"epoch|alibaba/qwen3.7-flash:default|none|gpqa-diamond@1|mean-score|i6i3gQf3ng2aAipvowPpws","sourceId":"epoch","modelId":"alibaba/qwen3.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":82.323232,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fi6i3gQf3ng2aAipvowPpws.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.7-flash","rowId":"i6i3gQf3ng2aAipvowPpws"}
{"key":"epoch|alibaba/qwen3.7-flash:effort=none|none|gpqa-diamond@1|accuracy|Yhds8GYkCXWgRQhuLiURua","sourceId":"epoch","modelId":"alibaba/qwen3.7-flash","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":80.808081,"stderr":2.805779,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FYhds8GYkCXWgRQhuLiURua.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.7-flash_none","rowId":"Yhds8GYkCXWgRQhuLiURua"}
{"key":"epoch|alibaba/qwen3.7-flash:effort=none|none|gpqa-diamond@1|mean-score|Yhds8GYkCXWgRQhuLiURua","sourceId":"epoch","modelId":"alibaba/qwen3.7-flash","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":80.808081,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FYhds8GYkCXWgRQhuLiURua.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.7-flash_none","rowId":"Yhds8GYkCXWgRQhuLiURua"}
{"key":"epoch|alibaba/qwen3.7-max:default|none|gpqa-diamond@1|accuracy|W6mTanyjvXhasFBzHukv4S","sourceId":"epoch","modelId":"alibaba/qwen3.7-max","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":90.909091,"stderr":2.048209,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FW6mTanyjvXhasFBzHukv4S.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.7-max","rowId":"W6mTanyjvXhasFBzHukv4S"}
{"key":"epoch|alibaba/qwen3.7-max:default|none|gpqa-diamond@1|mean-score|W6mTanyjvXhasFBzHukv4S","sourceId":"epoch","modelId":"alibaba/qwen3.7-max","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":90.909091,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FW6mTanyjvXhasFBzHukv4S.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.7-max","rowId":"W6mTanyjvXhasFBzHukv4S"}
{"key":"epoch|alibaba/qwen3.7-max:default|none|swe-bench-verified@1|accuracy|83hhDhcT9UUrZ2NiUbWSUU","sourceId":"epoch","modelId":"alibaba/qwen3.7-max","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":77.272727,"stderr":1.906835,"observedAt":"2026-06-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F83hhDhcT9UUrZ2NiUbWSUU.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.7-max","rowId":"83hhDhcT9UUrZ2NiUbWSUU"}
{"key":"epoch|alibaba/qwen3.7-max:default|none|swe-bench-verified@1|mean-score|83hhDhcT9UUrZ2NiUbWSUU","sourceId":"epoch","modelId":"alibaba/qwen3.7-max","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":77.272727,"observedAt":"2026-06-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F83hhDhcT9UUrZ2NiUbWSUU.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.7-max","rowId":"83hhDhcT9UUrZ2NiUbWSUU"}
{"key":"epoch|alibaba/qwen3.7-plus:default|none|gpqa-diamond@1|accuracy|URoWjw9Htc6QPwABVcrybw","sourceId":"epoch","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":87.878788,"stderr":2.325316,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FURoWjw9Htc6QPwABVcrybw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.7-plus","rowId":"URoWjw9Htc6QPwABVcrybw"}
{"key":"epoch|alibaba/qwen3.7-plus:default|none|gpqa-diamond@1|mean-score|URoWjw9Htc6QPwABVcrybw","sourceId":"epoch","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":87.878788,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FURoWjw9Htc6QPwABVcrybw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.7-plus","rowId":"URoWjw9Htc6QPwABVcrybw"}
{"key":"epoch|alibaba/qwen3.7-plus:effort=none|mini-swe-agent|frontiercode@unstated|main-score|%7CQwen 3.7 Plus%7Cmini-swe-agent%7Cnone","sourceId":"epoch","modelId":"alibaba/qwen3.7-plus","variant":{"effort":"none","flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":10.2,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen 3.7 Plus","rowId":"|Qwen 3.7 Plus|mini-swe-agent|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|alibaba/qwen3.7-plus:effort=none|mini-swe-agent|frontiercode@unstated|main-score|qwen3.7-plus%7CQwen 3.7 Plus%7Cmini-swe-agent%7Cnone","sourceId":"epoch","modelId":"alibaba/qwen3.7-plus","variant":{"effort":"none","flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":10.2,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen 3.7 Plus","rowId":"qwen3.7-plus|Qwen 3.7 Plus|mini-swe-agent|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|alibaba/qwen3.7-plus:effort=none|none|gpqa-diamond@1|accuracy|BWz8uig4QyqPtke59pM88z","sourceId":"epoch","modelId":"alibaba/qwen3.7-plus","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":81.818182,"stderr":2.74796,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBWz8uig4QyqPtke59pM88z.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.7-plus_none","rowId":"BWz8uig4QyqPtke59pM88z"}
{"key":"epoch|alibaba/qwen3.7-plus:effort=none|none|gpqa-diamond@1|mean-score|BWz8uig4QyqPtke59pM88z","sourceId":"epoch","modelId":"alibaba/qwen3.7-plus","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":81.818182,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBWz8uig4QyqPtke59pM88z.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.7-plus_none","rowId":"BWz8uig4QyqPtke59pM88z"}
{"key":"epoch|alibaba/qwen3.8-27b:effort=low|none|arc-agi-2@1|score|rec6bR67M9UBlhFO6","sourceId":"epoch","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":22.777778,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3.8-27B (Low)","rowId":"rec6bR67M9UBlhFO6"}
{"key":"epoch|alibaba/qwen3.8-27b:effort=medium|none|arc-agi-2@1|score|recJ7JYZpijk4LvpG","sourceId":"epoch","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":13.194444,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3.8-27B (Medium)","rowId":"recJ7JYZpijk4LvpG"}
{"key":"epoch|alibaba/qwen3.8-27b:effort=none|none|arc-agi-2@1|score|recFLcFnmWI3m9kv1","sourceId":"epoch","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.527778,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3.8-27B (None)","rowId":"recFLcFnmWI3m9kv1"}
{"key":"epoch|alibaba/qwen3.8-27b:effort=xhigh|none|arc-agi-2@1|score|recaJwwU0sNCfsH5d","sourceId":"epoch","modelId":"alibaba/qwen3.8-27b","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":42.361111,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Qwen3.8-27B (XHigh)","rowId":"recaJwwU0sNCfsH5d"}
{"key":"epoch|alibaba/qwen3.8-max-0902:effort=xhigh|none|gpqa-diamond@1|accuracy|VzeQXKBH9maR2nDcZJ8b7S","sourceId":"epoch","modelId":"alibaba/qwen3.8-max-0902","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":92.29798,"stderr":1.724998,"observedAt":"2026-09-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVzeQXKBH9maR2nDcZJ8b7S.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.8-max-0902_xhigh","rowId":"VzeQXKBH9maR2nDcZJ8b7S"}
{"key":"epoch|alibaba/qwen3.8-max-0902:effort=xhigh|none|gpqa-diamond@1|mean-score|VzeQXKBH9maR2nDcZJ8b7S","sourceId":"epoch","modelId":"alibaba/qwen3.8-max-0902","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":92.29798,"observedAt":"2026-09-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVzeQXKBH9maR2nDcZJ8b7S.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.8-max-0902_xhigh","rowId":"VzeQXKBH9maR2nDcZJ8b7S"}
{"key":"epoch|alibaba/qwen3.8-max:effort=xhigh|none|gpqa-diamond@1|accuracy|TEVNDC9QXBh7PQvX9kHZip","sourceId":"epoch","modelId":"alibaba/qwen3.8-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":92.676768,"stderr":1.686498,"observedAt":"2026-08-04","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTEVNDC9QXBh7PQvX9kHZip.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.8-max_xhigh","rowId":"TEVNDC9QXBh7PQvX9kHZip"}
{"key":"epoch|alibaba/qwen3.8-max:effort=xhigh|none|gpqa-diamond@1|mean-score|TEVNDC9QXBh7PQvX9kHZip","sourceId":"epoch","modelId":"alibaba/qwen3.8-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":92.676768,"observedAt":"2026-08-04","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTEVNDC9QXBh7PQvX9kHZip.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwen3.8-max_xhigh","rowId":"TEVNDC9QXBh7PQvX9kHZip"}
{"key":"epoch|alibaba/qwq-32b:default|none|gpqa-diamond@1|accuracy|PUXMxQiRY6XaG6NjwsEDLy","sourceId":"epoch","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":65.340909,"stderr":2.813991,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPUXMxQiRY6XaG6NjwsEDLy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"QwQ-32B","rowId":"PUXMxQiRY6XaG6NjwsEDLy"}
{"key":"epoch|alibaba/qwq-32b:default|none|gpqa-diamond@1|mean-score|PUXMxQiRY6XaG6NjwsEDLy","sourceId":"epoch","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":65.340909,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPUXMxQiRY6XaG6NjwsEDLy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"QwQ-32B","rowId":"PUXMxQiRY6XaG6NjwsEDLy"}
{"key":"epoch|alibaba/qwq-plus:default|none|gpqa-diamond@1|accuracy|PtxHF8BH8WuNdNfDnutGBb","sourceId":"epoch","modelId":"alibaba/qwq-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":65.40404,"stderr":2.846924,"observedAt":"2025-04-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPtxHF8BH8WuNdNfDnutGBb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwq-plus","rowId":"PtxHF8BH8WuNdNfDnutGBb"}
{"key":"epoch|alibaba/qwq-plus:default|none|gpqa-diamond@1|mean-score|PtxHF8BH8WuNdNfDnutGBb","sourceId":"epoch","modelId":"alibaba/qwq-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":65.40404,"observedAt":"2025-04-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPtxHF8BH8WuNdNfDnutGBb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"qwq-plus","rowId":"PtxHF8BH8WuNdNfDnutGBb"}
{"key":"epoch|allenai/llama-3.1-tulu-3-70b-dpo:default|none|gpqa-diamond@1|accuracy|5JgivNDZp2D7Lc7cpDhS28","sourceId":"epoch","modelId":"allenai/llama-3.1-tulu-3-70b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":46.275253,"stderr":2.405836,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F5JgivNDZp2D7Lc7cpDhS28.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.1-Tulu-3-70B-DPO","rowId":"5JgivNDZp2D7Lc7cpDhS28"}
{"key":"epoch|allenai/llama-3.1-tulu-3-70b-dpo:default|none|gpqa-diamond@1|mean-score|5JgivNDZp2D7Lc7cpDhS28","sourceId":"epoch","modelId":"allenai/llama-3.1-tulu-3-70b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":46.275253,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F5JgivNDZp2D7Lc7cpDhS28.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.1-Tulu-3-70B-DPO","rowId":"5JgivNDZp2D7Lc7cpDhS28"}
{"key":"epoch|amazon/nova-lite:default|none|hle@1|accuracy|recujVA9XFIMx29bE","sourceId":"epoch","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":3.64,"stderr":0.73,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Nova Lite","rowId":"recujVA9XFIMx29bE"}
{"key":"epoch|amazon/nova-lite:default|none|hle@1|calibration-error|recujVA9XFIMx29bE","sourceId":"epoch","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":82,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Nova Lite","rowId":"recujVA9XFIMx29bE"}
{"key":"epoch|amazon/nova-pro:default|none|hle@1|accuracy|recPzTH64KyHad3Mb","sourceId":"epoch","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":4.4,"stderr":0.8,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Nova Pro","rowId":"recPzTH64KyHad3Mb"}
{"key":"epoch|amazon/nova-pro:default|none|hle@1|calibration-error|recPzTH64KyHad3Mb","sourceId":"epoch","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":80,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Nova Pro","rowId":"recPzTH64KyHad3Mb"}
{"key":"epoch|anthropic/claude-2.0:default|none|gpqa-diamond@1|accuracy|mTa4f52zsEuxdrPy7WfQvX","sourceId":"epoch","modelId":"anthropic/claude-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":34.659091,"stderr":2.507626,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmTa4f52zsEuxdrPy7WfQvX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-2.0","rowId":"mTa4f52zsEuxdrPy7WfQvX"}
{"key":"epoch|anthropic/claude-2.0:default|none|gpqa-diamond@1|mean-score|mTa4f52zsEuxdrPy7WfQvX","sourceId":"epoch","modelId":"anthropic/claude-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":34.659091,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmTa4f52zsEuxdrPy7WfQvX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-2.0","rowId":"mTa4f52zsEuxdrPy7WfQvX"}
{"key":"epoch|anthropic/claude-2.1:default|none|gpqa-diamond@1|accuracy|eMAisrJd7fAUHPfcPWXeXo","sourceId":"epoch","modelId":"anthropic/claude-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":32.954545,"stderr":2.324885,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FeMAisrJd7fAUHPfcPWXeXo.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-2.1","rowId":"eMAisrJd7fAUHPfcPWXeXo"}
{"key":"epoch|anthropic/claude-2.1:default|none|gpqa-diamond@1|mean-score|eMAisrJd7fAUHPfcPWXeXo","sourceId":"epoch","modelId":"anthropic/claude-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":32.954545,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FeMAisrJd7fAUHPfcPWXeXo.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-2.1","rowId":"eMAisrJd7fAUHPfcPWXeXo"}
{"key":"epoch|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|frontiermath@2025-02-28-Private|accuracy|JQcqpW9xPfJRKJkHne6DpK","sourceId":"epoch","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":0.344828,"stderr":0.344828,"observedAt":"2025-03-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-5-haiku-20241022","rowId":"JQcqpW9xPfJRKJkHne6DpK"}
{"key":"epoch|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|frontiermath@2025-02-28-Private|mean-score|JQcqpW9xPfJRKJkHne6DpK","sourceId":"epoch","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":0.344828,"observedAt":"2025-03-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-5-haiku-20241022","rowId":"JQcqpW9xPfJRKJkHne6DpK"}
{"key":"epoch|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|gpqa-diamond@1|accuracy|JpLxrpvthx7A75sbaHZ9Et","sourceId":"epoch","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":38.131313,"stderr":2.635152,"observedAt":"2025-03-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJpLxrpvthx7A75sbaHZ9Et.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-5-haiku-20241022","rowId":"JpLxrpvthx7A75sbaHZ9Et"}
{"key":"epoch|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|gpqa-diamond@1|mean-score|JpLxrpvthx7A75sbaHZ9Et","sourceId":"epoch","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":38.131313,"observedAt":"2025-03-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJpLxrpvthx7A75sbaHZ9Et.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-5-haiku-20241022","rowId":"JpLxrpvthx7A75sbaHZ9Et"}
{"key":"epoch|anthropic/claude-3-5-sonnet-20240620:default|none|frontiermath@2025-02-28-Private|accuracy|h7f9jZVWzZNDHNxP5eewNH","sourceId":"epoch","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":1.034483,"stderr":0.595189,"observedAt":"2025-03-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-5-sonnet-20240620","rowId":"h7f9jZVWzZNDHNxP5eewNH"}
{"key":"epoch|anthropic/claude-3-5-sonnet-20240620:default|none|frontiermath@2025-02-28-Private|mean-score|h7f9jZVWzZNDHNxP5eewNH","sourceId":"epoch","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":1.034483,"observedAt":"2025-03-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-5-sonnet-20240620","rowId":"h7f9jZVWzZNDHNxP5eewNH"}
{"key":"epoch|anthropic/claude-3-5-sonnet-20240620:default|none|gpqa-diamond@1|accuracy|78Wpvp8WDByAcQRBas72cs","sourceId":"epoch","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":54.040404,"stderr":2.752856,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F78Wpvp8WDByAcQRBas72cs.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-5-sonnet-20240620","rowId":"78Wpvp8WDByAcQRBas72cs"}
{"key":"epoch|anthropic/claude-3-5-sonnet-20240620:default|none|gpqa-diamond@1|mean-score|78Wpvp8WDByAcQRBas72cs","sourceId":"epoch","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":54.040404,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F78Wpvp8WDByAcQRBas72cs.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-5-sonnet-20240620","rowId":"78Wpvp8WDByAcQRBas72cs"}
{"key":"epoch|anthropic/claude-3-5-sonnet-20241022:default|none|frontiermath@2025-02-28-Private|accuracy|MVnDrt94wyokzx3a7ZJkph","sourceId":"epoch","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":2.068966,"stderr":0.837313,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-5-sonnet-20241022","rowId":"MVnDrt94wyokzx3a7ZJkph"}
{"key":"epoch|anthropic/claude-3-5-sonnet-20241022:default|none|frontiermath@2025-02-28-Private|mean-score|MVnDrt94wyokzx3a7ZJkph","sourceId":"epoch","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":2.068966,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-5-sonnet-20241022","rowId":"MVnDrt94wyokzx3a7ZJkph"}
{"key":"epoch|anthropic/claude-3-5-sonnet-20241022:default|none|gpqa-diamond@1|accuracy|JCCVcVLz3J4TQXSU67hMJZ","sourceId":"epoch","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":55.30303,"stderr":2.820809,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJCCVcVLz3J4TQXSU67hMJZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-5-sonnet-20241022","rowId":"JCCVcVLz3J4TQXSU67hMJZ"}
{"key":"epoch|anthropic/claude-3-5-sonnet-20241022:default|none|gpqa-diamond@1|mean-score|JCCVcVLz3J4TQXSU67hMJZ","sourceId":"epoch","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":55.30303,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJCCVcVLz3J4TQXSU67hMJZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-5-sonnet-20241022","rowId":"JCCVcVLz3J4TQXSU67hMJZ"}
{"key":"epoch|anthropic/claude-3-5-sonnet-20241022:default|none|hle@1|accuracy|recRcZwfwiWXVED57","sourceId":"epoch","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":4.08,"stderr":0.78,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 3.5 Sonnet (October 2024)","rowId":"recRcZwfwiWXVED57"}
{"key":"epoch|anthropic/claude-3-5-sonnet-20241022:default|none|hle@1|calibration-error|recRcZwfwiWXVED57","sourceId":"epoch","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":84,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 3.5 Sonnet (October 2024)","rowId":"recRcZwfwiWXVED57"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=1000;ckpt=2025-02-19|none|arc-agi-2@1|cost-per-task|rece595ML3KUNIT1d","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":1000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.14,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 3.7 (1K)","rowId":"rece595ML3KUNIT1d"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=1000;ckpt=2025-02-19|none|arc-agi-2@1|score|rece595ML3KUNIT1d","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":1000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.4,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 3.7 (1K)","rowId":"rece595ML3KUNIT1d"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=16000;ckpt=2025-02-19|none|arc-agi-2@1|cost-per-task|recvxEFt4mLttTnjm","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.51,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 3.7 (16K)","rowId":"recvxEFt4mLttTnjm"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=16000;ckpt=2025-02-19|none|arc-agi-2@1|score|recvxEFt4mLttTnjm","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.7,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 3.7 (16K)","rowId":"recvxEFt4mLttTnjm"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=16000;ckpt=2025-02-19|none|frontiermath@2025-02-28-Private|accuracy|PU7LXbdNB8Unfvu4qCeJZF","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":4.137931,"stderr":1.171564,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219_16K","rowId":"PU7LXbdNB8Unfvu4qCeJZF"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=16000;ckpt=2025-02-19|none|frontiermath@2025-02-28-Private|mean-score|PU7LXbdNB8Unfvu4qCeJZF","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":4.137931,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219_16K","rowId":"PU7LXbdNB8Unfvu4qCeJZF"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=16000;ckpt=2025-02-19|none|gpqa-diamond@1|accuracy|Vn3Ug88CRbxEaJhLbRzAWD","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":76.767677,"stderr":3.008863,"observedAt":"2025-02-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVn3Ug88CRbxEaJhLbRzAWD.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219_16K","rowId":"Vn3Ug88CRbxEaJhLbRzAWD"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=16000;ckpt=2025-02-19|none|gpqa-diamond@1|mean-score|Vn3Ug88CRbxEaJhLbRzAWD","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":76.767677,"observedAt":"2025-02-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVn3Ug88CRbxEaJhLbRzAWD.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219_16K","rowId":"Vn3Ug88CRbxEaJhLbRzAWD"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=32000;ckpt=2025-02-19|none|frontiermath@2025-02-28-Private|accuracy|aZqVpPa4SWHapN9QHEoEm3","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":3.448276,"stderr":1.073327,"observedAt":"2025-03-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219_32K","rowId":"aZqVpPa4SWHapN9QHEoEm3"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=32000;ckpt=2025-02-19|none|frontiermath@2025-02-28-Private|mean-score|aZqVpPa4SWHapN9QHEoEm3","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":3.448276,"observedAt":"2025-03-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219_32K","rowId":"aZqVpPa4SWHapN9QHEoEm3"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=32000;ckpt=2025-02-19|none|gpqa-diamond@1|accuracy|iv9yfwZ9vTznxQfvJF6J7p","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":76.767677,"stderr":3.008863,"observedAt":"2025-03-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fiv9yfwZ9vTznxQfvJF6J7p.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219_32K","rowId":"iv9yfwZ9vTznxQfvJF6J7p"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=32000;ckpt=2025-02-19|none|gpqa-diamond@1|mean-score|iv9yfwZ9vTznxQfvJF6J7p","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":76.767677,"observedAt":"2025-03-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fiv9yfwZ9vTznxQfvJF6J7p.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219_32K","rowId":"iv9yfwZ9vTznxQfvJF6J7p"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=64000;ckpt=2025-02-19|none|frontiermath@2025-02-28-Private|accuracy|DoU54Xy93J3MxztC4uxwYy","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":64000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":3.103448,"stderr":1.020064,"observedAt":"2025-03-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219_64K","rowId":"DoU54Xy93J3MxztC4uxwYy"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=64000;ckpt=2025-02-19|none|frontiermath@2025-02-28-Private|mean-score|DoU54Xy93J3MxztC4uxwYy","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":64000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":3.103448,"observedAt":"2025-03-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219_64K","rowId":"DoU54Xy93J3MxztC4uxwYy"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=64000;ckpt=2025-02-19|none|gpqa-diamond@1|accuracy|2t26VSNdsAE5pefQEMP25x","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":64000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":79.734848,"stderr":2.650688,"observedAt":"2025-05-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2t26VSNdsAE5pefQEMP25x.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219_64K","rowId":"2t26VSNdsAE5pefQEMP25x"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=64000;ckpt=2025-02-19|none|gpqa-diamond@1|mean-score|2t26VSNdsAE5pefQEMP25x","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":64000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":78.503788,"observedAt":"2025-05-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2t26VSNdsAE5pefQEMP25x.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219_64K","rowId":"2t26VSNdsAE5pefQEMP25x"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=8000;ckpt=2025-02-19|none|arc-agi-2@1|cost-per-task|recKX0Qa3ulDrS9Bz","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":8000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.36,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 3.7 (8K)","rowId":"recKX0Qa3ulDrS9Bz"}
{"key":"epoch|anthropic/claude-3-7-sonnet:budget=8000;ckpt=2025-02-19|none|arc-agi-2@1|score|recKX0Qa3ulDrS9Bz","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":8000,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.9,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 3.7 (8K)","rowId":"recKX0Qa3ulDrS9Bz"}
{"key":"epoch|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|arc-agi-2@1|cost-per-task|recJXJI55BlVB71Qc","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.12,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 3.7","rowId":"recJXJI55BlVB71Qc"}
{"key":"epoch|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|arc-agi-2@1|score|recJXJI55BlVB71Qc","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 3.7","rowId":"recJXJI55BlVB71Qc"}
{"key":"epoch|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|frontiermath@2025-02-28-Private|accuracy|m7X2ppkiEkweCtFppiRW8S","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":3.103448,"stderr":1.020064,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219","rowId":"m7X2ppkiEkweCtFppiRW8S"}
{"key":"epoch|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|frontiermath@2025-02-28-Private|mean-score|m7X2ppkiEkweCtFppiRW8S","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":3.103448,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219","rowId":"m7X2ppkiEkweCtFppiRW8S"}
{"key":"epoch|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|gpqa-diamond@1|accuracy|PyNEkFCfMEReodeE2oiPhh","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":66.035354,"stderr":2.670386,"observedAt":"2025-02-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPyNEkFCfMEReodeE2oiPhh.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219","rowId":"PyNEkFCfMEReodeE2oiPhh"}
{"key":"epoch|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|gpqa-diamond@1|mean-score|PyNEkFCfMEReodeE2oiPhh","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":66.035354,"observedAt":"2025-02-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPyNEkFCfMEReodeE2oiPhh.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219","rowId":"PyNEkFCfMEReodeE2oiPhh"}
{"key":"epoch|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|swe-bench-verified@1|accuracy|cnM8U6moeqrp74wnXRj2Jj","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":60.950413,"stderr":2.219847,"observedAt":"2026-02-04","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FcnM8U6moeqrp74wnXRj2Jj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219","rowId":"cnM8U6moeqrp74wnXRj2Jj"}
{"key":"epoch|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|swe-bench-verified@1|mean-score|cnM8U6moeqrp74wnXRj2Jj","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":60.950413,"observedAt":"2026-02-04","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FcnM8U6moeqrp74wnXRj2Jj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219","rowId":"cnM8U6moeqrp74wnXRj2Jj"}
{"key":"epoch|anthropic/claude-3-7-sonnet:flags=thinking;ckpt=2025-02-19|none|hle@1|accuracy|recSaAOoaHzSl2qT2","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":8.04,"stderr":1.07,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 3.7 Sonnet (Thinking)","rowId":"recSaAOoaHzSl2qT2"}
{"key":"epoch|anthropic/claude-3-7-sonnet:flags=thinking;ckpt=2025-02-19|none|hle@1|calibration-error|recSaAOoaHzSl2qT2","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":80,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 3.7 Sonnet (Thinking)","rowId":"recSaAOoaHzSl2qT2"}
{"key":"epoch|anthropic/claude-3-7-sonnet:steps=100;ckpt=2025-02-19|none|osworld@1|score|claude-3-7-sonnet-20250219 (100 steps)","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"stepBudget":100,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":35.6,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219 (100 steps)","rowId":"claude-3-7-sonnet-20250219 (100 steps)"}
{"key":"epoch|anthropic/claude-3-7-sonnet:steps=15;ckpt=2025-02-19|none|osworld@1|score|claude-3-7-sonnet-20250219 (15 steps)","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"stepBudget":15,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":27.1,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219 (15 steps)","rowId":"claude-3-7-sonnet-20250219 (15 steps)"}
{"key":"epoch|anthropic/claude-3-7-sonnet:steps=50;ckpt=2025-02-19|none|osworld@1|score|claude-3-7-sonnet-20250219 (50 steps)","sourceId":"epoch","modelId":"anthropic/claude-3-7-sonnet","variant":{"stepBudget":50,"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":35.8,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-7-sonnet-20250219 (50 steps)","rowId":"claude-3-7-sonnet-20250219 (50 steps)"}
{"key":"epoch|anthropic/claude-3-haiku:ckpt=2024-03-07|none|gpqa-diamond@1|accuracy|T3FWdCCWBryVjxwTcoY5bK","sourceId":"epoch","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":36.300505,"stderr":2.418091,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FT3FWdCCWBryVjxwTcoY5bK.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-haiku-20240307","rowId":"T3FWdCCWBryVjxwTcoY5bK"}
{"key":"epoch|anthropic/claude-3-haiku:ckpt=2024-03-07|none|gpqa-diamond@1|mean-score|T3FWdCCWBryVjxwTcoY5bK","sourceId":"epoch","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":36.300505,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FT3FWdCCWBryVjxwTcoY5bK.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-haiku-20240307","rowId":"T3FWdCCWBryVjxwTcoY5bK"}
{"key":"epoch|anthropic/claude-3-opus:ckpt=2024-02-29|none|gpqa-diamond@1|accuracy|hTnDa4gn8RYduCEYqoNywe","sourceId":"epoch","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":47.159091,"stderr":2.639539,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhTnDa4gn8RYduCEYqoNywe.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-opus-20240229","rowId":"hTnDa4gn8RYduCEYqoNywe"}
{"key":"epoch|anthropic/claude-3-opus:ckpt=2024-02-29|none|gpqa-diamond@1|mean-score|hTnDa4gn8RYduCEYqoNywe","sourceId":"epoch","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":47.159091,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhTnDa4gn8RYduCEYqoNywe.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-opus-20240229","rowId":"hTnDa4gn8RYduCEYqoNywe"}
{"key":"epoch|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|gpqa-diamond@1|accuracy|QLejPZXhjX6SQCQgzjNvCG","sourceId":"epoch","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":40.593434,"stderr":2.392022,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQLejPZXhjX6SQCQgzjNvCG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-sonnet-20240229","rowId":"QLejPZXhjX6SQCQgzjNvCG"}
{"key":"epoch|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|gpqa-diamond@1|mean-score|QLejPZXhjX6SQCQgzjNvCG","sourceId":"epoch","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":40.593434,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQLejPZXhjX6SQCQgzjNvCG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-3-sonnet-20240229","rowId":"QLejPZXhjX6SQCQgzjNvCG"}
{"key":"epoch|anthropic/claude-fable-5-1:default|none|vending-bench-2@1|score|rec8LApQjhWHbouha","sourceId":"epoch","modelId":"anthropic/claude-fable-5-1","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":5421.556667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5.1","rowId":"rec8LApQjhWHbouha"}
{"key":"epoch|anthropic/claude-fable-5-1:effort=high|none|arc-agi-2@1|score|recHs8jTkcWuXJSC9","sourceId":"epoch","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":88.75,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5.1 (High)","rowId":"recHs8jTkcWuXJSC9"}
{"key":"epoch|anthropic/claude-fable-5-1:effort=low|none|arc-agi-2@1|score|recgGXbNz9PP5hyy2","sourceId":"epoch","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":78.333333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5.1 (Low)","rowId":"recgGXbNz9PP5hyy2"}
{"key":"epoch|anthropic/claude-fable-5-1:effort=max|none|arc-agi-2@1|score|recI68BcNmOFzBN1F","sourceId":"epoch","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":90,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5.1 (Max)","rowId":"recI68BcNmOFzBN1F"}
{"key":"epoch|anthropic/claude-fable-5-1:effort=medium|claude-code|frontiercode@unstated|main-score|claude-fable-5-1_medium%7CClaude Fable 5.1%7Cclaude-code%7Cmedium","sourceId":"epoch","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":50.91,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5.1","rowId":"claude-fable-5-1_medium|Claude Fable 5.1|claude-code|medium","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-fable-5-1:effort=medium|none|arc-agi-2@1|score|recT6vtsKxK14oaiK","sourceId":"epoch","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":86.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5.1 (Medium)","rowId":"recT6vtsKxK14oaiK"}
{"key":"epoch|anthropic/claude-fable-5-1:effort=xhigh|none|arc-agi-2@1|score|recZtv97M9zVWp43I","sourceId":"epoch","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":90,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5.1 (XHigh)","rowId":"recZtv97M9zVWp43I"}
{"key":"epoch|anthropic/claude-fable-5-1:effort=xhigh|none|hle@1|accuracy|rec1P9SLLAtCSdTMk","sourceId":"epoch","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":46.5,"stderr":2,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Fable 5.1 (xhigh)","rowId":"rec1P9SLLAtCSdTMk"}
{"key":"epoch|anthropic/claude-fable-5-1:effort=xhigh|none|hle@1|calibration-error|rec1P9SLLAtCSdTMk","sourceId":"epoch","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":20,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Fable 5.1 (xhigh)","rowId":"rec1P9SLLAtCSdTMk"}
{"key":"epoch|anthropic/claude-fable-5-2:effort=high|none|arc-agi-2@1|score|rec4VebpHhxAVHMBc","sourceId":"epoch","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":90.416667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5.2 (High)","rowId":"rec4VebpHhxAVHMBc"}
{"key":"epoch|anthropic/claude-fable-5-2:effort=low|none|arc-agi-2@1|score|reccNmpb5USiC6Ri8","sourceId":"epoch","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":86.666667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5.2 (Low)","rowId":"reccNmpb5USiC6Ri8"}
{"key":"epoch|anthropic/claude-fable-5-2:effort=max;flags=fallback|none|gpqa-diamond@1|accuracy|manual_gpqa_diamond_fallback_claude-fable-5-2_max","sourceId":"epoch","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":["fallback"]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":96.022727,"stderr":1.313893,"observedAt":"2026-11-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-fable-5-2-fallback_max","rowId":"manual_gpqa_diamond_fallback_claude-fable-5-2_max"}
{"key":"epoch|anthropic/claude-fable-5-2:effort=max;flags=fallback|none|gpqa-diamond@1|mean-score|manual_gpqa_diamond_fallback_claude-fable-5-2_max","sourceId":"epoch","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":["fallback"]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":96.022727,"observedAt":"2026-11-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-fable-5-2-fallback_max","rowId":"manual_gpqa_diamond_fallback_claude-fable-5-2_max"}
{"key":"epoch|anthropic/claude-fable-5-2:effort=max|none|arc-agi-2@1|score|rec9JpNV0pwWZNhPq","sourceId":"epoch","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":92.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5.2 (Max)","rowId":"rec9JpNV0pwWZNhPq"}
{"key":"epoch|anthropic/claude-fable-5-2:effort=max|none|gpqa-diamond@1|accuracy|7k4ynWpvmYhTSNgJyDjC3V","sourceId":"epoch","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":93.876263,"stderr":1.625343,"observedAt":"2026-11-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-fable-5-2_max","rowId":"7k4ynWpvmYhTSNgJyDjC3V"}
{"key":"epoch|anthropic/claude-fable-5-2:effort=max|none|gpqa-diamond@1|mean-score|7k4ynWpvmYhTSNgJyDjC3V","sourceId":"epoch","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":93.876263,"observedAt":"2026-11-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-fable-5-2_max","rowId":"7k4ynWpvmYhTSNgJyDjC3V"}
{"key":"epoch|anthropic/claude-fable-5-2:effort=medium|none|arc-agi-2@1|score|recQSoQpHvhMROBrG","sourceId":"epoch","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":89.583333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5.2 (Medium)","rowId":"recQSoQpHvhMROBrG"}
{"key":"epoch|anthropic/claude-fable-5-2:effort=xhigh|none|arc-agi-2@1|score|rec1KOsH1k2VdO3Ot","sourceId":"epoch","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":93.75,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5.2 (XHigh)","rowId":"rec1KOsH1k2VdO3Ot"}
{"key":"epoch|anthropic/claude-fable-5:default|none|vending-bench-2@1|score|recDIKtviJ5CZFZss","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":4529.944,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5 - None","rowId":"recDIKtviJ5CZFZss"}
{"key":"epoch|anthropic/claude-fable-5:effort=high|none|arc-agi-2@1|score|recoGNnJQf5s62aEC","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":87.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5 (High)","rowId":"recoGNnJQf5s62aEC"}
{"key":"epoch|anthropic/claude-fable-5:effort=high|none|gpqa-diamond@1|accuracy|d23hYvSNGFo7rniLFyBWiu","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":83.333333,"stderr":2.655221,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fd23hYvSNGFo7rniLFyBWiu.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-fable-5_high","rowId":"d23hYvSNGFo7rniLFyBWiu"}
{"key":"epoch|anthropic/claude-fable-5:effort=high|none|gpqa-diamond@1|mean-score|d23hYvSNGFo7rniLFyBWiu","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":83.333333,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fd23hYvSNGFo7rniLFyBWiu.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-fable-5_high","rowId":"d23hYvSNGFo7rniLFyBWiu"}
{"key":"epoch|anthropic/claude-fable-5:effort=high|none|vending-bench-2@1|score|recpV3xliDr5Mm3RV","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":5680.258,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5 - High","rowId":"recpV3xliDr5Mm3RV"}
{"key":"epoch|anthropic/claude-fable-5:effort=low|none|arc-agi-2@1|score|rech4ukMMdk3W0Q5a","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":76.805556,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5 (Low)","rowId":"rech4ukMMdk3W0Q5a"}
{"key":"epoch|anthropic/claude-fable-5:effort=low|none|gpqa-diamond@1|accuracy|U5PsUdX2ak4kJ2hgnQkWnX","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":78.787879,"stderr":2.912652,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FU5PsUdX2ak4kJ2hgnQkWnX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-fable-5_low","rowId":"U5PsUdX2ak4kJ2hgnQkWnX"}
{"key":"epoch|anthropic/claude-fable-5:effort=low|none|gpqa-diamond@1|mean-score|U5PsUdX2ak4kJ2hgnQkWnX","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":78.787879,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FU5PsUdX2ak4kJ2hgnQkWnX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-fable-5_low","rowId":"U5PsUdX2ak4kJ2hgnQkWnX"}
{"key":"epoch|anthropic/claude-fable-5:effort=low|none|vending-bench-2@1|score|recafcEMcOdb67ldo","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":5018.52,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5 - Low","rowId":"recafcEMcOdb67ldo"}
{"key":"epoch|anthropic/claude-fable-5:effort=max;flags=fallback|none|gpqa-diamond@1|accuracy|manual_gpqa_diamond_fallback_claude-fable-5_max","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":["fallback"]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":93.876263,"stderr":1.685832,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-fable-5-fallback_max","rowId":"manual_gpqa_diamond_fallback_claude-fable-5_max"}
{"key":"epoch|anthropic/claude-fable-5:effort=max;flags=fallback|none|gpqa-diamond@1|mean-score|manual_gpqa_diamond_fallback_claude-fable-5_max","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":["fallback"]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":93.876263,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-fable-5-fallback_max","rowId":"manual_gpqa_diamond_fallback_claude-fable-5_max"}
{"key":"epoch|anthropic/claude-fable-5:effort=max|none|arc-agi-2@1|score|recu2ZdK004X3AWeO","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":89.166667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5 (Max)","rowId":"recu2ZdK004X3AWeO"}
{"key":"epoch|anthropic/claude-fable-5:effort=max|none|gpqa-diamond@1|accuracy|S5pm7ctk9zgPfbyHrbD9AV","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":85.858586,"stderr":2.482591,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FS5pm7ctk9zgPfbyHrbD9AV.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-fable-5_max","rowId":"S5pm7ctk9zgPfbyHrbD9AV"}
{"key":"epoch|anthropic/claude-fable-5:effort=max|none|gpqa-diamond@1|mean-score|S5pm7ctk9zgPfbyHrbD9AV","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":85.858586,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FS5pm7ctk9zgPfbyHrbD9AV.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-fable-5_max","rowId":"S5pm7ctk9zgPfbyHrbD9AV"}
{"key":"epoch|anthropic/claude-fable-5:effort=max|none|vending-bench-2@1|score|recueSmV7urc8MR6w","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":4966.64,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5 - Max","rowId":"recueSmV7urc8MR6w"}
{"key":"epoch|anthropic/claude-fable-5:effort=medium|none|arc-agi-2@1|score|recOj0wdwD2kU9r8l","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":82.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5 (Medium)","rowId":"recOj0wdwD2kU9r8l"}
{"key":"epoch|anthropic/claude-fable-5:effort=medium|none|vending-bench-2@1|score|reclKMbMHOf4EuCRo","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":4339.8125,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5 - Medium","rowId":"reclKMbMHOf4EuCRo"}
{"key":"epoch|anthropic/claude-fable-5:effort=xhigh|claude-code|frontiercode@unstated|main-score|claude-fable-5_unknown%7CClaude Fable 5%7Cclaude-code%7Cxhigh","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":53.48,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5","rowId":"claude-fable-5_unknown|Claude Fable 5|claude-code|xhigh","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-fable-5:effort=xhigh|none|arc-agi-2@1|score|rectyLB4NFarEdw0u","sourceId":"epoch","modelId":"anthropic/claude-fable-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":88.333333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Fable 5 (XHigh)","rowId":"rectyLB4NFarEdw0u"}
{"key":"epoch|anthropic/claude-haiku-4-5:budget=1000;ckpt=2025-10-01|none|arc-agi-2@1|cost-per-task|recjklNjhC70JPIUW","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"thinkingBudget":1000,"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0471,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5 (Thinking 1K)","rowId":"recjklNjhC70JPIUW"}
{"key":"epoch|anthropic/claude-haiku-4-5:budget=1000;ckpt=2025-10-01|none|arc-agi-2@1|score|recjklNjhC70JPIUW","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"thinkingBudget":1000,"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5 (Thinking 1K)","rowId":"recjklNjhC70JPIUW"}
{"key":"epoch|anthropic/claude-haiku-4-5:budget=16000;ckpt=2025-10-01|none|arc-agi-2@1|cost-per-task|recm2RWPI31nRlRMe","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.1392,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5 (Thinking 16K)","rowId":"recm2RWPI31nRlRMe"}
{"key":"epoch|anthropic/claude-haiku-4-5:budget=16000;ckpt=2025-10-01|none|arc-agi-2@1|score|recm2RWPI31nRlRMe","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.78,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5 (Thinking 16K)","rowId":"recm2RWPI31nRlRMe"}
{"key":"epoch|anthropic/claude-haiku-4-5:budget=32000;ckpt=2025-10-01|none|arc-agi-2@1|cost-per-task|rec0kK1dRykoyqY0K","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.3766,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5 (Thinking 32K)","rowId":"rec0kK1dRykoyqY0K"}
{"key":"epoch|anthropic/claude-haiku-4-5:budget=32000;ckpt=2025-10-01|none|arc-agi-2@1|score|rec0kK1dRykoyqY0K","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.03,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5 (Thinking 32K)","rowId":"rec0kK1dRykoyqY0K"}
{"key":"epoch|anthropic/claude-haiku-4-5:budget=32000;ckpt=2025-10-01|none|frontiermath@2025-02-28-Private|accuracy|fdNzD5mp8r2bHxy2PXx6Gh","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":5.902778,"stderr":1.391155,"observedAt":"2025-10-22","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-4-5-20251001_32K","rowId":"fdNzD5mp8r2bHxy2PXx6Gh"}
{"key":"epoch|anthropic/claude-haiku-4-5:budget=32000;ckpt=2025-10-01|none|frontiermath@2025-02-28-Private|mean-score|fdNzD5mp8r2bHxy2PXx6Gh","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":5.902778,"observedAt":"2025-10-22","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-4-5-20251001_32K","rowId":"fdNzD5mp8r2bHxy2PXx6Gh"}
{"key":"epoch|anthropic/claude-haiku-4-5:budget=32000;ckpt=2025-10-01|none|gpqa-diamond@1|accuracy|GEaAdb9UmoUFbEtBx7WzAR","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":71.212121,"stderr":3.225884,"observedAt":"2025-10-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGEaAdb9UmoUFbEtBx7WzAR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-4-5-20251001_32K","rowId":"GEaAdb9UmoUFbEtBx7WzAR"}
{"key":"epoch|anthropic/claude-haiku-4-5:budget=32000;ckpt=2025-10-01|none|gpqa-diamond@1|mean-score|GEaAdb9UmoUFbEtBx7WzAR","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":71.212121,"observedAt":"2025-10-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGEaAdb9UmoUFbEtBx7WzAR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-4-5-20251001_32K","rowId":"GEaAdb9UmoUFbEtBx7WzAR"}
{"key":"epoch|anthropic/claude-haiku-4-5:budget=8000;ckpt=2025-10-01|none|arc-agi-2@1|cost-per-task|rec3Bb2paOld3N4s0","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"thinkingBudget":8000,"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0909,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5 (Thinking 8K)","rowId":"rec3Bb2paOld3N4s0"}
{"key":"epoch|anthropic/claude-haiku-4-5:budget=8000;ckpt=2025-10-01|none|arc-agi-2@1|score|rec3Bb2paOld3N4s0","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"thinkingBudget":8000,"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.67,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5 (Thinking 8K)","rowId":"rec3Bb2paOld3N4s0"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|claude-code|terminal-bench@2.0|accuracy|recPD1bwT2Dp0439M","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Claude Code"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":27.52809,"stderr":2.775472,"observedAt":"2025-10-15","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5","rowId":"recPD1bwT2Dp0439M"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|claude-code|terminal-bench@2.0|accuracy|reca6RNNkwrVNSBgQ","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Claude Code"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":27.5,"stderr":2.8,"observedAt":"2025-11-04","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-4-5-20251001","rowId":"reca6RNNkwrVNSBgQ"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|goose|terminal-bench@2.0|accuracy|recYFtwkZx7UpcnlV","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Goose"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":35.505618,"stderr":2.88822,"observedAt":"2025-10-15","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5","rowId":"recYFtwkZx7UpcnlV"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|mini-swe-agent|terminal-bench@2.0|accuracy|rec7okc2EI7syaupc","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":29.831461,"stderr":2.513361,"observedAt":"2025-10-15","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5","rowId":"rec7okc2EI7syaupc"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|mini-swe-agent|terminal-bench@2.0|accuracy|recjYJxgaZXKRW8nE","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":29.8,"stderr":2.5,"observedAt":"2025-11-03","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-4-5-20251001","rowId":"recjYJxgaZXKRW8nE"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|arc-agi-2@1|cost-per-task|recSdlPGq90xI0GOZ","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0426,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5","rowId":"recSdlPGq90xI0GOZ"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|arc-agi-2@1|score|recSdlPGq90xI0GOZ","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5","rowId":"recSdlPGq90xI0GOZ"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|frontiermath@2025-02-28-Private|accuracy|8sTJmYZ7MSk8obK9vjUjHm","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":4.137931,"stderr":1.171564,"observedAt":"2025-10-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-4-5-20251001","rowId":"8sTJmYZ7MSk8obK9vjUjHm"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|frontiermath@2025-02-28-Private|mean-score|8sTJmYZ7MSk8obK9vjUjHm","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":4.137931,"observedAt":"2025-10-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-4-5-20251001","rowId":"8sTJmYZ7MSk8obK9vjUjHm"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|gpqa-diamond@1|accuracy|cgnopvpB6mzsfb9yGnYK2z","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":60.479798,"stderr":2.815454,"observedAt":"2025-10-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FcgnopvpB6mzsfb9yGnYK2z.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-4-5-20251001","rowId":"cgnopvpB6mzsfb9yGnYK2z"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|gpqa-diamond@1|mean-score|cgnopvpB6mzsfb9yGnYK2z","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":60.479798,"observedAt":"2025-10-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FcgnopvpB6mzsfb9yGnYK2z.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-4-5-20251001","rowId":"cgnopvpB6mzsfb9yGnYK2z"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|vending-bench-2@1|score|recJMmB8L2R2uCKOe","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":458.886,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5","rowId":"recJMmB8L2R2uCKOe"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|openhands|terminal-bench@2.0|accuracy|rec2PAXFlaUXgbf7W","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":13.9,"stderr":2.7,"observedAt":"2025-11-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-4-5-20251001","rowId":"rec2PAXFlaUXgbf7W"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|openhands|terminal-bench@2.0|accuracy|recjGQE5ZmhLlLmjS","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":13.932584,"stderr":2.732917,"observedAt":"2025-10-15","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5","rowId":"recjGQE5ZmhLlLmjS"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|terminus-2|terminal-bench@2.0|accuracy|recBFoPPbvHLqQkIF","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":28.3,"stderr":2.9,"observedAt":"2025-10-31","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-4-5-20251001","rowId":"recBFoPPbvHLqQkIF"}
{"key":"epoch|anthropic/claude-haiku-4-5:ckpt=2025-10-01|terminus-2|terminal-bench@2.0|accuracy|recTafF90BHib6N1S","sourceId":"epoch","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":28.314607,"stderr":2.875599,"observedAt":"2025-10-15","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 4.5","rowId":"recTafF90BHib6N1S"}
{"key":"epoch|anthropic/claude-haiku-5-5:default|none|hle@1|accuracy|rectuouKismbEFle9","sourceId":"epoch","modelId":"anthropic/claude-haiku-5-5","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":30.12,"stderr":1.83,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 5.5","rowId":"rectuouKismbEFle9"}
{"key":"epoch|anthropic/claude-haiku-5-5:default|none|vending-bench-2@1|score|recsGf5Dytd9fKaBg","sourceId":"epoch","modelId":"anthropic/claude-haiku-5-5","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":3602.463333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 5.5","rowId":"recsGf5Dytd9fKaBg"}
{"key":"epoch|anthropic/claude-haiku-5-5:effort=high|none|arc-agi-2@1|score|rec7VBMJpz87c7ISk","sourceId":"epoch","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":30.694444,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 5.5 (High)","rowId":"rec7VBMJpz87c7ISk"}
{"key":"epoch|anthropic/claude-haiku-5-5:effort=low|none|arc-agi-2@1|score|rec1rxzST2H3xPb5b","sourceId":"epoch","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.777778,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 5.5 (Low)","rowId":"rec1rxzST2H3xPb5b"}
{"key":"epoch|anthropic/claude-haiku-5-5:effort=max|claude-code|frontiercode@unstated|main-score|claude-haiku-5-5_max%7CClaude Haiku 5.5%7Cclaude-code%7Cmax","sourceId":"epoch","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":46.36,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 5.5","rowId":"claude-haiku-5-5_max|Claude Haiku 5.5|claude-code|max","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-haiku-5-5:effort=max|none|gpqa-diamond@1|accuracy|ZEKWTGJiWFscHimMkiUmec","sourceId":"epoch","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":89.646465,"stderr":1.977448,"observedAt":"2026-10-09","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FZEKWTGJiWFscHimMkiUmec.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-5-5_max","rowId":"ZEKWTGJiWFscHimMkiUmec"}
{"key":"epoch|anthropic/claude-haiku-5-5:effort=max|none|gpqa-diamond@1|mean-score|ZEKWTGJiWFscHimMkiUmec","sourceId":"epoch","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":89.646465,"observedAt":"2026-10-09","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FZEKWTGJiWFscHimMkiUmec.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-haiku-5-5_max","rowId":"ZEKWTGJiWFscHimMkiUmec"}
{"key":"epoch|anthropic/claude-haiku-5-5:effort=medium|none|arc-agi-2@1|score|rec8Rwdgo19iGJvYB","sourceId":"epoch","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":9.444444,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 5.5 (Medium)","rowId":"rec8Rwdgo19iGJvYB"}
{"key":"epoch|anthropic/claude-haiku-5-5:effort=xhigh|none|arc-agi-2@1|score|recpECnHyLpmC6g0G","sourceId":"epoch","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":61.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Haiku 5.5 (XHigh)","rowId":"recpECnHyLpmC6g0G"}
{"key":"epoch|anthropic/claude-opus-4-1:budget=16000;ckpt=2025-08-05|none|gpqa-diamond@1|accuracy|erLgyKQs2mg2memE9SJvK5","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":77.272727,"stderr":2.985752,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FerLgyKQs2mg2memE9SJvK5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805_16K","rowId":"erLgyKQs2mg2memE9SJvK5"}
{"key":"epoch|anthropic/claude-opus-4-1:budget=16000;ckpt=2025-08-05|none|gpqa-diamond@1|mean-score|erLgyKQs2mg2memE9SJvK5","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":77.272727,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FerLgyKQs2mg2memE9SJvK5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805_16K","rowId":"erLgyKQs2mg2memE9SJvK5"}
{"key":"epoch|anthropic/claude-opus-4-1:budget=27000;ckpt=2025-08-05|none|frontiermath@2025-02-28-Private|accuracy|ezJ5C38svWJkQMjxTcrgg7","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":27000,"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":7.241379,"stderr":1.52454,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805_27K","rowId":"ezJ5C38svWJkQMjxTcrgg7"}
{"key":"epoch|anthropic/claude-opus-4-1:budget=27000;ckpt=2025-08-05|none|frontiermath@2025-02-28-Private|mean-score|ezJ5C38svWJkQMjxTcrgg7","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":27000,"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":7.241379,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805_27K","rowId":"ezJ5C38svWJkQMjxTcrgg7"}
{"key":"epoch|anthropic/claude-opus-4-1:budget=27000;ckpt=2025-08-05|none|gpqa-diamond@1|accuracy|3obcsGCfuwYeEm9wRyqzPg","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":27000,"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":76.767677,"stderr":3.008863,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F3obcsGCfuwYeEm9wRyqzPg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805_27K","rowId":"3obcsGCfuwYeEm9wRyqzPg"}
{"key":"epoch|anthropic/claude-opus-4-1:budget=27000;ckpt=2025-08-05|none|gpqa-diamond@1|mean-score|3obcsGCfuwYeEm9wRyqzPg","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":27000,"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":76.767677,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F3obcsGCfuwYeEm9wRyqzPg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805_27K","rowId":"3obcsGCfuwYeEm9wRyqzPg"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|claude-code|terminal-bench@2.0|accuracy|recIh4lviUhDM9aux","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":{"name":"Claude Code"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":34.8,"stderr":2.9,"observedAt":"2025-11-04","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805","rowId":"recIh4lviUhDM9aux"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|claude-code|terminal-bench@2.0|accuracy|recNswzdzYnWC135z","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":{"name":"Claude Code"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":34.831461,"stderr":2.899393,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.1","rowId":"recNswzdzYnWC135z"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|mini-swe-agent|terminal-bench@2.0|accuracy|rec1kbUd5yf48B3vK","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":35.1,"stderr":2.5,"observedAt":"2025-11-03","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805","rowId":"rec1kbUd5yf48B3vK"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|mini-swe-agent|terminal-bench@2.0|accuracy|recCL4Qu6Dd73ew1S","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":35.05618,"stderr":2.510948,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.1","rowId":"recCL4Qu6Dd73ew1S"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|frontiermath@2025-02-28-Private|accuracy|TQQnqmugDk3GX5hkr8HMWz","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":5.862069,"stderr":1.381844,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805","rowId":"TQQnqmugDk3GX5hkr8HMWz"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|frontiermath@2025-02-28-Private|mean-score|TQQnqmugDk3GX5hkr8HMWz","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":5.862069,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805","rowId":"TQQnqmugDk3GX5hkr8HMWz"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|gdpval@1|win-or-tie-rate|rechImbYYM7BaW9f2","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-or-tie-rate","value":47.576,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.1","rowId":"rechImbYYM7BaW9f2","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|gdpval@1|win-rate|rechImbYYM7BaW9f2","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-rate","value":43.6,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.1","rowId":"rechImbYYM7BaW9f2","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|gpqa-diamond@1|accuracy|j62bkFDjBSeFyVpnGzuzg4","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":73.232323,"stderr":3.15445,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fj62bkFDjBSeFyVpnGzuzg4.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805","rowId":"j62bkFDjBSeFyVpnGzuzg4"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|gpqa-diamond@1|mean-score|j62bkFDjBSeFyVpnGzuzg4","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":73.232323,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fj62bkFDjBSeFyVpnGzuzg4.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805","rowId":"j62bkFDjBSeFyVpnGzuzg4"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|hle@1|accuracy|recNm82odoKRxfsNj","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":7.92,"stderr":1.06,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805","rowId":"recNm82odoKRxfsNj"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|hle@1|accuracy|recjZHPwO8vEk0XnB","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":11.52,"stderr":1.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805-thinking","rowId":"recjZHPwO8vEk0XnB"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|hle@1|calibration-error|recNm82odoKRxfsNj","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":70,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805","rowId":"recNm82odoKRxfsNj"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|hle@1|calibration-error|recjZHPwO8vEk0XnB","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":71,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805-thinking","rowId":"recjZHPwO8vEk0XnB"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|swe-bench-verified@1|accuracy|cA6Mq67yaynLhY8F5kes3c","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":73.347107,"stderr":2.011825,"observedAt":"2026-02-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FcA6Mq67yaynLhY8F5kes3c.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805","rowId":"cA6Mq67yaynLhY8F5kes3c"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|swe-bench-verified@1|mean-score|cA6Mq67yaynLhY8F5kes3c","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":73.347107,"observedAt":"2026-02-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FcA6Mq67yaynLhY8F5kes3c.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805","rowId":"cA6Mq67yaynLhY8F5kes3c"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|openhands|terminal-bench@2.0|accuracy|recO3hSKFRHSXO0v0","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":36.9,"stderr":2.7,"observedAt":"2025-11-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805","rowId":"recO3hSKFRHSXO0v0"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|openhands|terminal-bench@2.0|accuracy|rechRJ6Uae8I0mHXa","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":36.853933,"stderr":2.697191,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.1","rowId":"rechRJ6Uae8I0mHXa"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|terminus-2|terminal-bench@2.0|accuracy|recZqrNbY83D2rMna","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":38,"stderr":2.6,"observedAt":"2025-10-31","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-1-20250805","rowId":"recZqrNbY83D2rMna"}
{"key":"epoch|anthropic/claude-opus-4-1:ckpt=2025-08-05|terminus-2|terminal-bench@2.0|accuracy|receznXnwcy2WCuyz","sourceId":"epoch","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":37.977528,"stderr":2.62428,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.1","rowId":"receznXnwcy2WCuyz"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=128000;ckpt=2025-11-01|letta-code|terminal-bench@2.0|accuracy|reciL106EieXnavcX","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":128000,"flags":[],"checkpoint":"2025-11-01"},"harness":{"name":"Letta Code"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":59.1,"stderr":2.4,"observedAt":"2025-12-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101_128K","rowId":"reciL106EieXnavcX"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=16000;ckpt=2025-11-01|none|frontiermath@2025-02-28-Private|accuracy|Xvp9LtJuwPtSab63ZWwkTC","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":20.344828,"stderr":2.368018,"observedAt":"2025-11-25","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101_16K","rowId":"Xvp9LtJuwPtSab63ZWwkTC"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=16000;ckpt=2025-11-01|none|frontiermath@2025-02-28-Private|mean-score|Xvp9LtJuwPtSab63ZWwkTC","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":20.344828,"observedAt":"2025-11-25","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101_16K","rowId":"Xvp9LtJuwPtSab63ZWwkTC"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=16000;ckpt=2025-11-01|none|gpqa-diamond@1|accuracy|cXkPywkhy3NnW992ri73yG","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":85.479798,"stderr":2.150815,"observedAt":"2025-11-25","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FcXkPywkhy3NnW992ri73yG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101_16K","rowId":"cXkPywkhy3NnW992ri73yG"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=16000;ckpt=2025-11-01|none|gpqa-diamond@1|mean-score|cXkPywkhy3NnW992ri73yG","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":85.479798,"observedAt":"2025-11-25","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FcXkPywkhy3NnW992ri73yG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101_16K","rowId":"cXkPywkhy3NnW992ri73yG"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=16000;flags=thinking;ckpt=2025-11-01|none|arc-agi-2@1|cost-per-task|rec75TsP1Xy1ROEez","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.79,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Opus 4.5 (Thinking, 16K)","rowId":"rec75TsP1Xy1ROEez"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=16000;flags=thinking;ckpt=2025-11-01|none|arc-agi-2@1|score|rec75TsP1Xy1ROEez","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":22.78,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Opus 4.5 (Thinking, 16K)","rowId":"rec75TsP1Xy1ROEez"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=32000;ckpt=2025-11-01|none|frontiermath@2025-02-28-Private|accuracy|DVjCqcKsfQ4kJbwucCiuH7","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":20.689655,"stderr":2.382828,"observedAt":"2025-11-25","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101_32K","rowId":"DVjCqcKsfQ4kJbwucCiuH7"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=32000;ckpt=2025-11-01|none|frontiermath@2025-02-28-Private|mean-score|DVjCqcKsfQ4kJbwucCiuH7","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":20.689655,"observedAt":"2025-11-25","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101_32K","rowId":"DVjCqcKsfQ4kJbwucCiuH7"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=32000;ckpt=2025-11-01|none|gpqa-diamond@1|accuracy|Kwwo3UFcPDk6iLAeSeeRaa","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":86.04798,"stderr":2.068696,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKwwo3UFcPDk6iLAeSeeRaa.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101_32K","rowId":"Kwwo3UFcPDk6iLAeSeeRaa"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=32000;ckpt=2025-11-01|none|gpqa-diamond@1|mean-score|Kwwo3UFcPDk6iLAeSeeRaa","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":86.04798,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKwwo3UFcPDk6iLAeSeeRaa.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101_32K","rowId":"Kwwo3UFcPDk6iLAeSeeRaa"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=64000;flags=thinking;ckpt=2025-11-01|none|arc-agi-2@1|cost-per-task|recv5sJsLP2dDw5bN","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":64000,"flags":["thinking"],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":2.4,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Opus 4.5 (Thinking, 64K)","rowId":"recv5sJsLP2dDw5bN"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=64000;flags=thinking;ckpt=2025-11-01|none|arc-agi-2@1|score|recv5sJsLP2dDw5bN","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":64000,"flags":["thinking"],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":37.64,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Opus 4.5 (Thinking, 64K)","rowId":"recv5sJsLP2dDw5bN"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=8000;flags=thinking;ckpt=2025-11-01|none|arc-agi-2@1|cost-per-task|recz5urlvGWID1WRk","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":8000,"flags":["thinking"],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.48,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Opus 4.5 (Thinking, 8K)","rowId":"recz5urlvGWID1WRk"}
{"key":"epoch|anthropic/claude-opus-4-5:budget=8000;flags=thinking;ckpt=2025-11-01|none|arc-agi-2@1|score|recz5urlvGWID1WRk","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"thinkingBudget":8000,"flags":["thinking"],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":13.89,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Opus 4.5 (Thinking, 8K)","rowId":"recz5urlvGWID1WRk"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|claude-code|terminal-bench@2.0|accuracy|recub09g3exhXqHL0","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":{"name":"Claude Code"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":52.134831,"stderr":2.530189,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.5","rowId":"recub09g3exhXqHL0"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|droid|terminal-bench@2.0|accuracy|rec6dIIsNVTXVuRDv","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":{"name":"Droid"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":63.146067,"stderr":2.697191,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.5","rowId":"rec6dIIsNVTXVuRDv"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|droid|terminal-bench@2.0|accuracy|recuiEXbA7NpkFohL","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":{"name":"Droid"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":63.1,"stderr":2.7,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101","rowId":"recuiEXbA7NpkFohL"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|goose|terminal-bench@2.0|accuracy|recpIcBUBke0D7mNd","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":{"name":"Goose"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":54.325843,"stderr":2.626589,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.5","rowId":"recpIcBUBke0D7mNd"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|letta-code|terminal-bench@2.0|accuracy|recpSQWuI4flKPHHO","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":{"name":"Letta Code"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":59.101124,"stderr":2.412441,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.5","rowId":"recpSQWuI4flKPHHO"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|mux|terminal-bench@2.0|accuracy|recJewQ720QCUWUI0","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":{"name":"Mux"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":58.426966,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.5","rowId":"recJewQ720QCUWUI0"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|frontiermath@2025-02-28-Private|accuracy|9nctB7cH6kcLT24UbScEMa","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":20.689655,"stderr":2.382828,"observedAt":"2025-11-25","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101","rowId":"9nctB7cH6kcLT24UbScEMa"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|frontiermath@2025-02-28-Private|mean-score|9nctB7cH6kcLT24UbScEMa","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":20.689655,"observedAt":"2025-11-25","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101","rowId":"9nctB7cH6kcLT24UbScEMa"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|gdpval@1|win-or-tie-rate|recnf779wFJBtP8ZX","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-or-tie-rate","value":59.596,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.5","rowId":"recnf779wFJBtP8ZX","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|gdpval@1|win-rate|recnf779wFJBtP8ZX","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-rate","value":45.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.5","rowId":"recnf779wFJBtP8ZX","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|gpqa-diamond@1|accuracy|mEkZaYpiurQ6TEMAALK3su","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":80.681818,"stderr":2.390948,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmEkZaYpiurQ6TEMAALK3su.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101","rowId":"mEkZaYpiurQ6TEMAALK3su"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|gpqa-diamond@1|mean-score|mEkZaYpiurQ6TEMAALK3su","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":80.681818,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmEkZaYpiurQ6TEMAALK3su.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101","rowId":"mEkZaYpiurQ6TEMAALK3su"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|hle@1|accuracy|recfMdmXCFFRUCxHi","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":25.2,"stderr":1.7,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101-thinking","rowId":"recfMdmXCFFRUCxHi"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|hle@1|accuracy|recxYcr9VmKPUVR3Z","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":14.16,"stderr":1.37,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101","rowId":"recxYcr9VmKPUVR3Z"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|hle@1|calibration-error|recfMdmXCFFRUCxHi","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":55,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101-thinking","rowId":"recfMdmXCFFRUCxHi"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|hle@1|calibration-error|recxYcr9VmKPUVR3Z","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":56,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101","rowId":"recxYcr9VmKPUVR3Z"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|osworld@1|score|Claude Opus 4.5","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":66.3,"costKind":"unknown","sourceUrl":"https://www.anthropic.com/news/claude-opus-4-5","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.5","rowId":"Claude Opus 4.5","evaluatedBy":{"operator":"Anthropic","operatorLabId":"anthropic","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|swe-bench-verified@1|accuracy|mKQKxkpGDrFHBPBYR3mBrB","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":76.652893,"stderr":1.924896,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmKQKxkpGDrFHBPBYR3mBrB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101","rowId":"mKQKxkpGDrFHBPBYR3mBrB"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|swe-bench-verified@1|mean-score|mKQKxkpGDrFHBPBYR3mBrB","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":76.652893,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmKQKxkpGDrFHBPBYR3mBrB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-5-20251101","rowId":"mKQKxkpGDrFHBPBYR3mBrB"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|vending-bench-2@1|score|recxXzuUEqT3XSx5J","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":4967.056667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.5","rowId":"recxXzuUEqT3XSx5J"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|opencode|terminal-bench@2.0|accuracy|rec7Aip1YsA0Xpjtk","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":{"name":"OpenCode"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":51.685393,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.5","rowId":"rec7Aip1YsA0Xpjtk"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|openhands|terminal-bench@2.0|accuracy|recA5YQhqDEEEZMYJ","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":51.910112,"stderr":2.88822,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.5","rowId":"recA5YQhqDEEEZMYJ"}
{"key":"epoch|anthropic/claude-opus-4-5:ckpt=2025-11-01|terminus-2|terminal-bench@2.0|accuracy|recculHGd5t2GvQt9","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":57.752809,"stderr":2.530189,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.5","rowId":"recculHGd5t2GvQt9"}
{"key":"epoch|anthropic/claude-opus-4-5:effort=none;flags=thinking;ckpt=2025-11-01|none|arc-agi-2@1|cost-per-task|recS34qcEATpV9BeX","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"none","flags":["thinking"],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.22,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Opus 4.5 (Thinking, None)","rowId":"recS34qcEATpV9BeX"}
{"key":"epoch|anthropic/claude-opus-4-5:effort=none;flags=thinking;ckpt=2025-11-01|none|arc-agi-2@1|score|recS34qcEATpV9BeX","sourceId":"epoch","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"none","flags":["thinking"],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":7.78,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Opus 4.5 (Thinking, None)","rowId":"recS34qcEATpV9BeX"}
{"key":"epoch|anthropic/claude-opus-4-6:budget=32000|none|frontiermath@2025-02-28-Private|accuracy|b2iuVcuCPEau2ryhBsjhS9","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"thinkingBudget":32000,"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":40,"stderr":2.881753,"observedAt":"2026-02-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6_32K","rowId":"b2iuVcuCPEau2ryhBsjhS9"}
{"key":"epoch|anthropic/claude-opus-4-6:budget=32000|none|frontiermath@2025-02-28-Private|mean-score|b2iuVcuCPEau2ryhBsjhS9","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"thinkingBudget":32000,"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":40,"observedAt":"2026-02-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6_32K","rowId":"b2iuVcuCPEau2ryhBsjhS9"}
{"key":"epoch|anthropic/claude-opus-4-6:budget=32000|none|gpqa-diamond@1|accuracy|DiXCMhdfhcjaCUSzYWgACy","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"thinkingBudget":32000,"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":90.530303,"stderr":1.691625,"observedAt":"2026-02-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDiXCMhdfhcjaCUSzYWgACy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6_32K","rowId":"DiXCMhdfhcjaCUSzYWgACy"}
{"key":"epoch|anthropic/claude-opus-4-6:budget=32000|none|gpqa-diamond@1|mean-score|DiXCMhdfhcjaCUSzYWgACy","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"thinkingBudget":32000,"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":90.530303,"observedAt":"2026-02-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDiXCMhdfhcjaCUSzYWgACy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6_32K","rowId":"DiXCMhdfhcjaCUSzYWgACy"}
{"key":"epoch|anthropic/claude-opus-4-6:budget=64000|none|frontiermath@2025-02-28-Private|accuracy|QSNvJqsvYdNbb85DyL9AXn","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"thinkingBudget":64000,"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":39.655172,"stderr":2.877538,"observedAt":"2026-02-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6_64K","rowId":"QSNvJqsvYdNbb85DyL9AXn"}
{"key":"epoch|anthropic/claude-opus-4-6:budget=64000|none|frontiermath@2025-02-28-Private|mean-score|QSNvJqsvYdNbb85DyL9AXn","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"thinkingBudget":64000,"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":39.655172,"observedAt":"2026-02-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6_64K","rowId":"QSNvJqsvYdNbb85DyL9AXn"}
{"key":"epoch|anthropic/claude-opus-4-6:budget=64000|none|gpqa-diamond@1|accuracy|eB9e2mtd5nRwqdFyLEsz6k","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"thinkingBudget":64000,"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.762626,"stderr":1.936322,"observedAt":"2026-02-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FeB9e2mtd5nRwqdFyLEsz6k.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6_64K","rowId":"eB9e2mtd5nRwqdFyLEsz6k"}
{"key":"epoch|anthropic/claude-opus-4-6:budget=64000|none|gpqa-diamond@1|mean-score|eB9e2mtd5nRwqdFyLEsz6k","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"thinkingBudget":64000,"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.762626,"observedAt":"2026-02-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FeB9e2mtd5nRwqdFyLEsz6k.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6_64K","rowId":"eB9e2mtd5nRwqdFyLEsz6k"}
{"key":"epoch|anthropic/claude-opus-4-6:default|capy|terminal-bench@2.0|accuracy|recL5sLwUUzYQRQHC","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"Capy"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":75.280899,"stderr":2.392253,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6","rowId":"recL5sLwUUzYQRQHC"}
{"key":"epoch|anthropic/claude-opus-4-6:default|claude-code|terminal-bench@2.0|accuracy|recsCMkghG4mKBFQJ","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"Claude Code"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":57.977528,"stderr":2.904964,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6","rowId":"recsCMkghG4mKBFQJ"}
{"key":"epoch|anthropic/claude-opus-4-6:default|crux|terminal-bench@2.0|accuracy|recAnM8GuIbCLfEhc","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"Crux"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":66.872659,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6","rowId":"recAnM8GuIbCLfEhc"}
{"key":"epoch|anthropic/claude-opus-4-6:default|droid|terminal-bench@2.0|accuracy|recZd8as5p49jd05r","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"Droid"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":69.9,"stderr":2.5,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6","rowId":"recZd8as5p49jd05r"}
{"key":"epoch|anthropic/claude-opus-4-6:default|droid|terminal-bench@2.0|accuracy|recm47gxTJYtnhFi9","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"Droid"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":69.88764,"stderr":2.472016,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6","rowId":"recm47gxTJYtnhFi9"}
{"key":"epoch|anthropic/claude-opus-4-6:default|forgecode|terminal-bench@2.0|accuracy|reciHkuyWIdoQzFVZ","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"ForgeCode"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":79.8,"stderr":1.6,"observedAt":"2026-03-12","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6","rowId":"reciHkuyWIdoQzFVZ"}
{"key":"epoch|anthropic/claude-opus-4-6:default|maya-v2|terminal-bench@2.0|accuracy|recbCEp3NVGK1vNTl","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"MAYA-V2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":72.078652,"stderr":2.208661,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 4.6 Opus","rowId":"recbCEp3NVGK1vNTl"}
{"key":"epoch|anthropic/claude-opus-4-6:default|meta-harness|terminal-bench@2.0|accuracy|rec0JCWY63Blk9hvu","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"Meta-Harness"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":76.404494,"stderr":2.432462,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6","rowId":"rec0JCWY63Blk9hvu"}
{"key":"epoch|anthropic/claude-opus-4-6:default|mux|terminal-bench@2.0|accuracy|rec3SssCd9VRZn61b","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"Mux"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":66.516854,"stderr":2.530189,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6","rowId":"rec3SssCd9VRZn61b"}
{"key":"epoch|anthropic/claude-opus-4-6:default|none|frontiermath@2025-02-28-Private|accuracy|nFxCq7MqCfKjhxKr7hT9qr","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":38.275862,"stderr":2.859177,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6","rowId":"nFxCq7MqCfKjhxKr7hT9qr"}
{"key":"epoch|anthropic/claude-opus-4-6:default|none|frontiermath@2025-02-28-Private|mean-score|nFxCq7MqCfKjhxKr7hT9qr","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":38.275862,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6","rowId":"nFxCq7MqCfKjhxKr7hT9qr"}
{"key":"epoch|anthropic/claude-opus-4-6:default|none|hle@1|accuracy|recYxQkYiHyzMnn5w","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":19,"stderr":1.54,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6 (Non-Thinking)","rowId":"recYxQkYiHyzMnn5w"}
{"key":"epoch|anthropic/claude-opus-4-6:default|none|hle@1|calibration-error|recYxQkYiHyzMnn5w","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":44,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6 (Non-Thinking)","rowId":"recYxQkYiHyzMnn5w"}
{"key":"epoch|anthropic/claude-opus-4-6:default|none|swe-bench-verified@1|accuracy|2hH2GAPUFaJR7pfVKhhicg","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":78.719008,"stderr":1.862354,"observedAt":"2026-02-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2hH2GAPUFaJR7pfVKhhicg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6","rowId":"2hH2GAPUFaJR7pfVKhhicg"}
{"key":"epoch|anthropic/claude-opus-4-6:default|none|swe-bench-verified@1|accuracy|aQiAg6mt8HPHXjKcJvax2d","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":75.619835,"stderr":1.953721,"observedAt":"2026-02-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FaQiAg6mt8HPHXjKcJvax2d.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6","rowId":"aQiAg6mt8HPHXjKcJvax2d"}
{"key":"epoch|anthropic/claude-opus-4-6:default|none|swe-bench-verified@1|mean-score|2hH2GAPUFaJR7pfVKhhicg","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":78.719008,"observedAt":"2026-02-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2hH2GAPUFaJR7pfVKhhicg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6","rowId":"2hH2GAPUFaJR7pfVKhhicg"}
{"key":"epoch|anthropic/claude-opus-4-6:default|none|swe-bench-verified@1|mean-score|aQiAg6mt8HPHXjKcJvax2d","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":75.619835,"observedAt":"2026-02-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FaQiAg6mt8HPHXjKcJvax2d.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6","rowId":"aQiAg6mt8HPHXjKcJvax2d"}
{"key":"epoch|anthropic/claude-opus-4-6:default|none|vending-bench-2@1|score|recQ2Z14OWWnwOYgc","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":8017.594,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6","rowId":"recQ2Z14OWWnwOYgc"}
{"key":"epoch|anthropic/claude-opus-4-6:default|terminus-2|terminal-bench@2.0|accuracy|recX6PzRl9e6dU4jS","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":62.921348,"stderr":2.660985,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6","rowId":"recX6PzRl9e6dU4jS"}
{"key":"epoch|anthropic/claude-opus-4-6:default|terminus-kira|terminal-bench@2.0|accuracy|reccEEVJ98pyKkKic","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"Terminus-KIRA"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":74.719101,"stderr":2.596411,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6","rowId":"reccEEVJ98pyKkKic"}
{"key":"epoch|anthropic/claude-opus-4-6:default|tongagents|terminal-bench@2.0|accuracy|recsbGWmj9mRLEypD","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"TongAgents"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":71.910112,"stderr":2.679149,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6","rowId":"recsbGWmj9mRLEypD"}
{"key":"epoch|anthropic/claude-opus-4-6:effort=high;budget=120000|none|arc-agi-2@1|score|recudCqZO2yzH6CbV","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","thinkingBudget":120000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":69.17,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6 (120K, High)","rowId":"recudCqZO2yzH6CbV"}
{"key":"epoch|anthropic/claude-opus-4-6:effort=high|claude-code|frontiercode@unstated|main-score|claude-opus-4-6_unknown%7CClaude Opus 4.6%7Cclaude-code%7Chigh","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":{"name":"Claude Code"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":26.64,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6","rowId":"claude-opus-4-6_unknown|Claude Opus 4.6|claude-code|high","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-opus-4-6:effort=low;budget=120000|none|arc-agi-2@1|score|rec0H4L8zJfLACTG4","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"low","thinkingBudget":120000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":64.58,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6 (120K, Low)","rowId":"rec0H4L8zJfLACTG4"}
{"key":"epoch|anthropic/claude-opus-4-6:effort=max;budget=120000|none|arc-agi-2@1|score|recZU5GRhR5s7GfZQ","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"max","thinkingBudget":120000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":68.75,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6 (120K, Max)","rowId":"recZU5GRhR5s7GfZQ"}
{"key":"epoch|anthropic/claude-opus-4-6:effort=max|none|frontiermath@2025-02-28-Private|accuracy|Y4von2jMmwvEK5MuNw9pSt","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":40.7,"stderr":2.9,"observedAt":"2026-02-12","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6_max","rowId":"Y4von2jMmwvEK5MuNw9pSt"}
{"key":"epoch|anthropic/claude-opus-4-6:effort=max|none|frontiermath@2025-02-28-Private|mean-score|Y4von2jMmwvEK5MuNw9pSt","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":40.7,"observedAt":"2026-02-12","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6_max","rowId":"Y4von2jMmwvEK5MuNw9pSt"}
{"key":"epoch|anthropic/claude-opus-4-6:effort=max|none|gpqa-diamond@1|accuracy|JcQMgXdZKU54u52B8TGQKp","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.383838,"stderr":2.282888,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJcQMgXdZKU54u52B8TGQKp.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6_max","rowId":"JcQMgXdZKU54u52B8TGQKp"}
{"key":"epoch|anthropic/claude-opus-4-6:effort=max|none|gpqa-diamond@1|mean-score|JcQMgXdZKU54u52B8TGQKp","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.383838,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJcQMgXdZKU54u52B8TGQKp.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6_max","rowId":"JcQMgXdZKU54u52B8TGQKp"}
{"key":"epoch|anthropic/claude-opus-4-6:effort=max|none|hle@1|accuracy|recRaT3ySEJuEiBMU","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":34.44,"stderr":1.86,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6-thinking-max","rowId":"recRaT3ySEJuEiBMU"}
{"key":"epoch|anthropic/claude-opus-4-6:effort=max|none|hle@1|calibration-error|recRaT3ySEJuEiBMU","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":46,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-6-thinking-max","rowId":"recRaT3ySEJuEiBMU"}
{"key":"epoch|anthropic/claude-opus-4-6:effort=medium;budget=120000|none|arc-agi-2@1|score|recsGnPYUYFhuwrgg","sourceId":"epoch","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"medium","thinkingBudget":120000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":66.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.6 (120K, Medium)","rowId":"recsGnPYUYFhuwrgg"}
{"key":"epoch|anthropic/claude-opus-4-7:default|none|hle@1|accuracy|recVgBx1IpXMKMIDN","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":36.2,"stderr":1.88,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-7","rowId":"recVgBx1IpXMKMIDN"}
{"key":"epoch|anthropic/claude-opus-4-7:default|none|hle@1|calibration-error|recVgBx1IpXMKMIDN","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":47,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-7","rowId":"recVgBx1IpXMKMIDN"}
{"key":"epoch|anthropic/claude-opus-4-7:default|none|vending-bench-2@1|score|rec63xBZ1e3RaKLVW","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":10936.763333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.7","rowId":"rec63xBZ1e3RaKLVW"}
{"key":"epoch|anthropic/claude-opus-4-7:default|wozcode|terminal-bench@2.0|accuracy|rec1OgwoZk8uGh0cf","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":{"name":"WOZCODE"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":80.224719,"stderr":2.112321,"observedAt":"2026-04-16","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.7","rowId":"rec1OgwoZk8uGh0cf"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=high|none|arc-agi-2@1|cost-per-task|recPv91tJnBXcqcnw","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":3.17,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.7 (High)","rowId":"recPv91tJnBXcqcnw"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=high|none|arc-agi-2@1|score|recPv91tJnBXcqcnw","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":68.3,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.7 (High)","rowId":"recPv91tJnBXcqcnw"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=high|none|arc-agi-2@1|score|recvk5AeE5Go58i7M","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":68.33,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 4.7 (High)","rowId":"recvk5AeE5Go58i7M"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=low|none|arc-agi-2@1|cost-per-task|recyXuHnrwdkJwc9k","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":2.38,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 4.7 (Low)","rowId":"recyXuHnrwdkJwc9k"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=low|none|arc-agi-2@1|score|recyXuHnrwdkJwc9k","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":62.08,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 4.7 (Low)","rowId":"recyXuHnrwdkJwc9k"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=max|claude-code|frontiercode@unstated|main-score|claude-opus-4-7_unknown%7CClaude Opus 4.7%7Cclaude-code%7Cmax","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":38.54,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.7","rowId":"claude-opus-4-7_unknown|Claude Opus 4.7|claude-code|max","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-opus-4-7:effort=max|none|arc-agi-2@1|cost-per-task|reckzAUlEOn9DIazK","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":7.43,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.7 (Max)","rowId":"reckzAUlEOn9DIazK"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=max|none|arc-agi-2@1|score|reckzAUlEOn9DIazK","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":75.8,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.7 (Max)","rowId":"reckzAUlEOn9DIazK"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=max|none|arc-agi-2@1|score|rectnLtWG36YhOCLr","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":75.83,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 4.7 (Max)","rowId":"rectnLtWG36YhOCLr"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=max|none|gpqa-diamond@1|accuracy|Ju7pUkkwYVj6ugi9Ri5Jjp","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":86.363636,"stderr":2.445016,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJu7pUkkwYVj6ugi9Ri5Jjp.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-7_max","rowId":"Ju7pUkkwYVj6ugi9Ri5Jjp"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=max|none|gpqa-diamond@1|mean-score|Ju7pUkkwYVj6ugi9Ri5Jjp","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":86.363636,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJu7pUkkwYVj6ugi9Ri5Jjp.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-7_max","rowId":"Ju7pUkkwYVj6ugi9Ri5Jjp"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=max|none|swe-bench-verified@1|accuracy|nCmGWWMBip2s9AVEZNYXDX","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":83.471074,"stderr":1.690117,"observedAt":"2026-04-20","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FnCmGWWMBip2s9AVEZNYXDX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-7_max","rowId":"nCmGWWMBip2s9AVEZNYXDX"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=max|none|swe-bench-verified@1|mean-score|nCmGWWMBip2s9AVEZNYXDX","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":83.471074,"observedAt":"2026-04-20","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FnCmGWWMBip2s9AVEZNYXDX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-7_max","rowId":"nCmGWWMBip2s9AVEZNYXDX"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=medium|none|arc-agi-2@1|cost-per-task|recCucGVHjJSEdw24","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":2.96,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 4.7 (Medium)","rowId":"recCucGVHjJSEdw24"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=medium|none|arc-agi-2@1|score|recCucGVHjJSEdw24","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":67.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 4.7 (Medium)","rowId":"recCucGVHjJSEdw24"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=xhigh|none|frontiermath@2025-02-28-Private|accuracy|VFJMk4X6U8Yx5FwtQh4jbk","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":43.793103,"stderr":2.918426,"observedAt":"2026-04-17","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-7_xhigh","rowId":"VFJMk4X6U8Yx5FwtQh4jbk"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=xhigh|none|frontiermath@2025-02-28-Private|mean-score|VFJMk4X6U8Yx5FwtQh4jbk","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":43.793103,"observedAt":"2026-04-17","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-7_xhigh","rowId":"VFJMk4X6U8Yx5FwtQh4jbk"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=xhigh|none|gpqa-diamond@1|accuracy|VJezHrJ5YPCbpui8pZgcJg","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":90.151515,"stderr":1.846428,"observedAt":"2026-04-17","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVJezHrJ5YPCbpui8pZgcJg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-7_xhigh","rowId":"VJezHrJ5YPCbpui8pZgcJg"}
{"key":"epoch|anthropic/claude-opus-4-7:effort=xhigh|none|gpqa-diamond@1|mean-score|VJezHrJ5YPCbpui8pZgcJg","sourceId":"epoch","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":90.151515,"observedAt":"2026-04-17","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVJezHrJ5YPCbpui8pZgcJg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-7_xhigh","rowId":"VJezHrJ5YPCbpui8pZgcJg"}
{"key":"epoch|anthropic/claude-opus-4-8:default|none|vending-bench-2@1|score|recCnok9JvFk9Yosw","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":5787.428,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.8 - High","rowId":"recCnok9JvFk9Yosw"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=high|none|arc-agi-2@1|cost-per-task|recyZR7wTddhJC0iQ","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":2.7425,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.8 (High)","rowId":"recyZR7wTddhJC0iQ"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=high|none|arc-agi-2@1|score|recyZR7wTddhJC0iQ","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":72.08,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.8 (High)","rowId":"recyZR7wTddhJC0iQ"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=low|none|arc-agi-2@1|cost-per-task|recs1YmhMRL5aoCXZ","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.6818,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.8 (Low)","rowId":"recs1YmhMRL5aoCXZ"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=low|none|arc-agi-2@1|score|recs1YmhMRL5aoCXZ","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":62.22,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.8 (Low)","rowId":"recs1YmhMRL5aoCXZ"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=low|none|gpqa-diamond@1|accuracy|GThtce6GAmRAS8srQyGQoA","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.383838,"stderr":2.282888,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGThtce6GAmRAS8srQyGQoA.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-8_low","rowId":"GThtce6GAmRAS8srQyGQoA"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=low|none|gpqa-diamond@1|mean-score|GThtce6GAmRAS8srQyGQoA","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.383838,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGThtce6GAmRAS8srQyGQoA.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-8_low","rowId":"GThtce6GAmRAS8srQyGQoA"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=max|claude-code|frontiercode@unstated|main-score|claude-opus-4-8_unknown%7CClaude Opus 4.8%7Cclaude-code%7Cmax","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":46.5,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.8","rowId":"claude-opus-4-8_unknown|Claude Opus 4.8|claude-code|max","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-opus-4-8:effort=max|none|frontiermath@2025-02-28-Private|accuracy|6dUEQ3YfeMZzSm9ytgiuDi","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":47.241379,"stderr":2.936697,"observedAt":"2026-06-08","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-8_max","rowId":"6dUEQ3YfeMZzSm9ytgiuDi"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=max|none|frontiermath@2025-02-28-Private|mean-score|6dUEQ3YfeMZzSm9ytgiuDi","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":47.241379,"observedAt":"2026-06-08","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-8_max","rowId":"6dUEQ3YfeMZzSm9ytgiuDi"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=max|none|gpqa-diamond@1|accuracy|dqgqP2uEPswfECCVj2Kbr9","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":91.035354,"stderr":1.915713,"observedAt":"2026-06-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdqgqP2uEPswfECCVj2Kbr9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-8_max","rowId":"dqgqP2uEPswfECCVj2Kbr9"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=max|none|gpqa-diamond@1|mean-score|dqgqP2uEPswfECCVj2Kbr9","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":91.035354,"observedAt":"2026-06-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdqgqP2uEPswfECCVj2Kbr9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-8_max","rowId":"dqgqP2uEPswfECCVj2Kbr9"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=max|none|vending-bench-2@1|score|recfkcn8Cobr5tTyM","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":2992.344,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.8 - Max","rowId":"recfkcn8Cobr5tTyM"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=medium|none|arc-agi-2@1|cost-per-task|recmL22XFCsheVQDp","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":2.3896,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.8 (Medium)","rowId":"recmL22XFCsheVQDp"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=medium|none|arc-agi-2@1|score|recmL22XFCsheVQDp","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":71.67,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4.8 (Medium)","rowId":"recmL22XFCsheVQDp"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=none|none|gpqa-diamond@1|accuracy|ckbZdkrXPwbFdjn6bmUQsi","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":85.353535,"stderr":2.519092,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FckbZdkrXPwbFdjn6bmUQsi.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-8_none","rowId":"ckbZdkrXPwbFdjn6bmUQsi"}
{"key":"epoch|anthropic/claude-opus-4-8:effort=none|none|gpqa-diamond@1|mean-score|ckbZdkrXPwbFdjn6bmUQsi","sourceId":"epoch","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":85.353535,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FckbZdkrXPwbFdjn6bmUQsi.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-8_none","rowId":"ckbZdkrXPwbFdjn6bmUQsi"}
{"key":"epoch|anthropic/claude-opus-4:budget=1000;ckpt=2025-05-14|none|arc-agi-2@1|cost-per-task|recrcQGgMO3pWfmku","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":1000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.7503,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4 (Thinking 1K)","rowId":"recrcQGgMO3pWfmku"}
{"key":"epoch|anthropic/claude-opus-4:budget=1000;ckpt=2025-05-14|none|arc-agi-2@1|score|recrcQGgMO3pWfmku","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":1000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4 (Thinking 1K)","rowId":"recrcQGgMO3pWfmku"}
{"key":"epoch|anthropic/claude-opus-4:budget=16000;ckpt=2025-05-14|none|arc-agi-2@1|cost-per-task|recPD5WSzdGAFCyf4","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.9284,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4 (Thinking 16K)","rowId":"recPD5WSzdGAFCyf4"}
{"key":"epoch|anthropic/claude-opus-4:budget=16000;ckpt=2025-05-14|none|arc-agi-2@1|score|recPD5WSzdGAFCyf4","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":8.61,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4 (Thinking 16K)","rowId":"recPD5WSzdGAFCyf4"}
{"key":"epoch|anthropic/claude-opus-4:budget=16000;ckpt=2025-05-14|none|gpqa-diamond@1|accuracy|CtxFusPxCraL3EeRJu2c5k","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":76.262626,"stderr":3.031371,"observedAt":"2025-05-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCtxFusPxCraL3EeRJu2c5k.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-20250514_16K","rowId":"CtxFusPxCraL3EeRJu2c5k"}
{"key":"epoch|anthropic/claude-opus-4:budget=16000;ckpt=2025-05-14|none|gpqa-diamond@1|mean-score|CtxFusPxCraL3EeRJu2c5k","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":76.262626,"observedAt":"2025-05-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCtxFusPxCraL3EeRJu2c5k.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-20250514_16K","rowId":"CtxFusPxCraL3EeRJu2c5k"}
{"key":"epoch|anthropic/claude-opus-4:budget=27000;ckpt=2025-05-14|none|frontiermath@2025-02-28-Private|accuracy|ZKroUnGN6qoNssoSQbtzzz","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":27000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":4.137931,"stderr":1.171564,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-20250514_27K","rowId":"ZKroUnGN6qoNssoSQbtzzz"}
{"key":"epoch|anthropic/claude-opus-4:budget=27000;ckpt=2025-05-14|none|frontiermath@2025-02-28-Private|mean-score|ZKroUnGN6qoNssoSQbtzzz","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":27000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":4.137931,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-20250514_27K","rowId":"ZKroUnGN6qoNssoSQbtzzz"}
{"key":"epoch|anthropic/claude-opus-4:budget=8000;ckpt=2025-05-14|none|arc-agi-2@1|cost-per-task|recgJTyUSx4UkgSdV","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":8000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.1569,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4 (Thinking 8K)","rowId":"recgJTyUSx4UkgSdV"}
{"key":"epoch|anthropic/claude-opus-4:budget=8000;ckpt=2025-05-14|none|arc-agi-2@1|score|recgJTyUSx4UkgSdV","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":8000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.52,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4 (Thinking 8K)","rowId":"recgJTyUSx4UkgSdV"}
{"key":"epoch|anthropic/claude-opus-4:ckpt=2025-05-14|none|arc-agi-2@1|cost-per-task|recIqYwza9VtPYCLm","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.6388,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4","rowId":"recIqYwza9VtPYCLm"}
{"key":"epoch|anthropic/claude-opus-4:ckpt=2025-05-14|none|arc-agi-2@1|score|recIqYwza9VtPYCLm","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.27,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4","rowId":"recIqYwza9VtPYCLm"}
{"key":"epoch|anthropic/claude-opus-4:ckpt=2025-05-14|none|frontiermath@2025-02-28-Private|accuracy|GKD2ELzaXHx3giARevEetr","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":4.482759,"stderr":1.217208,"observedAt":"2025-07-04","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-20250514","rowId":"GKD2ELzaXHx3giARevEetr"}
{"key":"epoch|anthropic/claude-opus-4:ckpt=2025-05-14|none|frontiermath@2025-02-28-Private|mean-score|GKD2ELzaXHx3giARevEetr","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":4.482759,"observedAt":"2025-07-04","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-20250514","rowId":"GKD2ELzaXHx3giARevEetr"}
{"key":"epoch|anthropic/claude-opus-4:ckpt=2025-05-14|none|gpqa-diamond@1|accuracy|EnjJ8bGi9vRNNQFzfkLCkQ","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":69.191919,"stderr":3.289477,"observedAt":"2025-05-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FEnjJ8bGi9vRNNQFzfkLCkQ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-20250514","rowId":"EnjJ8bGi9vRNNQFzfkLCkQ"}
{"key":"epoch|anthropic/claude-opus-4:ckpt=2025-05-14|none|gpqa-diamond@1|mean-score|EnjJ8bGi9vRNNQFzfkLCkQ","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":69.191919,"observedAt":"2025-05-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FEnjJ8bGi9vRNNQFzfkLCkQ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-20250514","rowId":"EnjJ8bGi9vRNNQFzfkLCkQ"}
{"key":"epoch|anthropic/claude-opus-4:ckpt=2025-05-14|none|hle@1|accuracy|rec7DOdaKkCsIp2zt","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":6.68,"stderr":0.98,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4","rowId":"rec7DOdaKkCsIp2zt"}
{"key":"epoch|anthropic/claude-opus-4:ckpt=2025-05-14|none|hle@1|calibration-error|rec7DOdaKkCsIp2zt","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":74,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4","rowId":"rec7DOdaKkCsIp2zt"}
{"key":"epoch|anthropic/claude-opus-4:ckpt=2025-05-14|none|swe-bench-verified@1|accuracy|RbcvuVChvxK6SMQbPK8iRn","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":70.661157,"stderr":2.071755,"observedAt":"2026-02-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FRbcvuVChvxK6SMQbPK8iRn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-20250514","rowId":"RbcvuVChvxK6SMQbPK8iRn"}
{"key":"epoch|anthropic/claude-opus-4:ckpt=2025-05-14|none|swe-bench-verified@1|mean-score|RbcvuVChvxK6SMQbPK8iRn","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":70.661157,"observedAt":"2026-02-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FRbcvuVChvxK6SMQbPK8iRn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-4-20250514","rowId":"RbcvuVChvxK6SMQbPK8iRn"}
{"key":"epoch|anthropic/claude-opus-4:flags=thinking;ckpt=2025-05-14|none|hle@1|accuracy|recDGGt1nZaGx87Ql","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":10.72,"stderr":1.21,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4 (Thinking)","rowId":"recDGGt1nZaGx87Ql"}
{"key":"epoch|anthropic/claude-opus-4:flags=thinking;ckpt=2025-05-14|none|hle@1|calibration-error|recDGGt1nZaGx87Ql","sourceId":"epoch","modelId":"anthropic/claude-opus-4","variant":{"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":73,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 4 (Thinking)","rowId":"recDGGt1nZaGx87Ql"}
{"key":"epoch|anthropic/claude-opus-5-5:default|none|vending-bench-2@1|score|recBWEIN3JLagof2u","sourceId":"epoch","modelId":"anthropic/claude-opus-5-5","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":9235.248333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 5.5","rowId":"recBWEIN3JLagof2u"}
{"key":"epoch|anthropic/claude-opus-5-5:effort=high|none|arc-agi-2@1|score|rec0XmjLEfbQPNFj3","sourceId":"epoch","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":93.333333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 5.5 (High)","rowId":"rec0XmjLEfbQPNFj3"}
{"key":"epoch|anthropic/claude-opus-5-5:effort=low|none|arc-agi-2@1|score|recxXUOv2ybbXF8OX","sourceId":"epoch","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":70.138889,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 5.5 (Low)","rowId":"recxXUOv2ybbXF8OX"}
{"key":"epoch|anthropic/claude-opus-5-5:effort=max;flags=fallback|none|gpqa-diamond@1|accuracy|manual_gpqa_diamond_fallback_claude-opus-5-5_max","sourceId":"epoch","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":["fallback"]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":94.065657,"stderr":1.520802,"observedAt":"2026-09-22","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-5-5-fallback_max","rowId":"manual_gpqa_diamond_fallback_claude-opus-5-5_max"}
{"key":"epoch|anthropic/claude-opus-5-5:effort=max;flags=fallback|none|gpqa-diamond@1|mean-score|manual_gpqa_diamond_fallback_claude-opus-5-5_max","sourceId":"epoch","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":["fallback"]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":94.065657,"observedAt":"2026-09-22","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-5-5-fallback_max","rowId":"manual_gpqa_diamond_fallback_claude-opus-5-5_max"}
{"key":"epoch|anthropic/claude-opus-5-5:effort=max|none|arc-agi-2@1|score|reciGvWCfQIQzEmnO","sourceId":"epoch","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":91.666667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 5.5 (Max)","rowId":"reciGvWCfQIQzEmnO"}
{"key":"epoch|anthropic/claude-opus-5-5:effort=max|none|gpqa-diamond@1|accuracy|6gmbahPSxHf9xVhAYqpnhi","sourceId":"epoch","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":90.593434,"stderr":1.94344,"observedAt":"2026-09-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6gmbahPSxHf9xVhAYqpnhi.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-5-5_max","rowId":"6gmbahPSxHf9xVhAYqpnhi"}
{"key":"epoch|anthropic/claude-opus-5-5:effort=max|none|gpqa-diamond@1|mean-score|6gmbahPSxHf9xVhAYqpnhi","sourceId":"epoch","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":90.593434,"observedAt":"2026-09-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6gmbahPSxHf9xVhAYqpnhi.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-5-5_max","rowId":"6gmbahPSxHf9xVhAYqpnhi"}
{"key":"epoch|anthropic/claude-opus-5-5:effort=medium|claude-code|frontiercode@unstated|main-score|claude-opus-5-5_medium%7CClaude Opus 5.5%7Cclaude-code%7Cmedium","sourceId":"epoch","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":54.64,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 5.5","rowId":"claude-opus-5-5_medium|Claude Opus 5.5|claude-code|medium","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-opus-5-5:effort=medium|none|arc-agi-2@1|score|recPthl3n22wvWvIU","sourceId":"epoch","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":87.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 5.5 (Medium)","rowId":"recPthl3n22wvWvIU"}
{"key":"epoch|anthropic/claude-opus-5-5:effort=xhigh|none|arc-agi-2@1|score|recjdCxN2bD3djTOO","sourceId":"epoch","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":92.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 5.5 (XHigh)","rowId":"recjdCxN2bD3djTOO"}
{"key":"epoch|anthropic/claude-opus-5:default|none|gpqa-diamond@1|accuracy|mLmUnBuX6DYKtb6x46GteM","sourceId":"epoch","modelId":"anthropic/claude-opus-5","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":92.929293,"stderr":1.826311,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmLmUnBuX6DYKtb6x46GteM.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-5","rowId":"mLmUnBuX6DYKtb6x46GteM"}
{"key":"epoch|anthropic/claude-opus-5:default|none|gpqa-diamond@1|mean-score|mLmUnBuX6DYKtb6x46GteM","sourceId":"epoch","modelId":"anthropic/claude-opus-5","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":92.929293,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmLmUnBuX6DYKtb6x46GteM.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-5","rowId":"mLmUnBuX6DYKtb6x46GteM"}
{"key":"epoch|anthropic/claude-opus-5:default|none|vending-bench-2@1|score|rec7OZVF0EN5vImL0","sourceId":"epoch","modelId":"anthropic/claude-opus-5","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":11181.873333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 5","rowId":"rec7OZVF0EN5vImL0"}
{"key":"epoch|anthropic/claude-opus-5:effort=high|none|arc-agi-2@1|score|recB3Hc7Wjn7FZ2vt","sourceId":"epoch","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":88.33,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 5 (High)","rowId":"recB3Hc7Wjn7FZ2vt"}
{"key":"epoch|anthropic/claude-opus-5:effort=low|none|gpqa-diamond@1|accuracy|WfaJS4L7Xdz5ZBXgJMbRGb","sourceId":"epoch","modelId":"anthropic/claude-opus-5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":87.878788,"stderr":2.325316,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWfaJS4L7Xdz5ZBXgJMbRGb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-5_low","rowId":"WfaJS4L7Xdz5ZBXgJMbRGb"}
{"key":"epoch|anthropic/claude-opus-5:effort=low|none|gpqa-diamond@1|mean-score|WfaJS4L7Xdz5ZBXgJMbRGb","sourceId":"epoch","modelId":"anthropic/claude-opus-5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":87.878788,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWfaJS4L7Xdz5ZBXgJMbRGb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-5_low","rowId":"WfaJS4L7Xdz5ZBXgJMbRGb"}
{"key":"epoch|anthropic/claude-opus-5:effort=max|none|arc-agi-2@1|score|recKlOZaCgYdWkVtG","sourceId":"epoch","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":88.33,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 5 (High)","rowId":"recKlOZaCgYdWkVtG"}
{"key":"epoch|anthropic/claude-opus-5:effort=max|none|arc-agi-2@1|score|recRyRMLEzUUt9Acr","sourceId":"epoch","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":90.42,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 5 (Max)","rowId":"recRyRMLEzUUt9Acr"}
{"key":"epoch|anthropic/claude-opus-5:effort=max|none|gpqa-diamond@1|accuracy|D3mtasTumfvjR4fjmnHWRy","sourceId":"epoch","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":93.876263,"stderr":1.478202,"observedAt":"2026-07-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FD3mtasTumfvjR4fjmnHWRy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-5_max","rowId":"D3mtasTumfvjR4fjmnHWRy"}
{"key":"epoch|anthropic/claude-opus-5:effort=max|none|gpqa-diamond@1|mean-score|D3mtasTumfvjR4fjmnHWRy","sourceId":"epoch","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":93.876263,"observedAt":"2026-07-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FD3mtasTumfvjR4fjmnHWRy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-opus-5_max","rowId":"D3mtasTumfvjR4fjmnHWRy"}
{"key":"epoch|anthropic/claude-opus-5:effort=medium|claude-code|frontiercode@unstated|main-score|claude-opus-5_max%7CClaude Opus 5%7Cclaude-code%7Cmedium","sourceId":"epoch","modelId":"anthropic/claude-opus-5","variant":{"effort":"medium","flags":[]},"harness":{"name":"Claude Code"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":53.38,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Opus 5","rowId":"claude-opus-5_max|Claude Opus 5|claude-code|medium","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=1000;ckpt=2025-09-29|none|arc-agi-2@1|cost-per-task|recrn6MqgrBWyFiCl","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":1000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.1424,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5 (Thinking 1K)","rowId":"recrn6MqgrBWyFiCl"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=1000;ckpt=2025-09-29|none|arc-agi-2@1|score|recrn6MqgrBWyFiCl","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":1000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":5.83,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5 (Thinking 1K)","rowId":"recrn6MqgrBWyFiCl"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=16000;ckpt=2025-09-29|none|arc-agi-2@1|cost-per-task|recxP8m3sCHQpBdki","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.3499,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5 (Thinking 16K)","rowId":"recxP8m3sCHQpBdki"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=16000;ckpt=2025-09-29|none|arc-agi-2@1|score|recxP8m3sCHQpBdki","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":6.94,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5 (Thinking 16K)","rowId":"recxP8m3sCHQpBdki"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=16000;ckpt=2025-09-29|none|gpqa-diamond@1|accuracy|LkVuUxvsHNzpcg3sUiH7f3","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":78.787879,"stderr":2.912652,"observedAt":"2025-10-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLkVuUxvsHNzpcg3sUiH7f3.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929_16K","rowId":"LkVuUxvsHNzpcg3sUiH7f3"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=16000;ckpt=2025-09-29|none|gpqa-diamond@1|mean-score|LkVuUxvsHNzpcg3sUiH7f3","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":78.787879,"observedAt":"2025-10-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLkVuUxvsHNzpcg3sUiH7f3.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929_16K","rowId":"LkVuUxvsHNzpcg3sUiH7f3"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=32000;ckpt=2025-09-29|none|arc-agi-2@1|cost-per-task|recBx0qeevdxXEZ8W","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.7589,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5 (Thinking 32K)","rowId":"recBx0qeevdxXEZ8W"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=32000;ckpt=2025-09-29|none|arc-agi-2@1|score|recBx0qeevdxXEZ8W","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":13.61,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5 (Thinking 32K)","rowId":"recBx0qeevdxXEZ8W"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=32000;ckpt=2025-09-29|none|frontiermath@2025-02-28-Private|accuracy|LUpSd7DzWf3Fw4iwXb3MPV","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":15.224913,"stderr":2.116973,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929_32K","rowId":"LUpSd7DzWf3Fw4iwXb3MPV"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=32000;ckpt=2025-09-29|none|frontiermath@2025-02-28-Private|mean-score|LUpSd7DzWf3Fw4iwXb3MPV","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":15.224913,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929_32K","rowId":"LUpSd7DzWf3Fw4iwXb3MPV"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=32000;ckpt=2025-09-29|none|gpqa-diamond@1|accuracy|ii6JE9j57eSbuswEsJArTa","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":81.725888,"stderr":2.760387,"observedAt":"2025-10-21","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fii6JE9j57eSbuswEsJArTa.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929_32K","rowId":"ii6JE9j57eSbuswEsJArTa"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=32000;ckpt=2025-09-29|none|gpqa-diamond@1|mean-score|ii6JE9j57eSbuswEsJArTa","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":81.725888,"observedAt":"2025-10-21","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fii6JE9j57eSbuswEsJArTa.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929_32K","rowId":"ii6JE9j57eSbuswEsJArTa"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=59000;ckpt=2025-09-29|none|frontiermath@2025-02-28-Private|accuracy|3GzYKQW2K4iijm6a73rVeh","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":59000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":13.49481,"stderr":2.013299,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929_59K","rowId":"3GzYKQW2K4iijm6a73rVeh"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=59000;ckpt=2025-09-29|none|frontiermath@2025-02-28-Private|mean-score|3GzYKQW2K4iijm6a73rVeh","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":59000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":13.49481,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929_59K","rowId":"3GzYKQW2K4iijm6a73rVeh"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=59000;ckpt=2025-09-29|none|gpqa-diamond@1|accuracy|XaGuWDxPtqVvyxqdMncKFj","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":59000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":82.323232,"stderr":2.717875,"observedAt":"2025-10-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FXaGuWDxPtqVvyxqdMncKFj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929_59K","rowId":"XaGuWDxPtqVvyxqdMncKFj"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=59000;ckpt=2025-09-29|none|gpqa-diamond@1|mean-score|XaGuWDxPtqVvyxqdMncKFj","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":59000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":82.323232,"observedAt":"2025-10-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FXaGuWDxPtqVvyxqdMncKFj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929_59K","rowId":"XaGuWDxPtqVvyxqdMncKFj"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=8000;ckpt=2025-09-29|none|arc-agi-2@1|cost-per-task|recRCNsLfgxjg8Syp","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":8000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.2349,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5 (Thinking 8K)","rowId":"recRCNsLfgxjg8Syp"}
{"key":"epoch|anthropic/claude-sonnet-4-5:budget=8000;ckpt=2025-09-29|none|arc-agi-2@1|score|recRCNsLfgxjg8Syp","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"thinkingBudget":8000,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":6.94,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5 (Thinking 8K)","rowId":"recRCNsLfgxjg8Syp"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|camel-ai|terminal-bench@2.0|accuracy|recUr1bsa1LcRX043","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":{"name":"CAMEL-AI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":46.516854,"stderr":2.351357,"observedAt":"2025-09-29","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5","rowId":"recUr1bsa1LcRX043"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|claude-code|terminal-bench@2.0|accuracy|recBr0bdFWEQJlw24","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":{"name":"Claude Code"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":40.05618,"stderr":2.915379,"observedAt":"2025-09-29","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5","rowId":"recBr0bdFWEQJlw24"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|claude-code|terminal-bench@2.0|accuracy|recDripAbQH8CuooL","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":{"name":"Claude Code"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":40.1,"stderr":2.9,"observedAt":"2025-11-04","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929","rowId":"recDripAbQH8CuooL"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|goose|terminal-bench@2.0|accuracy|recUDNI3Kg8XVDBC8","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":{"name":"Goose"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":43.146067,"stderr":2.587055,"observedAt":"2025-09-29","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5","rowId":"recUDNI3Kg8XVDBC8"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|maya-v2|terminal-bench@2.0|accuracy|rece9vUo1ww7GL6EO","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":{"name":"MAYA-V2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":42.696629,"observedAt":"2025-09-29","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 4.5 Sonnet","rowId":"rece9vUo1ww7GL6EO"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|maya|terminal-bench@2.0|accuracy|recdkO8Qjk07Jy6x3","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":{"name":"MAYA"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":42.7,"observedAt":"2026-01-04","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude 4.5 Sonnet","rowId":"recdkO8Qjk07Jy6x3"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|mini-swe-agent|terminal-bench@2.0|accuracy|recfCRv3Mp3k41IHO","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":42.5,"stderr":2.8,"observedAt":"2025-11-03","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929","rowId":"recfCRv3Mp3k41IHO"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|mini-swe-agent|terminal-bench@2.0|accuracy|recmWHKFsA4OK8Ti1","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":42.52809,"stderr":2.805165,"observedAt":"2025-09-29","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5","rowId":"recmWHKFsA4OK8Ti1"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|arc-agi-2@1|cost-per-task|recRp5W7nPR9PibPQ","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.1295,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5","rowId":"recRp5W7nPR9PibPQ"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|arc-agi-2@1|score|recRp5W7nPR9PibPQ","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":3.75,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5","rowId":"recRp5W7nPR9PibPQ"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|frontiermath@2025-02-28-Private|accuracy|n26C8XHigC9Xfsdb24JZtd","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":9.310345,"stderr":1.709279,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929","rowId":"n26C8XHigC9Xfsdb24JZtd"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|frontiermath@2025-02-28-Private|mean-score|n26C8XHigC9Xfsdb24JZtd","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":9.310345,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929","rowId":"n26C8XHigC9Xfsdb24JZtd"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|gdpval@1|win-or-tie-rate|recgGv7NYJkLHPSjn","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-or-tie-rate","value":50.2525,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5","rowId":"recgGv7NYJkLHPSjn","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|gdpval@1|win-rate|recgGv7NYJkLHPSjn","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-rate","value":42.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5","rowId":"recgGv7NYJkLHPSjn","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|gpqa-diamond@1|accuracy|fsZmzw8jjyUgMQGwxodBwN","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":73.737374,"stderr":3.135305,"observedAt":"2025-09-29","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfsZmzw8jjyUgMQGwxodBwN.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929","rowId":"fsZmzw8jjyUgMQGwxodBwN"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|gpqa-diamond@1|mean-score|fsZmzw8jjyUgMQGwxodBwN","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":73.737374,"observedAt":"2025-09-29","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfsZmzw8jjyUgMQGwxodBwN.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929","rowId":"fsZmzw8jjyUgMQGwxodBwN"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|hle@1|accuracy|receLskUASD1G2QuH","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":13.72,"stderr":1.35,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929-thinking","rowId":"receLskUASD1G2QuH"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|hle@1|accuracy|recs2YfzlLXFgzEAG","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":7.52,"stderr":1.03,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929","rowId":"recs2YfzlLXFgzEAG"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|hle@1|calibration-error|receLskUASD1G2QuH","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":65,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929-thinking","rowId":"receLskUASD1G2QuH"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|hle@1|calibration-error|recs2YfzlLXFgzEAG","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":70,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929","rowId":"recs2YfzlLXFgzEAG"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|swe-bench-verified@1|accuracy|Lti64yMEsBWSzgEMFCSVhp","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":71.280992,"stderr":2.058723,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLti64yMEsBWSzgEMFCSVhp.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929","rowId":"Lti64yMEsBWSzgEMFCSVhp"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|swe-bench-verified@1|mean-score|Lti64yMEsBWSzgEMFCSVhp","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":71.280992,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLti64yMEsBWSzgEMFCSVhp.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929","rowId":"Lti64yMEsBWSzgEMFCSVhp"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|vending-bench-2@1|score|rechxcfDDQebfQxJh","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":3838.74,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5","rowId":"rechxcfDDQebfQxJh"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|openhands|terminal-bench@2.0|accuracy|recJeZzLs4VeGn2nV","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":42.58427,"stderr":2.7711,"observedAt":"2025-09-29","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5","rowId":"recJeZzLs4VeGn2nV"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|openhands|terminal-bench@2.0|accuracy|reclDcpO9SUv4Tpau","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":42.6,"stderr":2.8,"observedAt":"2025-11-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929","rowId":"reclDcpO9SUv4Tpau"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|terminus-2|terminal-bench@2.0|accuracy|recKeFvLcPnLgoUmH","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":42.808989,"stderr":2.788547,"observedAt":"2025-09-29","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.5","rowId":"recKeFvLcPnLgoUmH"}
{"key":"epoch|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|terminus-2|terminal-bench@2.0|accuracy|recZH7p8iYiyYB0Ch","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":42.8,"stderr":2.8,"observedAt":"2025-10-31","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929","rowId":"recZH7p8iYiyYB0Ch"}
{"key":"epoch|anthropic/claude-sonnet-4-5:steps=100;ckpt=2025-09-29|none|osworld@1|score|claude-sonnet-4-5-20250929 (100 steps)","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"stepBudget":100,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":62.9,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929 (100 steps)","rowId":"claude-sonnet-4-5-20250929 (100 steps)"}
{"key":"epoch|anthropic/claude-sonnet-4-5:steps=15;ckpt=2025-09-29|none|osworld@1|score|claude-sonnet-4-5-20250929 (15 steps)","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"stepBudget":15,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":42.9,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929 (15 steps)","rowId":"claude-sonnet-4-5-20250929 (15 steps)"}
{"key":"epoch|anthropic/claude-sonnet-4-5:steps=50;ckpt=2025-09-29|none|osworld@1|score|claude-sonnet-4-5-20250929 (50 steps)","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-5","variant":{"stepBudget":50,"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":58.1,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-5-20250929 (50 steps)","rowId":"claude-sonnet-4-5-20250929 (50 steps)"}
{"key":"epoch|anthropic/claude-sonnet-4-6:budget=16000|none|frontiermath@2025-02-28-Private|accuracy|ewFjUhQhYidjkErDdLvcQL","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"thinkingBudget":16000,"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":32.4,"stderr":2.812164,"observedAt":"2026-02-20","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-6_16K","rowId":"ewFjUhQhYidjkErDdLvcQL"}
{"key":"epoch|anthropic/claude-sonnet-4-6:budget=16000|none|frontiermath@2025-02-28-Private|mean-score|ewFjUhQhYidjkErDdLvcQL","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"thinkingBudget":16000,"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":32.4,"observedAt":"2026-02-20","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-6_16K","rowId":"ewFjUhQhYidjkErDdLvcQL"}
{"key":"epoch|anthropic/claude-sonnet-4-6:budget=32000|none|gpqa-diamond@1|accuracy|58eQmyCfPa3FufhXJFvAL2","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"thinkingBudget":32000,"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":87.373737,"stderr":2.003428,"observedAt":"2026-02-20","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F58eQmyCfPa3FufhXJFvAL2.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-6_32K","rowId":"58eQmyCfPa3FufhXJFvAL2"}
{"key":"epoch|anthropic/claude-sonnet-4-6:budget=32000|none|gpqa-diamond@1|mean-score|58eQmyCfPa3FufhXJFvAL2","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"thinkingBudget":32000,"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":87.373737,"observedAt":"2026-02-20","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F58eQmyCfPa3FufhXJFvAL2.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-6_32K","rowId":"58eQmyCfPa3FufhXJFvAL2"}
{"key":"epoch|anthropic/claude-sonnet-4-6:default|none|swe-bench-verified@1|accuracy|KEdgiMmtJKHxgGiS82agYj","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":75.206612,"stderr":1.964818,"observedAt":"2026-02-21","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKEdgiMmtJKHxgGiS82agYj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-6","rowId":"KEdgiMmtJKHxgGiS82agYj"}
{"key":"epoch|anthropic/claude-sonnet-4-6:default|none|swe-bench-verified@1|mean-score|KEdgiMmtJKHxgGiS82agYj","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":75.206612,"observedAt":"2026-02-21","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKEdgiMmtJKHxgGiS82agYj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-6","rowId":"KEdgiMmtJKHxgGiS82agYj"}
{"key":"epoch|anthropic/claude-sonnet-4-6:default|none|vending-bench-2@1|score|rec1wYB2vM7FcJJFR","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":7204.14,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.6","rowId":"rec1wYB2vM7FcJJFR"}
{"key":"epoch|anthropic/claude-sonnet-4-6:default|simplai-agent|terminal-bench@2.0|accuracy|recDxT0PT7JaamTSf","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":{"name":"Simplai Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":53.426966,"stderr":2.830028,"observedAt":"2026-02-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.6","rowId":"recDxT0PT7JaamTSf"}
{"key":"epoch|anthropic/claude-sonnet-4-6:default|simplai-agent|terminal-bench@2.0|accuracy|recLi0k6lS2WZTy3O","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":{"name":"Simplai Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":53.4,"stderr":2.8,"observedAt":"2026-05-14","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.6","rowId":"recLi0k6lS2WZTy3O"}
{"key":"epoch|anthropic/claude-sonnet-4-6:effort=high|none|arc-agi-2@1|cost-per-task|recIlUapCqVFHs6qj","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":2.6966,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.6 (High)","rowId":"recIlUapCqVFHs6qj"}
{"key":"epoch|anthropic/claude-sonnet-4-6:effort=high|none|arc-agi-2@1|score|recIlUapCqVFHs6qj","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":60.42,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.6 (High)","rowId":"recIlUapCqVFHs6qj"}
{"key":"epoch|anthropic/claude-sonnet-4-6:effort=high|none|gpqa-diamond@1|accuracy|DmdKPD9Z9RXwYyATAoG4Uw","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":83.333333,"stderr":2.655221,"observedAt":"2026-07-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDmdKPD9Z9RXwYyATAoG4Uw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-6_high","rowId":"DmdKPD9Z9RXwYyATAoG4Uw"}
{"key":"epoch|anthropic/claude-sonnet-4-6:effort=high|none|gpqa-diamond@1|mean-score|DmdKPD9Z9RXwYyATAoG4Uw","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":83.333333,"observedAt":"2026-07-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDmdKPD9Z9RXwYyATAoG4Uw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-6_high","rowId":"DmdKPD9Z9RXwYyATAoG4Uw"}
{"key":"epoch|anthropic/claude-sonnet-4-6:effort=max|claude-code|frontiercode@unstated|main-score|claude-sonnet-4-6_unknown%7CClaude Sonnet 4.6%7Cclaude-code%7Cmax","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"effort":"max","flags":[]},"harness":{"name":"Claude Code"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":24.31,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.6","rowId":"claude-sonnet-4-6_unknown|Claude Sonnet 4.6|claude-code|max","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-sonnet-4-6:effort=max|none|arc-agi-2@1|cost-per-task|reco6ICSvrm675Zqs","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":2.7179,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.6 (Max)","rowId":"reco6ICSvrm675Zqs"}
{"key":"epoch|anthropic/claude-sonnet-4-6:effort=max|none|arc-agi-2@1|score|reco6ICSvrm675Zqs","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":58.33,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4.6 (Max)","rowId":"reco6ICSvrm675Zqs"}
{"key":"epoch|anthropic/claude-sonnet-4-6:effort=max|none|gpqa-diamond@1|accuracy|SEePRKRcv8oqn5HpD2KFxB","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":78.787879,"stderr":2.912652,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSEePRKRcv8oqn5HpD2KFxB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-6_max","rowId":"SEePRKRcv8oqn5HpD2KFxB"}
{"key":"epoch|anthropic/claude-sonnet-4-6:effort=max|none|gpqa-diamond@1|mean-score|SEePRKRcv8oqn5HpD2KFxB","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":78.787879,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSEePRKRcv8oqn5HpD2KFxB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-6_max","rowId":"SEePRKRcv8oqn5HpD2KFxB"}
{"key":"epoch|anthropic/claude-sonnet-4-6:effort=medium|none|gpqa-diamond@1|accuracy|e8MXnAM8HMF8eEzYtYA7xv","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":83.333333,"stderr":2.655221,"observedAt":"2026-07-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fe8MXnAM8HMF8eEzYtYA7xv.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-6_medium","rowId":"e8MXnAM8HMF8eEzYtYA7xv"}
{"key":"epoch|anthropic/claude-sonnet-4-6:effort=medium|none|gpqa-diamond@1|mean-score|e8MXnAM8HMF8eEzYtYA7xv","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":83.333333,"observedAt":"2026-07-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fe8MXnAM8HMF8eEzYtYA7xv.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-6_medium","rowId":"e8MXnAM8HMF8eEzYtYA7xv"}
{"key":"epoch|anthropic/claude-sonnet-4-6:steps=100|none|osworld@1|score|claude-sonnet-4-6 (100 steps)","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4-6","variant":{"stepBudget":100,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":72.1,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-6 (100 steps)","rowId":"claude-sonnet-4-6 (100 steps)"}
{"key":"epoch|anthropic/claude-sonnet-4:budget=1000;ckpt=2025-05-14|none|arc-agi-2@1|cost-per-task|recbHOUFE4mIkwxSV","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":1000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.1425,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4 (Thinking 1K)","rowId":"recbHOUFE4mIkwxSV"}
{"key":"epoch|anthropic/claude-sonnet-4:budget=1000;ckpt=2025-05-14|none|arc-agi-2@1|score|recbHOUFE4mIkwxSV","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":1000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.85,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4 (Thinking 1K)","rowId":"recbHOUFE4mIkwxSV"}
{"key":"epoch|anthropic/claude-sonnet-4:budget=16000;ckpt=2025-05-14|none|arc-agi-2@1|cost-per-task|recRLtrNpStDOz6At","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.4857,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4 (Thinking 16K)","rowId":"recRLtrNpStDOz6At"}
{"key":"epoch|anthropic/claude-sonnet-4:budget=16000;ckpt=2025-05-14|none|arc-agi-2@1|score|recRLtrNpStDOz6At","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":5.93,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4 (Thinking 16K)","rowId":"recRLtrNpStDOz6At"}
{"key":"epoch|anthropic/claude-sonnet-4:budget=16000;ckpt=2025-05-14|none|gpqa-diamond@1|accuracy|PPLoBnbKQ9CEYZNSk3E7LE","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":75.757576,"stderr":3.053289,"observedAt":"2025-05-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPPLoBnbKQ9CEYZNSk3E7LE.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-20250514_16K","rowId":"PPLoBnbKQ9CEYZNSk3E7LE"}
{"key":"epoch|anthropic/claude-sonnet-4:budget=16000;ckpt=2025-05-14|none|gpqa-diamond@1|mean-score|PPLoBnbKQ9CEYZNSk3E7LE","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":16000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":75.757576,"observedAt":"2025-05-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPPLoBnbKQ9CEYZNSk3E7LE.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-20250514_16K","rowId":"PPLoBnbKQ9CEYZNSk3E7LE"}
{"key":"epoch|anthropic/claude-sonnet-4:budget=32000;ckpt=2025-05-14|none|gpqa-diamond@1|accuracy|8hGbWtbpUjAQpebkKQfSi7","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":78.282828,"stderr":2.937662,"observedAt":"2025-05-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F8hGbWtbpUjAQpebkKQfSi7.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-20250514_32K","rowId":"8hGbWtbpUjAQpebkKQfSi7"}
{"key":"epoch|anthropic/claude-sonnet-4:budget=32000;ckpt=2025-05-14|none|gpqa-diamond@1|mean-score|8hGbWtbpUjAQpebkKQfSi7","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":78.282828,"observedAt":"2025-05-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F8hGbWtbpUjAQpebkKQfSi7.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-20250514_32K","rowId":"8hGbWtbpUjAQpebkKQfSi7"}
{"key":"epoch|anthropic/claude-sonnet-4:budget=59000;ckpt=2025-05-14|none|gpqa-diamond@1|accuracy|J9wjcQqKJ7hCSYnnoa5E9i","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":59000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":79.187817,"stderr":2.674821,"observedAt":"2025-05-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJ9wjcQqKJ7hCSYnnoa5E9i.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-20250514_59K","rowId":"J9wjcQqKJ7hCSYnnoa5E9i"}
{"key":"epoch|anthropic/claude-sonnet-4:budget=59000;ckpt=2025-05-14|none|gpqa-diamond@1|mean-score|J9wjcQqKJ7hCSYnnoa5E9i","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":59000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":77.819919,"observedAt":"2025-05-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJ9wjcQqKJ7hCSYnnoa5E9i.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-20250514_59K","rowId":"J9wjcQqKJ7hCSYnnoa5E9i"}
{"key":"epoch|anthropic/claude-sonnet-4:budget=8000;ckpt=2025-05-14|none|arc-agi-2@1|cost-per-task|rec9yHZPujDE8MdDK","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":8000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.2654,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4 (Thinking 8K)","rowId":"rec9yHZPujDE8MdDK"}
{"key":"epoch|anthropic/claude-sonnet-4:budget=8000;ckpt=2025-05-14|none|arc-agi-2@1|score|rec9yHZPujDE8MdDK","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":8000,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.12,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4 (Thinking 8K)","rowId":"rec9yHZPujDE8MdDK"}
{"key":"epoch|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|arc-agi-2@1|cost-per-task|rec5UCwOgvD2BGMyd","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.1272,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4","rowId":"rec5UCwOgvD2BGMyd"}
{"key":"epoch|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|arc-agi-2@1|score|rec5UCwOgvD2BGMyd","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.27,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4","rowId":"rec5UCwOgvD2BGMyd"}
{"key":"epoch|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|frontiermath@2025-02-28-Private|accuracy|UcfxxJmo4ftRzPEnXrRdSw","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":4.137931,"stderr":1.171564,"observedAt":"2025-07-04","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-20250514","rowId":"UcfxxJmo4ftRzPEnXrRdSw"}
{"key":"epoch|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|frontiermath@2025-02-28-Private|mean-score|UcfxxJmo4ftRzPEnXrRdSw","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":4.137931,"observedAt":"2025-07-04","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-20250514","rowId":"UcfxxJmo4ftRzPEnXrRdSw"}
{"key":"epoch|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|gpqa-diamond@1|accuracy|ZF4eejw7J2KrcoNWd6hUbU","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":66.666667,"stderr":3.358618,"observedAt":"2025-05-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FZF4eejw7J2KrcoNWd6hUbU.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-20250514","rowId":"ZF4eejw7J2KrcoNWd6hUbU"}
{"key":"epoch|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|gpqa-diamond@1|mean-score|ZF4eejw7J2KrcoNWd6hUbU","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":66.666667,"observedAt":"2025-05-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FZF4eejw7J2KrcoNWd6hUbU.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-4-20250514","rowId":"ZF4eejw7J2KrcoNWd6hUbU"}
{"key":"epoch|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|hle@1|accuracy|recDcYVlY8ya80Qq0","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":5.52,"stderr":0.9,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4","rowId":"recDcYVlY8ya80Qq0"}
{"key":"epoch|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|hle@1|calibration-error|recDcYVlY8ya80Qq0","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":76,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4","rowId":"recDcYVlY8ya80Qq0"}
{"key":"epoch|anthropic/claude-sonnet-4:flags=thinking;ckpt=2025-05-14|none|hle@1|accuracy|recBG4cqUawtpE2Av","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":7.76,"stderr":1.05,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4 (Thinking)","rowId":"recBG4cqUawtpE2Av"}
{"key":"epoch|anthropic/claude-sonnet-4:flags=thinking;ckpt=2025-05-14|none|hle@1|calibration-error|recBG4cqUawtpE2Av","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":75,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 4 (Thinking)","rowId":"recBG4cqUawtpE2Av"}
{"key":"epoch|anthropic/claude-sonnet-4:steps=100;ckpt=2025-05-14|none|osworld@1|score|claude-4-sonnet-20250514 (100 steps)","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"stepBudget":100,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":41.4,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-4-sonnet-20250514 (100 steps)","rowId":"claude-4-sonnet-20250514 (100 steps)"}
{"key":"epoch|anthropic/claude-sonnet-4:steps=15;ckpt=2025-05-14|none|osworld@1|score|claude-4-sonnet-20250514 (15 steps)","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"stepBudget":15,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":31.2,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-4-sonnet-20250514 (15 steps)","rowId":"claude-4-sonnet-20250514 (15 steps)"}
{"key":"epoch|anthropic/claude-sonnet-4:steps=50;ckpt=2025-05-14|none|osworld@1|score|claude-4-sonnet-20250514 (50 steps)","sourceId":"epoch","modelId":"anthropic/claude-sonnet-4","variant":{"stepBudget":50,"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":43.9,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-4-sonnet-20250514 (50 steps)","rowId":"claude-4-sonnet-20250514 (50 steps)"}
{"key":"epoch|anthropic/claude-sonnet-5-5:default|none|vending-bench-2@1|score|recuISzHM54q0s0VU","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5-5","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":11165.278333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 5.5","rowId":"recuISzHM54q0s0VU"}
{"key":"epoch|anthropic/claude-sonnet-5-5:effort=high|none|arc-agi-2@1|score|recKZkTgAwN7tZDPL","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":67.361111,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 5.5 (High)","rowId":"recKZkTgAwN7tZDPL"}
{"key":"epoch|anthropic/claude-sonnet-5-5:effort=low|none|arc-agi-2@1|score|recEbAfD1hPSWfxTP","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":24.027778,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 5.5 (Low)","rowId":"recEbAfD1hPSWfxTP"}
{"key":"epoch|anthropic/claude-sonnet-5-5:effort=max|none|gpqa-diamond@1|accuracy|QPk8jbJvo4986sbWtdte6J","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":95.580808,"stderr":1.371032,"observedAt":"2026-09-29","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQPk8jbJvo4986sbWtdte6J.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-5-5_max","rowId":"QPk8jbJvo4986sbWtdte6J"}
{"key":"epoch|anthropic/claude-sonnet-5-5:effort=max|none|gpqa-diamond@1|mean-score|QPk8jbJvo4986sbWtdte6J","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":95.580808,"observedAt":"2026-09-29","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQPk8jbJvo4986sbWtdte6J.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-5-5_max","rowId":"QPk8jbJvo4986sbWtdte6J"}
{"key":"epoch|anthropic/claude-sonnet-5-5:effort=medium|none|arc-agi-2@1|score|recXy5Z6bajUACSLt","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":32.777778,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 5.5 (Medium)","rowId":"recXy5Z6bajUACSLt"}
{"key":"epoch|anthropic/claude-sonnet-5-5:effort=xhigh|claude-code|frontiercode@unstated|main-score|claude-sonnet-5-5_xhigh%7CClaude Sonnet 5.5%7Cclaude-code%7Cxhigh","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":52.09,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 5.5","rowId":"claude-sonnet-5-5_xhigh|Claude Sonnet 5.5|claude-code|xhigh","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-sonnet-5-5:effort=xhigh|none|arc-agi-2@1|score|reclwthLdzhvIpMOa","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":83.888889,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 5.5 (XHigh)","rowId":"reclwthLdzhvIpMOa"}
{"key":"epoch|anthropic/claude-sonnet-5-5:effort=xhigh|none|hle@1|accuracy|recxGPs2ikoJ9KUyA","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":46.12,"stderr":1.95,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Sonnet 5.5 (xhigh)","rowId":"recxGPs2ikoJ9KUyA"}
{"key":"epoch|anthropic/claude-sonnet-5:default|none|vending-bench-2@1|score|rec57E8P1Gu85Bppk","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":6377.701667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 5","rowId":"rec57E8P1Gu85Bppk"}
{"key":"epoch|anthropic/claude-sonnet-5:effort=max|none|gpqa-diamond@1|accuracy|FNXAt76ZUS3sWhQDFMga7U","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":80.30303,"stderr":2.833561,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFNXAt76ZUS3sWhQDFMga7U.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-5_max","rowId":"FNXAt76ZUS3sWhQDFMga7U"}
{"key":"epoch|anthropic/claude-sonnet-5:effort=max|none|gpqa-diamond@1|mean-score|FNXAt76ZUS3sWhQDFMga7U","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":80.30303,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFNXAt76ZUS3sWhQDFMga7U.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-5_max","rowId":"FNXAt76ZUS3sWhQDFMga7U"}
{"key":"epoch|anthropic/claude-sonnet-5:effort=xhigh|claude-code|frontiercode@unstated|main-score|claude-sonnet-5_unknown%7CClaude Sonnet 5%7Cclaude-code%7Cxhigh","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Claude Code"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":42.73,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Claude Sonnet 5","rowId":"claude-sonnet-5_unknown|Claude Sonnet 5|claude-code|xhigh","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|anthropic/claude-sonnet-5:effort=xhigh|none|gpqa-diamond@1|accuracy|HhiYxEx3Bf8YDPUh34K4DC","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":90.530303,"stderr":1.783832,"observedAt":"2026-07-01","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FHhiYxEx3Bf8YDPUh34K4DC.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-5_xhigh","rowId":"HhiYxEx3Bf8YDPUh34K4DC"}
{"key":"epoch|anthropic/claude-sonnet-5:effort=xhigh|none|gpqa-diamond@1|mean-score|HhiYxEx3Bf8YDPUh34K4DC","sourceId":"epoch","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":90.530303,"observedAt":"2026-07-01","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FHhiYxEx3Bf8YDPUh34K4DC.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"claude-sonnet-5_xhigh","rowId":"HhiYxEx3Bf8YDPUh34K4DC"}
{"key":"epoch|bytedance/doubao-1.5-thinking-vision-pro-250428:steps=100|none|osworld@1|score|doubao-1-5-thinking-vision-pro-250428 (100 steps)","sourceId":"epoch","modelId":"bytedance/doubao-1.5-thinking-vision-pro-250428","variant":{"stepBudget":100,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":33.8,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-1-5-thinking-vision-pro-250428 (100 steps)","rowId":"doubao-1-5-thinking-vision-pro-250428 (100 steps)"}
{"key":"epoch|bytedance/doubao-1.5-thinking-vision-pro-250428:steps=15|none|osworld@1|score|doubao-1-5-thinking-vision-pro-250428 (15 steps)","sourceId":"epoch","modelId":"bytedance/doubao-1.5-thinking-vision-pro-250428","variant":{"stepBudget":15,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":27.8,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-1-5-thinking-vision-pro-250428 (15 steps)","rowId":"doubao-1-5-thinking-vision-pro-250428 (15 steps)"}
{"key":"epoch|bytedance/doubao-1.5-thinking-vision-pro-250717:steps=100|none|osworld@1|score|doubao-1-5-thinking-vision-pro-250717 (100 steps)","sourceId":"epoch","modelId":"bytedance/doubao-1.5-thinking-vision-pro-250717","variant":{"stepBudget":100,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":40,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-1-5-thinking-vision-pro-250717 (100 steps)","rowId":"doubao-1-5-thinking-vision-pro-250717 (100 steps)"}
{"key":"epoch|bytedance/doubao-1.5-thinking-vision-pro-250717:steps=15|none|osworld@1|score|doubao-1-5-thinking-vision-pro-250717 (15 steps)","sourceId":"epoch","modelId":"bytedance/doubao-1.5-thinking-vision-pro-250717","variant":{"stepBudget":15,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":31.9,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-1-5-thinking-vision-pro-250717 (15 steps)","rowId":"doubao-1-5-thinking-vision-pro-250717 (15 steps)"}
{"key":"epoch|bytedance/doubao-seed-2.0-lite-260428:effort=high|none|gpqa-diamond@1|accuracy|TJUDw6vaSyDFKZ2UacuD5L","sourceId":"epoch","modelId":"bytedance/doubao-seed-2.0-lite-260428","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.131313,"stderr":1.94408,"observedAt":"2026-10-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTJUDw6vaSyDFKZ2UacuD5L.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-seed-2.0-lite-260428_high","rowId":"TJUDw6vaSyDFKZ2UacuD5L"}
{"key":"epoch|bytedance/doubao-seed-2.0-lite-260428:effort=high|none|gpqa-diamond@1|mean-score|TJUDw6vaSyDFKZ2UacuD5L","sourceId":"epoch","modelId":"bytedance/doubao-seed-2.0-lite-260428","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.131313,"observedAt":"2026-10-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTJUDw6vaSyDFKZ2UacuD5L.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-seed-2.0-lite-260428_high","rowId":"TJUDw6vaSyDFKZ2UacuD5L"}
{"key":"epoch|bytedance/doubao-seed-2.0-pro-260215:effort=high|none|gpqa-diamond@1|accuracy|2z8ecBVZbXKHtpyFyxpJyB","sourceId":"epoch","modelId":"bytedance/doubao-seed-2.0-pro-260215","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.194444,"stderr":1.94294,"observedAt":"2026-10-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2z8ecBVZbXKHtpyFyxpJyB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-seed-2.0-pro-260215_high","rowId":"2z8ecBVZbXKHtpyFyxpJyB"}
{"key":"epoch|bytedance/doubao-seed-2.0-pro-260215:effort=high|none|gpqa-diamond@1|mean-score|2z8ecBVZbXKHtpyFyxpJyB","sourceId":"epoch","modelId":"bytedance/doubao-seed-2.0-pro-260215","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.194444,"observedAt":"2026-10-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2z8ecBVZbXKHtpyFyxpJyB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-seed-2.0-pro-260215_high","rowId":"2z8ecBVZbXKHtpyFyxpJyB"}
{"key":"epoch|bytedance/doubao-seed-2.1-pro-260628:effort=high|none|gpqa-diamond@1|accuracy|7RKgYb6sU9XB5RVBRQ3nCB","sourceId":"epoch","modelId":"bytedance/doubao-seed-2.1-pro-260628","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":89.330808,"stderr":1.841716,"observedAt":"2026-10-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F7RKgYb6sU9XB5RVBRQ3nCB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-seed-2.1-pro-260628_high","rowId":"7RKgYb6sU9XB5RVBRQ3nCB"}
{"key":"epoch|bytedance/doubao-seed-2.1-pro-260628:effort=high|none|gpqa-diamond@1|mean-score|7RKgYb6sU9XB5RVBRQ3nCB","sourceId":"epoch","modelId":"bytedance/doubao-seed-2.1-pro-260628","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":89.330808,"observedAt":"2026-10-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F7RKgYb6sU9XB5RVBRQ3nCB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-seed-2.1-pro-260628_high","rowId":"7RKgYb6sU9XB5RVBRQ3nCB"}
{"key":"epoch|bytedance/doubao-seed-2.1-turbo-260628:effort=high|none|gpqa-diamond@1|accuracy|eMBLN26MgdzXLL6XgwmKB9","sourceId":"epoch","modelId":"bytedance/doubao-seed-2.1-turbo-260628","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":89.583333,"stderr":1.78959,"observedAt":"2026-10-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FeMBLN26MgdzXLL6XgwmKB9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-seed-2.1-turbo-260628_high","rowId":"eMBLN26MgdzXLL6XgwmKB9"}
{"key":"epoch|bytedance/doubao-seed-2.1-turbo-260628:effort=high|none|gpqa-diamond@1|mean-score|eMBLN26MgdzXLL6XgwmKB9","sourceId":"epoch","modelId":"bytedance/doubao-seed-2.1-turbo-260628","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":89.583333,"observedAt":"2026-10-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FeMBLN26MgdzXLL6XgwmKB9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-seed-2.1-turbo-260628_high","rowId":"eMBLN26MgdzXLL6XgwmKB9"}
{"key":"epoch|bytedance/doubao-seed-evolving:effort=high|none|gpqa-diamond@1|accuracy|KWK3fWVchTtVXd4kAEhwK5","sourceId":"epoch","modelId":"bytedance/doubao-seed-evolving","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":93.118687,"stderr":1.567014,"observedAt":"2026-11-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKWK3fWVchTtVXd4kAEhwK5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-seed-evolving_high","rowId":"KWK3fWVchTtVXd4kAEhwK5"}
{"key":"epoch|bytedance/doubao-seed-evolving:effort=high|none|gpqa-diamond@1|mean-score|KWK3fWVchTtVXd4kAEhwK5","sourceId":"epoch","modelId":"bytedance/doubao-seed-evolving","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":93.118687,"observedAt":"2026-11-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKWK3fWVchTtVXd4kAEhwK5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"doubao-seed-evolving_high","rowId":"KWK3fWVchTtVXd4kAEhwK5"}
{"key":"epoch|bytedance/seed-1.6:default|none|gpqa-diamond@1|accuracy|koZMW3Nn9vWz4vZUXdZLEC","sourceId":"epoch","modelId":"bytedance/seed-1.6","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":77.588384,"stderr":2.527307,"observedAt":"2026-10-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FkoZMW3Nn9vWz4vZUXdZLEC.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"seed-1.6","rowId":"koZMW3Nn9vWz4vZUXdZLEC"}
{"key":"epoch|bytedance/seed-1.6:default|none|gpqa-diamond@1|mean-score|koZMW3Nn9vWz4vZUXdZLEC","sourceId":"epoch","modelId":"bytedance/seed-1.6","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":77.588384,"observedAt":"2026-10-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FkoZMW3Nn9vWz4vZUXdZLEC.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"seed-1.6","rowId":"koZMW3Nn9vWz4vZUXdZLEC"}
{"key":"epoch|bytedance/seed-oss-36b-instruct:default|none|gpqa-diamond@1|accuracy|BVat526nF6NUGoVaLCp7DT","sourceId":"epoch","modelId":"bytedance/seed-oss-36b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":71.527778,"stderr":2.741123,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBVat526nF6NUGoVaLCp7DT.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"seed-oss-36b-instruct","rowId":"BVat526nF6NUGoVaLCp7DT"}
{"key":"epoch|bytedance/seed-oss-36b-instruct:default|none|gpqa-diamond@1|mean-score|BVat526nF6NUGoVaLCp7DT","sourceId":"epoch","modelId":"bytedance/seed-oss-36b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":71.527778,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBVat526nF6NUGoVaLCp7DT.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"seed-oss-36b-instruct","rowId":"BVat526nF6NUGoVaLCp7DT"}
{"key":"epoch|bytedance/ui-tars-1.5-7b:steps=100|none|osworld@1|score|uitars-1.5-7b (100 steps)","sourceId":"epoch","modelId":"bytedance/ui-tars-1.5-7b","variant":{"stepBudget":100,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":27.4,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"uitars-1.5-7b (100 steps)","rowId":"uitars-1.5-7b (100 steps)"}
{"key":"epoch|bytedance/ui-tars-1.5-7b:steps=15|none|osworld@1|score|uitars-1.5-7b (15 steps)","sourceId":"epoch","modelId":"bytedance/ui-tars-1.5-7b","variant":{"stepBudget":15,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":24.5,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"uitars-1.5-7b (15 steps)","rowId":"uitars-1.5-7b (15 steps)"}
{"key":"epoch|bytedance/ui-tars-1.5-7b:steps=50|none|osworld@1|score|uitars-1.5-7b (50 steps)","sourceId":"epoch","modelId":"bytedance/ui-tars-1.5-7b","variant":{"stepBudget":50,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":27.3,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"uitars-1.5-7b (50 steps)","rowId":"uitars-1.5-7b (50 steps)"}
{"key":"epoch|bytedance/ui-tars-2-2509:steps=100|none|osworld@1|score|UI-TARS-2-2509 (100 steps)","sourceId":"epoch","modelId":"bytedance/ui-tars-2-2509","variant":{"stepBudget":100,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":53.1,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"UI-TARS-2-2509 (100 steps)","rowId":"UI-TARS-2-2509 (100 steps)"}
{"key":"epoch|bytedance/ui-tars-250705:steps=100|none|osworld@1|score|UI-TARS-250705 (100 steps)","sourceId":"epoch","modelId":"bytedance/ui-tars-250705","variant":{"stepBudget":100,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":41.8,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"UI-TARS-250705 (100 steps)","rowId":"UI-TARS-250705 (100 steps)"}
{"key":"epoch|bytedance/ui-tars-72b-dpo:steps=100|none|osworld@1|score|uitars-72b-dpo (100 steps)","sourceId":"epoch","modelId":"bytedance/ui-tars-72b-dpo","variant":{"stepBudget":100,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":27.1,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"uitars-72b-dpo (100 steps)","rowId":"uitars-72b-dpo (100 steps)"}
{"key":"epoch|bytedance/ui-tars-72b-dpo:steps=15|none|osworld@1|score|uitars-72b-dpo (15 steps)","sourceId":"epoch","modelId":"bytedance/ui-tars-72b-dpo","variant":{"stepBudget":15,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":24,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"uitars-72b-dpo (15 steps)","rowId":"uitars-72b-dpo (15 steps)"}
{"key":"epoch|bytedance/ui-tars-72b-dpo:steps=50|none|osworld@1|score|uitars-72b-dpo (50 steps)","sourceId":"epoch","modelId":"bytedance/ui-tars-72b-dpo","variant":{"stepBudget":50,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":25.8,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"uitars-72b-dpo (50 steps)","rowId":"uitars-72b-dpo (50 steps)"}
{"key":"epoch|cognition/swe-1.6:effort=none|devin-cli|frontiercode@unstated|main-score|swe-1.6%7CSWE-1.6%7Cdevin-cli%7Cnone","sourceId":"epoch","modelId":"cognition/swe-1.6","variant":{"effort":"none","flags":[]},"harness":{"name":"devin-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":9.39,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"SWE-1.6","rowId":"swe-1.6|SWE-1.6|devin-cli|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|cognition/swe-1.6:effort=none|devin|frontiercode@unstated|main-score|%7CSWE-1.6%7Cdevin%7Cnone","sourceId":"epoch","modelId":"cognition/swe-1.6","variant":{"effort":"none","flags":[]},"harness":{"name":"devin"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":9.4,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"SWE-1.6","rowId":"|SWE-1.6|devin|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|cognition/swe-1.7:effort=none|devin-cli|frontiercode@unstated|main-score|swe-1.7%7CSWE-1.7%7Cdevin-cli%7Cnone","sourceId":"epoch","modelId":"cognition/swe-1.7","variant":{"effort":"none","flags":[]},"harness":{"name":"devin-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":41.99,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"SWE-1.7","rowId":"swe-1.7|SWE-1.7|devin-cli|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|cognition/swe-1.7:effort=none|devin|frontiercode@unstated|main-score|%7CSWE-1.7%7Cdevin%7Cnone","sourceId":"epoch","modelId":"cognition/swe-1.7","variant":{"effort":"none","flags":[]},"harness":{"name":"devin"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":42.33,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"SWE-1.7","rowId":"|SWE-1.7|devin|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|cognition/swe-2:effort=max|devin|frontiercode@unstated|main-score|swe-2_max%7CSWE-2%7Cdevin%7Cmax","sourceId":"epoch","modelId":"cognition/swe-2","variant":{"effort":"max","flags":[]},"harness":{"name":"devin"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":50,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"SWE-2","rowId":"swe-2_max|SWE-2|devin|max","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|cursor/composer-2.5:effort=none|cursor-cli|frontiercode@unstated|main-score|%7CComposer 2.5%7Ccursor-cli%7Cnone","sourceId":"epoch","modelId":"cursor/composer-2.5","variant":{"effort":"none","flags":[]},"harness":{"name":"cursor-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":25.6,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Composer 2.5","rowId":"|Composer 2.5|cursor-cli|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|cursor/composer-2.5:effort=none|cursor-cli|frontiercode@unstated|main-score|Composer 2.5%7CComposer 2.5%7Ccursor-cli%7Cnone","sourceId":"epoch","modelId":"cursor/composer-2.5","variant":{"effort":"none","flags":[]},"harness":{"name":"cursor-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":25.64,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Composer 2.5","rowId":"Composer 2.5|Composer 2.5|cursor-cli|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|databricks/dbrx-instruct:default|none|gpqa-diamond@1|accuracy|TTa3hu7PgRxHgizVreZsdJ","sourceId":"epoch","modelId":"databricks/dbrx-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":32.891414,"stderr":3.256944,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTTa3hu7PgRxHgizVreZsdJ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"dbrx-instruct","rowId":"TTa3hu7PgRxHgizVreZsdJ"}
{"key":"epoch|databricks/dbrx-instruct:default|none|gpqa-diamond@1|mean-score|TTa3hu7PgRxHgizVreZsdJ","sourceId":"epoch","modelId":"databricks/dbrx-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":32.891414,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTTa3hu7PgRxHgizVreZsdJ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"dbrx-instruct","rowId":"TTa3hu7PgRxHgizVreZsdJ"}
{"key":"epoch|deepseek/deepseek-llm-67b-chat:default|none|gpqa-diamond@1|accuracy|82RTgqgiC2UuM5M37L3WWM","sourceId":"epoch","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":24.621212,"stderr":1.362335,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F82RTgqgiC2UuM5M37L3WWM.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-llm-67b-chat","rowId":"82RTgqgiC2UuM5M37L3WWM"}
{"key":"epoch|deepseek/deepseek-llm-67b-chat:default|none|gpqa-diamond@1|mean-score|82RTgqgiC2UuM5M37L3WWM","sourceId":"epoch","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":24.621212,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F82RTgqgiC2UuM5M37L3WWM.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-llm-67b-chat","rowId":"82RTgqgiC2UuM5M37L3WWM"}
{"key":"epoch|deepseek/deepseek-r1-0120:default|none|arc-agi-2@1|cost-per-task|recSe6e45cOKfp8SF","sourceId":"epoch","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.08,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Deepseek R1","rowId":"recSe6e45cOKfp8SF"}
{"key":"epoch|deepseek/deepseek-r1-0120:default|none|arc-agi-2@1|score|recSe6e45cOKfp8SF","sourceId":"epoch","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.3,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Deepseek R1","rowId":"recSe6e45cOKfp8SF"}
{"key":"epoch|deepseek/deepseek-r1-0120:default|none|gpqa-diamond@1|accuracy|fFGyQR2mfDufvrSV2rzWyV","sourceId":"epoch","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":71.717172,"stderr":3.070486,"observedAt":"2025-05-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfFGyQR2mfDufvrSV2rzWyV.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-R1","rowId":"fFGyQR2mfDufvrSV2rzWyV"}
{"key":"epoch|deepseek/deepseek-r1-0120:default|none|gpqa-diamond@1|mean-score|fFGyQR2mfDufvrSV2rzWyV","sourceId":"epoch","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":69.223485,"observedAt":"2025-05-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfFGyQR2mfDufvrSV2rzWyV.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-R1","rowId":"fFGyQR2mfDufvrSV2rzWyV"}
{"key":"epoch|deepseek/deepseek-r1-0528-qwen3-8b:default|none|gpqa-diamond@1|accuracy|dszRh7ELyCEukWnwYnUxMp","sourceId":"epoch","modelId":"deepseek/deepseek-r1-0528-qwen3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":9.280303,"stderr":1.066349,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdszRh7ELyCEukWnwYnUxMp.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-r1-0528-qwen3-8b","rowId":"dszRh7ELyCEukWnwYnUxMp"}
{"key":"epoch|deepseek/deepseek-r1-0528-qwen3-8b:default|none|gpqa-diamond@1|mean-score|dszRh7ELyCEukWnwYnUxMp","sourceId":"epoch","modelId":"deepseek/deepseek-r1-0528-qwen3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":9.280303,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdszRh7ELyCEukWnwYnUxMp.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-r1-0528-qwen3-8b","rowId":"dszRh7ELyCEukWnwYnUxMp"}
{"key":"epoch|deepseek/deepseek-r1-0528:default|none|arc-agi-2@1|cost-per-task|rectThfd9Zm2iI4QV","sourceId":"epoch","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0527,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Deepseek R1 (05/28)","rowId":"rectThfd9Zm2iI4QV"}
{"key":"epoch|deepseek/deepseek-r1-0528:default|none|arc-agi-2@1|score|rectThfd9Zm2iI4QV","sourceId":"epoch","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.12,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Deepseek R1 (05/28)","rowId":"rectThfd9Zm2iI4QV"}
{"key":"epoch|deepseek/deepseek-r1-0528:default|none|gpqa-diamond@1|accuracy|LiRiryJsGb3h5UuxX8bmJv","sourceId":"epoch","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":76.325758,"stderr":2.402382,"observedAt":"2025-05-29","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLiRiryJsGb3h5UuxX8bmJv.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-R1-0528","rowId":"LiRiryJsGb3h5UuxX8bmJv"}
{"key":"epoch|deepseek/deepseek-r1-0528:default|none|gpqa-diamond@1|mean-score|LiRiryJsGb3h5UuxX8bmJv","sourceId":"epoch","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":76.325758,"observedAt":"2025-05-29","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLiRiryJsGb3h5UuxX8bmJv.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-R1-0528","rowId":"LiRiryJsGb3h5UuxX8bmJv"}
{"key":"epoch|deepseek/deepseek-r1-distill-llama-70b:default|none|gpqa-diamond@1|accuracy|f6pnAATjxmrFJS353EjQKi","sourceId":"epoch","modelId":"deepseek/deepseek-r1-distill-llama-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":55.744949,"stderr":2.973465,"observedAt":"2025-03-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Ff6pnAATjxmrFJS353EjQKi.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-R1-Distill-Llama-70B","rowId":"f6pnAATjxmrFJS353EjQKi"}
{"key":"epoch|deepseek/deepseek-r1-distill-llama-70b:default|none|gpqa-diamond@1|mean-score|f6pnAATjxmrFJS353EjQKi","sourceId":"epoch","modelId":"deepseek/deepseek-r1-distill-llama-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":55.744949,"observedAt":"2025-03-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Ff6pnAATjxmrFJS353EjQKi.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-R1-Distill-Llama-70B","rowId":"f6pnAATjxmrFJS353EjQKi"}
{"key":"epoch|deepseek/deepseek-r1-distill-qwen-1.5b:default|none|gpqa-diamond@1|accuracy|ESnXA8LqMqhjcsoWQaMLVQ","sourceId":"epoch","modelId":"deepseek/deepseek-r1-distill-qwen-1.5b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":33.585859,"stderr":2.059242,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FESnXA8LqMqhjcsoWQaMLVQ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-R1-Distill-Qwen-1.5B","rowId":"ESnXA8LqMqhjcsoWQaMLVQ"}
{"key":"epoch|deepseek/deepseek-r1-distill-qwen-1.5b:default|none|gpqa-diamond@1|mean-score|ESnXA8LqMqhjcsoWQaMLVQ","sourceId":"epoch","modelId":"deepseek/deepseek-r1-distill-qwen-1.5b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":33.585859,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FESnXA8LqMqhjcsoWQaMLVQ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-R1-Distill-Qwen-1.5B","rowId":"ESnXA8LqMqhjcsoWQaMLVQ"}
{"key":"epoch|deepseek/deepseek-r1-distill-qwen-14b:default|none|gpqa-diamond@1|accuracy|8UqaLobhmNJLuPGTTpeaCw","sourceId":"epoch","modelId":"deepseek/deepseek-r1-distill-qwen-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":44.69697,"stderr":2.863095,"observedAt":"2025-03-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F8UqaLobhmNJLuPGTTpeaCw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-R1-Distill-Qwen-14B","rowId":"8UqaLobhmNJLuPGTTpeaCw"}
{"key":"epoch|deepseek/deepseek-r1-distill-qwen-14b:default|none|gpqa-diamond@1|mean-score|8UqaLobhmNJLuPGTTpeaCw","sourceId":"epoch","modelId":"deepseek/deepseek-r1-distill-qwen-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":44.69697,"observedAt":"2025-03-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F8UqaLobhmNJLuPGTTpeaCw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-R1-Distill-Qwen-14B","rowId":"8UqaLobhmNJLuPGTTpeaCw"}
{"key":"epoch|deepseek/deepseek-r1-distill-qwen-32b:default|none|gpqa-diamond@1|accuracy|dwyb2yzFewGT6w6oFdVMAc","sourceId":"epoch","modelId":"deepseek/deepseek-r1-distill-qwen-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":64.141414,"stderr":2.753418,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fdwyb2yzFewGT6w6oFdVMAc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-R1-Distill-Qwen-32B","rowId":"dwyb2yzFewGT6w6oFdVMAc"}
{"key":"epoch|deepseek/deepseek-r1-distill-qwen-32b:default|none|gpqa-diamond@1|mean-score|dwyb2yzFewGT6w6oFdVMAc","sourceId":"epoch","modelId":"deepseek/deepseek-r1-distill-qwen-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":64.141414,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fdwyb2yzFewGT6w6oFdVMAc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-R1-Distill-Qwen-32B","rowId":"dwyb2yzFewGT6w6oFdVMAc"}
{"key":"epoch|deepseek/deepseek-v3-0324:default|none|gpqa-diamond@1|accuracy|VjfLwKbT6kTprYsMGcz2YT","sourceId":"epoch","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":67.613636,"stderr":2.68363,"observedAt":"2025-04-01","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVjfLwKbT6kTprYsMGcz2YT.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-V3-0324","rowId":"VjfLwKbT6kTprYsMGcz2YT"}
{"key":"epoch|deepseek/deepseek-v3-0324:default|none|gpqa-diamond@1|mean-score|VjfLwKbT6kTprYsMGcz2YT","sourceId":"epoch","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":67.613636,"observedAt":"2025-04-01","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVjfLwKbT6kTprYsMGcz2YT.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-V3-0324","rowId":"VjfLwKbT6kTprYsMGcz2YT"}
{"key":"epoch|deepseek/deepseek-v3.2-exp:default|none|vending-bench-2@1|score|recPR6i6sW30btXAG","sourceId":"epoch","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":1034.004,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-V3.2","rowId":"recPR6i6sW30btXAG"}
{"key":"epoch|deepseek/deepseek-v3.2:default|none|arc-agi-2@1|cost-per-task|recxNNssasIdr4hNl","sourceId":"epoch","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.12,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Deepseek V3.2","rowId":"recxNNssasIdr4hNl"}
{"key":"epoch|deepseek/deepseek-v3.2:default|none|arc-agi-2@1|score|recxNNssasIdr4hNl","sourceId":"epoch","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.03,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Deepseek V3.2","rowId":"recxNNssasIdr4hNl"}
{"key":"epoch|deepseek/deepseek-v3.2:default|none|frontiermath@2025-02-28-Private|accuracy|manual_deepseek-v3.2_frontiermath_tiers_13_private_frankenstein_run_incomplete","sourceId":"epoch","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":22.1,"stderr":4.1,"observedAt":"2025-12-22","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"fireworks/deepseek-v3p2","rowId":"manual_deepseek-v3.2_frontiermath_tiers_13_private_frankenstein_run_incomplete"}
{"key":"epoch|deepseek/deepseek-v3.2:default|none|frontiermath@2025-02-28-Private|mean-score|manual_deepseek-v3.2_frontiermath_tiers_13_private_frankenstein_run_incomplete","sourceId":"epoch","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":22.1,"observedAt":"2025-12-22","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"fireworks/deepseek-v3p2","rowId":"manual_deepseek-v3.2_frontiermath_tiers_13_private_frankenstein_run_incomplete"}
{"key":"epoch|deepseek/deepseek-v3.2:default|terminus-2|terminal-bench@2.0|accuracy|recxR7bQuL8biEr1p","sourceId":"epoch","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":39.550562,"stderr":2.750606,"observedAt":"2025-12-01","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-V3.2","rowId":"recxR7bQuL8biEr1p"}
{"key":"epoch|deepseek/deepseek-v3.2:mode=non-thinking|none|gpqa-diamond@1|accuracy|6osoAGM4euiAAksriYyLtj","sourceId":"epoch","modelId":"deepseek/deepseek-v3.2","variant":{"reasoningMode":"non-thinking","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":71.212121,"stderr":3.225884,"observedAt":"2026-07-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6osoAGM4euiAAksriYyLtj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-chat","rowId":"6osoAGM4euiAAksriYyLtj"}
{"key":"epoch|deepseek/deepseek-v3.2:mode=non-thinking|none|gpqa-diamond@1|mean-score|6osoAGM4euiAAksriYyLtj","sourceId":"epoch","modelId":"deepseek/deepseek-v3.2","variant":{"reasoningMode":"non-thinking","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":71.212121,"observedAt":"2026-07-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6osoAGM4euiAAksriYyLtj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-chat","rowId":"6osoAGM4euiAAksriYyLtj"}
{"key":"epoch|deepseek/deepseek-v3.2:mode=thinking|none|gpqa-diamond@1|accuracy|CDdjbqiYYPtEBGoZLMPM3n","sourceId":"epoch","modelId":"deepseek/deepseek-v3.2","variant":{"reasoningMode":"thinking","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":83.423521,"stderr":2.015372,"observedAt":"2025-12-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCDdjbqiYYPtEBGoZLMPM3n.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-reasoner","rowId":"CDdjbqiYYPtEBGoZLMPM3n"}
{"key":"epoch|deepseek/deepseek-v3.2:mode=thinking|none|gpqa-diamond@1|mean-score|CDdjbqiYYPtEBGoZLMPM3n","sourceId":"epoch","modelId":"deepseek/deepseek-v3.2","variant":{"reasoningMode":"thinking","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":83.423521,"observedAt":"2025-12-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCDdjbqiYYPtEBGoZLMPM3n.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-reasoner","rowId":"CDdjbqiYYPtEBGoZLMPM3n"}
{"key":"epoch|deepseek/deepseek-v3:default|none|frontiermath@2025-02-28-Private|accuracy|aXcfCytWFYNk7E5AZGMzLb","sourceId":"epoch","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":1.724138,"stderr":0.765703,"observedAt":"2025-03-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-V3","rowId":"aXcfCytWFYNk7E5AZGMzLb"}
{"key":"epoch|deepseek/deepseek-v3:default|none|frontiermath@2025-02-28-Private|mean-score|aXcfCytWFYNk7E5AZGMzLb","sourceId":"epoch","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":1.724138,"observedAt":"2025-03-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-V3","rowId":"aXcfCytWFYNk7E5AZGMzLb"}
{"key":"epoch|deepseek/deepseek-v3:default|none|gpqa-diamond@1|accuracy|Vwo3nMA8g2gGBCyTdKFMQJ","sourceId":"epoch","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":56.534091,"stderr":2.76399,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVwo3nMA8g2gGBCyTdKFMQJ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-V3","rowId":"Vwo3nMA8g2gGBCyTdKFMQJ"}
{"key":"epoch|deepseek/deepseek-v3:default|none|gpqa-diamond@1|mean-score|Vwo3nMA8g2gGBCyTdKFMQJ","sourceId":"epoch","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":56.534091,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVwo3nMA8g2gGBCyTdKFMQJ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek-V3","rowId":"Vwo3nMA8g2gGBCyTdKFMQJ"}
{"key":"epoch|deepseek/deepseek-v4-flash-0731:effort=high|devin-cli|frontiercode@unstated|main-score|deepseek-v4-flash-0731_unknown%7CDeepSeek V4 Flash 0731%7Cdevin-cli%7Chigh","sourceId":"epoch","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effort":"high","flags":[]},"harness":{"name":"devin-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":18.8,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4 Flash 0731","rowId":"deepseek-v4-flash-0731_unknown|DeepSeek V4 Flash 0731|devin-cli|high","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|deepseek/deepseek-v4-flash-0731:effort=high|none|arc-agi-2@1|score|rec8CN4idKsciI46Q","sourceId":"epoch","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":55.972222,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4 Flash 0731 (High)","rowId":"rec8CN4idKsciI46Q"}
{"key":"epoch|deepseek/deepseek-v4-flash-0731:effort=low|none|arc-agi-2@1|score|rec6M7tXqk2R8OtRT","sourceId":"epoch","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":45.972222,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4 Flash 0731 (Low)","rowId":"rec6M7tXqk2R8OtRT"}
{"key":"epoch|deepseek/deepseek-v4-flash-0731:effort=max|none|arc-agi-2@1|score|recqcmcc7Kh55NAHM","sourceId":"epoch","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":61.388889,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4 Flash 0731 (Max)","rowId":"recqcmcc7Kh55NAHM"}
{"key":"epoch|deepseek/deepseek-v4-flash-0731:effort=max|none|gpqa-diamond@1|accuracy|EDFusDaaFkh5n2MqKNxMBD","sourceId":"epoch","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":91.035354,"stderr":1.765547,"observedAt":"2026-08-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FEDFusDaaFkh5n2MqKNxMBD.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4-flash-0731_max","rowId":"EDFusDaaFkh5n2MqKNxMBD"}
{"key":"epoch|deepseek/deepseek-v4-flash-0731:effort=max|none|gpqa-diamond@1|mean-score|EDFusDaaFkh5n2MqKNxMBD","sourceId":"epoch","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":91.035354,"observedAt":"2026-08-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FEDFusDaaFkh5n2MqKNxMBD.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4-flash-0731_max","rowId":"EDFusDaaFkh5n2MqKNxMBD"}
{"key":"epoch|deepseek/deepseek-v4-flash-0731:effort=none|none|arc-agi-2@1|score|recNIbGpTiROaJXNN","sourceId":"epoch","modelId":"deepseek/deepseek-v4-flash-0731","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.083333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4 Flash 0731 (None)","rowId":"recNIbGpTiROaJXNN"}
{"key":"epoch|deepseek/deepseek-v4-pro-0813:effort=high|devin-cli|frontiercode@unstated|main-score|deepseek-v4-pro-0813_high%7CDeepSeek V4 Pro 0813%7Cdevin-cli%7Chigh","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":{"name":"devin-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":28.55,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4 Pro 0813","rowId":"deepseek-v4-pro-0813_high|DeepSeek V4 Pro 0813|devin-cli|high","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|deepseek/deepseek-v4-pro-0813:effort=high|none|arc-agi-2@1|score|recOlpjOWSD4HNdzV","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":59.722222,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4 Pro 0813 (High)","rowId":"recOlpjOWSD4HNdzV"}
{"key":"epoch|deepseek/deepseek-v4-pro-0813:effort=low|none|arc-agi-2@1|score|recnvqDqZzZ6fLyzg","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":56.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4 Pro 0813 (Low)","rowId":"recnvqDqZzZ6fLyzg"}
{"key":"epoch|deepseek/deepseek-v4-pro-0813:effort=max|none|arc-agi-2@1|score|recqVgMSHWE1dbgLk","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":61.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4 Pro 0813 (Max)","rowId":"recqVgMSHWE1dbgLk"}
{"key":"epoch|deepseek/deepseek-v4-pro-0813:effort=max|none|gpqa-diamond@1|accuracy|nEJGtXGN588zynPkynZkxz","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":91.666667,"stderr":1.524257,"observedAt":"2026-08-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FnEJGtXGN588zynPkynZkxz.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4-pro-0813_max","rowId":"nEJGtXGN588zynPkynZkxz"}
{"key":"epoch|deepseek/deepseek-v4-pro-0813:effort=max|none|gpqa-diamond@1|mean-score|nEJGtXGN588zynPkynZkxz","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":91.666667,"observedAt":"2026-08-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FnEJGtXGN588zynPkynZkxz.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4-pro-0813_max","rowId":"nEJGtXGN588zynPkynZkxz"}
{"key":"epoch|deepseek/deepseek-v4-pro-0813:effort=none|none|arc-agi-2@1|score|recvl7EONLls7UXBK","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.833333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4 Pro 0813 (None)","rowId":"recvl7EONLls7UXBK"}
{"key":"epoch|deepseek/deepseek-v4-pro:default|none|vending-bench-2@1|score|recDV2KJb9lEWnMRy","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":3284.52,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Deepseek V4 Pro","rowId":"recDV2KJb9lEWnMRy"}
{"key":"epoch|deepseek/deepseek-v4-pro:effort=high|none|gpqa-diamond@1|accuracy|TPdRwHTJtaJYSu2Cxc5Czn","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":90.909091,"stderr":2.048209,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTPdRwHTJtaJYSu2Cxc5Czn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4-pro_high","rowId":"TPdRwHTJtaJYSu2Cxc5Czn"}
{"key":"epoch|deepseek/deepseek-v4-pro:effort=high|none|gpqa-diamond@1|mean-score|TPdRwHTJtaJYSu2Cxc5Czn","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":90.909091,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTPdRwHTJtaJYSu2Cxc5Czn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4-pro_high","rowId":"TPdRwHTJtaJYSu2Cxc5Czn"}
{"key":"epoch|deepseek/deepseek-v4-pro:effort=max|none|gpqa-diamond@1|accuracy|LuZUnhD5rBLjRw36DaqfvZ","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":89.646465,"stderr":1.747301,"observedAt":"2026-06-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLuZUnhD5rBLjRw36DaqfvZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4-pro_max","rowId":"LuZUnhD5rBLjRw36DaqfvZ"}
{"key":"epoch|deepseek/deepseek-v4-pro:effort=max|none|gpqa-diamond@1|mean-score|LuZUnhD5rBLjRw36DaqfvZ","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":89.646465,"observedAt":"2026-06-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLuZUnhD5rBLjRw36DaqfvZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4-pro_max","rowId":"LuZUnhD5rBLjRw36DaqfvZ"}
{"key":"epoch|deepseek/deepseek-v4-pro:effort=max|none|swe-bench-verified@1|accuracy|WUk3f44JhxtAJaSxi6gFZR","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":77.639752,"stderr":1.897828,"observedAt":"2026-06-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWUk3f44JhxtAJaSxi6gFZR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4-pro_max","rowId":"WUk3f44JhxtAJaSxi6gFZR"}
{"key":"epoch|deepseek/deepseek-v4-pro:effort=max|none|swe-bench-verified@1|mean-score|WUk3f44JhxtAJaSxi6gFZR","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":77.639752,"observedAt":"2026-06-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWUk3f44JhxtAJaSxi6gFZR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4-pro_max","rowId":"WUk3f44JhxtAJaSxi6gFZR"}
{"key":"epoch|deepseek/deepseek-v4-pro:effort=none|mini-swe-agent|frontiercode@unstated|main-score|deepseek-v4-pro_none%7CDeepSeek V4 Pro%7Cmini-swe-agent%7Cnone","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"none","flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":17.64,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4 Pro","rowId":"deepseek-v4-pro_none|DeepSeek V4 Pro|mini-swe-agent|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|deepseek/deepseek-v4-pro:effort=none|none|gpqa-diamond@1|accuracy|FtGueFbnFnKBAuLmEEufFg","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":73.232323,"stderr":3.15445,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFtGueFbnFnKBAuLmEEufFg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4-pro_none","rowId":"FtGueFbnFnKBAuLmEEufFg"}
{"key":"epoch|deepseek/deepseek-v4-pro:effort=none|none|gpqa-diamond@1|mean-score|FtGueFbnFnKBAuLmEEufFg","sourceId":"epoch","modelId":"deepseek/deepseek-v4-pro","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":73.232323,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFtGueFbnFnKBAuLmEEufFg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4-pro_none","rowId":"FtGueFbnFnKBAuLmEEufFg"}
{"key":"epoch|deepseek/deepseek-v4.1-flash-1017:effort=high|none|arc-agi-2@1|score|recY4v2mzQ9GJNQlK","sourceId":"epoch","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":68.611111,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4.1 Flash 1017 (High)","rowId":"recY4v2mzQ9GJNQlK"}
{"key":"epoch|deepseek/deepseek-v4.1-flash-1017:effort=low|none|arc-agi-2@1|score|recD4KDkVs2d7BZCu","sourceId":"epoch","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":73.611111,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4.1 Flash 1017 (Low)","rowId":"recD4KDkVs2d7BZCu"}
{"key":"epoch|deepseek/deepseek-v4.1-flash-1017:effort=max|none|arc-agi-2@1|score|rec9NCKuywR6qBoJK","sourceId":"epoch","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":78.055556,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4.1 Flash 1017 (Max)","rowId":"rec9NCKuywR6qBoJK"}
{"key":"epoch|deepseek/deepseek-v4.1-flash-1017:effort=max|none|gpqa-diamond@1|accuracy|ZK85PJtsCSeQJgV8dA4R4G","sourceId":"epoch","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":93.181818,"stderr":1.567136,"observedAt":"2026-10-19","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FZK85PJtsCSeQJgV8dA4R4G.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4.1-flash-1017_max","rowId":"ZK85PJtsCSeQJgV8dA4R4G"}
{"key":"epoch|deepseek/deepseek-v4.1-flash-1017:effort=max|none|gpqa-diamond@1|mean-score|ZK85PJtsCSeQJgV8dA4R4G","sourceId":"epoch","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":93.181818,"observedAt":"2026-10-19","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FZK85PJtsCSeQJgV8dA4R4G.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4.1-flash-1017_max","rowId":"ZK85PJtsCSeQJgV8dA4R4G"}
{"key":"epoch|deepseek/deepseek-v4.1-flash-1017:effort=none|none|arc-agi-2@1|score|reclJO3ciVSnMtOx9","sourceId":"epoch","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.083333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4.1 Flash 1017 (None)","rowId":"reclJO3ciVSnMtOx9"}
{"key":"epoch|deepseek/deepseek-v4.1-flash:effort=high|devin-cli|frontiercode@unstated|main-score|deepseek-v4.1-flash_high%7CDeepSeek V4.1 Flash%7Cdevin-cli%7Chigh","sourceId":"epoch","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"devin-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":43.87,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4.1 Flash","rowId":"deepseek-v4.1-flash_high|DeepSeek V4.1 Flash|devin-cli|high","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|deepseek/deepseek-v4.1-flash:effort=high|none|arc-agi-2@1|score|rechNq43hqFRhQO5y","sourceId":"epoch","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":67.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4.1 Flash (High)","rowId":"rechNq43hqFRhQO5y"}
{"key":"epoch|deepseek/deepseek-v4.1-flash:effort=low|none|arc-agi-2@1|score|recVrJ0ki4HapKQCh","sourceId":"epoch","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":60.555556,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4.1 Flash (Low)","rowId":"recVrJ0ki4HapKQCh"}
{"key":"epoch|deepseek/deepseek-v4.1-flash:effort=max|none|arc-agi-2@1|score|rec8JvXW85spVMfgN","sourceId":"epoch","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":72.916667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4.1 Flash (Max)","rowId":"rec8JvXW85spVMfgN"}
{"key":"epoch|deepseek/deepseek-v4.1-flash:effort=max|none|gpqa-diamond@1|accuracy|ZU5ebpDaDPiDZLgv7cG8B9","sourceId":"epoch","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":89.835859,"stderr":1.728776,"observedAt":"2026-10-09","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FZU5ebpDaDPiDZLgv7cG8B9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4.1-flash_max","rowId":"ZU5ebpDaDPiDZLgv7cG8B9"}
{"key":"epoch|deepseek/deepseek-v4.1-flash:effort=max|none|gpqa-diamond@1|mean-score|ZU5ebpDaDPiDZLgv7cG8B9","sourceId":"epoch","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":89.835859,"observedAt":"2026-10-09","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FZU5ebpDaDPiDZLgv7cG8B9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"deepseek-v4.1-flash_max","rowId":"ZU5ebpDaDPiDZLgv7cG8B9"}
{"key":"epoch|deepseek/deepseek-v4.1-flash:effort=none|none|arc-agi-2@1|score|recxp4Wlnj91gJfkP","sourceId":"epoch","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"DeepSeek V4.1 Flash (None)","rowId":"recxp4Wlnj91gJfkP"}
{"key":"epoch|google/gemini-1.0-pro-001:default|none|gpqa-diamond@1|accuracy|ibpS8bs4z3wD3Hb6F3kpdV","sourceId":"epoch","modelId":"google/gemini-1.0-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":33.964646,"stderr":2.011093,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FibpS8bs4z3wD3Hb6F3kpdV.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.0-pro-001","rowId":"ibpS8bs4z3wD3Hb6F3kpdV"}
{"key":"epoch|google/gemini-1.0-pro-001:default|none|gpqa-diamond@1|mean-score|ibpS8bs4z3wD3Hb6F3kpdV","sourceId":"epoch","modelId":"google/gemini-1.0-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":33.964646,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FibpS8bs4z3wD3Hb6F3kpdV.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.0-pro-001","rowId":"ibpS8bs4z3wD3Hb6F3kpdV"}
{"key":"epoch|google/gemini-1.5-flash-001:default|none|gpqa-diamond@1|accuracy|Hc2ycMP6DyCZxCPjKbZFQU","sourceId":"epoch","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":40.372475,"stderr":2.385248,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FHc2ycMP6DyCZxCPjKbZFQU.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.5-flash-001","rowId":"Hc2ycMP6DyCZxCPjKbZFQU"}
{"key":"epoch|google/gemini-1.5-flash-001:default|none|gpqa-diamond@1|mean-score|Hc2ycMP6DyCZxCPjKbZFQU","sourceId":"epoch","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":40.372475,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FHc2ycMP6DyCZxCPjKbZFQU.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.5-flash-001","rowId":"Hc2ycMP6DyCZxCPjKbZFQU"}
{"key":"epoch|google/gemini-1.5-flash-002:default|none|frontiermath@2025-02-28-Private|accuracy|8FtfWCm8DdAqF9rnMVwv8h","sourceId":"epoch","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":0,"stderr":0,"observedAt":"2025-03-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.5-flash-002","rowId":"8FtfWCm8DdAqF9rnMVwv8h"}
{"key":"epoch|google/gemini-1.5-flash-002:default|none|frontiermath@2025-02-28-Private|mean-score|8FtfWCm8DdAqF9rnMVwv8h","sourceId":"epoch","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":0,"observedAt":"2025-03-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.5-flash-002","rowId":"8FtfWCm8DdAqF9rnMVwv8h"}
{"key":"epoch|google/gemini-1.5-flash-002:default|none|gpqa-diamond@1|accuracy|PCLvrs4TEBtqQqcYeU8pAG","sourceId":"epoch","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":47.316919,"stderr":2.773741,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPCLvrs4TEBtqQqcYeU8pAG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.5-flash-002","rowId":"PCLvrs4TEBtqQqcYeU8pAG"}
{"key":"epoch|google/gemini-1.5-flash-002:default|none|gpqa-diamond@1|mean-score|PCLvrs4TEBtqQqcYeU8pAG","sourceId":"epoch","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":47.316919,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPCLvrs4TEBtqQqcYeU8pAG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.5-flash-002","rowId":"PCLvrs4TEBtqQqcYeU8pAG"}
{"key":"epoch|google/gemini-1.5-flash-8b-001:default|none|gpqa-diamond@1|accuracy|gFT36W4KU3wggLQ9nNCctg","sourceId":"epoch","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":32.954545,"stderr":2.416551,"observedAt":"2025-03-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgFT36W4KU3wggLQ9nNCctg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.5-flash-8b-001","rowId":"gFT36W4KU3wggLQ9nNCctg"}
{"key":"epoch|google/gemini-1.5-flash-8b-001:default|none|gpqa-diamond@1|mean-score|gFT36W4KU3wggLQ9nNCctg","sourceId":"epoch","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":32.954545,"observedAt":"2025-03-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgFT36W4KU3wggLQ9nNCctg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.5-flash-8b-001","rowId":"gFT36W4KU3wggLQ9nNCctg"}
{"key":"epoch|google/gemini-1.5-pro-001:default|none|gpqa-diamond@1|accuracy|PKdqpKZ9tqDWyWJ7GksBWz","sourceId":"epoch","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":45.864899,"stderr":2.617296,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPKdqpKZ9tqDWyWJ7GksBWz.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.5-pro-001","rowId":"PKdqpKZ9tqDWyWJ7GksBWz"}
{"key":"epoch|google/gemini-1.5-pro-001:default|none|gpqa-diamond@1|mean-score|PKdqpKZ9tqDWyWJ7GksBWz","sourceId":"epoch","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":45.864899,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPKdqpKZ9tqDWyWJ7GksBWz.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.5-pro-001","rowId":"PKdqpKZ9tqDWyWJ7GksBWz"}
{"key":"epoch|google/gemini-1.5-pro-002:default|none|arc-agi-2@1|cost-per-task|recqMImpcYCvdizAV","sourceId":"epoch","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.04,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 1.5 Pro","rowId":"recqMImpcYCvdizAV"}
{"key":"epoch|google/gemini-1.5-pro-002:default|none|arc-agi-2@1|score|recqMImpcYCvdizAV","sourceId":"epoch","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.8,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 1.5 Pro","rowId":"recqMImpcYCvdizAV"}
{"key":"epoch|google/gemini-1.5-pro-002:default|none|gpqa-diamond@1|accuracy|9TrLEEw8TvsyugyCjwvUvD","sourceId":"epoch","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":57.228535,"stderr":2.795971,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9TrLEEw8TvsyugyCjwvUvD.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.5-pro-002","rowId":"9TrLEEw8TvsyugyCjwvUvD"}
{"key":"epoch|google/gemini-1.5-pro-002:default|none|gpqa-diamond@1|mean-score|9TrLEEw8TvsyugyCjwvUvD","sourceId":"epoch","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":57.228535,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9TrLEEw8TvsyugyCjwvUvD.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-1.5-pro-002","rowId":"9TrLEEw8TvsyugyCjwvUvD"}
{"key":"epoch|google/gemini-1.5-pro-002:default|none|hle@1|accuracy|recgO7p5JHoSiiFv3","sourceId":"epoch","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":4.6,"stderr":0.82,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini-1.5-Pro-002","rowId":"recgO7p5JHoSiiFv3"}
{"key":"epoch|google/gemini-1.5-pro-002:default|none|hle@1|calibration-error|recgO7p5JHoSiiFv3","sourceId":"epoch","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":88,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini-1.5-Pro-002","rowId":"recgO7p5JHoSiiFv3"}
{"key":"epoch|google/gemini-2.0-flash-001:default|none|arc-agi-2@1|cost-per-task|recmtA3PiKSki7Pff","sourceId":"epoch","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.004,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.0 Flash","rowId":"recmtA3PiKSki7Pff"}
{"key":"epoch|google/gemini-2.0-flash-001:default|none|arc-agi-2@1|score|recmtA3PiKSki7Pff","sourceId":"epoch","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.3,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.0 Flash","rowId":"recmtA3PiKSki7Pff"}
{"key":"epoch|google/gemini-2.0-flash-001:default|none|frontiermath@2025-02-28-Private|accuracy|5RpSr8gJZfcZn586aV2hDW","sourceId":"epoch","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":1.724138,"stderr":0.765703,"observedAt":"2025-03-09","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.0-flash-001","rowId":"5RpSr8gJZfcZn586aV2hDW"}
{"key":"epoch|google/gemini-2.0-flash-001:default|none|frontiermath@2025-02-28-Private|mean-score|5RpSr8gJZfcZn586aV2hDW","sourceId":"epoch","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":1.724138,"observedAt":"2025-03-09","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.0-flash-001","rowId":"5RpSr8gJZfcZn586aV2hDW"}
{"key":"epoch|google/gemini-2.0-flash-001:default|none|gpqa-diamond@1|accuracy|fbszwTApm3f28z5VA6oXBK","sourceId":"epoch","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":64.141414,"stderr":2.739562,"observedAt":"2025-02-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfbszwTApm3f28z5VA6oXBK.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.0-flash-001","rowId":"fbszwTApm3f28z5VA6oXBK"}
{"key":"epoch|google/gemini-2.0-flash-001:default|none|gpqa-diamond@1|mean-score|fbszwTApm3f28z5VA6oXBK","sourceId":"epoch","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":64.141414,"observedAt":"2025-02-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfbszwTApm3f28z5VA6oXBK.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.0-flash-001","rowId":"fbszwTApm3f28z5VA6oXBK"}
{"key":"epoch|google/gemini-2.0-flash-thinking-exp-01-21:default|none|gpqa-diamond@1|accuracy|ag9w2w4xa47ghZaWt5oZey","sourceId":"epoch","modelId":"google/gemini-2.0-flash-thinking-exp-01-21","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":57.070707,"stderr":3.526553,"observedAt":"2025-02-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fag9w2w4xa47ghZaWt5oZey.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.0-flash-thinking-exp-01-21","rowId":"ag9w2w4xa47ghZaWt5oZey"}
{"key":"epoch|google/gemini-2.0-flash-thinking-exp-01-21:default|none|gpqa-diamond@1|mean-score|ag9w2w4xa47ghZaWt5oZey","sourceId":"epoch","modelId":"google/gemini-2.0-flash-thinking-exp-01-21","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":57.070707,"observedAt":"2025-02-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fag9w2w4xa47ghZaWt5oZey.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.0-flash-thinking-exp-01-21","rowId":"ag9w2w4xa47ghZaWt5oZey"}
{"key":"epoch|google/gemini-2.0-flash-thinking-exp-01-21:default|none|hle@1|accuracy|recpj5kBIlMjPoiDi","sourceId":"epoch","modelId":"google/gemini-2.0-flash-thinking-exp-01-21","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":6.56,"stderr":0.97,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.0 Flash Thinking (January 2025)","rowId":"recpj5kBIlMjPoiDi"}
{"key":"epoch|google/gemini-2.0-flash-thinking-exp-01-21:default|none|hle@1|calibration-error|recpj5kBIlMjPoiDi","sourceId":"epoch","modelId":"google/gemini-2.0-flash-thinking-exp-01-21","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":82,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.0 Flash Thinking (January 2025)","rowId":"recpj5kBIlMjPoiDi"}
{"key":"epoch|google/gemini-2.0-pro-exp-02-05:default|none|gpqa-diamond@1|accuracy|g5YE7G6DXb45EH4HxEdiht","sourceId":"epoch","modelId":"google/gemini-2.0-pro-exp-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":65.656566,"stderr":3.383201,"observedAt":"2025-02-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fg5YE7G6DXb45EH4HxEdiht.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.0-pro-exp-02-05","rowId":"g5YE7G6DXb45EH4HxEdiht"}
{"key":"epoch|google/gemini-2.0-pro-exp-02-05:default|none|gpqa-diamond@1|mean-score|g5YE7G6DXb45EH4HxEdiht","sourceId":"epoch","modelId":"google/gemini-2.0-pro-exp-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":65.656566,"observedAt":"2025-02-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fg5YE7G6DXb45EH4HxEdiht.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.0-pro-exp-02-05","rowId":"g5YE7G6DXb45EH4HxEdiht"}
{"key":"epoch|google/gemini-2.5-deep-think:default|none|frontiermath@2025-02-28-Private|accuracy|manual_gemini_2.5_deep_think_run_frontiermath_tiers_1_to_3","sourceId":"epoch","modelId":"google/gemini-2.5-deep-think","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":29,"stderr":2.7,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-deep-think-2025-08-01-webapp","rowId":"manual_gemini_2.5_deep_think_run_frontiermath_tiers_1_to_3"}
{"key":"epoch|google/gemini-2.5-deep-think:default|none|frontiermath@2025-02-28-Private|mean-score|manual_gemini_2.5_deep_think_run_frontiermath_tiers_1_to_3","sourceId":"epoch","modelId":"google/gemini-2.5-deep-think","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":29,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-deep-think-2025-08-01-webapp","rowId":"manual_gemini_2.5_deep_think_run_frontiermath_tiers_1_to_3"}
{"key":"epoch|google/gemini-2.5-flash-preview-04-17:default|none|hle@1|accuracy|recLRKaQqj6097BJl","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-04-17","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":12.08,"stderr":1.28,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash (April 2025)","rowId":"recLRKaQqj6097BJl"}
{"key":"epoch|google/gemini-2.5-flash-preview-04-17:default|none|hle@1|calibration-error|recLRKaQqj6097BJl","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-04-17","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":80,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash (April 2025)","rowId":"recLRKaQqj6097BJl"}
{"key":"epoch|google/gemini-2.5-flash-preview-05-20:budget=1000|none|arc-agi-2@1|cost-per-task|recx8bMgTPWFjSce5","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-05-20","variant":{"thinkingBudget":1000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0302,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash (Preview) (Thinking 1K)","rowId":"recx8bMgTPWFjSce5"}
{"key":"epoch|google/gemini-2.5-flash-preview-05-20:budget=1000|none|arc-agi-2@1|score|recx8bMgTPWFjSce5","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-05-20","variant":{"thinkingBudget":1000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.16,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash (Preview) (Thinking 1K)","rowId":"recx8bMgTPWFjSce5"}
{"key":"epoch|google/gemini-2.5-flash-preview-05-20:budget=16000|none|arc-agi-2@1|cost-per-task|recPzm2d30ETKcuf6","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-05-20","variant":{"thinkingBudget":16000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.3173,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash (Preview) (Thinking 16K)","rowId":"recPzm2d30ETKcuf6"}
{"key":"epoch|google/gemini-2.5-flash-preview-05-20:budget=16000|none|arc-agi-2@1|score|recPzm2d30ETKcuf6","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-05-20","variant":{"thinkingBudget":16000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.98,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash (Preview) (Thinking 16K)","rowId":"recPzm2d30ETKcuf6"}
{"key":"epoch|google/gemini-2.5-flash-preview-05-20:budget=23000|none|arc-agi-2@1|cost-per-task|recX5WZPpdxH99Q0W","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-05-20","variant":{"thinkingBudget":23000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.3191,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash (Preview) (Thinking 24K)","rowId":"recX5WZPpdxH99Q0W"}
{"key":"epoch|google/gemini-2.5-flash-preview-05-20:budget=23000|none|arc-agi-2@1|score|recX5WZPpdxH99Q0W","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-05-20","variant":{"thinkingBudget":23000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.54,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash (Preview) (Thinking 24K)","rowId":"recX5WZPpdxH99Q0W"}
{"key":"epoch|google/gemini-2.5-flash-preview-05-20:budget=8000|none|arc-agi-2@1|cost-per-task|recc2zuUdVClpEfo3","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-05-20","variant":{"thinkingBudget":8000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.1994,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash (Preview) (Thinking 8K)","rowId":"recc2zuUdVClpEfo3"}
{"key":"epoch|google/gemini-2.5-flash-preview-05-20:budget=8000|none|arc-agi-2@1|score|recc2zuUdVClpEfo3","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-05-20","variant":{"thinkingBudget":8000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.12,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash (Preview) (Thinking 8K)","rowId":"recc2zuUdVClpEfo3"}
{"key":"epoch|google/gemini-2.5-flash-preview-05-20:default|none|arc-agi-2@1|cost-per-task|recBr7W43spzTlYWg","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-05-20","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.057,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash (Preview)","rowId":"recBr7W43spzTlYWg"}
{"key":"epoch|google/gemini-2.5-flash-preview-05-20:default|none|arc-agi-2@1|score|recBr7W43spzTlYWg","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-05-20","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.69,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash (Preview)","rowId":"recBr7W43spzTlYWg"}
{"key":"epoch|google/gemini-2.5-flash-preview-05-20:default|none|hle@1|accuracy|recncpy8WpYML12AD","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-05-20","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":10.96,"stderr":1.22,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash Preview (May 2025)","rowId":"recncpy8WpYML12AD"}
{"key":"epoch|google/gemini-2.5-flash-preview-05-20:default|none|hle@1|calibration-error|recncpy8WpYML12AD","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-05-20","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":82,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash Preview (May 2025)","rowId":"recncpy8WpYML12AD"}
{"key":"epoch|google/gemini-2.5-flash-preview-09-2025:default|gemini-cli|terminal-bench@2.0|accuracy|recr9kiUX6cDggDYx","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":{"name":"Gemini CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":15.4,"stderr":2.3,"observedAt":"2025-11-04","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-flash-preview-09-2025","rowId":"recr9kiUX6cDggDYx"}
{"key":"epoch|google/gemini-2.5-flash-preview-09-2025:default|mini-swe-agent|terminal-bench@2.0|accuracy|rec5CS4eSqb3DAWFd","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":17.1,"stderr":2.5,"observedAt":"2025-11-03","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-flash-preview-09-2025","rowId":"rec5CS4eSqb3DAWFd"}
{"key":"epoch|google/gemini-2.5-flash-preview-09-2025:default|openhands|terminal-bench@2.0|accuracy|recqa4Q4kJzmyqp3p","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":16.4,"stderr":2.4,"observedAt":"2025-11-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-flash-preview-09-2025","rowId":"recqa4Q4kJzmyqp3p"}
{"key":"epoch|google/gemini-2.5-flash-preview-09-2025:default|terminus-2|terminal-bench@2.0|accuracy|recPFqIRxpwoxFWNM","sourceId":"epoch","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":16.9,"stderr":2.4,"observedAt":"2025-10-31","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-flash-preview-09-2025","rowId":"recPFqIRxpwoxFWNM"}
{"key":"epoch|google/gemini-2.5-flash:default|gemini-cli|terminal-bench@2.0|accuracy|reco0rRGUbz2Jmh98","sourceId":"epoch","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":{"name":"Gemini CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":15.449438,"stderr":2.315853,"observedAt":"2025-06-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash","rowId":"reco0rRGUbz2Jmh98"}
{"key":"epoch|google/gemini-2.5-flash:default|mini-swe-agent|terminal-bench@2.0|accuracy|rec0Cj5jRitxcYSEk","sourceId":"epoch","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":17.078652,"stderr":2.491558,"observedAt":"2025-06-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash","rowId":"rec0Cj5jRitxcYSEk"}
{"key":"epoch|google/gemini-2.5-flash:default|none|frontiermath@2025-02-28-Private|accuracy|bTbDNLFqsUogG3fejZEAZc","sourceId":"epoch","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":4.844291,"stderr":1.265133,"observedAt":"2025-12-18","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-flash","rowId":"bTbDNLFqsUogG3fejZEAZc"}
{"key":"epoch|google/gemini-2.5-flash:default|none|frontiermath@2025-02-28-Private|mean-score|bTbDNLFqsUogG3fejZEAZc","sourceId":"epoch","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":4.844291,"observedAt":"2025-12-18","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-flash","rowId":"bTbDNLFqsUogG3fejZEAZc"}
{"key":"epoch|google/gemini-2.5-flash:default|none|vending-bench-2@1|score|recDbBoGij5RJMMUs","sourceId":"epoch","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":548.836,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash","rowId":"recDbBoGij5RJMMUs"}
{"key":"epoch|google/gemini-2.5-flash:default|openhands|terminal-bench@2.0|accuracy|recU2DOtVn4N0Dais","sourceId":"epoch","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":16.404494,"stderr":2.392253,"observedAt":"2025-06-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash","rowId":"recU2DOtVn4N0Dais"}
{"key":"epoch|google/gemini-2.5-flash:default|terminus-2|terminal-bench@2.0|accuracy|recDRkAqIJ73QPIlZ","sourceId":"epoch","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":16.853933,"stderr":2.371893,"observedAt":"2025-06-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Flash","rowId":"recDRkAqIJ73QPIlZ"}
{"key":"epoch|google/gemini-2.5-pro-exp-03-25:default|none|gpqa-diamond@1|accuracy|WKjzEQdfnBHnYeZoKeCWnB","sourceId":"epoch","modelId":"google/gemini-2.5-pro-exp-03-25","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":83.838384,"stderr":2.622592,"observedAt":"2025-03-31","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWKjzEQdfnBHnYeZoKeCWnB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro-exp-03-25","rowId":"WKjzEQdfnBHnYeZoKeCWnB"}
{"key":"epoch|google/gemini-2.5-pro-exp-03-25:default|none|gpqa-diamond@1|mean-score|WKjzEQdfnBHnYeZoKeCWnB","sourceId":"epoch","modelId":"google/gemini-2.5-pro-exp-03-25","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":83.838384,"observedAt":"2025-03-31","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWKjzEQdfnBHnYeZoKeCWnB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro-exp-03-25","rowId":"WKjzEQdfnBHnYeZoKeCWnB"}
{"key":"epoch|google/gemini-2.5-pro-exp-03-25:default|none|hle@1|accuracy|recwvcOM1X2e9xinL","sourceId":"epoch","modelId":"google/gemini-2.5-pro-exp-03-25","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":18.16,"stderr":1.51,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro Experimental (March 2025)","rowId":"recwvcOM1X2e9xinL"}
{"key":"epoch|google/gemini-2.5-pro-exp-03-25:default|none|hle@1|calibration-error|recwvcOM1X2e9xinL","sourceId":"epoch","modelId":"google/gemini-2.5-pro-exp-03-25","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":71,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro Experimental (March 2025)","rowId":"recwvcOM1X2e9xinL"}
{"key":"epoch|google/gemini-2.5-pro-preview-05-06:default|none|gpqa-diamond@1|accuracy|TT66gGiVoeYLGQMCESPrEG","sourceId":"epoch","modelId":"google/gemini-2.5-pro-preview-05-06","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":66.666667,"stderr":3.358618,"observedAt":"2025-06-03","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTT66gGiVoeYLGQMCESPrEG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro-preview-05-06","rowId":"TT66gGiVoeYLGQMCESPrEG"}
{"key":"epoch|google/gemini-2.5-pro-preview-05-06:default|none|gpqa-diamond@1|mean-score|TT66gGiVoeYLGQMCESPrEG","sourceId":"epoch","modelId":"google/gemini-2.5-pro-preview-05-06","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":66.666667,"observedAt":"2025-06-03","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTT66gGiVoeYLGQMCESPrEG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro-preview-05-06","rowId":"TT66gGiVoeYLGQMCESPrEG"}
{"key":"epoch|google/gemini-2.5-pro-preview-05-06:default|none|hle@1|accuracy|recqPy0eZ1dSztvhv","sourceId":"epoch","modelId":"google/gemini-2.5-pro-preview-05-06","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":17.8,"stderr":1.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro Preview (May 06 2025)","rowId":"recqPy0eZ1dSztvhv"}
{"key":"epoch|google/gemini-2.5-pro-preview-05-06:default|none|hle@1|calibration-error|recqPy0eZ1dSztvhv","sourceId":"epoch","modelId":"google/gemini-2.5-pro-preview-05-06","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":70,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro Preview (May 06 2025)","rowId":"recqPy0eZ1dSztvhv"}
{"key":"epoch|google/gemini-2.5-pro-preview-06-05:budget=1000|none|arc-agi-2@1|cost-per-task|reczqe8FyQd5h61ZE","sourceId":"epoch","modelId":"google/gemini-2.5-pro-preview-06-05","variant":{"thinkingBudget":1000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0885,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro (Thinking 1K)","rowId":"reczqe8FyQd5h61ZE"}
{"key":"epoch|google/gemini-2.5-pro-preview-06-05:budget=1000|none|arc-agi-2@1|score|reczqe8FyQd5h61ZE","sourceId":"epoch","modelId":"google/gemini-2.5-pro-preview-06-05","variant":{"thinkingBudget":1000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro (Thinking 1K)","rowId":"reczqe8FyQd5h61ZE"}
{"key":"epoch|google/gemini-2.5-pro-preview-06-05:default|none|frontiermath@2025-02-28-Private|accuracy|hNLQNC6TASXNNzat8kVS77","sourceId":"epoch","modelId":"google/gemini-2.5-pro-preview-06-05","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":10.344828,"stderr":1.791432,"observedAt":"2025-07-03","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro-preview-06-05","rowId":"hNLQNC6TASXNNzat8kVS77"}
{"key":"epoch|google/gemini-2.5-pro-preview-06-05:default|none|frontiermath@2025-02-28-Private|mean-score|hNLQNC6TASXNNzat8kVS77","sourceId":"epoch","modelId":"google/gemini-2.5-pro-preview-06-05","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":10.344828,"observedAt":"2025-07-03","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro-preview-06-05","rowId":"hNLQNC6TASXNNzat8kVS77"}
{"key":"epoch|google/gemini-2.5-pro-preview-06-05:default|none|gpqa-diamond@1|accuracy|Q4qTzHnjLyiCCRvNpXioUq","sourceId":"epoch","modelId":"google/gemini-2.5-pro-preview-06-05","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":84.848485,"stderr":2.554565,"observedAt":"2025-06-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQ4qTzHnjLyiCCRvNpXioUq.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro-preview-06-05","rowId":"Q4qTzHnjLyiCCRvNpXioUq"}
{"key":"epoch|google/gemini-2.5-pro-preview-06-05:default|none|gpqa-diamond@1|mean-score|Q4qTzHnjLyiCCRvNpXioUq","sourceId":"epoch","modelId":"google/gemini-2.5-pro-preview-06-05","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":84.848485,"observedAt":"2025-06-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQ4qTzHnjLyiCCRvNpXioUq.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro-preview-06-05","rowId":"Q4qTzHnjLyiCCRvNpXioUq"}
{"key":"epoch|google/gemini-2.5-pro-preview-06-05:default|none|hle@1|accuracy|recuifDMJFbDLs8xq","sourceId":"epoch","modelId":"google/gemini-2.5-pro-preview-06-05","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":21.64,"stderr":1.61,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro-preview-06-05","rowId":"recuifDMJFbDLs8xq"}
{"key":"epoch|google/gemini-2.5-pro-preview-06-05:default|none|hle@1|calibration-error|recuifDMJFbDLs8xq","sourceId":"epoch","modelId":"google/gemini-2.5-pro-preview-06-05","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":72,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro-preview-06-05","rowId":"recuifDMJFbDLs8xq"}
{"key":"epoch|google/gemini-2.5-pro:budget=16000|none|arc-agi-2@1|cost-per-task|recssQ9dWplBUSA3l","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"thinkingBudget":16000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.7145,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro (Thinking 16K)","rowId":"recssQ9dWplBUSA3l"}
{"key":"epoch|google/gemini-2.5-pro:budget=16000|none|arc-agi-2@1|score|recssQ9dWplBUSA3l","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"thinkingBudget":16000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.03,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro (Thinking 16K)","rowId":"recssQ9dWplBUSA3l"}
{"key":"epoch|google/gemini-2.5-pro:budget=32000|none|arc-agi-2@1|cost-per-task|recwTBxP1gSo6ob15","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"thinkingBudget":32000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.757,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro (Thinking 32K)","rowId":"recwTBxP1gSo6ob15"}
{"key":"epoch|google/gemini-2.5-pro:budget=32000|none|arc-agi-2@1|score|recwTBxP1gSo6ob15","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"thinkingBudget":32000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.86,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro (Thinking 32K)","rowId":"recwTBxP1gSo6ob15"}
{"key":"epoch|google/gemini-2.5-pro:budget=8000|none|arc-agi-2@1|cost-per-task|recpBihogJ0mcYOfS","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"thinkingBudget":8000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.4439,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro (Thinking 8K)","rowId":"recpBihogJ0mcYOfS"}
{"key":"epoch|google/gemini-2.5-pro:budget=8000|none|arc-agi-2@1|score|recpBihogJ0mcYOfS","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"thinkingBudget":8000,"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.92,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro (Thinking 8K)","rowId":"recpBihogJ0mcYOfS"}
{"key":"epoch|google/gemini-2.5-pro:default|gemini-cli|terminal-bench@2.0|accuracy|rec263O7vZj3zvozA","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":{"name":"Gemini CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":19.6,"stderr":2.9,"observedAt":"2025-11-04","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro","rowId":"rec263O7vZj3zvozA"}
{"key":"epoch|google/gemini-2.5-pro:default|gemini-cli|terminal-bench@2.0|accuracy|recWtJcU6RNCsTkXu","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":{"name":"Gemini CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":19.550562,"stderr":2.858683,"observedAt":"2025-06-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro","rowId":"recWtJcU6RNCsTkXu"}
{"key":"epoch|google/gemini-2.5-pro:default|mini-swe-agent|terminal-bench@2.0|accuracy|recCkXuWxF2axfuj5","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":26.067416,"stderr":2.549285,"observedAt":"2025-06-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro","rowId":"recCkXuWxF2axfuj5"}
{"key":"epoch|google/gemini-2.5-pro:default|mini-swe-agent|terminal-bench@2.0|accuracy|reczBJ8FZoe7Ihdp1","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":26.1,"stderr":2.5,"observedAt":"2025-11-03","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro","rowId":"reczBJ8FZoe7Ihdp1"}
{"key":"epoch|google/gemini-2.5-pro:default|none|frontiermath@2025-02-28-Private|accuracy|cA9LKKKzDVxiLRcegKSb2b","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":14.137931,"stderr":2.049485,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro","rowId":"cA9LKKKzDVxiLRcegKSb2b"}
{"key":"epoch|google/gemini-2.5-pro:default|none|frontiermath@2025-02-28-Private|mean-score|cA9LKKKzDVxiLRcegKSb2b","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":14.137931,"observedAt":"2025-11-24","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro","rowId":"cA9LKKKzDVxiLRcegKSb2b"}
{"key":"epoch|google/gemini-2.5-pro:default|none|gdpval@1|win-or-tie-rate|recL5axz7UL23Yt69","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-or-tie-rate","value":25.4545,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro","rowId":"recL5axz7UL23Yt69","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|google/gemini-2.5-pro:default|none|gdpval@1|win-rate|recL5axz7UL23Yt69","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-rate","value":23.3,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro","rowId":"recL5axz7UL23Yt69","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|google/gemini-2.5-pro:default|none|gpqa-diamond@1|accuracy|cqUZ6gcq2HBnShFRWvKjGr","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":85.290404,"stderr":2.117011,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FcqUZ6gcq2HBnShFRWvKjGr.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro","rowId":"cqUZ6gcq2HBnShFRWvKjGr"}
{"key":"epoch|google/gemini-2.5-pro:default|none|gpqa-diamond@1|mean-score|cqUZ6gcq2HBnShFRWvKjGr","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":85.290404,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FcqUZ6gcq2HBnShFRWvKjGr.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro","rowId":"cqUZ6gcq2HBnShFRWvKjGr"}
{"key":"epoch|google/gemini-2.5-pro:default|none|swe-bench-verified@1|accuracy|KL724uHFGbiXj4o5PHyLn2","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":57.556936,"stderr":2.251276,"observedAt":"2026-02-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKL724uHFGbiXj4o5PHyLn2.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro","rowId":"KL724uHFGbiXj4o5PHyLn2"}
{"key":"epoch|google/gemini-2.5-pro:default|none|swe-bench-verified@1|mean-score|KL724uHFGbiXj4o5PHyLn2","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":57.556936,"observedAt":"2026-02-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKL724uHFGbiXj4o5PHyLn2.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro","rowId":"KL724uHFGbiXj4o5PHyLn2"}
{"key":"epoch|google/gemini-2.5-pro:default|none|vending-bench-2@1|score|reckWpebEbdZnRciG","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":573.642,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro","rowId":"reckWpebEbdZnRciG"}
{"key":"epoch|google/gemini-2.5-pro:default|openhands|terminal-bench@2.0|accuracy|recHlyAnoUE2kdSdW","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":16.4,"stderr":2.8,"observedAt":"2025-11-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro","rowId":"recHlyAnoUE2kdSdW"}
{"key":"epoch|google/gemini-2.5-pro:default|openhands|terminal-bench@2.0|accuracy|recObzKzzxSqsVaZU","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":16.404494,"stderr":2.750606,"observedAt":"2025-06-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro","rowId":"recObzKzzxSqsVaZU"}
{"key":"epoch|google/gemini-2.5-pro:default|terminus-2|terminal-bench@2.0|accuracy|rect0YAzqrcZe6qxi","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":32.6,"stderr":3,"observedAt":"2025-10-31","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-2.5-pro","rowId":"rect0YAzqrcZe6qxi"}
{"key":"epoch|google/gemini-2.5-pro:default|terminus-2|terminal-bench@2.0|accuracy|recy9TahZMrNgdLAU","sourceId":"epoch","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":32.640449,"stderr":3.021576,"observedAt":"2025-06-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 2.5 Pro","rowId":"recy9TahZMrNgdLAU"}
{"key":"epoch|google/gemini-3-deep-think-preview:default|none|arc-agi-2@1|score|recMlHyQpZ45OKxQ0","sourceId":"epoch","modelId":"google/gemini-3-deep-think-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":84.58,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Deep Think (2/26)","rowId":"recMlHyQpZ45OKxQ0"}
{"key":"epoch|google/gemini-3-deep-think-preview:default|none|arc-agi-2@1|score|recQNM7laEXnYaZlu","sourceId":"epoch","modelId":"google/gemini-3-deep-think-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":45.14,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Deep Think (Preview) ²","rowId":"recQNM7laEXnYaZlu"}
{"key":"epoch|google/gemini-3-flash-preview:default|gemini-cli|terminal-bench@2.0|accuracy|recEx94YIfACLb1n0","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":{"name":"Gemini CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":47.41573,"stderr":3.035588,"observedAt":"2025-12-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Flash","rowId":"recEx94YIfACLb1n0"}
{"key":"epoch|google/gemini-3-flash-preview:default|gemini-cli|terminal-bench@2.0|accuracy|recXnaoWnwYiDCTLY","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":{"name":"Gemini CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":51,"stderr":3,"observedAt":"2025-12-23","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-flash-preview","rowId":"recXnaoWnwYiDCTLY"}
{"key":"epoch|google/gemini-3-flash-preview:default|junie-cli|terminal-bench@2.0|accuracy|recUBHBNuIOfkcKRX","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":{"name":"Junie CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":64.269663,"stderr":2.785647,"observedAt":"2025-12-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Flash","rowId":"recUBHBNuIOfkcKRX"}
{"key":"epoch|google/gemini-3-flash-preview:default|none|frontiermath@2025-02-28-Private|accuracy|R7dSNsq2ciVRVHB7nir69v","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":35.640138,"stderr":2.822156,"observedAt":"2025-12-17","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-flash-preview","rowId":"R7dSNsq2ciVRVHB7nir69v"}
{"key":"epoch|google/gemini-3-flash-preview:default|none|frontiermath@2025-02-28-Private|mean-score|R7dSNsq2ciVRVHB7nir69v","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":35.640138,"observedAt":"2025-12-17","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-flash-preview","rowId":"R7dSNsq2ciVRVHB7nir69v"}
{"key":"epoch|google/gemini-3-flash-preview:default|none|gpqa-diamond@1|accuracy|oAu9CZSNPZgwiwKnoNpM8Q","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":83.207071,"stderr":1.903635,"observedAt":"2025-12-17","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FoAu9CZSNPZgwiwKnoNpM8Q.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-flash-preview","rowId":"oAu9CZSNPZgwiwKnoNpM8Q"}
{"key":"epoch|google/gemini-3-flash-preview:default|none|gpqa-diamond@1|mean-score|oAu9CZSNPZgwiwKnoNpM8Q","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":83.207071,"observedAt":"2025-12-17","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FoAu9CZSNPZgwiwKnoNpM8Q.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-flash-preview","rowId":"oAu9CZSNPZgwiwKnoNpM8Q"}
{"key":"epoch|google/gemini-3-flash-preview:default|none|swe-bench-verified@1|accuracy|jxoyMNmTnYirjLJN6wRNmG","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":75.413223,"stderr":1.9593,"observedAt":"2026-02-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FjxoyMNmTnYirjLJN6wRNmG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-flash-preview","rowId":"jxoyMNmTnYirjLJN6wRNmG"}
{"key":"epoch|google/gemini-3-flash-preview:default|none|swe-bench-verified@1|mean-score|jxoyMNmTnYirjLJN6wRNmG","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":75.413223,"observedAt":"2026-02-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FjxoyMNmTnYirjLJN6wRNmG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-flash-preview","rowId":"jxoyMNmTnYirjLJN6wRNmG"}
{"key":"epoch|google/gemini-3-flash-preview:default|none|vending-bench-2@1|score|recmbjpHUnRtEAE3N","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":3634.716,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Flash","rowId":"recmbjpHUnRtEAE3N"}
{"key":"epoch|google/gemini-3-flash-preview:default|terminus-2|terminal-bench@2.0|accuracy|reclYJoF7jvlAegKw","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":51.685393,"stderr":3.129981,"observedAt":"2025-12-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Flash","rowId":"reclYJoF7jvlAegKw"}
{"key":"epoch|google/gemini-3-flash-preview:effort=high|none|arc-agi-2@1|score|recatuxrQ5J2dsdHg","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":33.61,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Flash Preview (High)","rowId":"recatuxrQ5J2dsdHg"}
{"key":"epoch|google/gemini-3-flash-preview:effort=high|none|gpqa-diamond@1|accuracy|gVdraDT3pXmaExP9VbqME4","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":89.393939,"stderr":2.193805,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgVdraDT3pXmaExP9VbqME4.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-flash-preview_high","rowId":"gVdraDT3pXmaExP9VbqME4"}
{"key":"epoch|google/gemini-3-flash-preview:effort=high|none|gpqa-diamond@1|mean-score|gVdraDT3pXmaExP9VbqME4","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":89.393939,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgVdraDT3pXmaExP9VbqME4.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-flash-preview_high","rowId":"gVdraDT3pXmaExP9VbqME4"}
{"key":"epoch|google/gemini-3-flash-preview:effort=low|none|arc-agi-2@1|score|recBFyJPjiMxVqayO","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Flash Preview (Low)","rowId":"recBFyJPjiMxVqayO"}
{"key":"epoch|google/gemini-3-flash-preview:effort=medium|none|arc-agi-2@1|score|recbLiiMWEmhWHfWb","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":12.78,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Flash Preview (Medium)","rowId":"recbLiiMWEmhWHfWb"}
{"key":"epoch|google/gemini-3-flash-preview:effort=minimal|none|arc-agi-2@1|score|rec4D7ffvN5bl5c10","sourceId":"epoch","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":3.33,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Flash Preview (Minimal)","rowId":"rec4D7ffvN5bl5c10"}
{"key":"epoch|google/gemini-3-pro-preview:default|ante|terminal-bench@2.0|accuracy|recel7iZnjcoDWjFt","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":{"name":"Ante"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":69.425718,"stderr":2.088662,"observedAt":"2025-11-18","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Pro","rowId":"recel7iZnjcoDWjFt"}
{"key":"epoch|google/gemini-3-pro-preview:default|codebrain-1.5|terminal-bench@2.0|accuracy|recc4ldyhTauum9Fy","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":{"name":"CodeBrain-1.5"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":62.247191,"stderr":2.605734,"observedAt":"2025-11-18","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Pro","rowId":"recc4ldyhTauum9Fy"}
{"key":"epoch|google/gemini-3-pro-preview:default|codebrain-1|terminal-bench@2.0|accuracy|reczLTVTgCc3wuoOJ","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":{"name":"CodeBrain-1"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":62.2,"stderr":2.6,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Pro","rowId":"reczLTVTgCc3wuoOJ"}
{"key":"epoch|google/gemini-3-pro-preview:default|droid|terminal-bench@2.0|accuracy|recNP2GjuvuiMcEyv","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":{"name":"Droid"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":61.123596,"stderr":2.785647,"observedAt":"2025-11-18","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Pro","rowId":"recNP2GjuvuiMcEyv"}
{"key":"epoch|google/gemini-3-pro-preview:default|ii-agent|terminal-bench@2.0|accuracy|rectX4lsyYs6OmUsy","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":{"name":"II-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":61.797753,"stderr":2.820252,"observedAt":"2025-11-18","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Pro","rowId":"rectX4lsyYs6OmUsy"}
{"key":"epoch|google/gemini-3-pro-preview:default|letta-code|terminal-bench@2.0|accuracy|rec3LvdlngMWgVNX7","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":{"name":"Letta Code"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":55.955056,"stderr":2.970994,"observedAt":"2025-11-18","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Pro","rowId":"rec3LvdlngMWgVNX7"}
{"key":"epoch|google/gemini-3-pro-preview:default|none|arc-agi-2@1|score|recpfIvjpQ9j5qjkw","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":31.11,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Pro","rowId":"recpfIvjpQ9j5qjkw"}
{"key":"epoch|google/gemini-3-pro-preview:default|none|frontiermath@2025-02-28-Private|accuracy|manual_gemini_3_fmprivate_frankenstein","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":37.6,"stderr":2.84,"observedAt":"2025-11-21","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-pro-preview","rowId":"manual_gemini_3_fmprivate_frankenstein"}
{"key":"epoch|google/gemini-3-pro-preview:default|none|frontiermath@2025-02-28-Private|mean-score|manual_gemini_3_fmprivate_frankenstein","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":37.6,"observedAt":"2025-11-21","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-pro-preview","rowId":"manual_gemini_3_fmprivate_frankenstein"}
{"key":"epoch|google/gemini-3-pro-preview:default|none|gdpval@1|win-or-tie-rate|recpJDfwotqNLiCaw","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-or-tie-rate","value":53.5354,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Pro","rowId":"recpJDfwotqNLiCaw","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|google/gemini-3-pro-preview:default|none|gdpval@1|win-rate|recpJDfwotqNLiCaw","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-rate","value":40.3,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Pro","rowId":"recpJDfwotqNLiCaw","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|google/gemini-3-pro-preview:default|none|gpqa-diamond@1|accuracy|Cg54udQGcTCnfDGX2qePLZ","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":92.613636,"stderr":1.652696,"observedAt":"2025-11-19","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCg54udQGcTCnfDGX2qePLZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-pro-preview","rowId":"Cg54udQGcTCnfDGX2qePLZ"}
{"key":"epoch|google/gemini-3-pro-preview:default|none|gpqa-diamond@1|mean-score|Cg54udQGcTCnfDGX2qePLZ","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":92.613636,"observedAt":"2025-11-19","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCg54udQGcTCnfDGX2qePLZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-pro-preview","rowId":"Cg54udQGcTCnfDGX2qePLZ"}
{"key":"epoch|google/gemini-3-pro-preview:default|none|hle@1|accuracy|recXvAi7z6kYifmzb","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":37.52,"stderr":1.9,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-pro-preview","rowId":"recXvAi7z6kYifmzb"}
{"key":"epoch|google/gemini-3-pro-preview:default|none|hle@1|calibration-error|recXvAi7z6kYifmzb","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":57,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-pro-preview","rowId":"recXvAi7z6kYifmzb"}
{"key":"epoch|google/gemini-3-pro-preview:default|none|swe-bench-verified@1|accuracy|5XdYZBG5Wy8DUMRqcYv4fn","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":72.933884,"stderr":2.021641,"observedAt":"2026-02-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F5XdYZBG5Wy8DUMRqcYv4fn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-pro-preview","rowId":"5XdYZBG5Wy8DUMRqcYv4fn"}
{"key":"epoch|google/gemini-3-pro-preview:default|none|swe-bench-verified@1|mean-score|5XdYZBG5Wy8DUMRqcYv4fn","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":72.933884,"observedAt":"2026-02-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F5XdYZBG5Wy8DUMRqcYv4fn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3-pro-preview","rowId":"5XdYZBG5Wy8DUMRqcYv4fn"}
{"key":"epoch|google/gemini-3-pro-preview:default|none|vending-bench-2@1|score|reck4G5LvBjIvc9sI","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":5478.158,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Pro","rowId":"reck4G5LvBjIvc9sI"}
{"key":"epoch|google/gemini-3-pro-preview:default|sageagent|terminal-bench@2.0|accuracy|recfAdtO655s2ZUhC","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":{"name":"SageAgent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":65.168539,"stderr":2.065891,"observedAt":"2025-11-18","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Pro","rowId":"recfAdtO655s2ZUhC"}
{"key":"epoch|google/gemini-3-pro-preview:default|terminus-2|terminal-bench@2.0|accuracy|rec4G1Mf13x9ynwlw","sourceId":"epoch","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":56.853933,"stderr":2.472016,"observedAt":"2025-11-18","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3 Pro","rowId":"rec4G1Mf13x9ynwlw"}
{"key":"epoch|google/gemini-3.1-flash-lite-preview:default|none|hle@1|accuracy|recsvNt37Kyyg9qCI","sourceId":"epoch","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":8.64,"stderr":1.1,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-flash-lite-preview","rowId":"recsvNt37Kyyg9qCI"}
{"key":"epoch|google/gemini-3.1-flash-lite-preview:default|none|hle@1|calibration-error|recsvNt37Kyyg9qCI","sourceId":"epoch","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":83,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-flash-lite-preview","rowId":"recsvNt37Kyyg9qCI"}
{"key":"epoch|google/gemini-3.1-flash-lite-preview:effort=high|none|gpqa-diamond@1|accuracy|nE4hmJo3QV6X5jeGWAeAze","sourceId":"epoch","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":81.818182,"stderr":2.74796,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FnE4hmJo3QV6X5jeGWAeAze.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-flash-lite_high","rowId":"nE4hmJo3QV6X5jeGWAeAze"}
{"key":"epoch|google/gemini-3.1-flash-lite-preview:effort=high|none|gpqa-diamond@1|mean-score|nE4hmJo3QV6X5jeGWAeAze","sourceId":"epoch","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":81.818182,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FnE4hmJo3QV6X5jeGWAeAze.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-flash-lite_high","rowId":"nE4hmJo3QV6X5jeGWAeAze"}
{"key":"epoch|google/gemini-3.1-flash-lite-preview:effort=low|none|gpqa-diamond@1|accuracy|99ys2jgQiPQ5UwrqnazfqA","sourceId":"epoch","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":74.242424,"stderr":3.115627,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F99ys2jgQiPQ5UwrqnazfqA.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-flash-lite_low","rowId":"99ys2jgQiPQ5UwrqnazfqA"}
{"key":"epoch|google/gemini-3.1-flash-lite-preview:effort=low|none|gpqa-diamond@1|mean-score|99ys2jgQiPQ5UwrqnazfqA","sourceId":"epoch","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":74.242424,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F99ys2jgQiPQ5UwrqnazfqA.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-flash-lite_low","rowId":"99ys2jgQiPQ5UwrqnazfqA"}
{"key":"epoch|google/gemini-3.1-flash-lite-preview:effort=minimal|none|gpqa-diamond@1|accuracy|CmHy8cVECGkvQTwakfjRo2","sourceId":"epoch","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":73.737374,"stderr":3.135305,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCmHy8cVECGkvQTwakfjRo2.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-flash-lite_minimal","rowId":"CmHy8cVECGkvQTwakfjRo2"}
{"key":"epoch|google/gemini-3.1-flash-lite-preview:effort=minimal|none|gpqa-diamond@1|mean-score|CmHy8cVECGkvQTwakfjRo2","sourceId":"epoch","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":73.737374,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCmHy8cVECGkvQTwakfjRo2.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-flash-lite_minimal","rowId":"CmHy8cVECGkvQTwakfjRo2"}
{"key":"epoch|google/gemini-3.1-pro-preview-customtools:default|none|swe-bench-verified@1|accuracy|8QQQWDgmmEsmQVUJWcxx4P","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview-customtools","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":75.619835,"stderr":1.953721,"observedAt":"2026-02-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F8QQQWDgmmEsmQVUJWcxx4P.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-pro-preview-customtools","rowId":"8QQQWDgmmEsmQVUJWcxx4P"}
{"key":"epoch|google/gemini-3.1-pro-preview-customtools:default|none|swe-bench-verified@1|mean-score|8QQQWDgmmEsmQVUJWcxx4P","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview-customtools","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":75.619835,"observedAt":"2026-02-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F8QQQWDgmmEsmQVUJWcxx4P.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-pro-preview-customtools","rowId":"8QQQWDgmmEsmQVUJWcxx4P"}
{"key":"epoch|google/gemini-3.1-pro-preview-customtools:default|none|vending-bench-2@1|score|recqpFFE7xXXe4Fs4","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview-customtools","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":3774.254,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.1 Pro Custom Tools","rowId":"recqpFFE7xXXe4Fs4"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|forge-code|terminal-bench@2.0|accuracy|recIsprMd6SFvZAf1","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":{"name":"Forge Code"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":78.4,"stderr":1.8,"observedAt":"2026-03-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-pro-preview","rowId":"recIsprMd6SFvZAf1"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|forgecode|terminal-bench@2.0|accuracy|rec64ox7LJjoKhMmd","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":{"name":"ForgeCode"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":78.4,"stderr":1.8,"observedAt":"2026-03-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.1 Pro","rowId":"rec64ox7LJjoKhMmd"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|gemini-cli|terminal-bench@2.0|accuracy|rechRUph4VPi4BkPa","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":{"name":"Gemini CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":61.423221,"stderr":4.120027,"observedAt":"2026-02-19","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.1 Pro","rowId":"rechRUph4VPi4BkPa"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|none|arc-agi-2@1|cost-per-task|recbE2tiH9D8MeBaF","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.9622,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.1 Pro (Preview)","rowId":"recbE2tiH9D8MeBaF"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|none|arc-agi-2@1|cost-per-task|recqiypjdc93Zi185","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.9622,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.1 Pro (Preview","rowId":"recqiypjdc93Zi185"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|none|arc-agi-2@1|score|recbE2tiH9D8MeBaF","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":77.08,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.1 Pro (Preview)","rowId":"recbE2tiH9D8MeBaF"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|none|arc-agi-2@1|score|recqiypjdc93Zi185","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":77.1,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.1 Pro (Preview","rowId":"recqiypjdc93Zi185"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|none|frontiermath@2025-02-28-Private|accuracy|CZ5mNHNivNueD6boJnxq6H","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":36.9,"stderr":2.8,"observedAt":"2026-02-19","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-pro-preview","rowId":"CZ5mNHNivNueD6boJnxq6H"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|none|frontiermath@2025-02-28-Private|mean-score|CZ5mNHNivNueD6boJnxq6H","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":36.9,"observedAt":"2026-02-19","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-pro-preview","rowId":"CZ5mNHNivNueD6boJnxq6H"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|none|gpqa-diamond@1|accuracy|kR9F3oHBCnwQW4AiTPKwpd","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":94.1,"stderr":1.7,"observedAt":"2026-02-20","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FkR9F3oHBCnwQW4AiTPKwpd.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-pro-preview","rowId":"kR9F3oHBCnwQW4AiTPKwpd"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|none|gpqa-diamond@1|mean-score|kR9F3oHBCnwQW4AiTPKwpd","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":94.1,"observedAt":"2026-02-20","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FkR9F3oHBCnwQW4AiTPKwpd.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-pro-preview","rowId":"kR9F3oHBCnwQW4AiTPKwpd"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|none|vending-bench-2@1|score|rechXSwF5OJwdRGSH","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":911.214,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.1 Pro","rowId":"rechXSwF5OJwdRGSH"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|terminus-kira|terminal-bench@2.0|accuracy|recwQlLxqWmKqLyki","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":{"name":"Terminus-KIRA"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":74.831461,"stderr":2.568239,"observedAt":"2026-02-19","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.1 Pro","rowId":"recwQlLxqWmKqLyki"}
{"key":"epoch|google/gemini-3.1-pro-preview:default|tongagents|terminal-bench@2.0|accuracy|recWIDb8VVaXoNXGP","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":{"name":"TongAgents"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":80.224719,"stderr":2.62428,"observedAt":"2026-02-19","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.1 Pro","rowId":"recWIDb8VVaXoNXGP"}
{"key":"epoch|google/gemini-3.1-pro-preview:effort=high|none|gpqa-diamond@1|accuracy|BgmrBFsbsaD8rNpebv49Da","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":94.444444,"stderr":1.631995,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBgmrBFsbsaD8rNpebv49Da.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-pro-preview_high","rowId":"BgmrBFsbsaD8rNpebv49Da"}
{"key":"epoch|google/gemini-3.1-pro-preview:effort=high|none|gpqa-diamond@1|mean-score|BgmrBFsbsaD8rNpebv49Da","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":94.444444,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBgmrBFsbsaD8rNpebv49Da.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-pro-preview_high","rowId":"BgmrBFsbsaD8rNpebv49Da"}
{"key":"epoch|google/gemini-3.1-pro-preview:effort=high|none|hle@1|accuracy|recuBCQLkHd2mOtrr","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":46.44,"stderr":1.96,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-pro-preview (thinking high)","rowId":"recuBCQLkHd2mOtrr"}
{"key":"epoch|google/gemini-3.1-pro-preview:effort=high|none|hle@1|calibration-error|recuBCQLkHd2mOtrr","sourceId":"epoch","modelId":"google/gemini-3.1-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":51,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.1-pro-preview (thinking high)","rowId":"recuBCQLkHd2mOtrr"}
{"key":"epoch|google/gemini-3.5-flash-lite:effort=high|none|arc-agi-2@1|score|reclIbIS7tm9flLtQ","sourceId":"epoch","modelId":"google/gemini-3.5-flash-lite","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":10.277778,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.5 Flash-Lite (High)","rowId":"reclIbIS7tm9flLtQ"}
{"key":"epoch|google/gemini-3.5-flash-lite:effort=high|none|gpqa-diamond@1|accuracy|chbh6XstiqtUa5W9zuyfjS","sourceId":"epoch","modelId":"google/gemini-3.5-flash-lite","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":83.333333,"stderr":2.655221,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fchbh6XstiqtUa5W9zuyfjS.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash-lite_high","rowId":"chbh6XstiqtUa5W9zuyfjS"}
{"key":"epoch|google/gemini-3.5-flash-lite:effort=high|none|gpqa-diamond@1|mean-score|chbh6XstiqtUa5W9zuyfjS","sourceId":"epoch","modelId":"google/gemini-3.5-flash-lite","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":83.333333,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fchbh6XstiqtUa5W9zuyfjS.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash-lite_high","rowId":"chbh6XstiqtUa5W9zuyfjS"}
{"key":"epoch|google/gemini-3.5-flash-lite:effort=low|none|arc-agi-2@1|score|reccKj7kqdUYGxFcd","sourceId":"epoch","modelId":"google/gemini-3.5-flash-lite","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.527778,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.5 Flash-Lite (Low)","rowId":"reccKj7kqdUYGxFcd"}
{"key":"epoch|google/gemini-3.5-flash-lite:effort=low|none|gpqa-diamond@1|accuracy|dgSJTFQ4UtuQKEhB9ss6K7","sourceId":"epoch","modelId":"google/gemini-3.5-flash-lite","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":75.757576,"stderr":3.053289,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdgSJTFQ4UtuQKEhB9ss6K7.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash-lite_low","rowId":"dgSJTFQ4UtuQKEhB9ss6K7"}
{"key":"epoch|google/gemini-3.5-flash-lite:effort=low|none|gpqa-diamond@1|mean-score|dgSJTFQ4UtuQKEhB9ss6K7","sourceId":"epoch","modelId":"google/gemini-3.5-flash-lite","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":75.757576,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdgSJTFQ4UtuQKEhB9ss6K7.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash-lite_low","rowId":"dgSJTFQ4UtuQKEhB9ss6K7"}
{"key":"epoch|google/gemini-3.5-flash-lite:effort=medium|none|arc-agi-2@1|score|recFK2geZNpxgTR6S","sourceId":"epoch","modelId":"google/gemini-3.5-flash-lite","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":5.277778,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.5 Flash-Lite (Medium)","rowId":"recFK2geZNpxgTR6S"}
{"key":"epoch|google/gemini-3.5-flash-lite:effort=minimal|none|arc-agi-2@1|score|rec7LQvTu0JSmrK2q","sourceId":"epoch","modelId":"google/gemini-3.5-flash-lite","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.833333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.5 Flash-Lite (Minimal)","rowId":"rec7LQvTu0JSmrK2q"}
{"key":"epoch|google/gemini-3.5-flash-lite:effort=minimal|none|gpqa-diamond@1|accuracy|7aAKcnsCXoSumfAu8mr2un","sourceId":"epoch","modelId":"google/gemini-3.5-flash-lite","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":74.242424,"stderr":3.115627,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F7aAKcnsCXoSumfAu8mr2un.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash-lite_minimal","rowId":"7aAKcnsCXoSumfAu8mr2un"}
{"key":"epoch|google/gemini-3.5-flash-lite:effort=minimal|none|gpqa-diamond@1|mean-score|7aAKcnsCXoSumfAu8mr2un","sourceId":"epoch","modelId":"google/gemini-3.5-flash-lite","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":74.242424,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F7aAKcnsCXoSumfAu8mr2un.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash-lite_minimal","rowId":"7aAKcnsCXoSumfAu8mr2un"}
{"key":"epoch|google/gemini-3.5-flash:default|none|vending-bench-2@1|score|rec5vYUb0zF2R4mUz","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":5396.418333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.5 Flash","rowId":"rec5vYUb0zF2R4mUz"}
{"key":"epoch|google/gemini-3.5-flash:effort=high|none|arc-agi-2@1|cost-per-task|recTdKZ1IRjGsKQDv","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.8503,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.5 Flash (High)","rowId":"recTdKZ1IRjGsKQDv"}
{"key":"epoch|google/gemini-3.5-flash:effort=high|none|arc-agi-2@1|score|recTdKZ1IRjGsKQDv","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":72.08,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.5 Flash (High)","rowId":"recTdKZ1IRjGsKQDv"}
{"key":"epoch|google/gemini-3.5-flash:effort=high|none|frontiermath@2025-02-28-Private|accuracy|Ectc9Fcn4xSKZFQwj9Xn7R","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":38.965517,"stderr":2.868659,"observedAt":"2026-05-22","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash_high","rowId":"Ectc9Fcn4xSKZFQwj9Xn7R"}
{"key":"epoch|google/gemini-3.5-flash:effort=high|none|frontiermath@2025-02-28-Private|mean-score|Ectc9Fcn4xSKZFQwj9Xn7R","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":38.965517,"observedAt":"2026-05-22","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash_high","rowId":"Ectc9Fcn4xSKZFQwj9Xn7R"}
{"key":"epoch|google/gemini-3.5-flash:effort=high|none|gpqa-diamond@1|accuracy|dYYtcwENFRtm9jZTDA2p9C","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":92.80303,"stderr":1.6387,"observedAt":"2026-05-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdYYtcwENFRtm9jZTDA2p9C.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash_high","rowId":"dYYtcwENFRtm9jZTDA2p9C"}
{"key":"epoch|google/gemini-3.5-flash:effort=high|none|gpqa-diamond@1|mean-score|dYYtcwENFRtm9jZTDA2p9C","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":92.80303,"observedAt":"2026-05-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdYYtcwENFRtm9jZTDA2p9C.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash_high","rowId":"dYYtcwENFRtm9jZTDA2p9C"}
{"key":"epoch|google/gemini-3.5-flash:effort=high|none|swe-bench-verified@1|accuracy|dwRzFGTghYEy4HNZajJXoc","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":79.338843,"stderr":1.842242,"observedAt":"2026-06-01","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdwRzFGTghYEy4HNZajJXoc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash_high","rowId":"dwRzFGTghYEy4HNZajJXoc"}
{"key":"epoch|google/gemini-3.5-flash:effort=high|none|swe-bench-verified@1|mean-score|dwRzFGTghYEy4HNZajJXoc","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":79.338843,"observedAt":"2026-06-01","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdwRzFGTghYEy4HNZajJXoc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash_high","rowId":"dwRzFGTghYEy4HNZajJXoc"}
{"key":"epoch|google/gemini-3.5-flash:effort=low|none|gpqa-diamond@1|accuracy|eiTYduCDNq3HgwTg4ZhEw6","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.888889,"stderr":2.239079,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FeiTYduCDNq3HgwTg4ZhEw6.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash_low","rowId":"eiTYduCDNq3HgwTg4ZhEw6"}
{"key":"epoch|google/gemini-3.5-flash:effort=low|none|gpqa-diamond@1|mean-score|eiTYduCDNq3HgwTg4ZhEw6","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.888889,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FeiTYduCDNq3HgwTg4ZhEw6.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash_low","rowId":"eiTYduCDNq3HgwTg4ZhEw6"}
{"key":"epoch|google/gemini-3.5-flash:effort=minimal|none|arc-agi-2@1|cost-per-task|recADvSyiT3Ze8RTf","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.1074,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.5 Flash (Minimal)","rowId":"recADvSyiT3Ze8RTf"}
{"key":"epoch|google/gemini-3.5-flash:effort=minimal|none|arc-agi-2@1|score|recADvSyiT3Ze8RTf","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":8.89,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.5 Flash (Minimal)","rowId":"recADvSyiT3Ze8RTf"}
{"key":"epoch|google/gemini-3.5-flash:effort=minimal|none|gpqa-diamond@1|accuracy|QDZRoAVaEDtdS6nECEeE35","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":86.363636,"stderr":2.445016,"observedAt":"2026-07-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQDZRoAVaEDtdS6nECEeE35.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash_minimal","rowId":"QDZRoAVaEDtdS6nECEeE35"}
{"key":"epoch|google/gemini-3.5-flash:effort=minimal|none|gpqa-diamond@1|mean-score|QDZRoAVaEDtdS6nECEeE35","sourceId":"epoch","modelId":"google/gemini-3.5-flash","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":86.363636,"observedAt":"2026-07-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQDZRoAVaEDtdS6nECEeE35.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.5-flash_minimal","rowId":"QDZRoAVaEDtdS6nECEeE35"}
{"key":"epoch|google/gemini-3.6-flash:effort=high|none|arc-agi-2@1|score|recbJYchGoqumGxjl","sourceId":"epoch","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":60.416667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.6 Flash (High)","rowId":"recbJYchGoqumGxjl"}
{"key":"epoch|google/gemini-3.6-flash:effort=high|none|gpqa-diamond@1|accuracy|86SY5JbPB49xXhHFQW6tHu","sourceId":"epoch","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":94.128788,"stderr":1.402897,"observedAt":"2026-08-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F86SY5JbPB49xXhHFQW6tHu.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.6-flash_high","rowId":"86SY5JbPB49xXhHFQW6tHu"}
{"key":"epoch|google/gemini-3.6-flash:effort=high|none|gpqa-diamond@1|mean-score|86SY5JbPB49xXhHFQW6tHu","sourceId":"epoch","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":94.128788,"observedAt":"2026-08-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F86SY5JbPB49xXhHFQW6tHu.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.6-flash_high","rowId":"86SY5JbPB49xXhHFQW6tHu"}
{"key":"epoch|google/gemini-3.6-flash:effort=low|none|arc-agi-2@1|score|rec3i0ahAD3ypm5Zn","sourceId":"epoch","modelId":"google/gemini-3.6-flash","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":30.416667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.6 Flash (Low)","rowId":"rec3i0ahAD3ypm5Zn"}
{"key":"epoch|google/gemini-3.6-flash:effort=low|none|gpqa-diamond@1|accuracy|JoraLb9y55QXpMg4Rrmr5x","sourceId":"epoch","modelId":"google/gemini-3.6-flash","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":86.363636,"stderr":2.445016,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJoraLb9y55QXpMg4Rrmr5x.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.6-flash_low","rowId":"JoraLb9y55QXpMg4Rrmr5x"}
{"key":"epoch|google/gemini-3.6-flash:effort=low|none|gpqa-diamond@1|mean-score|JoraLb9y55QXpMg4Rrmr5x","sourceId":"epoch","modelId":"google/gemini-3.6-flash","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":86.363636,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJoraLb9y55QXpMg4Rrmr5x.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.6-flash_low","rowId":"JoraLb9y55QXpMg4Rrmr5x"}
{"key":"epoch|google/gemini-3.6-flash:effort=medium|devin-cli|frontiercode@unstated|main-score|gemini-3.6-flash_unknown%7CGemini 3.6 Flash%7Cdevin-cli%7Cmedium","sourceId":"epoch","modelId":"google/gemini-3.6-flash","variant":{"effort":"medium","flags":[]},"harness":{"name":"devin-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":34.37,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.6 Flash","rowId":"gemini-3.6-flash_unknown|Gemini 3.6 Flash|devin-cli|medium","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|google/gemini-3.6-flash:effort=medium|none|arc-agi-2@1|score|recBXB0b72NG9lA0o","sourceId":"epoch","modelId":"google/gemini-3.6-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":50.416667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.6 Flash (Medium)","rowId":"recBXB0b72NG9lA0o"}
{"key":"epoch|google/gemini-3.6-flash:effort=minimal|none|arc-agi-2@1|score|reczuYhRHn1Q64mB2","sourceId":"epoch","modelId":"google/gemini-3.6-flash","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.638889,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.6 Flash (Minimal)","rowId":"reczuYhRHn1Q64mB2"}
{"key":"epoch|google/gemini-3.6-flash:effort=minimal|none|gpqa-diamond@1|accuracy|aPmR8fV49N98a6NVKpASAf","sourceId":"epoch","modelId":"google/gemini-3.6-flash","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":85.858586,"stderr":2.482591,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FaPmR8fV49N98a6NVKpASAf.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.6-flash_minimal","rowId":"aPmR8fV49N98a6NVKpASAf"}
{"key":"epoch|google/gemini-3.6-flash:effort=minimal|none|gpqa-diamond@1|mean-score|aPmR8fV49N98a6NVKpASAf","sourceId":"epoch","modelId":"google/gemini-3.6-flash","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":85.858586,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FaPmR8fV49N98a6NVKpASAf.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.6-flash_minimal","rowId":"aPmR8fV49N98a6NVKpASAf"}
{"key":"epoch|google/gemini-3.7-flash:effort=high|none|arc-agi-2@1|score|reczv0UYeDcnI7XYG","sourceId":"epoch","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":84.583333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.7 Flash (High)","rowId":"reczv0UYeDcnI7XYG"}
{"key":"epoch|google/gemini-3.7-flash:effort=high|none|gpqa-diamond@1|accuracy|XyVL3VffJ6UboY97vxpohL","sourceId":"epoch","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":94.823232,"stderr":1.345653,"observedAt":"2026-08-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FXyVL3VffJ6UboY97vxpohL.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.7-flash_high","rowId":"XyVL3VffJ6UboY97vxpohL"}
{"key":"epoch|google/gemini-3.7-flash:effort=high|none|gpqa-diamond@1|mean-score|XyVL3VffJ6UboY97vxpohL","sourceId":"epoch","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":94.823232,"observedAt":"2026-08-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FXyVL3VffJ6UboY97vxpohL.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.7-flash_high","rowId":"XyVL3VffJ6UboY97vxpohL"}
{"key":"epoch|google/gemini-3.7-flash:effort=low|none|arc-agi-2@1|score|rec9BSK1rciwNOFqp","sourceId":"epoch","modelId":"google/gemini-3.7-flash","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":52.916667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.7 Flash (Low)","rowId":"rec9BSK1rciwNOFqp"}
{"key":"epoch|google/gemini-3.7-flash:effort=medium|devin-cli|frontiercode@unstated|main-score|gemini-3.7-flash_unknown%7CGemini 3.7 Flash%7Cdevin-cli%7Cmedium","sourceId":"epoch","modelId":"google/gemini-3.7-flash","variant":{"effort":"medium","flags":[]},"harness":{"name":"devin-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":43.59,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.7 Flash","rowId":"gemini-3.7-flash_unknown|Gemini 3.7 Flash|devin-cli|medium","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|google/gemini-3.7-flash:effort=medium|none|arc-agi-2@1|score|rec2wVAL92Ucyu4qv","sourceId":"epoch","modelId":"google/gemini-3.7-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":63.75,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.7 Flash (Medium)","rowId":"rec2wVAL92Ucyu4qv"}
{"key":"epoch|google/gemini-3.8-flash:default|none|hle@1|accuracy|recIqVer2D18rE192","sourceId":"epoch","modelId":"google/gemini-3.8-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":44.52,"stderr":1.96,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.8 Flash","rowId":"recIqVer2D18rE192"}
{"key":"epoch|google/gemini-3.8-flash:default|none|hle@1|calibration-error|recIqVer2D18rE192","sourceId":"epoch","modelId":"google/gemini-3.8-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":51,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.8 Flash","rowId":"recIqVer2D18rE192"}
{"key":"epoch|google/gemini-3.8-flash:default|none|vending-bench-2@1|score|recMM8D3w2MMvKJ7p","sourceId":"epoch","modelId":"google/gemini-3.8-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":5093.793333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.8 Flash","rowId":"recMM8D3w2MMvKJ7p"}
{"key":"epoch|google/gemini-3.8-flash:effort=high|none|arc-agi-2@1|score|recEpF6e453CCZJ72","sourceId":"epoch","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":89.166667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.8 Flash (High)","rowId":"recEpF6e453CCZJ72"}
{"key":"epoch|google/gemini-3.8-flash:effort=high|none|gpqa-diamond@1|accuracy|Br3mjs2GrYcCwX9AMwcihU","sourceId":"epoch","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":95.391414,"stderr":1.401136,"observedAt":"2026-09-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBr3mjs2GrYcCwX9AMwcihU.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.8-flash_high","rowId":"Br3mjs2GrYcCwX9AMwcihU"}
{"key":"epoch|google/gemini-3.8-flash:effort=high|none|gpqa-diamond@1|mean-score|Br3mjs2GrYcCwX9AMwcihU","sourceId":"epoch","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":95.391414,"observedAt":"2026-09-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FBr3mjs2GrYcCwX9AMwcihU.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-3.8-flash_high","rowId":"Br3mjs2GrYcCwX9AMwcihU"}
{"key":"epoch|google/gemini-3.8-flash:effort=low|none|arc-agi-2@1|score|rec2uPyplc1lZ8CVH","sourceId":"epoch","modelId":"google/gemini-3.8-flash","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":77.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.8 Flash (Low)","rowId":"rec2uPyplc1lZ8CVH"}
{"key":"epoch|google/gemini-3.8-flash:effort=medium|devin-cli|frontiercode@unstated|main-score|gemini-3.8-flash_medium%7CGemini 3.8 Flash%7Cdevin-cli%7Cmedium","sourceId":"epoch","modelId":"google/gemini-3.8-flash","variant":{"effort":"medium","flags":[]},"harness":{"name":"devin-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":41.19,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.8 Flash","rowId":"gemini-3.8-flash_medium|Gemini 3.8 Flash|devin-cli|medium","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|google/gemini-3.8-flash:effort=medium|none|arc-agi-2@1|score|recSQW22neBgoxnk8","sourceId":"epoch","modelId":"google/gemini-3.8-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":82.916667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 3.8 Flash (Medium)","rowId":"recSQW22neBgoxnk8"}
{"key":"epoch|google/gemini-4-argon:default|none|vending-bench-2@1|score|recnHKJey4BfNPh1f","sourceId":"epoch","modelId":"google/gemini-4-argon","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":13718.158333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 4 Argon","rowId":"recnHKJey4BfNPh1f"}
{"key":"epoch|google/gemini-4-argon:effort=high|none|arc-agi-2@1|score|rec9xEpWuQctZx5Yy","sourceId":"epoch","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":91.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 4 Argon (High)","rowId":"rec9xEpWuQctZx5Yy"}
{"key":"epoch|google/gemini-4-argon:effort=high|none|gpqa-diamond@1|accuracy|QEouTvczNsxgkR4i7i8wBF","sourceId":"epoch","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":96.401515,"stderr":1.191813,"observedAt":"2026-10-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQEouTvczNsxgkR4i7i8wBF.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-4-argon_high","rowId":"QEouTvczNsxgkR4i7i8wBF"}
{"key":"epoch|google/gemini-4-argon:effort=high|none|gpqa-diamond@1|mean-score|QEouTvczNsxgkR4i7i8wBF","sourceId":"epoch","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":96.401515,"observedAt":"2026-10-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQEouTvczNsxgkR4i7i8wBF.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-4-argon_high","rowId":"QEouTvczNsxgkR4i7i8wBF"}
{"key":"epoch|google/gemini-4-argon:effort=low|none|arc-agi-2@1|score|rechhE5adomMk7wyX","sourceId":"epoch","modelId":"google/gemini-4-argon","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":42.083333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 4 Argon (Low)","rowId":"rechhE5adomMk7wyX"}
{"key":"epoch|google/gemini-4-argon:effort=medium|devin-cli|frontiercode@unstated|main-score|gemini-4-argon_medium%7CGemini 4 Argon%7Cdevin-cli%7Cmedium","sourceId":"epoch","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":{"name":"devin-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":47.55,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 4 Argon","rowId":"gemini-4-argon_medium|Gemini 4 Argon|devin-cli|medium","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|google/gemini-4-argon:effort=medium|none|arc-agi-2@1|score|recOA2kl6GfLzAubk","sourceId":"epoch","modelId":"google/gemini-4-argon","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":87.083333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 4 Argon (Medium)","rowId":"recOA2kl6GfLzAubk"}
{"key":"epoch|google/gemini-4-carbon:default|none|vending-bench-2@1|score|recgYseBc2iH5xCmj","sourceId":"epoch","modelId":"google/gemini-4-carbon","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":16484.206667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 4 Carbon","rowId":"recgYseBc2iH5xCmj"}
{"key":"epoch|google/gemini-4-carbon:effort=high|none|arc-agi-2@1|score|recdUqhq4nVKx1P2I","sourceId":"epoch","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":92.083333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 4 Carbon (High)","rowId":"recdUqhq4nVKx1P2I"}
{"key":"epoch|google/gemini-4-carbon:effort=high|none|gpqa-diamond@1|accuracy|WENgYzpWRPdrFHwWWiYAhZ","sourceId":"epoch","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":96.527778,"stderr":1.207061,"observedAt":"2026-11-02","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-4-carbon_high","rowId":"WENgYzpWRPdrFHwWWiYAhZ"}
{"key":"epoch|google/gemini-4-carbon:effort=high|none|gpqa-diamond@1|mean-score|WENgYzpWRPdrFHwWWiYAhZ","sourceId":"epoch","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":96.527778,"observedAt":"2026-11-02","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemini-4-carbon_high","rowId":"WENgYzpWRPdrFHwWWiYAhZ"}
{"key":"epoch|google/gemini-4-carbon:effort=low|none|arc-agi-2@1|score|recQQeIYi5kMeezPE","sourceId":"epoch","modelId":"google/gemini-4-carbon","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":49.583333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 4 Carbon (Low)","rowId":"recQQeIYi5kMeezPE"}
{"key":"epoch|google/gemini-4-carbon:effort=medium|none|arc-agi-2@1|score|recZSWZSa5latGBoC","sourceId":"epoch","modelId":"google/gemini-4-carbon","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":94.166667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Gemini 4 Carbon (Medium)","rowId":"recZSWZSa5latGBoC"}
{"key":"epoch|google/gemma-2-27b-it:default|none|gpqa-diamond@1|accuracy|ZUJxsJDpHnLXxNiDcvj22W","sourceId":"epoch","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":36.489899,"stderr":2.389788,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FZUJxsJDpHnLXxNiDcvj22W.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-2-27b-it","rowId":"ZUJxsJDpHnLXxNiDcvj22W"}
{"key":"epoch|google/gemma-2-27b-it:default|none|gpqa-diamond@1|mean-score|ZUJxsJDpHnLXxNiDcvj22W","sourceId":"epoch","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":36.489899,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FZUJxsJDpHnLXxNiDcvj22W.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-2-27b-it","rowId":"ZUJxsJDpHnLXxNiDcvj22W"}
{"key":"epoch|google/gemma-2-9b-it:default|none|gpqa-diamond@1|accuracy|fQjoHKyUEPAuwdrBGfL8SG","sourceId":"epoch","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":27.462121,"stderr":2.303247,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfQjoHKyUEPAuwdrBGfL8SG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-2-9b-it","rowId":"fQjoHKyUEPAuwdrBGfL8SG"}
{"key":"epoch|google/gemma-2-9b-it:default|none|gpqa-diamond@1|mean-score|fQjoHKyUEPAuwdrBGfL8SG","sourceId":"epoch","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":27.462121,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfQjoHKyUEPAuwdrBGfL8SG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-2-9b-it","rowId":"fQjoHKyUEPAuwdrBGfL8SG"}
{"key":"epoch|google/gemma-3-12b-it:default|none|gpqa-diamond@1|accuracy|KfQKr2ibCFMx5xBELoiM3Y","sourceId":"epoch","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":39.457071,"stderr":2.525433,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKfQKr2ibCFMx5xBELoiM3Y.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-3-12b-it","rowId":"KfQKr2ibCFMx5xBELoiM3Y"}
{"key":"epoch|google/gemma-3-12b-it:default|none|gpqa-diamond@1|mean-score|KfQKr2ibCFMx5xBELoiM3Y","sourceId":"epoch","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":39.457071,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKfQKr2ibCFMx5xBELoiM3Y.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-3-12b-it","rowId":"KfQKr2ibCFMx5xBELoiM3Y"}
{"key":"epoch|google/gemma-3-1b-it:default|none|gpqa-diamond@1|accuracy|Pc6CyTEYKbcdDUDKzGZnS9","sourceId":"epoch","modelId":"google/gemma-3-1b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":19.949495,"stderr":1.521202,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPc6CyTEYKbcdDUDKzGZnS9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-3-1b-it","rowId":"Pc6CyTEYKbcdDUDKzGZnS9"}
{"key":"epoch|google/gemma-3-1b-it:default|none|gpqa-diamond@1|mean-score|Pc6CyTEYKbcdDUDKzGZnS9","sourceId":"epoch","modelId":"google/gemma-3-1b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":19.949495,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPc6CyTEYKbcdDUDKzGZnS9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-3-1b-it","rowId":"Pc6CyTEYKbcdDUDKzGZnS9"}
{"key":"epoch|google/gemma-3-27b-it:default|none|gpqa-diamond@1|accuracy|jdFH2zZdssYKDVJQPKXvNB","sourceId":"epoch","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":47.727273,"stderr":2.698212,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FjdFH2zZdssYKDVJQPKXvNB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-3-27b-it","rowId":"jdFH2zZdssYKDVJQPKXvNB"}
{"key":"epoch|google/gemma-3-27b-it:default|none|gpqa-diamond@1|mean-score|jdFH2zZdssYKDVJQPKXvNB","sourceId":"epoch","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":47.727273,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FjdFH2zZdssYKDVJQPKXvNB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-3-27b-it","rowId":"jdFH2zZdssYKDVJQPKXvNB"}
{"key":"epoch|google/gemma-3-4b-it:default|none|gpqa-diamond@1|accuracy|McJyXLHBzx5VjAqXjmrrsb","sourceId":"epoch","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":23.232323,"stderr":1.869014,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMcJyXLHBzx5VjAqXjmrrsb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-3-4b-it","rowId":"McJyXLHBzx5VjAqXjmrrsb"}
{"key":"epoch|google/gemma-3-4b-it:default|none|gpqa-diamond@1|mean-score|McJyXLHBzx5VjAqXjmrrsb","sourceId":"epoch","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":23.232323,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMcJyXLHBzx5VjAqXjmrrsb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-3-4b-it","rowId":"McJyXLHBzx5VjAqXjmrrsb"}
{"key":"epoch|google/gemma-4-26b-a4b-it:effort=minimal|none|gpqa-diamond@1|accuracy|Usx9KaiXvHZU4qrzgc4sLg","sourceId":"epoch","modelId":"google/gemma-4-26b-a4b-it","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":73.232323,"stderr":3.15445,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FUsx9KaiXvHZU4qrzgc4sLg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-4-26b-a4b-it_minimal","rowId":"Usx9KaiXvHZU4qrzgc4sLg"}
{"key":"epoch|google/gemma-4-26b-a4b-it:effort=minimal|none|gpqa-diamond@1|mean-score|Usx9KaiXvHZU4qrzgc4sLg","sourceId":"epoch","modelId":"google/gemma-4-26b-a4b-it","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":73.232323,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FUsx9KaiXvHZU4qrzgc4sLg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-4-26b-a4b-it_minimal","rowId":"Usx9KaiXvHZU4qrzgc4sLg"}
{"key":"epoch|google/gemma-4-31b-it:effort=minimal|none|gpqa-diamond@1|accuracy|P5L8qbXo42vTvbU3UvTNjk","sourceId":"epoch","modelId":"google/gemma-4-31b-it","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":75.757576,"stderr":3.053289,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FP5L8qbXo42vTvbU3UvTNjk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-4-31b-it_minimal","rowId":"P5L8qbXo42vTvbU3UvTNjk"}
{"key":"epoch|google/gemma-4-31b-it:effort=minimal|none|gpqa-diamond@1|mean-score|P5L8qbXo42vTvbU3UvTNjk","sourceId":"epoch","modelId":"google/gemma-4-31b-it","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":75.757576,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FP5L8qbXo42vTvbU3UvTNjk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gemma-4-31b-it_minimal","rowId":"P5L8qbXo42vTvbU3UvTNjk"}
{"key":"epoch|ibm/granite-4.0-1b:default|none|gpqa-diamond@1|accuracy|oWiE4CniV7k5adL5wDh5r8","sourceId":"epoch","modelId":"ibm/granite-4.0-1b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":23.989899,"stderr":1.619451,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FoWiE4CniV7k5adL5wDh5r8.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"granite-4.0-1b","rowId":"oWiE4CniV7k5adL5wDh5r8"}
{"key":"epoch|ibm/granite-4.0-1b:default|none|gpqa-diamond@1|mean-score|oWiE4CniV7k5adL5wDh5r8","sourceId":"epoch","modelId":"ibm/granite-4.0-1b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":23.989899,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FoWiE4CniV7k5adL5wDh5r8.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"granite-4.0-1b","rowId":"oWiE4CniV7k5adL5wDh5r8"}
{"key":"epoch|ibm/granite-4.0-350m:default|none|gpqa-diamond@1|accuracy|F6xZSehzKjpybEh8JkGwni","sourceId":"epoch","modelId":"ibm/granite-4.0-350m","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":11.237374,"stderr":0.908357,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FF6xZSehzKjpybEh8JkGwni.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"granite-4.0-350m","rowId":"F6xZSehzKjpybEh8JkGwni"}
{"key":"epoch|ibm/granite-4.0-350m:default|none|gpqa-diamond@1|mean-score|F6xZSehzKjpybEh8JkGwni","sourceId":"epoch","modelId":"ibm/granite-4.0-350m","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":11.237374,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FF6xZSehzKjpybEh8JkGwni.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"granite-4.0-350m","rowId":"F6xZSehzKjpybEh8JkGwni"}
{"key":"epoch|ibm/granite-4.0-micro:default|none|gpqa-diamond@1|accuracy|SadaSwnSdMpYRstc8zvgjJ","sourceId":"epoch","modelId":"ibm/granite-4.0-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":28.282828,"stderr":1.823783,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSadaSwnSdMpYRstc8zvgjJ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"granite-4.0-micro","rowId":"SadaSwnSdMpYRstc8zvgjJ"}
{"key":"epoch|ibm/granite-4.0-micro:default|none|gpqa-diamond@1|mean-score|SadaSwnSdMpYRstc8zvgjJ","sourceId":"epoch","modelId":"ibm/granite-4.0-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":28.282828,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSadaSwnSdMpYRstc8zvgjJ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"granite-4.0-micro","rowId":"SadaSwnSdMpYRstc8zvgjJ"}
{"key":"epoch|meta/llama-2-70b-chat:default|none|gpqa-diamond@1|accuracy|evPjJw9SKqq3TieSdxrSQn","sourceId":"epoch","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":26.325758,"stderr":1.990181,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FevPjJw9SKqq3TieSdxrSQn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-2-70b-chat-hf","rowId":"evPjJw9SKqq3TieSdxrSQn"}
{"key":"epoch|meta/llama-2-70b-chat:default|none|gpqa-diamond@1|mean-score|evPjJw9SKqq3TieSdxrSQn","sourceId":"epoch","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":26.325758,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FevPjJw9SKqq3TieSdxrSQn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-2-70b-chat-hf","rowId":"evPjJw9SKqq3TieSdxrSQn"}
{"key":"epoch|meta/llama-3-70b-instruct:default|none|gpqa-diamond@1|accuracy|jrvutCoFFG4KxYtU7REdpe","sourceId":"epoch","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":40.561869,"stderr":2.622485,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FjrvutCoFFG4KxYtU7REdpe.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Meta-Llama-3-70B-Instruct","rowId":"jrvutCoFFG4KxYtU7REdpe"}
{"key":"epoch|meta/llama-3-70b-instruct:default|none|gpqa-diamond@1|mean-score|jrvutCoFFG4KxYtU7REdpe","sourceId":"epoch","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":40.561869,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FjrvutCoFFG4KxYtU7REdpe.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Meta-Llama-3-70B-Instruct","rowId":"jrvutCoFFG4KxYtU7REdpe"}
{"key":"epoch|meta/llama-3-8b-instruct:default|none|gpqa-diamond@1|accuracy|iT3BBFWjsZk2rKHKeJDsM8","sourceId":"epoch","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":26.073232,"stderr":1.703043,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FiT3BBFWjsZk2rKHKeJDsM8.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Meta-Llama-3-8B-Instruct","rowId":"iT3BBFWjsZk2rKHKeJDsM8"}
{"key":"epoch|meta/llama-3-8b-instruct:default|none|gpqa-diamond@1|mean-score|iT3BBFWjsZk2rKHKeJDsM8","sourceId":"epoch","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":26.073232,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FiT3BBFWjsZk2rKHKeJDsM8.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Meta-Llama-3-8B-Instruct","rowId":"iT3BBFWjsZk2rKHKeJDsM8"}
{"key":"epoch|meta/llama-3.1-405b-instruct:default|none|gpqa-diamond@1|accuracy|S5QYXSvQBRSbUbXSnAGbMm","sourceId":"epoch","modelId":"meta/llama-3.1-405b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":50.915404,"stderr":2.586199,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FS5QYXSvQBRSbUbXSnAGbMm.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.1-405B-Instruct","rowId":"S5QYXSvQBRSbUbXSnAGbMm"}
{"key":"epoch|meta/llama-3.1-405b-instruct:default|none|gpqa-diamond@1|mean-score|S5QYXSvQBRSbUbXSnAGbMm","sourceId":"epoch","modelId":"meta/llama-3.1-405b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":50.915404,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FS5QYXSvQBRSbUbXSnAGbMm.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.1-405B-Instruct","rowId":"S5QYXSvQBRSbUbXSnAGbMm"}
{"key":"epoch|meta/llama-3.1-70b-instruct:default|none|gpqa-diamond@1|accuracy|MEwMcmSV32JHrsNoAq4BFL","sourceId":"epoch","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":44.191919,"stderr":2.452286,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMEwMcmSV32JHrsNoAq4BFL.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.1-70B-Instruct","rowId":"MEwMcmSV32JHrsNoAq4BFL"}
{"key":"epoch|meta/llama-3.1-70b-instruct:default|none|gpqa-diamond@1|mean-score|MEwMcmSV32JHrsNoAq4BFL","sourceId":"epoch","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":44.191919,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMEwMcmSV32JHrsNoAq4BFL.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.1-70B-Instruct","rowId":"MEwMcmSV32JHrsNoAq4BFL"}
{"key":"epoch|meta/llama-3.1-8b-instruct:default|none|gpqa-diamond@1|accuracy|fxwRTtt8bLV4DNutwtMEox","sourceId":"epoch","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":26.957071,"stderr":1.858381,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfxwRTtt8bLV4DNutwtMEox.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.1-8B-Instruct","rowId":"fxwRTtt8bLV4DNutwtMEox"}
{"key":"epoch|meta/llama-3.1-8b-instruct:default|none|gpqa-diamond@1|mean-score|fxwRTtt8bLV4DNutwtMEox","sourceId":"epoch","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":26.957071,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfxwRTtt8bLV4DNutwtMEox.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.1-8B-Instruct","rowId":"fxwRTtt8bLV4DNutwtMEox"}
{"key":"epoch|meta/llama-3.2-1b-instruct:default|none|gpqa-diamond@1|accuracy|FGEsLTxzZ7fE9aq7DhdqZb","sourceId":"epoch","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":23.926768,"stderr":1.62788,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFGEsLTxzZ7fE9aq7DhdqZb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.2-1B-Instruct","rowId":"FGEsLTxzZ7fE9aq7DhdqZb"}
{"key":"epoch|meta/llama-3.2-1b-instruct:default|none|gpqa-diamond@1|mean-score|FGEsLTxzZ7fE9aq7DhdqZb","sourceId":"epoch","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":23.926768,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFGEsLTxzZ7fE9aq7DhdqZb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.2-1B-Instruct","rowId":"FGEsLTxzZ7fE9aq7DhdqZb"}
{"key":"epoch|meta/llama-3.2-90b-vision-instruct:default|none|gpqa-diamond@1|accuracy|9SSHEP95FYVZvHDdoHSRy3","sourceId":"epoch","modelId":"meta/llama-3.2-90b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":41.035354,"stderr":2.294834,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9SSHEP95FYVZvHDdoHSRy3.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.2-90B-Vision-Instruct","rowId":"9SSHEP95FYVZvHDdoHSRy3"}
{"key":"epoch|meta/llama-3.2-90b-vision-instruct:default|none|gpqa-diamond@1|mean-score|9SSHEP95FYVZvHDdoHSRy3","sourceId":"epoch","modelId":"meta/llama-3.2-90b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":41.035354,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9SSHEP95FYVZvHDdoHSRy3.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.2-90B-Vision-Instruct","rowId":"9SSHEP95FYVZvHDdoHSRy3"}
{"key":"epoch|meta/llama-3.3-70b-instruct:default|none|gpqa-diamond@1|accuracy|TxXS78Wg2pSCDbpmeJuzQn","sourceId":"epoch","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":47.443182,"stderr":2.852303,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTxXS78Wg2pSCDbpmeJuzQn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.3-70B-Instruct","rowId":"TxXS78Wg2pSCDbpmeJuzQn"}
{"key":"epoch|meta/llama-3.3-70b-instruct:default|none|gpqa-diamond@1|mean-score|TxXS78Wg2pSCDbpmeJuzQn","sourceId":"epoch","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":47.443182,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTxXS78Wg2pSCDbpmeJuzQn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-3.3-70B-Instruct","rowId":"TxXS78Wg2pSCDbpmeJuzQn"}
{"key":"epoch|meta/llama-4-maverick-17b-128e-instruct-fp8:default|none|frontiermath@2025-02-28-Private|accuracy|QjvBS34fsngfBBMZUirSyh","sourceId":"epoch","modelId":"meta/llama-4-maverick-17b-128e-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":0.689655,"stderr":0.486815,"observedAt":"2025-04-08","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-4-Maverick-17B-128E-Instruct-FP8","rowId":"QjvBS34fsngfBBMZUirSyh"}
{"key":"epoch|meta/llama-4-maverick-17b-128e-instruct-fp8:default|none|frontiermath@2025-02-28-Private|mean-score|QjvBS34fsngfBBMZUirSyh","sourceId":"epoch","modelId":"meta/llama-4-maverick-17b-128e-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":0.689655,"observedAt":"2025-04-08","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-4-Maverick-17B-128E-Instruct-FP8","rowId":"QjvBS34fsngfBBMZUirSyh"}
{"key":"epoch|meta/llama-4-maverick-17b-128e-instruct-fp8:default|none|gpqa-diamond@1|accuracy|LyHy99ubGCqBhoaksQjkiF","sourceId":"epoch","modelId":"meta/llama-4-maverick-17b-128e-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":66.982323,"stderr":2.824482,"observedAt":"2025-04-08","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLyHy99ubGCqBhoaksQjkiF.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-4-Maverick-17B-128E-Instruct-FP8","rowId":"LyHy99ubGCqBhoaksQjkiF"}
{"key":"epoch|meta/llama-4-maverick-17b-128e-instruct-fp8:default|none|gpqa-diamond@1|mean-score|LyHy99ubGCqBhoaksQjkiF","sourceId":"epoch","modelId":"meta/llama-4-maverick-17b-128e-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":66.982323,"observedAt":"2025-04-08","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLyHy99ubGCqBhoaksQjkiF.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-4-Maverick-17B-128E-Instruct-FP8","rowId":"LyHy99ubGCqBhoaksQjkiF"}
{"key":"epoch|meta/llama-4-maverick:default|none|arc-agi-2@1|cost-per-task|reczNMgFqv1ZlJEFV","sourceId":"epoch","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0121,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama 4 Maverick","rowId":"reczNMgFqv1ZlJEFV"}
{"key":"epoch|meta/llama-4-maverick:default|none|arc-agi-2@1|score|reczNMgFqv1ZlJEFV","sourceId":"epoch","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama 4 Maverick","rowId":"reczNMgFqv1ZlJEFV"}
{"key":"epoch|meta/llama-4-maverick:default|none|hle@1|accuracy|recS0T6kjQeFZjFzH","sourceId":"epoch","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":5.68,"stderr":0.91,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama 4 Maverick","rowId":"recS0T6kjQeFZjFzH"}
{"key":"epoch|meta/llama-4-maverick:default|none|hle@1|calibration-error|recS0T6kjQeFZjFzH","sourceId":"epoch","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":83,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama 4 Maverick","rowId":"recS0T6kjQeFZjFzH"}
{"key":"epoch|meta/llama-4-scout:default|none|arc-agi-2@1|cost-per-task|recxnrmYCOKiqBoXB","sourceId":"epoch","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0062,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama 4 Scout","rowId":"recxnrmYCOKiqBoXB"}
{"key":"epoch|meta/llama-4-scout:default|none|arc-agi-2@1|score|recxnrmYCOKiqBoXB","sourceId":"epoch","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama 4 Scout","rowId":"recxnrmYCOKiqBoXB"}
{"key":"epoch|meta/llama-4-scout:default|none|frontiermath@2025-02-28-Private|accuracy|bhjLDA5A7gddsX5cAYKma8","sourceId":"epoch","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":0,"stderr":0,"observedAt":"2025-04-08","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-4-Scout-17B-16E-Instruct","rowId":"bhjLDA5A7gddsX5cAYKma8"}
{"key":"epoch|meta/llama-4-scout:default|none|frontiermath@2025-02-28-Private|mean-score|bhjLDA5A7gddsX5cAYKma8","sourceId":"epoch","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":0,"observedAt":"2025-04-08","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-4-Scout-17B-16E-Instruct","rowId":"bhjLDA5A7gddsX5cAYKma8"}
{"key":"epoch|meta/llama-4-scout:default|none|gpqa-diamond@1|accuracy|MsXAXDEKP3xBKtiA7aTBBG","sourceId":"epoch","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":51.830808,"stderr":3.154902,"observedAt":"2025-04-08","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMsXAXDEKP3xBKtiA7aTBBG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-4-Scout-17B-16E-Instruct","rowId":"MsXAXDEKP3xBKtiA7aTBBG"}
{"key":"epoch|meta/llama-4-scout:default|none|gpqa-diamond@1|mean-score|MsXAXDEKP3xBKtiA7aTBBG","sourceId":"epoch","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":51.830808,"observedAt":"2025-04-08","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMsXAXDEKP3xBKtiA7aTBBG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Llama-4-Scout-17B-16E-Instruct","rowId":"MsXAXDEKP3xBKtiA7aTBBG"}
{"key":"epoch|meta/muse-spark-1.1:default|none|vending-bench-2@1|score|recWZ6XgxFaZmibEx","sourceId":"epoch","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":6520.475,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Muse Spark 1.1","rowId":"recWZ6XgxFaZmibEx"}
{"key":"epoch|meta/muse-spark-open:effort=high|none|arc-agi-2@1|score|reciN9YfqbtP1yXws","sourceId":"epoch","modelId":"meta/muse-spark-open","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":47.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Muse Spark Open (High)","rowId":"reciN9YfqbtP1yXws"}
{"key":"epoch|meta/muse-spark-open:effort=low|none|arc-agi-2@1|score|recblITzcTiuRARQi","sourceId":"epoch","modelId":"meta/muse-spark-open","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":12.222222,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Muse Spark Open (Low)","rowId":"recblITzcTiuRARQi"}
{"key":"epoch|meta/muse-spark-open:effort=medium|none|arc-agi-2@1|score|rec3TfkvV51jpeJSr","sourceId":"epoch","modelId":"meta/muse-spark-open","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":27.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Muse Spark Open (Medium)","rowId":"rec3TfkvV51jpeJSr"}
{"key":"epoch|meta/muse-spark-open:effort=xhigh|none|arc-agi-2@1|score|receKD8XFzWvRgbbE","sourceId":"epoch","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":57.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Muse Spark Open (XHigh)","rowId":"receKD8XFzWvRgbbE"}
{"key":"epoch|meta/muse-spark-open:effort=xhigh|none|gpqa-diamond@1|accuracy|JnKpor8c3EKWGvmyjLFVzH","sourceId":"epoch","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.573232,"stderr":1.870621,"observedAt":"2026-10-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJnKpor8c3EKWGvmyjLFVzH.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Muse-Spark-Open-816B-A42B_xhigh","rowId":"JnKpor8c3EKWGvmyjLFVzH"}
{"key":"epoch|meta/muse-spark-open:effort=xhigh|none|gpqa-diamond@1|mean-score|JnKpor8c3EKWGvmyjLFVzH","sourceId":"epoch","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.573232,"observedAt":"2026-10-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJnKpor8c3EKWGvmyjLFVzH.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Muse-Spark-Open-816B-A42B_xhigh","rowId":"JnKpor8c3EKWGvmyjLFVzH"}
{"key":"epoch|meta/muse-spark:default|none|frontiermath@2025-02-28-Private|accuracy|muse-spark-pre-release-tiers-1-3","sourceId":"epoch","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":39,"stderr":2.9,"observedAt":"2026-04-08","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"muse-spark","rowId":"muse-spark-pre-release-tiers-1-3"}
{"key":"epoch|meta/muse-spark:default|none|frontiermath@2025-02-28-Private|mean-score|muse-spark-pre-release-tiers-1-3","sourceId":"epoch","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":39,"observedAt":"2026-04-08","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"muse-spark","rowId":"muse-spark-pre-release-tiers-1-3"}
{"key":"epoch|meta/muse-spark:default|none|gpqa-diamond@1|accuracy|muse-spark-pre-release-gpqa","sourceId":"epoch","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":89.8,"stderr":2.2,"observedAt":"2026-04-08","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"muse-spark","rowId":"muse-spark-pre-release-gpqa"}
{"key":"epoch|meta/muse-spark:default|none|gpqa-diamond@1|mean-score|muse-spark-pre-release-gpqa","sourceId":"epoch","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":89.8,"observedAt":"2026-04-08","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"muse-spark","rowId":"muse-spark-pre-release-gpqa"}
{"key":"epoch|meta/muse-spark:default|none|hle@1|accuracy|recvslFSn9YBYB4kI","sourceId":"epoch","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":40.56,"stderr":1.92,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Muse Spark","rowId":"recvslFSn9YBYB4kI"}
{"key":"epoch|meta/muse-spark:default|none|hle@1|calibration-error|recvslFSn9YBYB4kI","sourceId":"epoch","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":50,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Muse Spark","rowId":"recvslFSn9YBYB4kI"}
{"key":"epoch|meta/muse-wonder-1.0:default|none|vending-bench-2@1|score|recmNq9KpI3nIDTWU","sourceId":"epoch","modelId":"meta/muse-wonder-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":9432.18,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Muse Wonder","rowId":"recmNq9KpI3nIDTWU"}
{"key":"epoch|microsoft/phi-3-medium-128k-instruct:default|none|gpqa-diamond@1|accuracy|bDS2AGEf3AywbVcdDyAKZK","sourceId":"epoch","modelId":"microsoft/phi-3-medium-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":27.588384,"stderr":1.611769,"observedAt":"2025-01-31","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbDS2AGEf3AywbVcdDyAKZK.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Phi-3-medium-128k-instruct","rowId":"bDS2AGEf3AywbVcdDyAKZK"}
{"key":"epoch|microsoft/phi-3-medium-128k-instruct:default|none|gpqa-diamond@1|mean-score|bDS2AGEf3AywbVcdDyAKZK","sourceId":"epoch","modelId":"microsoft/phi-3-medium-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":27.588384,"observedAt":"2025-01-31","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbDS2AGEf3AywbVcdDyAKZK.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Phi-3-medium-128k-instruct","rowId":"bDS2AGEf3AywbVcdDyAKZK"}
{"key":"epoch|microsoft/phi-4:default|none|gpqa-diamond@1|accuracy|RAwuPRwJedy7P2KeQhEmr8","sourceId":"epoch","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":56.060606,"stderr":2.590275,"observedAt":"2025-01-31","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FRAwuPRwJedy7P2KeQhEmr8.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"phi-4","rowId":"RAwuPRwJedy7P2KeQhEmr8"}
{"key":"epoch|microsoft/phi-4:default|none|gpqa-diamond@1|mean-score|RAwuPRwJedy7P2KeQhEmr8","sourceId":"epoch","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":56.060606,"observedAt":"2025-01-31","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FRAwuPRwJedy7P2KeQhEmr8.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"phi-4","rowId":"RAwuPRwJedy7P2KeQhEmr8"}
{"key":"epoch|microsoft/wizardlm-2-8x22b:default|none|gpqa-diamond@1|accuracy|MQJA3RUjsQzSubGJiukZ7A","sourceId":"epoch","modelId":"microsoft/wizardlm-2-8x22b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":43.434343,"stderr":2.323209,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMQJA3RUjsQzSubGJiukZ7A.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"WizardLM-2-8x22B","rowId":"MQJA3RUjsQzSubGJiukZ7A"}
{"key":"epoch|microsoft/wizardlm-2-8x22b:default|none|gpqa-diamond@1|mean-score|MQJA3RUjsQzSubGJiukZ7A","sourceId":"epoch","modelId":"microsoft/wizardlm-2-8x22b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":43.434343,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMQJA3RUjsQzSubGJiukZ7A.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"WizardLM-2-8x22B","rowId":"MQJA3RUjsQzSubGJiukZ7A"}
{"key":"epoch|minimax/minimax-m2.1:default|crux|terminal-bench@2.0|accuracy|recoAqoyZqRsoB6Kc","sourceId":"epoch","modelId":"minimax/minimax-m2.1","variant":{"flags":[]},"harness":{"name":"Crux"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":36.629213,"stderr":2.88822,"observedAt":"2025-12-23","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"MiniMax M2.1","rowId":"recoAqoyZqRsoB6Kc"}
{"key":"epoch|minimax/minimax-m2.1:default|terminus-2|terminal-bench@2.0|accuracy|rec4F7W15iJy3hjQh","sourceId":"epoch","modelId":"minimax/minimax-m2.1","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":29.213483,"stderr":2.904964,"observedAt":"2025-12-23","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"MiniMax M2.1","rowId":"rec4F7W15iJy3hjQh"}
{"key":"epoch|minimax/minimax-m2.5:default|cchuter|terminal-bench@2.0|accuracy|recVaqQHEH5MbcNtU","sourceId":"epoch","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":{"name":"cchuter"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":42.696629,"stderr":2.824548,"observedAt":"2026-02-12","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"minimax-m2.5","rowId":"recVaqQHEH5MbcNtU"}
{"key":"epoch|minimax/minimax-m2.5:default|none|arc-agi-2@1|cost-per-task|recvWNVGtC7Qa9iB1","sourceId":"epoch","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.17,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Minimax M2.5","rowId":"recvWNVGtC7Qa9iB1"}
{"key":"epoch|minimax/minimax-m2.5:default|none|arc-agi-2@1|score|recvWNVGtC7Qa9iB1","sourceId":"epoch","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.86,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Minimax M2.5","rowId":"recvWNVGtC7Qa9iB1"}
{"key":"epoch|minimax/minimax-m2.5:default|none|vending-bench-2@1|score|recRGKGULrMrYYJr0","sourceId":"epoch","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":-23.16,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"MiniMax-M2.5","rowId":"recRGKGULrMrYYJr0"}
{"key":"epoch|minimax/minimax-m2.5:default|terminus-2|terminal-bench@2.0|accuracy|rec2efDw2CQRGldo9","sourceId":"epoch","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":42.247191,"stderr":2.62428,"observedAt":"2026-02-12","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Minimax m2.5","rowId":"rec2efDw2CQRGldo9"}
{"key":"epoch|minimax/minimax-m2.7:default|harness-agent|terminal-bench@2.0|accuracy|recP18tiQzw7yeuDF","sourceId":"epoch","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":{"name":"Harness Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":42.921348,"stderr":2.938164,"observedAt":"2026-03-18","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"MiniMax M2.7 Highspeed","rowId":"recP18tiQzw7yeuDF"}
{"key":"epoch|minimax/minimax-m2.7:default|indusagi-coding-agent|terminal-bench@2.0|accuracy|recVgdB7STmvB8TFK","sourceId":"epoch","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":{"name":"IndusAGI Coding Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":45.05618,"observedAt":"2026-03-18","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"MiniMax M2.7","rowId":"recVgdB7STmvB8TFK"}
{"key":"epoch|minimax/minimax-m2:default|none|vending-bench-2@1|score|recpPBFKwqSc8Pg0L","sourceId":"epoch","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":160.596,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"MiniMax-M2","rowId":"recpPBFKwqSc8Pg0L"}
{"key":"epoch|minimax/minimax-m2:default|terminus-2|terminal-bench@2.0|accuracy|recjRYjr04mfk7kN1","sourceId":"epoch","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":30.037453,"stderr":2.740793,"observedAt":"2025-10-27","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"MiniMax M2","rowId":"recjRYjr04mfk7kN1"}
{"key":"epoch|minimax/minimax-m3:default|none|gpqa-diamond@1|accuracy|hDESmyGFrbZDomjff3rqzD","sourceId":"epoch","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":90.909091,"stderr":2.048209,"observedAt":"2026-08-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhDESmyGFrbZDomjff3rqzD.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"MiniMax-M3","rowId":"hDESmyGFrbZDomjff3rqzD"}
{"key":"epoch|minimax/minimax-m3:default|none|gpqa-diamond@1|mean-score|hDESmyGFrbZDomjff3rqzD","sourceId":"epoch","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":90.909091,"observedAt":"2026-08-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhDESmyGFrbZDomjff3rqzD.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"MiniMax-M3","rowId":"hDESmyGFrbZDomjff3rqzD"}
{"key":"epoch|minimax/minimax-m3:default|none|vending-bench-2@1|score|recLnH79xdVpRgeFP","sourceId":"epoch","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":2157.771667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"MiniMax-M3","rowId":"recLnH79xdVpRgeFP"}
{"key":"epoch|minimax/minimax-m3:effort=none|mini-swe-agent|frontiercode@unstated|main-score|MiniMax-M3%7CMiniMax M3%7Cmini-swe-agent%7Cnone","sourceId":"epoch","modelId":"minimax/minimax-m3","variant":{"effort":"none","flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":14.7,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"MiniMax M3","rowId":"MiniMax-M3|MiniMax M3|mini-swe-agent|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|minimax/minimax-m3:effort=none|none|gpqa-diamond@1|accuracy|KM4G49tQZB8ce67RxYGyMy","sourceId":"epoch","modelId":"minimax/minimax-m3","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":81.313131,"stderr":2.777253,"observedAt":"2026-08-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKM4G49tQZB8ce67RxYGyMy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"MiniMax-M3_none","rowId":"KM4G49tQZB8ce67RxYGyMy"}
{"key":"epoch|minimax/minimax-m3:effort=none|none|gpqa-diamond@1|mean-score|KM4G49tQZB8ce67RxYGyMy","sourceId":"epoch","modelId":"minimax/minimax-m3","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":81.313131,"observedAt":"2026-08-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKM4G49tQZB8ce67RxYGyMy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"MiniMax-M3_none","rowId":"KM4G49tQZB8ce67RxYGyMy"}
{"key":"epoch|mistral/magistral-medium-2506:default|none|arc-agi-2@1|score|recfC45QI8NicBzwM","sourceId":"epoch","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Magistral Medium","rowId":"recfC45QI8NicBzwM"}
{"key":"epoch|mistral/magistral-medium-2506:flags=thinking|none|arc-agi-2@1|score|recIb0Zl4pxpR9ELk","sourceId":"epoch","modelId":"mistral/magistral-medium-2506","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Magistral Medium (Thinking)","rowId":"recIb0Zl4pxpR9ELk"}
{"key":"epoch|mistral/magistral-small-2506:default|none|arc-agi-2@1|cost-per-task|recOuF80RXt6b2WX8","sourceId":"epoch","modelId":"mistral/magistral-small-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0488,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Magistral Small","rowId":"recOuF80RXt6b2WX8"}
{"key":"epoch|mistral/magistral-small-2506:default|none|arc-agi-2@1|score|recOuF80RXt6b2WX8","sourceId":"epoch","modelId":"mistral/magistral-small-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Magistral Small","rowId":"recOuF80RXt6b2WX8"}
{"key":"epoch|mistral/magistral-small-2506:default|none|gpqa-diamond@1|accuracy|dwGLob8Vhrwx4Wn376jVmt","sourceId":"epoch","modelId":"mistral/magistral-small-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":56.060606,"stderr":3.536086,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdwGLob8Vhrwx4Wn376jVmt.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"magistral-small-2506","rowId":"dwGLob8Vhrwx4Wn376jVmt"}
{"key":"epoch|mistral/magistral-small-2506:default|none|gpqa-diamond@1|mean-score|dwGLob8Vhrwx4Wn376jVmt","sourceId":"epoch","modelId":"mistral/magistral-small-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":56.060606,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdwGLob8Vhrwx4Wn376jVmt.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"magistral-small-2506","rowId":"dwGLob8Vhrwx4Wn376jVmt"}
{"key":"epoch|mistral/magistral-small-2509:default|none|gpqa-diamond@1|accuracy|3UbYVQELDHAcQgu7sTTnRf","sourceId":"epoch","modelId":"mistral/magistral-small-2509","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":47.60101,"stderr":2.599346,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F3UbYVQELDHAcQgu7sTTnRf.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"magistral-small-2509","rowId":"3UbYVQELDHAcQgu7sTTnRf"}
{"key":"epoch|mistral/magistral-small-2509:default|none|gpqa-diamond@1|mean-score|3UbYVQELDHAcQgu7sTTnRf","sourceId":"epoch","modelId":"mistral/magistral-small-2509","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":47.60101,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F3UbYVQELDHAcQgu7sTTnRf.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"magistral-small-2509","rowId":"3UbYVQELDHAcQgu7sTTnRf"}
{"key":"epoch|mistral/ministral-3b-2410:default|none|gpqa-diamond@1|accuracy|bJV4D8SEo9zMJPEYTTXJNZ","sourceId":"epoch","modelId":"mistral/ministral-3b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":25.252525,"stderr":1.930561,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbJV4D8SEo9zMJPEYTTXJNZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"ministral-3b-2410","rowId":"bJV4D8SEo9zMJPEYTTXJNZ"}
{"key":"epoch|mistral/ministral-3b-2410:default|none|gpqa-diamond@1|mean-score|bJV4D8SEo9zMJPEYTTXJNZ","sourceId":"epoch","modelId":"mistral/ministral-3b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":25.252525,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbJV4D8SEo9zMJPEYTTXJNZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"ministral-3b-2410","rowId":"bJV4D8SEo9zMJPEYTTXJNZ"}
{"key":"epoch|mistral/ministral-8b-2410:default|none|gpqa-diamond@1|accuracy|DGEzZA6nvTne4MEGSuo3Tm","sourceId":"epoch","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":27.146465,"stderr":2.086371,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDGEzZA6nvTne4MEGSuo3Tm.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"ministral-8b-2410","rowId":"DGEzZA6nvTne4MEGSuo3Tm"}
{"key":"epoch|mistral/ministral-8b-2410:default|none|gpqa-diamond@1|mean-score|DGEzZA6nvTne4MEGSuo3Tm","sourceId":"epoch","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":27.146465,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDGEzZA6nvTne4MEGSuo3Tm.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"ministral-8b-2410","rowId":"DGEzZA6nvTne4MEGSuo3Tm"}
{"key":"epoch|mistral/mistral-7b-instruct-v0.3:default|none|gpqa-diamond@1|accuracy|YbQkMPC2GtNLhxqTEhhVsa","sourceId":"epoch","modelId":"mistral/mistral-7b-instruct-v0.3","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":15.183081,"stderr":1.014889,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FYbQkMPC2GtNLhxqTEhhVsa.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Mistral-7B-Instruct-v0.3","rowId":"YbQkMPC2GtNLhxqTEhhVsa"}
{"key":"epoch|mistral/mistral-7b-instruct-v0.3:default|none|gpqa-diamond@1|mean-score|YbQkMPC2GtNLhxqTEhhVsa","sourceId":"epoch","modelId":"mistral/mistral-7b-instruct-v0.3","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":15.183081,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FYbQkMPC2GtNLhxqTEhhVsa.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Mistral-7B-Instruct-v0.3","rowId":"YbQkMPC2GtNLhxqTEhhVsa"}
{"key":"epoch|mistral/mistral-7b-instruct:default|none|gpqa-diamond@1|accuracy|5XuVuHeUDekHqjUy2P8gww","sourceId":"epoch","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":13.22601,"stderr":0.988809,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F5XuVuHeUDekHqjUy2P8gww.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"open-mistral-7b","rowId":"5XuVuHeUDekHqjUy2P8gww"}
{"key":"epoch|mistral/mistral-7b-instruct:default|none|gpqa-diamond@1|mean-score|5XuVuHeUDekHqjUy2P8gww","sourceId":"epoch","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":13.22601,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F5XuVuHeUDekHqjUy2P8gww.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"open-mistral-7b","rowId":"5XuVuHeUDekHqjUy2P8gww"}
{"key":"epoch|mistral/mistral-large-2402:default|none|gpqa-diamond@1|accuracy|dDeREdDJ5bVyci3APZxzWb","sourceId":"epoch","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":38.762626,"stderr":2.47766,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdDeREdDJ5bVyci3APZxzWb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-large-2402","rowId":"dDeREdDJ5bVyci3APZxzWb"}
{"key":"epoch|mistral/mistral-large-2402:default|none|gpqa-diamond@1|mean-score|dDeREdDJ5bVyci3APZxzWb","sourceId":"epoch","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":38.762626,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdDeREdDJ5bVyci3APZxzWb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-large-2402","rowId":"dDeREdDJ5bVyci3APZxzWb"}
{"key":"epoch|mistral/mistral-large-2407:default|none|gpqa-diamond@1|accuracy|ZQPNnicTuhuscJvni85PFY","sourceId":"epoch","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":49.021465,"stderr":2.591884,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FZQPNnicTuhuscJvni85PFY.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-large-2407","rowId":"ZQPNnicTuhuscJvni85PFY"}
{"key":"epoch|mistral/mistral-large-2407:default|none|gpqa-diamond@1|mean-score|ZQPNnicTuhuscJvni85PFY","sourceId":"epoch","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":49.021465,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FZQPNnicTuhuscJvni85PFY.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-large-2407","rowId":"ZQPNnicTuhuscJvni85PFY"}
{"key":"epoch|mistral/mistral-large-2411:default|none|frontiermath@2025-02-28-Private|accuracy|cEvTUVyxAqq5UDgsGQbvLM","sourceId":"epoch","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":0.344828,"stderr":0.344828,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-large-2411","rowId":"cEvTUVyxAqq5UDgsGQbvLM"}
{"key":"epoch|mistral/mistral-large-2411:default|none|frontiermath@2025-02-28-Private|mean-score|cEvTUVyxAqq5UDgsGQbvLM","sourceId":"epoch","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":0.344828,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-large-2411","rowId":"cEvTUVyxAqq5UDgsGQbvLM"}
{"key":"epoch|mistral/mistral-large-2411:default|none|gpqa-diamond@1|accuracy|n9gpXfUzo8SbWqvrG2q4xM","sourceId":"epoch","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":51.325758,"stderr":2.688782,"observedAt":"2025-02-25","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fn9gpXfUzo8SbWqvrG2q4xM.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-large-2411","rowId":"n9gpXfUzo8SbWqvrG2q4xM"}
{"key":"epoch|mistral/mistral-large-2411:default|none|gpqa-diamond@1|mean-score|n9gpXfUzo8SbWqvrG2q4xM","sourceId":"epoch","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":51.325758,"observedAt":"2025-02-25","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fn9gpXfUzo8SbWqvrG2q4xM.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-large-2411","rowId":"n9gpXfUzo8SbWqvrG2q4xM"}
{"key":"epoch|mistral/mistral-large-4-0-oss:effort=high|none|gpqa-diamond@1|accuracy|brFy5AcCtkxoccgJToWYmR","sourceId":"epoch","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":90.151515,"stderr":1.811383,"observedAt":"2026-11-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbrFy5AcCtkxoccgJToWYmR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-large-4-0-oss_high","rowId":"brFy5AcCtkxoccgJToWYmR"}
{"key":"epoch|mistral/mistral-large-4-0-oss:effort=high|none|gpqa-diamond@1|mean-score|brFy5AcCtkxoccgJToWYmR","sourceId":"epoch","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":90.151515,"observedAt":"2026-11-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbrFy5AcCtkxoccgJToWYmR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-large-4-0-oss_high","rowId":"brFy5AcCtkxoccgJToWYmR"}
{"key":"epoch|mistral/mistral-large-4-0:effort=high|chisel|frontiercode@unstated|main-score|mistral-large-4-0_high%7CMistral Large 4 (Preview)%7Cchisel%7Chigh","sourceId":"epoch","modelId":"mistral/mistral-large-4-0","variant":{"effort":"high","flags":[]},"harness":{"name":"chisel"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":39.43,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Mistral Large 4 (Preview)","rowId":"mistral-large-4-0_high|Mistral Large 4 (Preview)|chisel|high","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|mistral/mistral-large-4-0:effort=high|none|gpqa-diamond@1|accuracy|Ekx5phukyiJhAcQodMfS2p","sourceId":"epoch","modelId":"mistral/mistral-large-4-0","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.068182,"stderr":1.932813,"observedAt":"2026-10-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FEkx5phukyiJhAcQodMfS2p.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-large-4-0_high","rowId":"Ekx5phukyiJhAcQodMfS2p"}
{"key":"epoch|mistral/mistral-large-4-0:effort=high|none|gpqa-diamond@1|mean-score|Ekx5phukyiJhAcQodMfS2p","sourceId":"epoch","modelId":"mistral/mistral-large-4-0","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.068182,"observedAt":"2026-10-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FEkx5phukyiJhAcQodMfS2p.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-large-4-0_high","rowId":"Ekx5phukyiJhAcQodMfS2p"}
{"key":"epoch|mistral/mistral-medium-2604:effort=none|devin-cli|frontiercode@unstated|main-score|mistral-medium-2604%7CMistral 3.5 Medium%7Cdevin-cli%7Cnone","sourceId":"epoch","modelId":"mistral/mistral-medium-2604","variant":{"effort":"none","flags":[]},"harness":{"name":"devin-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":8,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Mistral 3.5 Medium","rowId":"mistral-medium-2604|Mistral 3.5 Medium|devin-cli|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|mistral/mistral-medium-3:default|none|frontiermath@2025-02-28-Private|accuracy|PZRX6ME25bn26B6BTRWx6W","sourceId":"epoch","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":0.346021,"stderr":0.346021,"observedAt":"2025-05-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-medium-2505","rowId":"PZRX6ME25bn26B6BTRWx6W"}
{"key":"epoch|mistral/mistral-medium-3:default|none|frontiermath@2025-02-28-Private|mean-score|PZRX6ME25bn26B6BTRWx6W","sourceId":"epoch","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":0.346021,"observedAt":"2025-05-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-medium-2505","rowId":"PZRX6ME25bn26B6BTRWx6W"}
{"key":"epoch|mistral/mistral-medium-3:default|none|gpqa-diamond@1|accuracy|FNMbfvEEm9PRnrJnrqk2PH","sourceId":"epoch","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":59.532828,"stderr":2.824697,"observedAt":"2025-05-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFNMbfvEEm9PRnrJnrqk2PH.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-medium-2505","rowId":"FNMbfvEEm9PRnrJnrqk2PH"}
{"key":"epoch|mistral/mistral-medium-3:default|none|gpqa-diamond@1|mean-score|FNMbfvEEm9PRnrJnrqk2PH","sourceId":"epoch","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":59.532828,"observedAt":"2025-05-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFNMbfvEEm9PRnrJnrqk2PH.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-medium-2505","rowId":"FNMbfvEEm9PRnrJnrqk2PH"}
{"key":"epoch|mistral/mistral-medium-3:default|none|hle@1|accuracy|rec84Eh6Y4FPpn9zg","sourceId":"epoch","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":4.52,"stderr":0.81,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Mistral Medium 3","rowId":"rec84Eh6Y4FPpn9zg"}
{"key":"epoch|mistral/mistral-medium-3:default|none|hle@1|calibration-error|rec84Eh6Y4FPpn9zg","sourceId":"epoch","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":77,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Mistral Medium 3","rowId":"rec84Eh6Y4FPpn9zg"}
{"key":"epoch|mistral/mistral-small-3.1:default|none|gpqa-diamond@1|accuracy|DvbGrBaybHM3UhJwWhE3LR","sourceId":"epoch","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":41.919192,"stderr":2.348827,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDvbGrBaybHM3UhJwWhE3LR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-small-3.1-2503","rowId":"DvbGrBaybHM3UhJwWhE3LR"}
{"key":"epoch|mistral/mistral-small-3.1:default|none|gpqa-diamond@1|accuracy|S8bBDAbucsFceirHxeEDvu","sourceId":"epoch","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":47.474747,"stderr":2.76165,"observedAt":"2025-03-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FS8bBDAbucsFceirHxeEDvu.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-small-2503","rowId":"S8bBDAbucsFceirHxeEDvu"}
{"key":"epoch|mistral/mistral-small-3.1:default|none|gpqa-diamond@1|mean-score|DvbGrBaybHM3UhJwWhE3LR","sourceId":"epoch","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":41.919192,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDvbGrBaybHM3UhJwWhE3LR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-small-3.1-2503","rowId":"DvbGrBaybHM3UhJwWhE3LR"}
{"key":"epoch|mistral/mistral-small-3.1:default|none|gpqa-diamond@1|mean-score|S8bBDAbucsFceirHxeEDvu","sourceId":"epoch","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":47.474747,"observedAt":"2025-03-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FS8bBDAbucsFceirHxeEDvu.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-small-2503","rowId":"S8bBDAbucsFceirHxeEDvu"}
{"key":"epoch|mistral/mistral-small-3.2:default|none|gpqa-diamond@1|accuracy|V2CVKXcEdLnEXmppjUEB9M","sourceId":"epoch","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":49.05303,"stderr":2.771744,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FV2CVKXcEdLnEXmppjUEB9M.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-small-3.2-2506","rowId":"V2CVKXcEdLnEXmppjUEB9M"}
{"key":"epoch|mistral/mistral-small-3.2:default|none|gpqa-diamond@1|mean-score|V2CVKXcEdLnEXmppjUEB9M","sourceId":"epoch","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":49.05303,"observedAt":"2026-08-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FV2CVKXcEdLnEXmppjUEB9M.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-small-3.2-2506","rowId":"V2CVKXcEdLnEXmppjUEB9M"}
{"key":"epoch|mistral/mistral-small-3:default|none|gpqa-diamond@1|accuracy|YJPwhEJa6qQWB23HQjByxt","sourceId":"epoch","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":47.285354,"stderr":2.788888,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FYJPwhEJa6qQWB23HQjByxt.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-small-3-2501","rowId":"YJPwhEJa6qQWB23HQjByxt"}
{"key":"epoch|mistral/mistral-small-3:default|none|gpqa-diamond@1|accuracy|oDq358GfyV5Au65scERdVo","sourceId":"epoch","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":45.296717,"stderr":2.479469,"observedAt":"2025-01-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FoDq358GfyV5Au65scERdVo.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-small-2501","rowId":"oDq358GfyV5Au65scERdVo"}
{"key":"epoch|mistral/mistral-small-3:default|none|gpqa-diamond@1|mean-score|YJPwhEJa6qQWB23HQjByxt","sourceId":"epoch","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":47.285354,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FYJPwhEJa6qQWB23HQjByxt.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-small-3-2501","rowId":"YJPwhEJa6qQWB23HQjByxt"}
{"key":"epoch|mistral/mistral-small-3:default|none|gpqa-diamond@1|mean-score|oDq358GfyV5Au65scERdVo","sourceId":"epoch","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":45.296717,"observedAt":"2025-01-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FoDq358GfyV5Au65scERdVo.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"mistral-small-2501","rowId":"oDq358GfyV5Au65scERdVo"}
{"key":"epoch|mistral/mixtral-8x22b-instruct-v0.1:default|none|gpqa-diamond@1|accuracy|ifAM3DJBdm5eU9Y2DjaEvW","sourceId":"epoch","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":34.059343,"stderr":2.068135,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FifAM3DJBdm5eU9Y2DjaEvW.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"open-mixtral-8x22b","rowId":"ifAM3DJBdm5eU9Y2DjaEvW"}
{"key":"epoch|mistral/mixtral-8x22b-instruct-v0.1:default|none|gpqa-diamond@1|mean-score|ifAM3DJBdm5eU9Y2DjaEvW","sourceId":"epoch","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":34.059343,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FifAM3DJBdm5eU9Y2DjaEvW.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"open-mixtral-8x22b","rowId":"ifAM3DJBdm5eU9Y2DjaEvW"}
{"key":"epoch|mistral/mixtral-8x7b-instruct:default|none|gpqa-diamond@1|accuracy|Sn2qbB2HiySe7NcG28jnyM","sourceId":"epoch","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":30.587121,"stderr":1.93706,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSn2qbB2HiySe7NcG28jnyM.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Mixtral-8x7B-Instruct-v0.1","rowId":"Sn2qbB2HiySe7NcG28jnyM"}
{"key":"epoch|mistral/mixtral-8x7b-instruct:default|none|gpqa-diamond@1|accuracy|Y6KPSujFepdwqinKLf9mDF","sourceId":"epoch","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":29.829545,"stderr":1.9147,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FY6KPSujFepdwqinKLf9mDF.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"open-mixtral-8x7b","rowId":"Y6KPSujFepdwqinKLf9mDF"}
{"key":"epoch|mistral/mixtral-8x7b-instruct:default|none|gpqa-diamond@1|mean-score|Sn2qbB2HiySe7NcG28jnyM","sourceId":"epoch","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":30.587121,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSn2qbB2HiySe7NcG28jnyM.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Mixtral-8x7B-Instruct-v0.1","rowId":"Sn2qbB2HiySe7NcG28jnyM"}
{"key":"epoch|mistral/mixtral-8x7b-instruct:default|none|gpqa-diamond@1|mean-score|Y6KPSujFepdwqinKLf9mDF","sourceId":"epoch","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":29.829545,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FY6KPSujFepdwqinKLf9mDF.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"open-mixtral-8x7b","rowId":"Y6KPSujFepdwqinKLf9mDF"}
{"key":"epoch|mistral/open-mistral-nemo-2407:default|none|gpqa-diamond@1|accuracy|XCSWtbDquA7FUiWfd7kh9q","sourceId":"epoch","modelId":"mistral/open-mistral-nemo-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":29.892677,"stderr":2.096191,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FXCSWtbDquA7FUiWfd7kh9q.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"open-mistral-nemo-2407","rowId":"XCSWtbDquA7FUiWfd7kh9q"}
{"key":"epoch|mistral/open-mistral-nemo-2407:default|none|gpqa-diamond@1|mean-score|XCSWtbDquA7FUiWfd7kh9q","sourceId":"epoch","modelId":"mistral/open-mistral-nemo-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":29.892677,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FXCSWtbDquA7FUiWfd7kh9q.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"open-mistral-nemo-2407","rowId":"XCSWtbDquA7FUiWfd7kh9q"}
{"key":"epoch|moonshot-ai/kimi-k2-thinking-turbo:default|none|gpqa-diamond@1|accuracy|muGecFpAg9wHd6gexWJ99L","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":84.217172,"stderr":2.087985,"observedAt":"2025-11-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmuGecFpAg9wHd6gexWJ99L.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2-thinking-turbo","rowId":"muGecFpAg9wHd6gexWJ99L"}
{"key":"epoch|moonshot-ai/kimi-k2-thinking-turbo:default|none|gpqa-diamond@1|mean-score|muGecFpAg9wHd6gexWJ99L","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":84.217172,"observedAt":"2025-11-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmuGecFpAg9wHd6gexWJ99L.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2-thinking-turbo","rowId":"muGecFpAg9wHd6gexWJ99L"}
{"key":"epoch|moonshot-ai/kimi-k2-thinking:default|none|frontiermath@2025-02-28-Private|accuracy|FmXuaTot9QsNdFYwwFHuEG","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":21.403509,"stderr":2.4338,"observedAt":"2025-12-05","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"moonshotai/Kimi-K2-Thinking","rowId":"FmXuaTot9QsNdFYwwFHuEG"}
{"key":"epoch|moonshot-ai/kimi-k2-thinking:default|none|frontiermath@2025-02-28-Private|mean-score|FmXuaTot9QsNdFYwwFHuEG","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":21.403509,"observedAt":"2025-12-05","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"moonshotai/Kimi-K2-Thinking","rowId":"FmXuaTot9QsNdFYwwFHuEG"}
{"key":"epoch|moonshot-ai/kimi-k2-thinking:default|terminus-2|terminal-bench@2.0|accuracy|rec2gS7bw3o4JruIn","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2-thinking","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":35.7,"stderr":2.8,"observedAt":"2025-11-11","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2-thinking","rowId":"rec2gS7bw3o4JruIn"}
{"key":"epoch|moonshot-ai/kimi-k2-thinking:default|terminus-2|terminal-bench@2.0|accuracy|recM5WAExwpby8B8E","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2-thinking","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":35.730337,"stderr":2.820252,"observedAt":"2025-11-06","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K2 Thinking","rowId":"recM5WAExwpby8B8E"}
{"key":"epoch|moonshot-ai/kimi-k2.5:default|none|arc-agi-2@1|cost-per-task|rec04h17vuGSX2tFu","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.28,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K2.5","rowId":"rec04h17vuGSX2tFu"}
{"key":"epoch|moonshot-ai/kimi-k2.5:default|none|arc-agi-2@1|score|rec04h17vuGSX2tFu","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":11.81,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K2.5","rowId":"rec04h17vuGSX2tFu"}
{"key":"epoch|moonshot-ai/kimi-k2.5:default|none|frontiermath@2025-02-28-Private|accuracy|manual_kimi-k2.5_fmprivate_frankenstein","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":27.9,"stderr":2.6,"observedAt":"2026-02-03","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"fireworks/kimi-k2p5","rowId":"manual_kimi-k2.5_fmprivate_frankenstein"}
{"key":"epoch|moonshot-ai/kimi-k2.5:default|none|frontiermath@2025-02-28-Private|mean-score|manual_kimi-k2.5_fmprivate_frankenstein","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":27.9,"observedAt":"2026-02-03","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"fireworks/kimi-k2p5","rowId":"manual_kimi-k2.5_fmprivate_frankenstein"}
{"key":"epoch|moonshot-ai/kimi-k2.5:default|none|gpqa-diamond@1|accuracy|FmqGUq87N4JcuSbo6Uu3U5","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":87.6,"stderr":1.9,"observedAt":"2026-02-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFmqGUq87N4JcuSbo6Uu3U5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"fireworks/kimi-k2p5","rowId":"FmqGUq87N4JcuSbo6Uu3U5"}
{"key":"epoch|moonshot-ai/kimi-k2.5:default|none|gpqa-diamond@1|mean-score|FmqGUq87N4JcuSbo6Uu3U5","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":87.6,"observedAt":"2026-02-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFmqGUq87N4JcuSbo6Uu3U5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"fireworks/kimi-k2p5","rowId":"FmqGUq87N4JcuSbo6Uu3U5"}
{"key":"epoch|moonshot-ai/kimi-k2.5:default|none|hle@1|accuracy|recj1DEYXMJzvbCpt","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":24.37,"stderr":1.81,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2.5","rowId":"recj1DEYXMJzvbCpt"}
{"key":"epoch|moonshot-ai/kimi-k2.5:default|none|hle@1|calibration-error|recj1DEYXMJzvbCpt","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":67,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2.5","rowId":"recj1DEYXMJzvbCpt"}
{"key":"epoch|moonshot-ai/kimi-k2.5:default|none|osworld@1|score|Kimi-K2.5","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":63.3,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi-K2.5","rowId":"Kimi-K2.5"}
{"key":"epoch|moonshot-ai/kimi-k2.5:default|none|swe-bench-verified@1|accuracy|5wVjUb3yn6bdjPSfPEMuiZ","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":73.760331,"stderr":2.001783,"observedAt":"2026-02-17","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F5wVjUb3yn6bdjPSfPEMuiZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2.5","rowId":"5wVjUb3yn6bdjPSfPEMuiZ"}
{"key":"epoch|moonshot-ai/kimi-k2.5:default|none|swe-bench-verified@1|mean-score|5wVjUb3yn6bdjPSfPEMuiZ","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":73.760331,"observedAt":"2026-02-17","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F5wVjUb3yn6bdjPSfPEMuiZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2.5","rowId":"5wVjUb3yn6bdjPSfPEMuiZ"}
{"key":"epoch|moonshot-ai/kimi-k2.5:default|none|vending-bench-2@1|score|recgtFidMQMV7uDk8","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":1198.458,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K2.5","rowId":"recgtFidMQMV7uDk8"}
{"key":"epoch|moonshot-ai/kimi-k2.5:default|terminus-2|terminal-bench@2.0|accuracy|recwAteBLwH7AXt3F","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":43.202247,"stderr":2.877706,"observedAt":"2026-01-27","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K2.5","rowId":"recwAteBLwH7AXt3F"}
{"key":"epoch|moonshot-ai/kimi-k2.6:default|none|frontiermath@2025-02-28-Private|accuracy|4StdTsQNqgsKc8RFdauiF2","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":38.965517,"stderr":2.868659,"observedAt":"2026-05-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2.6","rowId":"4StdTsQNqgsKc8RFdauiF2"}
{"key":"epoch|moonshot-ai/kimi-k2.6:default|none|frontiermath@2025-02-28-Private|mean-score|4StdTsQNqgsKc8RFdauiF2","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":38.965517,"observedAt":"2026-05-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2.6","rowId":"4StdTsQNqgsKc8RFdauiF2"}
{"key":"epoch|moonshot-ai/kimi-k2.6:default|none|gpqa-diamond@1|accuracy|LjgJoDosTLkiGVT59smA7q","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":90.782828,"stderr":1.717452,"observedAt":"2026-05-01","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLjgJoDosTLkiGVT59smA7q.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2.6","rowId":"LjgJoDosTLkiGVT59smA7q"}
{"key":"epoch|moonshot-ai/kimi-k2.6:default|none|gpqa-diamond@1|mean-score|LjgJoDosTLkiGVT59smA7q","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":90.782828,"observedAt":"2026-05-01","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLjgJoDosTLkiGVT59smA7q.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2.6","rowId":"LjgJoDosTLkiGVT59smA7q"}
{"key":"epoch|moonshot-ai/kimi-k2.6:default|none|swe-bench-verified@1|accuracy|bUPtAK7spEwvmiC8pi6afc","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":76.652893,"stderr":1.924896,"observedAt":"2026-05-08","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbUPtAK7spEwvmiC8pi6afc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2.6","rowId":"bUPtAK7spEwvmiC8pi6afc"}
{"key":"epoch|moonshot-ai/kimi-k2.6:default|none|swe-bench-verified@1|mean-score|bUPtAK7spEwvmiC8pi6afc","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":76.652893,"observedAt":"2026-05-08","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbUPtAK7spEwvmiC8pi6afc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2.6","rowId":"bUPtAK7spEwvmiC8pi6afc"}
{"key":"epoch|moonshot-ai/kimi-k2.6:default|none|vending-bench-2@1|score|recHNRpMfTLV74TOv","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":6204.57,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K2.6","rowId":"recHNRpMfTLV74TOv"}
{"key":"epoch|moonshot-ai/kimi-k2.7-code:default|none|gpqa-diamond@1|accuracy|XneEig6pACkAWeekvgCwNk","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.7-code","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":87.878788,"stderr":2.325316,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FXneEig6pACkAWeekvgCwNk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2.7-code","rowId":"XneEig6pACkAWeekvgCwNk"}
{"key":"epoch|moonshot-ai/kimi-k2.7-code:default|none|gpqa-diamond@1|mean-score|XneEig6pACkAWeekvgCwNk","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.7-code","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":87.878788,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FXneEig6pACkAWeekvgCwNk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k2.7-code","rowId":"XneEig6pACkAWeekvgCwNk"}
{"key":"epoch|moonshot-ai/kimi-k2.7-code:default|none|vending-bench-2@1|score|rec3kjMcwIY0FFwTU","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.7-code","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":5082.936,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K2.7 Code","rowId":"rec3kjMcwIY0FFwTU"}
{"key":"epoch|moonshot-ai/kimi-k2.7-code:effort=none|mini-swe-agent|frontiercode@unstated|main-score|kimi-k2.7-code%7CKimi K2.7%7Cmini-swe-agent%7Cnone","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2.7-code","variant":{"effort":"none","flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":30.06,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K2.7","rowId":"kimi-k2.7-code|Kimi K2.7|mini-swe-agent|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|moonshot-ai/kimi-k2:default|openhands|terminal-bench@2.0|accuracy|recZ35cLEBZqtObMV","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":26.7,"stderr":2.7,"observedAt":"2025-11-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi-K2-Instruct","rowId":"recZ35cLEBZqtObMV"}
{"key":"epoch|moonshot-ai/kimi-k2:default|openhands|terminal-bench@2.0|accuracy|recrMHVuQYDBd8BrS","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":26.741573,"stderr":2.697191,"observedAt":"2025-07-11","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K2 Instruct","rowId":"recrMHVuQYDBd8BrS"}
{"key":"epoch|moonshot-ai/kimi-k2:default|terminus-2|terminal-bench@2.0|accuracy|recE77NwwL0EUyZ8C","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":27.790262,"stderr":2.521656,"observedAt":"2025-07-11","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K2 Instruct","rowId":"recE77NwwL0EUyZ8C"}
{"key":"epoch|moonshot-ai/kimi-k2:default|terminus-2|terminal-bench@2.0|accuracy|recxOKDiLuVBjbuwV","sourceId":"epoch","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":27.8,"stderr":2.5,"observedAt":"2025-11-01","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi-K2-Instruct","rowId":"recxOKDiLuVBjbuwV"}
{"key":"epoch|moonshot-ai/kimi-k3.1-pro:effort=max|none|gpqa-diamond@1|accuracy|2bhYPjF6VRWc5CeERGq8g5","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":94.191919,"stderr":1.439447,"observedAt":"2026-11-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2bhYPjF6VRWc5CeERGq8g5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k3.1-pro-together_max","rowId":"2bhYPjF6VRWc5CeERGq8g5"}
{"key":"epoch|moonshot-ai/kimi-k3.1-pro:effort=max|none|gpqa-diamond@1|mean-score|2bhYPjF6VRWc5CeERGq8g5","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":94.191919,"observedAt":"2026-11-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2bhYPjF6VRWc5CeERGq8g5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k3.1-pro-together_max","rowId":"2bhYPjF6VRWc5CeERGq8g5"}
{"key":"epoch|moonshot-ai/kimi-k3:default|none|vending-bench-2@1|score|recYBYYTXhJssG2iO","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":5165.035,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K3 (Moonshot)","rowId":"recYBYYTXhJssG2iO"}
{"key":"epoch|moonshot-ai/kimi-k3:effort=high|none|arc-agi-2@1|cost-per-task|receUA2QktYdPoRHt","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.947223,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K3 (High)","rowId":"receUA2QktYdPoRHt"}
{"key":"epoch|moonshot-ai/kimi-k3:effort=high|none|arc-agi-2@1|score|receUA2QktYdPoRHt","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":55,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K3 (High)","rowId":"receUA2QktYdPoRHt"}
{"key":"epoch|moonshot-ai/kimi-k3:effort=high|none|gpqa-diamond@1|accuracy|AoAD5uVtgVDnXmwA7STuno","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":91.919192,"stderr":1.941768,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FAoAD5uVtgVDnXmwA7STuno.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k3_high","rowId":"AoAD5uVtgVDnXmwA7STuno"}
{"key":"epoch|moonshot-ai/kimi-k3:effort=high|none|gpqa-diamond@1|mean-score|AoAD5uVtgVDnXmwA7STuno","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":91.919192,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FAoAD5uVtgVDnXmwA7STuno.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k3_high","rowId":"AoAD5uVtgVDnXmwA7STuno"}
{"key":"epoch|moonshot-ai/kimi-k3:effort=low|none|arc-agi-2@1|cost-per-task|recH5KE0OlSAl8M1N","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.254139,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K3 (Low)","rowId":"recH5KE0OlSAl8M1N"}
{"key":"epoch|moonshot-ai/kimi-k3:effort=low|none|arc-agi-2@1|score|recH5KE0OlSAl8M1N","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":12.361111,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K3 (Low)","rowId":"recH5KE0OlSAl8M1N"}
{"key":"epoch|moonshot-ai/kimi-k3:effort=low|none|gpqa-diamond@1|accuracy|mvNb3hNgSZ2gS6jHMtvCdk","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":84.848485,"stderr":2.554565,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmvNb3hNgSZ2gS6jHMtvCdk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k3_low","rowId":"mvNb3hNgSZ2gS6jHMtvCdk"}
{"key":"epoch|moonshot-ai/kimi-k3:effort=low|none|gpqa-diamond@1|mean-score|mvNb3hNgSZ2gS6jHMtvCdk","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":84.848485,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmvNb3hNgSZ2gS6jHMtvCdk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k3_low","rowId":"mvNb3hNgSZ2gS6jHMtvCdk"}
{"key":"epoch|moonshot-ai/kimi-k3:effort=max|none|arc-agi-2@1|cost-per-task|rec4wHjT7MjgYLj9Q","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.592694,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K3 (Max)","rowId":"rec4wHjT7MjgYLj9Q"}
{"key":"epoch|moonshot-ai/kimi-k3:effort=max|none|arc-agi-2@1|score|rec4wHjT7MjgYLj9Q","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":60.416667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K3 (Max)","rowId":"rec4wHjT7MjgYLj9Q"}
{"key":"epoch|moonshot-ai/kimi-k3:effort=max|none|gpqa-diamond@1|accuracy|B8MaPUe3EYwUZASsNqE7C9","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":93.118687,"stderr":1.493723,"observedAt":"2026-07-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FB8MaPUe3EYwUZASsNqE7C9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k3_max","rowId":"B8MaPUe3EYwUZASsNqE7C9"}
{"key":"epoch|moonshot-ai/kimi-k3:effort=max|none|gpqa-diamond@1|mean-score|B8MaPUe3EYwUZASsNqE7C9","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":93.118687,"observedAt":"2026-07-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FB8MaPUe3EYwUZASsNqE7C9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-k3_max","rowId":"B8MaPUe3EYwUZASsNqE7C9"}
{"key":"epoch|moonshot-ai/kimi-k3:effort=none|mini-swe-agent|frontiercode@unstated|main-score|kimi-k3_unknown%7CKimi K3%7Cmini-swe-agent%7Cnone","sourceId":"epoch","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"none","flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":44.17,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Kimi K3","rowId":"kimi-k3_unknown|Kimi K3|mini-swe-agent|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|moonshot-ai/kimi-vl-a3b:steps=100|none|osworld@1|score|kimi-vl-a3b (100 steps)","sourceId":"epoch","modelId":"moonshot-ai/kimi-vl-a3b","variant":{"stepBudget":100,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":10.3,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-vl-a3b (100 steps)","rowId":"kimi-vl-a3b (100 steps)"}
{"key":"epoch|moonshot-ai/kimi-vl-a3b:steps=15|none|osworld@1|score|kimi-vl-a3b (15 steps)","sourceId":"epoch","modelId":"moonshot-ai/kimi-vl-a3b","variant":{"stepBudget":15,"flags":[]},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":9.7,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"kimi-vl-a3b (15 steps)","rowId":"kimi-vl-a3b (15 steps)"}
{"key":"epoch|nous-research/hermes-2-theta-llama-3-70b:default|none|gpqa-diamond@1|accuracy|DHdeZNynu4VtRp2VGkCGvd","sourceId":"epoch","modelId":"nous-research/hermes-2-theta-llama-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":37.468434,"stderr":2.480301,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDHdeZNynu4VtRp2VGkCGvd.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Hermes-2-Theta-Llama-3-70B","rowId":"DHdeZNynu4VtRp2VGkCGvd"}
{"key":"epoch|nous-research/hermes-2-theta-llama-3-70b:default|none|gpqa-diamond@1|mean-score|DHdeZNynu4VtRp2VGkCGvd","sourceId":"epoch","modelId":"nous-research/hermes-2-theta-llama-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":37.468434,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDHdeZNynu4VtRp2VGkCGvd.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Hermes-2-Theta-Llama-3-70B","rowId":"DHdeZNynu4VtRp2VGkCGvd"}
{"key":"epoch|nvidia/nemotron-3-ultra-550b-a55b:default|none|gpqa-diamond@1|accuracy|bpZy8tAbh7UV6A6U7XZtBg","sourceId":"epoch","modelId":"nvidia/nemotron-3-ultra-550b-a55b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":85.353535,"stderr":2.519092,"observedAt":"2026-08-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbpZy8tAbh7UV6A6U7XZtBg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"nemotron-3-ultra","rowId":"bpZy8tAbh7UV6A6U7XZtBg"}
{"key":"epoch|nvidia/nemotron-3-ultra-550b-a55b:default|none|gpqa-diamond@1|mean-score|bpZy8tAbh7UV6A6U7XZtBg","sourceId":"epoch","modelId":"nvidia/nemotron-3-ultra-550b-a55b","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":85.353535,"observedAt":"2026-08-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbpZy8tAbh7UV6A6U7XZtBg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"nemotron-3-ultra","rowId":"bpZy8tAbh7UV6A6U7XZtBg"}
{"key":"epoch|nvidia/nemotron-3-ultra-550b-a55b:effort=none|devin-cli|frontiercode@unstated|main-score|nemotron-3-ultra%7CNemotron 3 Ultra%7Cdevin-cli%7Cnone","sourceId":"epoch","modelId":"nvidia/nemotron-3-ultra-550b-a55b","variant":{"effort":"none","flags":[]},"harness":{"name":"devin-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":13.61,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Nemotron 3 Ultra","rowId":"nemotron-3-ultra|Nemotron 3 Ultra|devin-cli|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|openai/codex-mini-latest:ckpt=2025-05-16|none|arc-agi-2@1|cost-per-task|rec5tJjCzoBNRSY9a","sourceId":"epoch","modelId":"openai/codex-mini-latest","variant":{"flags":[],"checkpoint":"2025-05-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.23,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Codex Mini (Latest)","rowId":"rec5tJjCzoBNRSY9a"}
{"key":"epoch|openai/codex-mini-latest:ckpt=2025-05-16|none|arc-agi-2@1|score|rec5tJjCzoBNRSY9a","sourceId":"epoch","modelId":"openai/codex-mini-latest","variant":{"flags":[],"checkpoint":"2025-05-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.27,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Codex Mini (Latest)","rowId":"rec5tJjCzoBNRSY9a"}
{"key":"epoch|openai/computer-use-preview:steps=100;ckpt=2025-03-11|none|osworld@1|score|computer-use-preview (100 steps)","sourceId":"epoch","modelId":"openai/computer-use-preview","variant":{"stepBudget":100,"flags":[],"checkpoint":"2025-03-11"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":30.5,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"computer-use-preview (100 steps)","rowId":"computer-use-preview (100 steps)"}
{"key":"epoch|openai/computer-use-preview:steps=15;ckpt=2025-03-11|none|osworld@1|score|computer-use-preview (15 steps)","sourceId":"epoch","modelId":"openai/computer-use-preview","variant":{"stepBudget":15,"flags":[],"checkpoint":"2025-03-11"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":26,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"computer-use-preview (15 steps)","rowId":"computer-use-preview (15 steps)"}
{"key":"epoch|openai/computer-use-preview:steps=50;ckpt=2025-03-11|none|osworld@1|score|computer-use-preview (50 steps)","sourceId":"epoch","modelId":"openai/computer-use-preview","variant":{"stepBudget":50,"flags":[],"checkpoint":"2025-03-11"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":31.3,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"computer-use-preview (50 steps)","rowId":"computer-use-preview (50 steps)"}
{"key":"epoch|openai/gpt-3.5-turbo-0125:default|none|gpqa-diamond@1|accuracy|eZaQhpbhbzbo3sbKGS5Efa","sourceId":"epoch","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":27.17803,"stderr":1.95358,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FeZaQhpbhbzbo3sbKGS5Efa.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-3.5-turbo-0125","rowId":"eZaQhpbhbzbo3sbKGS5Efa"}
{"key":"epoch|openai/gpt-3.5-turbo-0125:default|none|gpqa-diamond@1|mean-score|eZaQhpbhbzbo3sbKGS5Efa","sourceId":"epoch","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":27.17803,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FeZaQhpbhbzbo3sbKGS5Efa.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-3.5-turbo-0125","rowId":"eZaQhpbhbzbo3sbKGS5Efa"}
{"key":"epoch|openai/gpt-3.5-turbo-1106:default|none|gpqa-diamond@1|accuracy|enhRcQmfN6RFB2zu7R3Uxr","sourceId":"epoch","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":28.030303,"stderr":1.872037,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FenhRcQmfN6RFB2zu7R3Uxr.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-3.5-turbo-1106","rowId":"enhRcQmfN6RFB2zu7R3Uxr"}
{"key":"epoch|openai/gpt-3.5-turbo-1106:default|none|gpqa-diamond@1|mean-score|enhRcQmfN6RFB2zu7R3Uxr","sourceId":"epoch","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":28.030303,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FenhRcQmfN6RFB2zu7R3Uxr.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-3.5-turbo-1106","rowId":"enhRcQmfN6RFB2zu7R3Uxr"}
{"key":"epoch|openai/gpt-4-0125-preview:default|none|gpqa-diamond@1|accuracy|4j3WRhhruXrfaq9Jki3NDc","sourceId":"epoch","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":42.266414,"stderr":2.679595,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F4j3WRhhruXrfaq9Jki3NDc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4-0125-preview","rowId":"4j3WRhhruXrfaq9Jki3NDc"}
{"key":"epoch|openai/gpt-4-0125-preview:default|none|gpqa-diamond@1|mean-score|4j3WRhhruXrfaq9Jki3NDc","sourceId":"epoch","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":42.266414,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F4j3WRhhruXrfaq9Jki3NDc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4-0125-preview","rowId":"4j3WRhhruXrfaq9Jki3NDc"}
{"key":"epoch|openai/gpt-4-0314:default|none|gpqa-diamond@1|accuracy|FkbLkW5ed8rnZGFJMevDFn","sourceId":"epoch","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":35.732323,"stderr":2.363099,"observedAt":"2025-10-23","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFkbLkW5ed8rnZGFJMevDFn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4-0314","rowId":"FkbLkW5ed8rnZGFJMevDFn"}
{"key":"epoch|openai/gpt-4-0314:default|none|gpqa-diamond@1|mean-score|FkbLkW5ed8rnZGFJMevDFn","sourceId":"epoch","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":35.732323,"observedAt":"2025-10-23","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFkbLkW5ed8rnZGFJMevDFn.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4-0314","rowId":"FkbLkW5ed8rnZGFJMevDFn"}
{"key":"epoch|openai/gpt-4-0613:default|none|gpqa-diamond@1|accuracy|fu7pWqbSC4MUBdwv3GFNa5","sourceId":"epoch","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":30.650253,"stderr":2.337323,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Ffu7pWqbSC4MUBdwv3GFNa5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4-0613","rowId":"fu7pWqbSC4MUBdwv3GFNa5"}
{"key":"epoch|openai/gpt-4-0613:default|none|gpqa-diamond@1|mean-score|fu7pWqbSC4MUBdwv3GFNa5","sourceId":"epoch","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":30.650253,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Ffu7pWqbSC4MUBdwv3GFNa5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4-0613","rowId":"fu7pWqbSC4MUBdwv3GFNa5"}
{"key":"epoch|openai/gpt-4-1106-preview:default|none|gpqa-diamond@1|accuracy|AWewipyfSQb8hXtS8d4fNL","sourceId":"epoch","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":42.361111,"stderr":2.407614,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FAWewipyfSQb8hXtS8d4fNL.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4-1106-preview","rowId":"AWewipyfSQb8hXtS8d4fNL"}
{"key":"epoch|openai/gpt-4-1106-preview:default|none|gpqa-diamond@1|mean-score|AWewipyfSQb8hXtS8d4fNL","sourceId":"epoch","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":42.361111,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FAWewipyfSQb8hXtS8d4fNL.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4-1106-preview","rowId":"AWewipyfSQb8hXtS8d4fNL"}
{"key":"epoch|openai/gpt-4-turbo:ckpt=2024-04-09|none|gpqa-diamond@1|accuracy|TaCoN7eyPQEfDWXqs2MpcF","sourceId":"epoch","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":46.590909,"stderr":2.657688,"observedAt":"2025-02-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTaCoN7eyPQEfDWXqs2MpcF.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4-turbo-2024-04-09","rowId":"TaCoN7eyPQEfDWXqs2MpcF"}
{"key":"epoch|openai/gpt-4-turbo:ckpt=2024-04-09|none|gpqa-diamond@1|mean-score|TaCoN7eyPQEfDWXqs2MpcF","sourceId":"epoch","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":46.590909,"observedAt":"2025-02-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTaCoN7eyPQEfDWXqs2MpcF.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4-turbo-2024-04-09","rowId":"TaCoN7eyPQEfDWXqs2MpcF"}
{"key":"epoch|openai/gpt-4.1-mini:ckpt=2025-04-14|none|arc-agi-2@1|cost-per-task|recAgj8f9SDr9AZyr","sourceId":"epoch","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0139,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4.1-Mini","rowId":"recAgj8f9SDr9AZyr"}
{"key":"epoch|openai/gpt-4.1-mini:ckpt=2025-04-14|none|arc-agi-2@1|score|recAgj8f9SDr9AZyr","sourceId":"epoch","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4.1-Mini","rowId":"recAgj8f9SDr9AZyr"}
{"key":"epoch|openai/gpt-4.1-mini:ckpt=2025-04-14|none|frontiermath@2025-02-28-Private|accuracy|ephMMUGDANc9iVTNNuuoZx","sourceId":"epoch","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":4.482759,"stderr":1.217208,"observedAt":"2025-04-14","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-mini-2025-04-14","rowId":"ephMMUGDANc9iVTNNuuoZx"}
{"key":"epoch|openai/gpt-4.1-mini:ckpt=2025-04-14|none|frontiermath@2025-02-28-Private|mean-score|ephMMUGDANc9iVTNNuuoZx","sourceId":"epoch","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":4.482759,"observedAt":"2025-04-14","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-mini-2025-04-14","rowId":"ephMMUGDANc9iVTNNuuoZx"}
{"key":"epoch|openai/gpt-4.1-mini:ckpt=2025-04-14|none|gpqa-diamond@1|accuracy|dXHddeGRX7JRVa5UNfad5C","sourceId":"epoch","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":65.84596,"stderr":2.70515,"observedAt":"2025-04-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdXHddeGRX7JRVa5UNfad5C.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-mini-2025-04-14","rowId":"dXHddeGRX7JRVa5UNfad5C"}
{"key":"epoch|openai/gpt-4.1-mini:ckpt=2025-04-14|none|gpqa-diamond@1|mean-score|dXHddeGRX7JRVa5UNfad5C","sourceId":"epoch","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":65.84596,"observedAt":"2025-04-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdXHddeGRX7JRVa5UNfad5C.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-mini-2025-04-14","rowId":"dXHddeGRX7JRVa5UNfad5C"}
{"key":"epoch|openai/gpt-4.1-nano:ckpt=2025-04-14|none|arc-agi-2@1|cost-per-task|recS5hpSeASTkWd5s","sourceId":"epoch","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0036,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4.1-Nano","rowId":"recS5hpSeASTkWd5s"}
{"key":"epoch|openai/gpt-4.1-nano:ckpt=2025-04-14|none|arc-agi-2@1|score|recS5hpSeASTkWd5s","sourceId":"epoch","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4.1-Nano","rowId":"recS5hpSeASTkWd5s"}
{"key":"epoch|openai/gpt-4.1-nano:ckpt=2025-04-14|none|frontiermath@2025-02-28-Private|accuracy|chtQvebcoaE33KkhAjbCnw","sourceId":"epoch","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":1.034483,"stderr":0.595189,"observedAt":"2025-04-14","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-nano-2025-04-14","rowId":"chtQvebcoaE33KkhAjbCnw"}
{"key":"epoch|openai/gpt-4.1-nano:ckpt=2025-04-14|none|frontiermath@2025-02-28-Private|mean-score|chtQvebcoaE33KkhAjbCnw","sourceId":"epoch","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":1.034483,"observedAt":"2025-04-14","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-nano-2025-04-14","rowId":"chtQvebcoaE33KkhAjbCnw"}
{"key":"epoch|openai/gpt-4.1-nano:ckpt=2025-04-14|none|gpqa-diamond@1|accuracy|azWfeFPP6zSocuQX3JYBU5","sourceId":"epoch","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":48.926768,"stderr":2.484973,"observedAt":"2025-04-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FazWfeFPP6zSocuQX3JYBU5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-nano-2025-04-14","rowId":"azWfeFPP6zSocuQX3JYBU5"}
{"key":"epoch|openai/gpt-4.1-nano:ckpt=2025-04-14|none|gpqa-diamond@1|mean-score|azWfeFPP6zSocuQX3JYBU5","sourceId":"epoch","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":48.926768,"observedAt":"2025-04-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FazWfeFPP6zSocuQX3JYBU5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-nano-2025-04-14","rowId":"azWfeFPP6zSocuQX3JYBU5"}
{"key":"epoch|openai/gpt-4.1:ckpt=2025-04-14|none|arc-agi-2@1|cost-per-task|recMVaawKzYg6YFHo","sourceId":"epoch","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0691,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4.1","rowId":"recMVaawKzYg6YFHo"}
{"key":"epoch|openai/gpt-4.1:ckpt=2025-04-14|none|arc-agi-2@1|score|recMVaawKzYg6YFHo","sourceId":"epoch","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.42,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4.1","rowId":"recMVaawKzYg6YFHo"}
{"key":"epoch|openai/gpt-4.1:ckpt=2025-04-14|none|frontiermath@2025-02-28-Private|accuracy|NPeiYpjbscreYnFkHPvcNB","sourceId":"epoch","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":5.517241,"stderr":1.343038,"observedAt":"2025-04-14","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-2025-04-14","rowId":"NPeiYpjbscreYnFkHPvcNB"}
{"key":"epoch|openai/gpt-4.1:ckpt=2025-04-14|none|frontiermath@2025-02-28-Private|mean-score|NPeiYpjbscreYnFkHPvcNB","sourceId":"epoch","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":5.517241,"observedAt":"2025-04-14","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-2025-04-14","rowId":"NPeiYpjbscreYnFkHPvcNB"}
{"key":"epoch|openai/gpt-4.1:ckpt=2025-04-14|none|gpqa-diamond@1|accuracy|Gj8pd5gU9r4LqwDK8XZ4mL","sourceId":"epoch","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":66.919192,"stderr":2.82144,"observedAt":"2025-04-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGj8pd5gU9r4LqwDK8XZ4mL.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-2025-04-14","rowId":"Gj8pd5gU9r4LqwDK8XZ4mL"}
{"key":"epoch|openai/gpt-4.1:ckpt=2025-04-14|none|gpqa-diamond@1|mean-score|Gj8pd5gU9r4LqwDK8XZ4mL","sourceId":"epoch","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":66.919192,"observedAt":"2025-04-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGj8pd5gU9r4LqwDK8XZ4mL.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-2025-04-14","rowId":"Gj8pd5gU9r4LqwDK8XZ4mL"}
{"key":"epoch|openai/gpt-4.1:ckpt=2025-04-14|none|hle@1|accuracy|recXkRBDMBFxIp3rr","sourceId":"epoch","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":5.4,"stderr":0.89,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4.1","rowId":"recXkRBDMBFxIp3rr"}
{"key":"epoch|openai/gpt-4.1:ckpt=2025-04-14|none|hle@1|calibration-error|recXkRBDMBFxIp3rr","sourceId":"epoch","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":89,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4.1","rowId":"recXkRBDMBFxIp3rr"}
{"key":"epoch|openai/gpt-4.1:ckpt=2025-04-14|none|swe-bench-verified@1|accuracy|SheUt9cNpkSevy4r6Gsr3u","sourceId":"epoch","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":48.541667,"stderr":2.283586,"observedAt":"2026-02-08","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSheUt9cNpkSevy4r6Gsr3u.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-2025-04-14","rowId":"SheUt9cNpkSevy4r6Gsr3u"}
{"key":"epoch|openai/gpt-4.1:ckpt=2025-04-14|none|swe-bench-verified@1|mean-score|SheUt9cNpkSevy4r6Gsr3u","sourceId":"epoch","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":48.541667,"observedAt":"2026-02-08","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSheUt9cNpkSevy4r6Gsr3u.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.1-2025-04-14","rowId":"SheUt9cNpkSevy4r6Gsr3u"}
{"key":"epoch|openai/gpt-4.5-preview:ckpt=2025-02-27|none|arc-agi-2@1|cost-per-task|recl8hoiV46IoCWb2","sourceId":"epoch","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":2.1,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4.5","rowId":"recl8hoiV46IoCWb2"}
{"key":"epoch|openai/gpt-4.5-preview:ckpt=2025-02-27|none|arc-agi-2@1|score|recl8hoiV46IoCWb2","sourceId":"epoch","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.8,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4.5","rowId":"recl8hoiV46IoCWb2"}
{"key":"epoch|openai/gpt-4.5-preview:ckpt=2025-02-27|none|gpqa-diamond@1|accuracy|dodibSv7pk8GtqeMy4YLQg","sourceId":"epoch","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":68.686869,"stderr":3.304205,"observedAt":"2025-02-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdodibSv7pk8GtqeMy4YLQg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.5-preview-2025-02-27","rowId":"dodibSv7pk8GtqeMy4YLQg"}
{"key":"epoch|openai/gpt-4.5-preview:ckpt=2025-02-27|none|gpqa-diamond@1|mean-score|dodibSv7pk8GtqeMy4YLQg","sourceId":"epoch","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":68.686869,"observedAt":"2025-02-28","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdodibSv7pk8GtqeMy4YLQg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4.5-preview-2025-02-27","rowId":"dodibSv7pk8GtqeMy4YLQg"}
{"key":"epoch|openai/gpt-4.5-preview:ckpt=2025-02-27|none|hle@1|accuracy|recH4gsEnQtsYl58v","sourceId":"epoch","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":5.44,"stderr":0.89,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT 4.5 Preview","rowId":"recH4gsEnQtsYl58v"}
{"key":"epoch|openai/gpt-4.5-preview:ckpt=2025-02-27|none|hle@1|calibration-error|recH4gsEnQtsYl58v","sourceId":"epoch","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":85,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT 4.5 Preview","rowId":"recH4gsEnQtsYl58v"}
{"key":"epoch|openai/gpt-4o-2024-05-13:default|none|gpqa-diamond@1|accuracy|Y59q8WbEDp2HH8oovyJCj9","sourceId":"epoch","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":48.895202,"stderr":2.625411,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FY59q8WbEDp2HH8oovyJCj9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-2024-05-13","rowId":"Y59q8WbEDp2HH8oovyJCj9"}
{"key":"epoch|openai/gpt-4o-2024-05-13:default|none|gpqa-diamond@1|mean-score|Y59q8WbEDp2HH8oovyJCj9","sourceId":"epoch","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":48.895202,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FY59q8WbEDp2HH8oovyJCj9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-2024-05-13","rowId":"Y59q8WbEDp2HH8oovyJCj9"}
{"key":"epoch|openai/gpt-4o-2024-08-06:default|none|frontiermath@2025-02-28-Private|accuracy|SmT4ukjkxsXZvFExMMVFgW","sourceId":"epoch","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":0.344828,"stderr":0.344828,"observedAt":"2025-03-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-2024-08-06","rowId":"SmT4ukjkxsXZvFExMMVFgW"}
{"key":"epoch|openai/gpt-4o-2024-08-06:default|none|frontiermath@2025-02-28-Private|mean-score|SmT4ukjkxsXZvFExMMVFgW","sourceId":"epoch","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":0.344828,"observedAt":"2025-03-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-2024-08-06","rowId":"SmT4ukjkxsXZvFExMMVFgW"}
{"key":"epoch|openai/gpt-4o-2024-08-06:default|none|gpqa-diamond@1|accuracy|fairJpL9VekDBKxYHG9ZoG","sourceId":"epoch","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":49.210859,"stderr":2.599927,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfairJpL9VekDBKxYHG9ZoG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-2024-08-06","rowId":"fairJpL9VekDBKxYHG9ZoG"}
{"key":"epoch|openai/gpt-4o-2024-08-06:default|none|gpqa-diamond@1|mean-score|fairJpL9VekDBKxYHG9ZoG","sourceId":"epoch","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":49.210859,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfairJpL9VekDBKxYHG9ZoG.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-2024-08-06","rowId":"fairJpL9VekDBKxYHG9ZoG"}
{"key":"epoch|openai/gpt-4o-2024-11-20:default|none|arc-agi-2@1|cost-per-task|recXQ8nDyFM2FrQuM","sourceId":"epoch","modelId":"openai/gpt-4o-2024-11-20","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.08,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4o","rowId":"recXQ8nDyFM2FrQuM"}
{"key":"epoch|openai/gpt-4o-2024-11-20:default|none|arc-agi-2@1|score|recXQ8nDyFM2FrQuM","sourceId":"epoch","modelId":"openai/gpt-4o-2024-11-20","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4o","rowId":"recXQ8nDyFM2FrQuM"}
{"key":"epoch|openai/gpt-4o-2024-11-20:default|none|frontiermath@2025-02-28-Private|accuracy|Z7HU95T8eema56EpLtECvG","sourceId":"epoch","modelId":"openai/gpt-4o-2024-11-20","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":0.344828,"stderr":0.344828,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-2024-11-20","rowId":"Z7HU95T8eema56EpLtECvG"}
{"key":"epoch|openai/gpt-4o-2024-11-20:default|none|frontiermath@2025-02-28-Private|mean-score|Z7HU95T8eema56EpLtECvG","sourceId":"epoch","modelId":"openai/gpt-4o-2024-11-20","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":0.344828,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-2024-11-20","rowId":"Z7HU95T8eema56EpLtECvG"}
{"key":"epoch|openai/gpt-4o-2024-11-20:default|none|gdpval@1|win-or-tie-rate|recHDSF8S2VhrANTu","sourceId":"epoch","modelId":"openai/gpt-4o-2024-11-20","variant":{"flags":[]},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-or-tie-rate","value":12.349,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4o","rowId":"recHDSF8S2VhrANTu","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-4o-2024-11-20:default|none|gdpval@1|win-rate|recHDSF8S2VhrANTu","sourceId":"epoch","modelId":"openai/gpt-4o-2024-11-20","variant":{"flags":[]},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-rate","value":9.9,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4o","rowId":"recHDSF8S2VhrANTu","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-4o-2024-11-20:default|none|gpqa-diamond@1|accuracy|gULKGqAe9nG9syxmYMtkhi","sourceId":"epoch","modelId":"openai/gpt-4o-2024-11-20","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":47.885101,"stderr":2.633697,"observedAt":"2025-02-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgULKGqAe9nG9syxmYMtkhi.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-2024-11-20","rowId":"gULKGqAe9nG9syxmYMtkhi"}
{"key":"epoch|openai/gpt-4o-2024-11-20:default|none|gpqa-diamond@1|mean-score|gULKGqAe9nG9syxmYMtkhi","sourceId":"epoch","modelId":"openai/gpt-4o-2024-11-20","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":47.885101,"observedAt":"2025-02-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgULKGqAe9nG9syxmYMtkhi.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-2024-11-20","rowId":"gULKGqAe9nG9syxmYMtkhi"}
{"key":"epoch|openai/gpt-4o-2024-11-20:default|none|hle@1|accuracy|recIkpfM7qdP40Q5g","sourceId":"epoch","modelId":"openai/gpt-4o-2024-11-20","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":2.72,"stderr":0.64,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4o (November 2024)","rowId":"recIkpfM7qdP40Q5g"}
{"key":"epoch|openai/gpt-4o-2024-11-20:default|none|hle@1|calibration-error|recIkpfM7qdP40Q5g","sourceId":"epoch","modelId":"openai/gpt-4o-2024-11-20","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":89,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4o (November 2024)","rowId":"recIkpfM7qdP40Q5g"}
{"key":"epoch|openai/gpt-4o-2024-11-20:default|none|swe-bench-verified@1|accuracy|PncXWJm7ZCY3qv982pKoRy","sourceId":"epoch","modelId":"openai/gpt-4o-2024-11-20","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":30.991736,"stderr":2.104263,"observedAt":"2026-02-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPncXWJm7ZCY3qv982pKoRy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-2024-11-20","rowId":"PncXWJm7ZCY3qv982pKoRy"}
{"key":"epoch|openai/gpt-4o-2024-11-20:default|none|swe-bench-verified@1|mean-score|PncXWJm7ZCY3qv982pKoRy","sourceId":"epoch","modelId":"openai/gpt-4o-2024-11-20","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":30.991736,"observedAt":"2026-02-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FPncXWJm7ZCY3qv982pKoRy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-2024-11-20","rowId":"PncXWJm7ZCY3qv982pKoRy"}
{"key":"epoch|openai/gpt-4o-mini:ckpt=2024-07-18|none|arc-agi-2@1|cost-per-task|recc7I0Ztw0vTRwWh","sourceId":"epoch","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.01,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4o-mini","rowId":"recc7I0Ztw0vTRwWh"}
{"key":"epoch|openai/gpt-4o-mini:ckpt=2024-07-18|none|arc-agi-2@1|score|recc7I0Ztw0vTRwWh","sourceId":"epoch","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-4o-mini","rowId":"recc7I0Ztw0vTRwWh"}
{"key":"epoch|openai/gpt-4o-mini:ckpt=2024-07-18|none|gpqa-diamond@1|accuracy|L9yfwZC3snsKZshBXTaXjc","sourceId":"epoch","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":37.72096,"stderr":2.406893,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FL9yfwZC3snsKZshBXTaXjc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-mini-2024-07-18","rowId":"L9yfwZC3snsKZshBXTaXjc"}
{"key":"epoch|openai/gpt-4o-mini:ckpt=2024-07-18|none|gpqa-diamond@1|mean-score|L9yfwZC3snsKZshBXTaXjc","sourceId":"epoch","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":37.72096,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FL9yfwZC3snsKZshBXTaXjc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-4o-mini-2024-07-18","rowId":"L9yfwZC3snsKZshBXTaXjc"}
{"key":"epoch|openai/gpt-5-codex:default|codex-cli|terminal-bench@2.0|accuracy|rec1qBXfk7ZcFVViF","sourceId":"epoch","modelId":"openai/gpt-5-codex","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":44.3,"stderr":2.7,"observedAt":"2025-11-04","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-codex","rowId":"rec1qBXfk7ZcFVViF"}
{"key":"epoch|openai/gpt-5-codex:default|codex-cli|terminal-bench@2.0|accuracy|recAFFDfAzTiAM5HO","sourceId":"epoch","modelId":"openai/gpt-5-codex","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":44.325843,"stderr":2.70542,"observedAt":"2025-09-15","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Codex","rowId":"recAFFDfAzTiAM5HO"}
{"key":"epoch|openai/gpt-5-codex:default|mini-swe-agent|terminal-bench@2.0|accuracy|rec9sfNDeDk0cbJQL","sourceId":"epoch","modelId":"openai/gpt-5-codex","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":41.3,"stderr":2.8,"observedAt":"2025-11-03","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-codex","rowId":"rec9sfNDeDk0cbJQL"}
{"key":"epoch|openai/gpt-5-codex:default|mini-swe-agent|terminal-bench@2.0|accuracy|recRmzMIVDOO2eEBY","sourceId":"epoch","modelId":"openai/gpt-5-codex","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":41.348315,"stderr":2.768182,"observedAt":"2025-09-15","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Codex","rowId":"recRmzMIVDOO2eEBY"}
{"key":"epoch|openai/gpt-5-codex:default|terminus-2|terminal-bench@2.0|accuracy|recXSpZpHeeVjiI3u","sourceId":"epoch","modelId":"openai/gpt-5-codex","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":43.4,"stderr":2.9,"observedAt":"2025-10-31","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-codex","rowId":"recXSpZpHeeVjiI3u"}
{"key":"epoch|openai/gpt-5-codex:default|terminus-2|terminal-bench@2.0|accuracy|reciHggGNoFXEb71Z","sourceId":"epoch","modelId":"openai/gpt-5-codex","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":43.426966,"stderr":2.87349,"observedAt":"2025-09-15","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Codex","rowId":"reciHggGNoFXEb71Z"}
{"key":"epoch|openai/gpt-5-mini:ckpt=2025-08-07|codex-cli|terminal-bench@2.0|accuracy|recTuTGBX7vknCWdE","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":31.853933,"stderr":2.998751,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Mini","rowId":"recTuTGBX7vknCWdE"}
{"key":"epoch|openai/gpt-5-mini:ckpt=2025-08-07|mini-swe-agent|terminal-bench@2.0|accuracy|rec27cVB8sQ24sFVx","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":22.247191,"stderr":2.62428,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Mini","rowId":"rec27cVB8sQ24sFVx"}
{"key":"epoch|openai/gpt-5-mini:ckpt=2025-08-07|none|hle@1|accuracy|reczvkyjanol6Vn9f","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":19.44,"stderr":1.55,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07","rowId":"reczvkyjanol6Vn9f"}
{"key":"epoch|openai/gpt-5-mini:ckpt=2025-08-07|none|hle@1|calibration-error|reczvkyjanol6Vn9f","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":65,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07","rowId":"reczvkyjanol6Vn9f"}
{"key":"epoch|openai/gpt-5-mini:ckpt=2025-08-07|none|vending-bench-2@1|score|recrSY56pcQ9ZdRxY","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":-31.184,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 mini","rowId":"recrSY56pcQ9ZdRxY"}
{"key":"epoch|openai/gpt-5-mini:ckpt=2025-08-07|openhands|terminal-bench@2.0|accuracy|recZeMXA8WRW0RPTl","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":29.213483,"stderr":2.750606,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Mini","rowId":"recZeMXA8WRW0RPTl"}
{"key":"epoch|openai/gpt-5-mini:ckpt=2025-08-07|spoox-m|terminal-bench@2.0|accuracy|rec3mqkLQJWWwGiiW","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"spoox-m"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":34.8,"stderr":2.7,"observedAt":"2025-12-24","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Mini","rowId":"rec3mqkLQJWWwGiiW"}
{"key":"epoch|openai/gpt-5-mini:ckpt=2025-08-07|spoox-o-m|terminal-bench@2.0|accuracy|recM8hndoEYq6Jlbf","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"spoox-o-m"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":34.831461,"stderr":2.715113,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Mini","rowId":"recM8hndoEYq6Jlbf"}
{"key":"epoch|openai/gpt-5-mini:ckpt=2025-08-07|terminus-2|terminal-bench@2.0|accuracy|rec1GeHQE2AB6dCLS","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":24.044944,"stderr":2.530189,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Mini","rowId":"rec1GeHQE2AB6dCLS"}
{"key":"epoch|openai/gpt-5-mini:effort=high;ckpt=2025-08-07|none|arc-agi-2@1|cost-per-task|recMKGnQgFOoIKBTQ","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.1977,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Mini (High)","rowId":"recMKGnQgFOoIKBTQ"}
{"key":"epoch|openai/gpt-5-mini:effort=high;ckpt=2025-08-07|none|arc-agi-2@1|score|recMKGnQgFOoIKBTQ","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.44,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Mini (High)","rowId":"recMKGnQgFOoIKBTQ"}
{"key":"epoch|openai/gpt-5-mini:effort=high;ckpt=2025-08-07|none|frontiermath@2025-02-28-Private|accuracy|DkMXbLvTgWJDWnUQVuBA8J","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":27.241379,"stderr":2.618833,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_high","rowId":"DkMXbLvTgWJDWnUQVuBA8J"}
{"key":"epoch|openai/gpt-5-mini:effort=high;ckpt=2025-08-07|none|frontiermath@2025-02-28-Private|mean-score|DkMXbLvTgWJDWnUQVuBA8J","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":27.241379,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_high","rowId":"DkMXbLvTgWJDWnUQVuBA8J"}
{"key":"epoch|openai/gpt-5-mini:effort=high;ckpt=2025-08-07|none|gpqa-diamond@1|accuracy|jP8EyLtPFsakgnsHe2oJM6","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":75,"stderr":2.27673,"observedAt":"2025-10-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FjP8EyLtPFsakgnsHe2oJM6.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_high","rowId":"jP8EyLtPFsakgnsHe2oJM6"}
{"key":"epoch|openai/gpt-5-mini:effort=high;ckpt=2025-08-07|none|gpqa-diamond@1|mean-score|jP8EyLtPFsakgnsHe2oJM6","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":75,"observedAt":"2025-10-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FjP8EyLtPFsakgnsHe2oJM6.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_high","rowId":"jP8EyLtPFsakgnsHe2oJM6"}
{"key":"epoch|openai/gpt-5-mini:effort=low;ckpt=2025-08-07|none|arc-agi-2@1|cost-per-task|recxiCwTDG3hY2wmo","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"low","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0189,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Mini (Low)","rowId":"recxiCwTDG3hY2wmo"}
{"key":"epoch|openai/gpt-5-mini:effort=low;ckpt=2025-08-07|none|arc-agi-2@1|score|recxiCwTDG3hY2wmo","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"low","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.83,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Mini (Low)","rowId":"recxiCwTDG3hY2wmo"}
{"key":"epoch|openai/gpt-5-mini:effort=medium;ckpt=2025-08-07|codex-cli|terminal-bench@2.0|accuracy|recNTuh2AD5nZEqvj","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":31.9,"stderr":3,"observedAt":"2025-11-04","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_medium","rowId":"recNTuh2AD5nZEqvj"}
{"key":"epoch|openai/gpt-5-mini:effort=medium;ckpt=2025-08-07|mini-swe-agent|terminal-bench@2.0|accuracy|recnD7LCzSjD2bMOB","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":22.2,"stderr":2.6,"observedAt":"2025-11-03","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_medium","rowId":"recnD7LCzSjD2bMOB"}
{"key":"epoch|openai/gpt-5-mini:effort=medium;ckpt=2025-08-07|none|arc-agi-2@1|cost-per-task|recMk9nDIaqlCGFqp","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0629,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Mini (Medium)","rowId":"recMk9nDIaqlCGFqp"}
{"key":"epoch|openai/gpt-5-mini:effort=medium;ckpt=2025-08-07|none|arc-agi-2@1|score|recMk9nDIaqlCGFqp","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.03,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Mini (Medium)","rowId":"recMk9nDIaqlCGFqp"}
{"key":"epoch|openai/gpt-5-mini:effort=medium;ckpt=2025-08-07|none|frontiermath@2025-02-28-Private|accuracy|VPHGtT9EdPS6YxbzDAt98q","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":20.344828,"stderr":2.368018,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_medium","rowId":"VPHGtT9EdPS6YxbzDAt98q"}
{"key":"epoch|openai/gpt-5-mini:effort=medium;ckpt=2025-08-07|none|frontiermath@2025-02-28-Private|mean-score|VPHGtT9EdPS6YxbzDAt98q","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":20.344828,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_medium","rowId":"VPHGtT9EdPS6YxbzDAt98q"}
{"key":"epoch|openai/gpt-5-mini:effort=medium;ckpt=2025-08-07|none|gpqa-diamond@1|accuracy|CFNzodoTSVVVgp9PUXftUP","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":71.65404,"stderr":2.319274,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCFNzodoTSVVVgp9PUXftUP.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_medium","rowId":"CFNzodoTSVVVgp9PUXftUP"}
{"key":"epoch|openai/gpt-5-mini:effort=medium;ckpt=2025-08-07|none|gpqa-diamond@1|mean-score|CFNzodoTSVVVgp9PUXftUP","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":71.65404,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCFNzodoTSVVVgp9PUXftUP.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_medium","rowId":"CFNzodoTSVVVgp9PUXftUP"}
{"key":"epoch|openai/gpt-5-mini:effort=medium;ckpt=2025-08-07|none|swe-bench-verified@1|accuracy|7nvdQy3AwKtoay2FBvfST5","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":64.669421,"stderr":2.17496,"observedAt":"2026-02-01","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F7nvdQy3AwKtoay2FBvfST5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_medium","rowId":"7nvdQy3AwKtoay2FBvfST5"}
{"key":"epoch|openai/gpt-5-mini:effort=medium;ckpt=2025-08-07|none|swe-bench-verified@1|mean-score|7nvdQy3AwKtoay2FBvfST5","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":64.669421,"observedAt":"2026-02-01","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F7nvdQy3AwKtoay2FBvfST5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_medium","rowId":"7nvdQy3AwKtoay2FBvfST5"}
{"key":"epoch|openai/gpt-5-mini:effort=medium;ckpt=2025-08-07|openhands|terminal-bench@2.0|accuracy|recqpHHQIxrdzWQ2e","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":29.2,"stderr":2.8,"observedAt":"2025-11-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_medium","rowId":"recqpHHQIxrdzWQ2e"}
{"key":"epoch|openai/gpt-5-mini:effort=medium;ckpt=2025-08-07|terminus-2|terminal-bench@2.0|accuracy|recmHdcWhKi0CzznQ","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":24,"stderr":2.5,"observedAt":"2025-10-31","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_medium","rowId":"recmHdcWhKi0CzznQ"}
{"key":"epoch|openai/gpt-5-mini:effort=minimal;ckpt=2025-08-07|none|arc-agi-2@1|cost-per-task|recIEWFxMvibFys75","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"minimal","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0094,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Mini (Minimal)","rowId":"recIEWFxMvibFys75"}
{"key":"epoch|openai/gpt-5-mini:effort=minimal;ckpt=2025-08-07|none|arc-agi-2@1|score|recIEWFxMvibFys75","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"minimal","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.67,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Mini (Minimal)","rowId":"recIEWFxMvibFys75"}
{"key":"epoch|openai/gpt-5-mini:effort=minimal;ckpt=2025-08-07|none|gpqa-diamond@1|accuracy|hYSstHWNUNwYoZdmZpYQqK","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"minimal","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":71.717172,"stderr":3.20878,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhYSstHWNUNwYoZdmZpYQqK.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_minimal","rowId":"hYSstHWNUNwYoZdmZpYQqK"}
{"key":"epoch|openai/gpt-5-mini:effort=minimal;ckpt=2025-08-07|none|gpqa-diamond@1|mean-score|hYSstHWNUNwYoZdmZpYQqK","sourceId":"epoch","modelId":"openai/gpt-5-mini","variant":{"effort":"minimal","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":71.717172,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhYSstHWNUNwYoZdmZpYQqK.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-mini-2025-08-07_minimal","rowId":"hYSstHWNUNwYoZdmZpYQqK"}
{"key":"epoch|openai/gpt-5-nano:ckpt=2025-08-07|codex-cli|terminal-bench@2.0|accuracy|rec1pKVvhlreqGD54","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":11.460674,"stderr":2.267352,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Nano","rowId":"rec1pKVvhlreqGD54"}
{"key":"epoch|openai/gpt-5-nano:ckpt=2025-08-07|mini-swe-agent|terminal-bench@2.0|accuracy|recuhoyHUTRuz9tSy","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":6.966292,"stderr":1.919875,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Nano","rowId":"recuhoyHUTRuz9tSy"}
{"key":"epoch|openai/gpt-5-nano:ckpt=2025-08-07|openhands|terminal-bench@2.0|accuracy|recSn7LNDEYNombkC","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":9.88764,"stderr":2.112321,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Nano","rowId":"recSn7LNDEYNombkC"}
{"key":"epoch|openai/gpt-5-nano:ckpt=2025-08-07|spoox-o-m|terminal-bench@2.0|accuracy|recrRurMbK55MKkEl","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"spoox-o-m"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":21.797753,"stderr":2.803003,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Nano","rowId":"recrRurMbK55MKkEl"}
{"key":"epoch|openai/gpt-5-nano:ckpt=2025-08-07|terminus-2|terminal-bench@2.0|accuracy|recmaThICuBZ4f3Um","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":7.865169,"stderr":1.868669,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5-Nano","rowId":"recmaThICuBZ4f3Um"}
{"key":"epoch|openai/gpt-5-nano:effort=high;ckpt=2025-08-07|none|arc-agi-2@1|cost-per-task|recupFdrzUCkiIOJx","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0295,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Nano (High)","rowId":"recupFdrzUCkiIOJx"}
{"key":"epoch|openai/gpt-5-nano:effort=high;ckpt=2025-08-07|none|arc-agi-2@1|score|recupFdrzUCkiIOJx","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.61,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Nano (High)","rowId":"recupFdrzUCkiIOJx"}
{"key":"epoch|openai/gpt-5-nano:effort=high;ckpt=2025-08-07|none|frontiermath@2025-02-28-Private|accuracy|2eMHpXXR9h7P2oNPDQkTBY","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":8.275862,"stderr":1.620688,"observedAt":"2025-10-30","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_high","rowId":"2eMHpXXR9h7P2oNPDQkTBY"}
{"key":"epoch|openai/gpt-5-nano:effort=high;ckpt=2025-08-07|none|frontiermath@2025-02-28-Private|mean-score|2eMHpXXR9h7P2oNPDQkTBY","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":8.275862,"observedAt":"2025-10-30","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_high","rowId":"2eMHpXXR9h7P2oNPDQkTBY"}
{"key":"epoch|openai/gpt-5-nano:effort=high;ckpt=2025-08-07|none|gpqa-diamond@1|accuracy|2pSDjMSGDh4HsAxkqUuNQP","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":69.444444,"stderr":2.759451,"observedAt":"2025-10-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2pSDjMSGDh4HsAxkqUuNQP.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_high","rowId":"2pSDjMSGDh4HsAxkqUuNQP"}
{"key":"epoch|openai/gpt-5-nano:effort=high;ckpt=2025-08-07|none|gpqa-diamond@1|mean-score|2pSDjMSGDh4HsAxkqUuNQP","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":69.444444,"observedAt":"2025-10-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2pSDjMSGDh4HsAxkqUuNQP.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_high","rowId":"2pSDjMSGDh4HsAxkqUuNQP"}
{"key":"epoch|openai/gpt-5-nano:effort=low;ckpt=2025-08-07|none|arc-agi-2@1|cost-per-task|recZf3o0zbmGDIYvX","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"low","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0033,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Nano (Low)","rowId":"recZf3o0zbmGDIYvX"}
{"key":"epoch|openai/gpt-5-nano:effort=low;ckpt=2025-08-07|none|arc-agi-2@1|score|recZf3o0zbmGDIYvX","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"low","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Nano (Low)","rowId":"recZf3o0zbmGDIYvX"}
{"key":"epoch|openai/gpt-5-nano:effort=low;ckpt=2025-08-07|none|gpqa-diamond@1|accuracy|mNZ34pXP8JN779JoHnjNQc","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"low","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":57.575758,"stderr":3.521225,"observedAt":"2026-07-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmNZ34pXP8JN779JoHnjNQc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_low","rowId":"mNZ34pXP8JN779JoHnjNQc"}
{"key":"epoch|openai/gpt-5-nano:effort=low;ckpt=2025-08-07|none|gpqa-diamond@1|mean-score|mNZ34pXP8JN779JoHnjNQc","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"low","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":57.575758,"observedAt":"2026-07-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FmNZ34pXP8JN779JoHnjNQc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_low","rowId":"mNZ34pXP8JN779JoHnjNQc"}
{"key":"epoch|openai/gpt-5-nano:effort=medium;ckpt=2025-08-07|codex-cli|terminal-bench@2.0|accuracy|recPmu1Q5fQdfQ0Qg","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":11.5,"stderr":2.3,"observedAt":"2025-11-04","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_medium","rowId":"recPmu1Q5fQdfQ0Qg"}
{"key":"epoch|openai/gpt-5-nano:effort=medium;ckpt=2025-08-07|mini-swe-agent|terminal-bench@2.0|accuracy|rec9SLPT2R9rByofO","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":7,"stderr":1.9,"observedAt":"2025-11-03","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_medium","rowId":"rec9SLPT2R9rByofO"}
{"key":"epoch|openai/gpt-5-nano:effort=medium;ckpt=2025-08-07|none|arc-agi-2@1|cost-per-task|recT6rpJqwTwbDf70","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0137,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Nano (Medium)","rowId":"recT6rpJqwTwbDf70"}
{"key":"epoch|openai/gpt-5-nano:effort=medium;ckpt=2025-08-07|none|arc-agi-2@1|score|recT6rpJqwTwbDf70","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.88,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Nano (Medium)","rowId":"recT6rpJqwTwbDf70"}
{"key":"epoch|openai/gpt-5-nano:effort=medium;ckpt=2025-08-07|none|frontiermath@2025-02-28-Private|accuracy|dHQzrNGjuR5kiHKtNxG62X","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":7.241379,"stderr":1.52454,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_medium","rowId":"dHQzrNGjuR5kiHKtNxG62X"}
{"key":"epoch|openai/gpt-5-nano:effort=medium;ckpt=2025-08-07|none|frontiermath@2025-02-28-Private|mean-score|dHQzrNGjuR5kiHKtNxG62X","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":7.241379,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_medium","rowId":"dHQzrNGjuR5kiHKtNxG62X"}
{"key":"epoch|openai/gpt-5-nano:effort=medium;ckpt=2025-08-07|none|gpqa-diamond@1|accuracy|ELAxkvAigvEVdMmhxiaMiy","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":67.424242,"stderr":2.660701,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FELAxkvAigvEVdMmhxiaMiy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_medium","rowId":"ELAxkvAigvEVdMmhxiaMiy"}
{"key":"epoch|openai/gpt-5-nano:effort=medium;ckpt=2025-08-07|none|gpqa-diamond@1|mean-score|ELAxkvAigvEVdMmhxiaMiy","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":67.424242,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FELAxkvAigvEVdMmhxiaMiy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_medium","rowId":"ELAxkvAigvEVdMmhxiaMiy"}
{"key":"epoch|openai/gpt-5-nano:effort=medium;ckpt=2025-08-07|openhands|terminal-bench@2.0|accuracy|reckUrafyTwxe61sP","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":9.9,"stderr":2.1,"observedAt":"2025-11-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_medium","rowId":"reckUrafyTwxe61sP"}
{"key":"epoch|openai/gpt-5-nano:effort=medium;ckpt=2025-08-07|terminus-2|terminal-bench@2.0|accuracy|rec1PtzzU1cAULZYv","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":7.9,"stderr":1.9,"observedAt":"2025-10-31","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_medium","rowId":"rec1PtzzU1cAULZYv"}
{"key":"epoch|openai/gpt-5-nano:effort=minimal;ckpt=2025-08-07|none|arc-agi-2@1|cost-per-task|recvfjus4uMwZPSYy","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"minimal","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0025,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Nano (Minimal)","rowId":"recvfjus4uMwZPSYy"}
{"key":"epoch|openai/gpt-5-nano:effort=minimal;ckpt=2025-08-07|none|arc-agi-2@1|score|recvfjus4uMwZPSYy","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"minimal","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Nano (Minimal)","rowId":"recvfjus4uMwZPSYy"}
{"key":"epoch|openai/gpt-5-nano:effort=minimal;ckpt=2025-08-07|none|gpqa-diamond@1|accuracy|hp4x7bhBYhkQqZoZFf4dTZ","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"minimal","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":48.484848,"stderr":3.560717,"observedAt":"2026-07-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fhp4x7bhBYhkQqZoZFf4dTZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_minimal","rowId":"hp4x7bhBYhkQqZoZFf4dTZ"}
{"key":"epoch|openai/gpt-5-nano:effort=minimal;ckpt=2025-08-07|none|gpqa-diamond@1|mean-score|hp4x7bhBYhkQqZoZFf4dTZ","sourceId":"epoch","modelId":"openai/gpt-5-nano","variant":{"effort":"minimal","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":48.484848,"observedAt":"2026-07-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fhp4x7bhBYhkQqZoZFf4dTZ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-nano-2025-08-07_minimal","rowId":"hp4x7bhBYhkQqZoZFf4dTZ"}
{"key":"epoch|openai/gpt-5-pro:ckpt=2025-10-06|none|arc-agi-2@1|cost-per-task|recEX7lSg0Egk0RAh","sourceId":"epoch","modelId":"openai/gpt-5-pro","variant":{"flags":[],"checkpoint":"2025-10-06"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":7.1432,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Pro","rowId":"recEX7lSg0Egk0RAh"}
{"key":"epoch|openai/gpt-5-pro:ckpt=2025-10-06|none|arc-agi-2@1|score|recEX7lSg0Egk0RAh","sourceId":"epoch","modelId":"openai/gpt-5-pro","variant":{"flags":[],"checkpoint":"2025-10-06"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":18.33,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 Pro","rowId":"recEX7lSg0Egk0RAh"}
{"key":"epoch|openai/gpt-5-pro:ckpt=2025-10-06|none|hle@1|accuracy|recsQ0oM0i71F5lGd","sourceId":"epoch","modelId":"openai/gpt-5-pro","variant":{"flags":[],"checkpoint":"2025-10-06"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":31.64,"stderr":1.82,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-pro-2025-10-06","rowId":"recsQ0oM0i71F5lGd"}
{"key":"epoch|openai/gpt-5-pro:ckpt=2025-10-06|none|hle@1|calibration-error|recsQ0oM0i71F5lGd","sourceId":"epoch","modelId":"openai/gpt-5-pro","variant":{"flags":[],"checkpoint":"2025-10-06"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":49,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-pro-2025-10-06","rowId":"recsQ0oM0i71F5lGd"}
{"key":"epoch|openai/gpt-5.1-codex-max:default|codex-cli|terminal-bench@2.0|accuracy|recaaVycAGesmFJ32","sourceId":"epoch","modelId":"openai/gpt-5.1-codex-max","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":60.449438,"stderr":2.660985,"observedAt":"2025-11-19","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1-Codex-Max","rowId":"recaaVycAGesmFJ32"}
{"key":"epoch|openai/gpt-5.1-codex-mini:default|codex-cli|terminal-bench@2.0|accuracy|recJBKBBdOIEodbRT","sourceId":"epoch","modelId":"openai/gpt-5.1-codex-mini","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":43.1,"stderr":3,"observedAt":"2025-11-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-codex-mini","rowId":"recJBKBBdOIEodbRT"}
{"key":"epoch|openai/gpt-5.1-codex-mini:default|crux|terminal-bench@2.0|accuracy|rec9XiiLe8VVBrkm0","sourceId":"epoch","modelId":"openai/gpt-5.1-codex-mini","variant":{"flags":[]},"harness":{"name":"Crux"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":43.146067,"stderr":3.003465,"observedAt":"2025-11-12","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1-Codex-Mini","rowId":"rec9XiiLe8VVBrkm0"}
{"key":"epoch|openai/gpt-5.1-codex-mini:default|hookele|terminal-bench@2.0|accuracy|recPGQsdEihz8Ckv3","sourceId":"epoch","modelId":"openai/gpt-5.1-codex-mini","variant":{"flags":[]},"harness":{"name":"hookele"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":61.573034,"stderr":1.894445,"observedAt":"2025-11-12","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1-Codex-Mini","rowId":"recPGQsdEihz8Ckv3"}
{"key":"epoch|openai/gpt-5.1-codex:default|codex-cli|terminal-bench@2.0|accuracy|recninlGInIspn658","sourceId":"epoch","modelId":"openai/gpt-5.1-codex","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":57.8,"stderr":2.9,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-codex","rowId":"recninlGInIspn658"}
{"key":"epoch|openai/gpt-5.1-codex:default|crux|terminal-bench@2.0|accuracy|recMan57K3dKSqHWB","sourceId":"epoch","modelId":"openai/gpt-5.1-codex","variant":{"flags":[]},"harness":{"name":"Crux"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":57.752809,"stderr":2.938164,"observedAt":"2025-11-12","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1-Codex","rowId":"recMan57K3dKSqHWB"}
{"key":"epoch|openai/gpt-5.1-codex:default|letta-code|terminal-bench@2.0|accuracy|recdETGOmZWS2iKAe","sourceId":"epoch","modelId":"openai/gpt-5.1-codex","variant":{"flags":[]},"harness":{"name":"Letta Code"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":53.483146,"stderr":2.837397,"observedAt":"2025-11-12","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1-Codex","rowId":"recdETGOmZWS2iKAe"}
{"key":"epoch|openai/gpt-5.1-codex:default|terminus-2|terminal-bench@2.0|accuracy|rec65Jj1nz0W6LZFC","sourceId":"epoch","modelId":"openai/gpt-5.1-codex","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":36.9,"stderr":3.2,"observedAt":"2025-11-17","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-codex","rowId":"rec65Jj1nz0W6LZFC"}
{"key":"epoch|openai/gpt-5.1-codex:default|terminus-2|terminal-bench@2.0|accuracy|reclqVW78N7ZdBWbk","sourceId":"epoch","modelId":"openai/gpt-5.1-codex","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":36.853933,"stderr":3.236629,"observedAt":"2025-11-12","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1-Codex","rowId":"reclqVW78N7ZdBWbk"}
{"key":"epoch|openai/gpt-5.1:ckpt=2025-11-13|none|hle@1|accuracy|recZGWz9x8AupIcR3","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":23.68,"stderr":1.67,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-thinking","rowId":"recZGWz9x8AupIcR3"}
{"key":"epoch|openai/gpt-5.1:ckpt=2025-11-13|none|hle@1|calibration-error|recZGWz9x8AupIcR3","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":55,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-thinking","rowId":"recZGWz9x8AupIcR3"}
{"key":"epoch|openai/gpt-5.1:ckpt=2025-11-13|none|vending-bench-2@1|score|recagoHf0txa1WAaK","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":1473.432,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1","rowId":"recagoHf0txa1WAaK"}
{"key":"epoch|openai/gpt-5.1:ckpt=2025-11-13|terminus-2|terminal-bench@2.0|accuracy|recNG2YeioSnRQkBL","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"flags":[],"checkpoint":"2025-11-13"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":47.58427,"stderr":2.761604,"observedAt":"2025-11-12","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1","rowId":"recNG2YeioSnRQkBL"}
{"key":"epoch|openai/gpt-5.1:effort=high;ckpt=2025-11-13|none|frontiermath@2025-02-28-Private|accuracy|nveMCdbvDijDTBN9JPWNve","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":31.034483,"stderr":2.721381,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_high","rowId":"nveMCdbvDijDTBN9JPWNve"}
{"key":"epoch|openai/gpt-5.1:effort=high;ckpt=2025-11-13|none|frontiermath@2025-02-28-Private|mean-score|nveMCdbvDijDTBN9JPWNve","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":31.034483,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_high","rowId":"nveMCdbvDijDTBN9JPWNve"}
{"key":"epoch|openai/gpt-5.1:effort=high;ckpt=2025-11-13|none|gpqa-diamond@1|accuracy|CSVtMksEVjBNsGJGjW4GcQ","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":87.626263,"stderr":1.875368,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCSVtMksEVjBNsGJGjW4GcQ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_high","rowId":"CSVtMksEVjBNsGJGjW4GcQ"}
{"key":"epoch|openai/gpt-5.1:effort=high;ckpt=2025-11-13|none|gpqa-diamond@1|mean-score|CSVtMksEVjBNsGJGjW4GcQ","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":87.626263,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCSVtMksEVjBNsGJGjW4GcQ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_high","rowId":"CSVtMksEVjBNsGJGjW4GcQ"}
{"key":"epoch|openai/gpt-5.1:effort=high;ckpt=2025-11-13|none|swe-bench-verified@1|accuracy|G5hTYKeE5buuWzwRQK7EgS","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":65.909091,"stderr":2.156842,"observedAt":"2026-02-17","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FG5hTYKeE5buuWzwRQK7EgS.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_high","rowId":"G5hTYKeE5buuWzwRQK7EgS"}
{"key":"epoch|openai/gpt-5.1:effort=high;ckpt=2025-11-13|none|swe-bench-verified@1|accuracy|YoHtZpMNdsRE6qdj2K4Ucj","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":67.975207,"stderr":2.122975,"observedAt":"2026-02-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FYoHtZpMNdsRE6qdj2K4Ucj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_high","rowId":"YoHtZpMNdsRE6qdj2K4Ucj"}
{"key":"epoch|openai/gpt-5.1:effort=high;ckpt=2025-11-13|none|swe-bench-verified@1|mean-score|G5hTYKeE5buuWzwRQK7EgS","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":65.909091,"observedAt":"2026-02-17","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FG5hTYKeE5buuWzwRQK7EgS.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_high","rowId":"G5hTYKeE5buuWzwRQK7EgS"}
{"key":"epoch|openai/gpt-5.1:effort=high;ckpt=2025-11-13|none|swe-bench-verified@1|mean-score|YoHtZpMNdsRE6qdj2K4Ucj","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":67.975207,"observedAt":"2026-02-18","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FYoHtZpMNdsRE6qdj2K4Ucj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_high","rowId":"YoHtZpMNdsRE6qdj2K4Ucj"}
{"key":"epoch|openai/gpt-5.1:effort=high;flags=thinking;ckpt=2025-11-13|none|arc-agi-2@1|cost-per-task|rec0q3XOoL5ig2rmC","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":["thinking"],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.1704,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1 (Thinking, High)","rowId":"rec0q3XOoL5ig2rmC"}
{"key":"epoch|openai/gpt-5.1:effort=high;flags=thinking;ckpt=2025-11-13|none|arc-agi-2@1|score|rec0q3XOoL5ig2rmC","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":["thinking"],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":17.64,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1 (Thinking, High)","rowId":"rec0q3XOoL5ig2rmC"}
{"key":"epoch|openai/gpt-5.1:effort=low;ckpt=2025-11-13|none|frontiermath@2025-02-28-Private|accuracy|7o6HCQaKUrxWjrf2vhH7hV","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"low","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":17.301038,"stderr":2.228896,"observedAt":"2025-11-25","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_low","rowId":"7o6HCQaKUrxWjrf2vhH7hV"}
{"key":"epoch|openai/gpt-5.1:effort=low;ckpt=2025-11-13|none|frontiermath@2025-02-28-Private|mean-score|7o6HCQaKUrxWjrf2vhH7hV","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"low","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":17.301038,"observedAt":"2025-11-25","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_low","rowId":"7o6HCQaKUrxWjrf2vhH7hV"}
{"key":"epoch|openai/gpt-5.1:effort=low;flags=thinking;ckpt=2025-11-13|none|arc-agi-2@1|cost-per-task|rec5P1fa26x1HY993","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"low","flags":["thinking"],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.129,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1 (Thinking, Low)","rowId":"rec5P1fa26x1HY993"}
{"key":"epoch|openai/gpt-5.1:effort=low;flags=thinking;ckpt=2025-11-13|none|arc-agi-2@1|score|rec5P1fa26x1HY993","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"low","flags":["thinking"],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.94,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1 (Thinking, Low)","rowId":"rec5P1fa26x1HY993"}
{"key":"epoch|openai/gpt-5.1:effort=medium;ckpt=2025-11-13|none|frontiermath@2025-02-28-Private|accuracy|7c2hHEgF9JomG9X7BLP7By","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"medium","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":26.896552,"stderr":2.608365,"observedAt":"2025-11-17","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_medium","rowId":"7c2hHEgF9JomG9X7BLP7By"}
{"key":"epoch|openai/gpt-5.1:effort=medium;ckpt=2025-11-13|none|frontiermath@2025-02-28-Private|mean-score|7c2hHEgF9JomG9X7BLP7By","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"medium","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":26.896552,"observedAt":"2025-11-17","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_medium","rowId":"7c2hHEgF9JomG9X7BLP7By"}
{"key":"epoch|openai/gpt-5.1:effort=medium;ckpt=2025-11-13|none|gpqa-diamond@1|accuracy|V3YQtSEnQ3TPZEPPgkCKQM","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"medium","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":85.037879,"stderr":2.125042,"observedAt":"2025-11-17","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FV3YQtSEnQ3TPZEPPgkCKQM.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_medium","rowId":"V3YQtSEnQ3TPZEPPgkCKQM"}
{"key":"epoch|openai/gpt-5.1:effort=medium;ckpt=2025-11-13|none|gpqa-diamond@1|mean-score|V3YQtSEnQ3TPZEPPgkCKQM","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"medium","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":85.037879,"observedAt":"2025-11-17","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FV3YQtSEnQ3TPZEPPgkCKQM.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_medium","rowId":"V3YQtSEnQ3TPZEPPgkCKQM"}
{"key":"epoch|openai/gpt-5.1:effort=medium;ckpt=2025-11-13|terminus-2|terminal-bench@2.0|accuracy|rec8JKbUbg1BqQUuc","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"medium","flags":[],"checkpoint":"2025-11-13"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":47.6,"stderr":2.8,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_medium","rowId":"rec8JKbUbg1BqQUuc"}
{"key":"epoch|openai/gpt-5.1:effort=medium;ckpt=2025-11-13|terminus-2|terminal-bench@2.0|accuracy|recTEUNVY8Ta5gHeC","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"medium","flags":[],"checkpoint":"2025-11-13"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":47.6,"stderr":2.8,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_medium","rowId":"recTEUNVY8Ta5gHeC"}
{"key":"epoch|openai/gpt-5.1:effort=medium;flags=thinking;ckpt=2025-11-13|none|arc-agi-2@1|cost-per-task|recNeyhzsD2NO7yJf","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"medium","flags":["thinking"],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.4206,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1 (Thinking, Medium)","rowId":"recNeyhzsD2NO7yJf"}
{"key":"epoch|openai/gpt-5.1:effort=medium;flags=thinking;ckpt=2025-11-13|none|arc-agi-2@1|score|recNeyhzsD2NO7yJf","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"medium","flags":["thinking"],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":6.53,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1 (Thinking, Medium)","rowId":"recNeyhzsD2NO7yJf"}
{"key":"epoch|openai/gpt-5.1:effort=none;ckpt=2025-11-13|none|frontiermath@2025-02-28-Private|accuracy|XNbh4FSUJeFAe2auBg5Bdi","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"none","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":2.097902,"stderr":0.848919,"observedAt":"2025-11-25","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_none","rowId":"XNbh4FSUJeFAe2auBg5Bdi"}
{"key":"epoch|openai/gpt-5.1:effort=none;ckpt=2025-11-13|none|frontiermath@2025-02-28-Private|mean-score|XNbh4FSUJeFAe2auBg5Bdi","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"none","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":2.097902,"observedAt":"2025-11-25","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_none","rowId":"XNbh4FSUJeFAe2auBg5Bdi"}
{"key":"epoch|openai/gpt-5.1:effort=none;ckpt=2025-11-13|none|gpqa-diamond@1|accuracy|UT5fVL4EGvSTZBKMTPy9YN","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"none","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":66.666667,"stderr":3.358618,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FUT5fVL4EGvSTZBKMTPy9YN.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_none","rowId":"UT5fVL4EGvSTZBKMTPy9YN"}
{"key":"epoch|openai/gpt-5.1:effort=none;ckpt=2025-11-13|none|gpqa-diamond@1|mean-score|UT5fVL4EGvSTZBKMTPy9YN","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"none","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":66.666667,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FUT5fVL4EGvSTZBKMTPy9YN.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-2025-11-13_none","rowId":"UT5fVL4EGvSTZBKMTPy9YN"}
{"key":"epoch|openai/gpt-5.1:effort=none;ckpt=2025-11-13|none|hle@1|accuracy|recyAOwkCQoXPsGUC","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"none","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":6.8,"stderr":0.99,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-instant","rowId":"recyAOwkCQoXPsGUC"}
{"key":"epoch|openai/gpt-5.1:effort=none;ckpt=2025-11-13|none|hle@1|calibration-error|recyAOwkCQoXPsGUC","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"none","flags":[],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":69,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.1-instant","rowId":"recyAOwkCQoXPsGUC"}
{"key":"epoch|openai/gpt-5.1:effort=none;flags=thinking;ckpt=2025-11-13|none|arc-agi-2@1|cost-per-task|recW0MLjEwpTkwj5d","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"none","flags":["thinking"],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0581,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1 (Thinking, None)","rowId":"recW0MLjEwpTkwj5d"}
{"key":"epoch|openai/gpt-5.1:effort=none;flags=thinking;ckpt=2025-11-13|none|arc-agi-2@1|score|recW0MLjEwpTkwj5d","sourceId":"epoch","modelId":"openai/gpt-5.1","variant":{"effort":"none","flags":["thinking"],"checkpoint":"2025-11-13"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.42,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.1 (Thinking, None)","rowId":"recW0MLjEwpTkwj5d"}
{"key":"epoch|openai/gpt-5.2-codex:default|deep-agents|terminal-bench@2.0|accuracy|recwxCGE7farYLuja","sourceId":"epoch","modelId":"openai/gpt-5.2-codex","variant":{"flags":[]},"harness":{"name":"Deep Agents"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":66.516854,"stderr":3.0621,"observedAt":"2026-01-14","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2-Codex","rowId":"recwxCGE7farYLuja"}
{"key":"epoch|openai/gpt-5.2-pro:effort=high;ckpt=2025-12-11|none|arc-agi-2@1|cost-per-task|recC6V59wjvT4mX12","sourceId":"epoch","modelId":"openai/gpt-5.2-pro","variant":{"effort":"high","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":15.721,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 Pro (High)","rowId":"recC6V59wjvT4mX12"}
{"key":"epoch|openai/gpt-5.2-pro:effort=high;ckpt=2025-12-11|none|arc-agi-2@1|score|recC6V59wjvT4mX12","sourceId":"epoch","modelId":"openai/gpt-5.2-pro","variant":{"effort":"high","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":54.16,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 Pro (High)","rowId":"recC6V59wjvT4mX12"}
{"key":"epoch|openai/gpt-5.2-pro:effort=medium;ckpt=2025-12-11|none|arc-agi-2@1|cost-per-task|recNfd2GOThl8JJsR","sourceId":"epoch","modelId":"openai/gpt-5.2-pro","variant":{"effort":"medium","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":8.9928,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 Pro (Medium)","rowId":"recNfd2GOThl8JJsR"}
{"key":"epoch|openai/gpt-5.2-pro:effort=medium;ckpt=2025-12-11|none|arc-agi-2@1|score|recNfd2GOThl8JJsR","sourceId":"epoch","modelId":"openai/gpt-5.2-pro","variant":{"effort":"medium","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":38.47,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 Pro (Medium)","rowId":"recNfd2GOThl8JJsR"}
{"key":"epoch|openai/gpt-5.2:ckpt=2025-12-11|codex-cli|terminal-bench@2.0|accuracy|recKka6IlJnGPWGok","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"flags":[],"checkpoint":"2025-12-11"},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":62.921348,"stderr":3.003465,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2","rowId":"recKka6IlJnGPWGok"}
{"key":"epoch|openai/gpt-5.2:ckpt=2025-12-11|droid|terminal-bench@2.0|accuracy|recgRH031sZYfPDqe","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"flags":[],"checkpoint":"2025-12-11"},"harness":{"name":"Droid"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":64.94382,"stderr":2.768182,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2","rowId":"recgRH031sZYfPDqe"}
{"key":"epoch|openai/gpt-5.2:ckpt=2025-12-11|mux|terminal-bench@2.0|accuracy|recpYruU4E3J5eQwz","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"flags":[],"checkpoint":"2025-12-11"},"harness":{"name":"Mux"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":60.674157,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2","rowId":"recpYruU4E3J5eQwz"}
{"key":"epoch|openai/gpt-5.2:ckpt=2025-12-11|none|arc-agi-2@1|score|recPo5Agh7dkNgnn7","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.83,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2","rowId":"recPo5Agh7dkNgnn7"}
{"key":"epoch|openai/gpt-5.2:ckpt=2025-12-11|none|hle@1|accuracy|recQxZu8DefCNl6dq","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":27.8,"stderr":1.76,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11","rowId":"recQxZu8DefCNl6dq"}
{"key":"epoch|openai/gpt-5.2:ckpt=2025-12-11|none|hle@1|calibration-error|recQxZu8DefCNl6dq","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":45,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11","rowId":"recQxZu8DefCNl6dq"}
{"key":"epoch|openai/gpt-5.2:ckpt=2025-12-11|none|vending-bench-2@1|score|recmFLuBVs82r3Qti","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":3591.326,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2","rowId":"recmFLuBVs82r3Qti"}
{"key":"epoch|openai/gpt-5.2:ckpt=2025-12-11|terminus-2|terminal-bench@2.0|accuracy|recu0QWuZH20pvT2b","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"flags":[],"checkpoint":"2025-12-11"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":54.044944,"stderr":2.891017,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2","rowId":"recu0QWuZH20pvT2b"}
{"key":"epoch|openai/gpt-5.2:effort=high;ckpt=2025-12-11|none|arc-agi-2@1|cost-per-task|recZgpSoatzOtn3rb","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.393,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 (High)","rowId":"recZgpSoatzOtn3rb"}
{"key":"epoch|openai/gpt-5.2:effort=high;ckpt=2025-12-11|none|arc-agi-2@1|score|recZgpSoatzOtn3rb","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":43.33,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 (High)","rowId":"recZgpSoatzOtn3rb"}
{"key":"epoch|openai/gpt-5.2:effort=high;ckpt=2025-12-11|none|frontiermath@2025-02-28-Private|accuracy|dcQtgoUnQbkqTT6Cueo8Re","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":40.344828,"stderr":2.885819,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_high","rowId":"dcQtgoUnQbkqTT6Cueo8Re"}
{"key":"epoch|openai/gpt-5.2:effort=high;ckpt=2025-12-11|none|frontiermath@2025-02-28-Private|mean-score|dcQtgoUnQbkqTT6Cueo8Re","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":40.344828,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_high","rowId":"dcQtgoUnQbkqTT6Cueo8Re"}
{"key":"epoch|openai/gpt-5.2:effort=high;ckpt=2025-12-11|none|gpqa-diamond@1|accuracy|3Q6osT8EYezayG7yfxkSpr","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.194444,"stderr":1.913858,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F3Q6osT8EYezayG7yfxkSpr.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_high","rowId":"3Q6osT8EYezayG7yfxkSpr"}
{"key":"epoch|openai/gpt-5.2:effort=high;ckpt=2025-12-11|none|gpqa-diamond@1|mean-score|3Q6osT8EYezayG7yfxkSpr","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.194444,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F3Q6osT8EYezayG7yfxkSpr.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_high","rowId":"3Q6osT8EYezayG7yfxkSpr"}
{"key":"epoch|openai/gpt-5.2:effort=high;ckpt=2025-12-11|none|swe-bench-verified@1|accuracy|9owdbpnWJ5pkQQC3GWKP5L","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":73.760331,"stderr":2.001783,"observedAt":"2026-02-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9owdbpnWJ5pkQQC3GWKP5L.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_high","rowId":"9owdbpnWJ5pkQQC3GWKP5L"}
{"key":"epoch|openai/gpt-5.2:effort=high;ckpt=2025-12-11|none|swe-bench-verified@1|mean-score|9owdbpnWJ5pkQQC3GWKP5L","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":73.760331,"observedAt":"2026-02-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9owdbpnWJ5pkQQC3GWKP5L.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_high","rowId":"9owdbpnWJ5pkQQC3GWKP5L"}
{"key":"epoch|openai/gpt-5.2:effort=low;ckpt=2025-12-11|none|arc-agi-2@1|cost-per-task|recCKI1LVFbETuKYX","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"low","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.2642,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 (Low)","rowId":"recCKI1LVFbETuKYX"}
{"key":"epoch|openai/gpt-5.2:effort=low;ckpt=2025-12-11|none|arc-agi-2@1|score|recCKI1LVFbETuKYX","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"low","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":9.72,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 (Low)","rowId":"recCKI1LVFbETuKYX"}
{"key":"epoch|openai/gpt-5.2:effort=low;ckpt=2025-12-11|none|frontiermath@2025-02-28-Private|accuracy|NghuUppaqcCUtT8BqRgUL6","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"low","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":26.551724,"stderr":2.597696,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_low","rowId":"NghuUppaqcCUtT8BqRgUL6"}
{"key":"epoch|openai/gpt-5.2:effort=low;ckpt=2025-12-11|none|frontiermath@2025-02-28-Private|mean-score|NghuUppaqcCUtT8BqRgUL6","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"low","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":26.551724,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_low","rowId":"NghuUppaqcCUtT8BqRgUL6"}
{"key":"epoch|openai/gpt-5.2:effort=low;ckpt=2025-12-11|none|gpqa-diamond@1|accuracy|oD4Jpoi75KWChqTPDaN9aB","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"low","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":82.70202,"stderr":2.265112,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FoD4Jpoi75KWChqTPDaN9aB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_low","rowId":"oD4Jpoi75KWChqTPDaN9aB"}
{"key":"epoch|openai/gpt-5.2:effort=low;ckpt=2025-12-11|none|gpqa-diamond@1|mean-score|oD4Jpoi75KWChqTPDaN9aB","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"low","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":82.70202,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FoD4Jpoi75KWChqTPDaN9aB.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_low","rowId":"oD4Jpoi75KWChqTPDaN9aB"}
{"key":"epoch|openai/gpt-5.2:effort=medium;ckpt=2025-12-11|codex-cli|terminal-bench@2.0|accuracy|recumDtosjSEJ2D3d","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"medium","flags":[],"checkpoint":"2025-12-11"},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":62.9,"stderr":3,"observedAt":"2025-12-18","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_medium","rowId":"recumDtosjSEJ2D3d"}
{"key":"epoch|openai/gpt-5.2:effort=medium;ckpt=2025-12-11|droid|terminal-bench@2.0|accuracy|rechjHEUQLlqCTIXc","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"medium","flags":[],"checkpoint":"2025-12-11"},"harness":{"name":"Droid"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":64.9,"stderr":2.8,"observedAt":"2025-12-24","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_medium","rowId":"rechjHEUQLlqCTIXc"}
{"key":"epoch|openai/gpt-5.2:effort=medium;ckpt=2025-12-11|none|arc-agi-2@1|cost-per-task|recC0T6EG6UZ9vBNr","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"medium","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.7594,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 (Medium)","rowId":"recC0T6EG6UZ9vBNr"}
{"key":"epoch|openai/gpt-5.2:effort=medium;ckpt=2025-12-11|none|arc-agi-2@1|score|recC0T6EG6UZ9vBNr","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"medium","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":26.67,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 (Medium)","rowId":"recC0T6EG6UZ9vBNr"}
{"key":"epoch|openai/gpt-5.2:effort=medium;ckpt=2025-12-11|none|frontiermath@2025-02-28-Private|accuracy|BWGVnFerZCyKTuc86w7c5q","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"medium","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":36.896552,"stderr":2.83838,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_medium","rowId":"BWGVnFerZCyKTuc86w7c5q"}
{"key":"epoch|openai/gpt-5.2:effort=medium;ckpt=2025-12-11|none|frontiermath@2025-02-28-Private|mean-score|BWGVnFerZCyKTuc86w7c5q","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"medium","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":36.896552,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_medium","rowId":"BWGVnFerZCyKTuc86w7c5q"}
{"key":"epoch|openai/gpt-5.2:effort=medium;ckpt=2025-12-11|none|gpqa-diamond@1|accuracy|MuhtxxvALeZZ37cSG5CVcc","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"medium","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":87.878788,"stderr":1.909069,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMuhtxxvALeZZ37cSG5CVcc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_medium","rowId":"MuhtxxvALeZZ37cSG5CVcc"}
{"key":"epoch|openai/gpt-5.2:effort=medium;ckpt=2025-12-11|none|gpqa-diamond@1|mean-score|MuhtxxvALeZZ37cSG5CVcc","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"medium","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":87.878788,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMuhtxxvALeZZ37cSG5CVcc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_medium","rowId":"MuhtxxvALeZZ37cSG5CVcc"}
{"key":"epoch|openai/gpt-5.2:effort=none;ckpt=2025-12-11|none|gdpval@1|win-or-tie-rate|rechPytR66Sfja2jE","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"none","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-or-tie-rate","value":70.8586,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2","rowId":"rechPytR66Sfja2jE","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-5.2:effort=none;ckpt=2025-12-11|none|gdpval@1|win-rate|rechPytR66Sfja2jE","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"none","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-rate","value":49.7,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2","rowId":"rechPytR66Sfja2jE","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-5.2:effort=none;ckpt=2025-12-11|none|gpqa-diamond@1|accuracy|4sPs53wmM9bvN8JXzsiNCk","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"none","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":73.232323,"stderr":3.15445,"observedAt":"2026-07-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F4sPs53wmM9bvN8JXzsiNCk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_none","rowId":"4sPs53wmM9bvN8JXzsiNCk"}
{"key":"epoch|openai/gpt-5.2:effort=none;ckpt=2025-12-11|none|gpqa-diamond@1|mean-score|4sPs53wmM9bvN8JXzsiNCk","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"none","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":73.232323,"observedAt":"2026-07-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F4sPs53wmM9bvN8JXzsiNCk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_none","rowId":"4sPs53wmM9bvN8JXzsiNCk"}
{"key":"epoch|openai/gpt-5.2:effort=xhigh;ckpt=2025-12-11|none|arc-agi-2@1|cost-per-task|recS9jrqUC4LBQDMg","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"xhigh","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.8982,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 (X-High)","rowId":"recS9jrqUC4LBQDMg"}
{"key":"epoch|openai/gpt-5.2:effort=xhigh;ckpt=2025-12-11|none|arc-agi-2@1|score|recKOxOLmel1LyZ4u","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"xhigh","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":52.91,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 (XHigh)","rowId":"recKOxOLmel1LyZ4u"}
{"key":"epoch|openai/gpt-5.2:effort=xhigh;ckpt=2025-12-11|none|arc-agi-2@1|score|recS9jrqUC4LBQDMg","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"xhigh","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":52.91,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 (X-High)","rowId":"recS9jrqUC4LBQDMg"}
{"key":"epoch|openai/gpt-5.2:effort=xhigh;ckpt=2025-12-11|none|arc-agi-2@1|score|recaVCKBQjIjHS5cs","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"xhigh","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":52.91,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.2 (xHigh)","rowId":"recaVCKBQjIjHS5cs"}
{"key":"epoch|openai/gpt-5.2:effort=xhigh;ckpt=2025-12-11|none|frontiermath@2025-02-28-Private|accuracy|hYCViU82i8tejydKA4Pcuu","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"xhigh","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":40.7,"stderr":2.9,"observedAt":"2025-12-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_xhigh","rowId":"hYCViU82i8tejydKA4Pcuu"}
{"key":"epoch|openai/gpt-5.2:effort=xhigh;ckpt=2025-12-11|none|frontiermath@2025-02-28-Private|mean-score|hYCViU82i8tejydKA4Pcuu","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"xhigh","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":40.7,"observedAt":"2025-12-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_xhigh","rowId":"hYCViU82i8tejydKA4Pcuu"}
{"key":"epoch|openai/gpt-5.2:effort=xhigh;ckpt=2025-12-11|none|gpqa-diamond@1|accuracy|Ejo6Fy7XYxUDcCwbejfcYX","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"xhigh","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":91.4,"stderr":1.8,"observedAt":"2025-12-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FEjo6Fy7XYxUDcCwbejfcYX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_xhigh","rowId":"Ejo6Fy7XYxUDcCwbejfcYX"}
{"key":"epoch|openai/gpt-5.2:effort=xhigh;ckpt=2025-12-11|none|gpqa-diamond@1|mean-score|Ejo6Fy7XYxUDcCwbejfcYX","sourceId":"epoch","modelId":"openai/gpt-5.2","variant":{"effort":"xhigh","flags":[],"checkpoint":"2025-12-11"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":91.4,"observedAt":"2025-12-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FEjo6Fy7XYxUDcCwbejfcYX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.2-2025-12-11_xhigh","rowId":"Ejo6Fy7XYxUDcCwbejfcYX"}
{"key":"epoch|openai/gpt-5.3-codex:default|codebrain-1.5|terminal-bench@2.0|accuracy|recu2IkOMIWvkSCuc","sourceId":"epoch","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"CodeBrain-1.5"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":75.842697,"stderr":2.030372,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.3-Codex","rowId":"recu2IkOMIWvkSCuc"}
{"key":"epoch|openai/gpt-5.3-codex:default|codebrain-1|terminal-bench@2.0|accuracy|reckRlNCDoPJqQ51J","sourceId":"epoch","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"CodeBrain-1"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":70.3,"stderr":2.6,"observedAt":"2026-02-10","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.3-Codex","rowId":"reckRlNCDoPJqQ51J"}
{"key":"epoch|openai/gpt-5.3-codex:default|codelia|terminal-bench@2.0|accuracy|recDp7GQrLzo9PXAN","sourceId":"epoch","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Codelia"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":75.730337,"stderr":2.157753,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.3-Codex","rowId":"recDp7GQrLzo9PXAN"}
{"key":"epoch|openai/gpt-5.3-codex:default|droid|terminal-bench@2.0|accuracy|recMJkgMHRSOjLKpR","sourceId":"epoch","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Droid"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":77.303371,"stderr":2.157753,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.3-Codex","rowId":"recMJkgMHRSOjLKpR"}
{"key":"epoch|openai/gpt-5.3-codex:default|indusagi-coding-agent|terminal-bench@2.0|accuracy|rec0sW71nWWpW9Szk","sourceId":"epoch","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"IndusAGI Coding Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":69.138577,"stderr":2.279205,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.3-Codex","rowId":"rec0sW71nWWpW9Szk"}
{"key":"epoch|openai/gpt-5.3-codex:default|mux|terminal-bench@2.0|accuracy|recG4Not08o5icKST","sourceId":"epoch","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Mux"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":74.606742,"stderr":2.510948,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.3-Codex","rowId":"recG4Not08o5icKST"}
{"key":"epoch|openai/gpt-5.3-codex:default|none|vending-bench-2@1|score|recEwBQDbfSWm1MVs","sourceId":"epoch","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":5940.124,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.3-Codex","rowId":"recEwBQDbfSWm1MVs"}
{"key":"epoch|openai/gpt-5.3-codex:default|sageagent|terminal-bench@2.0|accuracy|recaq5BH3KfrPDhfy","sourceId":"epoch","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"SageAgent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":78.426966,"stderr":2.202247,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.3-Codex","rowId":"recaq5BH3KfrPDhfy"}
{"key":"epoch|openai/gpt-5.3-codex:default|simple-codex|terminal-bench@2.0|accuracy|recQGdQu18B2G90mW","sourceId":"epoch","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Simple Codex"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":75.05618,"stderr":2.392253,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.3-Codex","rowId":"recQGdQu18B2G90mW"}
{"key":"epoch|openai/gpt-5.3-codex:default|spoox-o-m|terminal-bench@2.0|accuracy|recE1erZH43qiwt01","sourceId":"epoch","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"spoox-o-m"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":71.460674,"stderr":2.491558,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.3-Codex","rowId":"recE1erZH43qiwt01"}
{"key":"epoch|openai/gpt-5.3-codex:default|terminus-2|terminal-bench@2.0|accuracy|recAMbJKjZNVkGjpL","sourceId":"epoch","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":64.719101,"stderr":2.715113,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.3-Codex","rowId":"recAMbJKjZNVkGjpL"}
{"key":"epoch|openai/gpt-5.3-codex:effort=high|none|swe-bench-verified@1|accuracy|6w5buMbgeEqtRoE55cLZVv","sourceId":"epoch","modelId":"openai/gpt-5.3-codex","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":74.793388,"stderr":1.975674,"observedAt":"2026-02-25","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6w5buMbgeEqtRoE55cLZVv.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.3-codex_high","rowId":"6w5buMbgeEqtRoE55cLZVv"}
{"key":"epoch|openai/gpt-5.3-codex:effort=high|none|swe-bench-verified@1|mean-score|6w5buMbgeEqtRoE55cLZVv","sourceId":"epoch","modelId":"openai/gpt-5.3-codex","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":74.793388,"observedAt":"2026-02-25","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6w5buMbgeEqtRoE55cLZVv.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.3-codex_high","rowId":"6w5buMbgeEqtRoE55cLZVv"}
{"key":"epoch|openai/gpt-5.4-mini:effort=high;ckpt=2026-03-17|none|arc-agi-2@1|cost-per-task|rec9Usyz2ygQJzgfc","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.56,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Mini (High)","rowId":"rec9Usyz2ygQJzgfc"}
{"key":"epoch|openai/gpt-5.4-mini:effort=high;ckpt=2026-03-17|none|arc-agi-2@1|score|rec9Usyz2ygQJzgfc","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":13.19,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Mini (High)","rowId":"rec9Usyz2ygQJzgfc"}
{"key":"epoch|openai/gpt-5.4-mini:effort=high;ckpt=2026-03-17|none|frontiermath@2025-02-28-Private|accuracy|7oFhmdG6DwLVLAenx8Wu4z","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":28.28,"stderr":2.065,"observedAt":"2026-04-15","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-mini-2026-03-17_high","rowId":"7oFhmdG6DwLVLAenx8Wu4z"}
{"key":"epoch|openai/gpt-5.4-mini:effort=high;ckpt=2026-03-17|none|frontiermath@2025-02-28-Private|mean-score|7oFhmdG6DwLVLAenx8Wu4z","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":28.28,"observedAt":"2026-04-15","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-mini-2026-03-17_high","rowId":"7oFhmdG6DwLVLAenx8Wu4z"}
{"key":"epoch|openai/gpt-5.4-mini:effort=high;ckpt=2026-03-17|none|gpqa-diamond@1|accuracy|AQF46S9hBhosKPEMy3fyB9","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":83.585859,"stderr":2.227447,"observedAt":"2026-04-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FAQF46S9hBhosKPEMy3fyB9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-mini-2026-03-17_high","rowId":"AQF46S9hBhosKPEMy3fyB9"}
{"key":"epoch|openai/gpt-5.4-mini:effort=high;ckpt=2026-03-17|none|gpqa-diamond@1|mean-score|AQF46S9hBhosKPEMy3fyB9","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":83.585859,"observedAt":"2026-04-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FAQF46S9hBhosKPEMy3fyB9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-mini-2026-03-17_high","rowId":"AQF46S9hBhosKPEMy3fyB9"}
{"key":"epoch|openai/gpt-5.4-mini:effort=low;ckpt=2026-03-17|none|arc-agi-2@1|cost-per-task|recw8aOAONIT3ypKX","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"low","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.06,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Mini (Low)","rowId":"recw8aOAONIT3ypKX"}
{"key":"epoch|openai/gpt-5.4-mini:effort=low;ckpt=2026-03-17|none|arc-agi-2@1|score|recw8aOAONIT3ypKX","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"low","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.11,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Mini (Low)","rowId":"recw8aOAONIT3ypKX"}
{"key":"epoch|openai/gpt-5.4-mini:effort=medium;ckpt=2026-03-17|none|arc-agi-2@1|cost-per-task|recFStDaPJA1WgZ7p","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.33,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Mini (Medium)","rowId":"recFStDaPJA1WgZ7p"}
{"key":"epoch|openai/gpt-5.4-mini:effort=medium;ckpt=2026-03-17|none|arc-agi-2@1|score|recFStDaPJA1WgZ7p","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.44,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Mini (Medium)","rowId":"recFStDaPJA1WgZ7p"}
{"key":"epoch|openai/gpt-5.4-mini:effort=none;ckpt=2026-03-17|none|gpqa-diamond@1|accuracy|Qyz2Qt5x4P2XwB3w4h4jFR","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"none","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":64.141414,"stderr":3.416904,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQyz2Qt5x4P2XwB3w4h4jFR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-mini-2026-03-17_none","rowId":"Qyz2Qt5x4P2XwB3w4h4jFR"}
{"key":"epoch|openai/gpt-5.4-mini:effort=none;ckpt=2026-03-17|none|gpqa-diamond@1|mean-score|Qyz2Qt5x4P2XwB3w4h4jFR","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"none","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":64.141414,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FQyz2Qt5x4P2XwB3w4h4jFR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-mini-2026-03-17_none","rowId":"Qyz2Qt5x4P2XwB3w4h4jFR"}
{"key":"epoch|openai/gpt-5.4-mini:effort=xhigh;ckpt=2026-03-17|codex-cli|frontiercode@unstated|main-score|gpt-5.4-mini-2026-03-17_unknown%7CGPT-5.4-mini%7Ccodex%7Cxhigh","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-17"},"harness":{"name":"Codex CLI"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":27.04,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4-mini","rowId":"gpt-5.4-mini-2026-03-17_unknown|GPT-5.4-mini|codex|xhigh","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-5.4-mini:effort=xhigh;ckpt=2026-03-17|none|arc-agi-2@1|cost-per-task|recTo7b6iwUks0bgH","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.75,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Mini (xHigh)","rowId":"recTo7b6iwUks0bgH"}
{"key":"epoch|openai/gpt-5.4-mini:effort=xhigh;ckpt=2026-03-17|none|arc-agi-2@1|score|recOyW5fmk9px98go","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":18.9,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Mini (XHigh)","rowId":"recOyW5fmk9px98go"}
{"key":"epoch|openai/gpt-5.4-mini:effort=xhigh;ckpt=2026-03-17|none|arc-agi-2@1|score|recTo7b6iwUks0bgH","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":18.9,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Mini (xHigh)","rowId":"recTo7b6iwUks0bgH"}
{"key":"epoch|openai/gpt-5.4-mini:effort=xhigh;ckpt=2026-03-17|none|gpqa-diamond@1|accuracy|gKB2rCD7mHzFN2MCt2YCni","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":86.868687,"stderr":2.406316,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgKB2rCD7mHzFN2MCt2YCni.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-mini-2026-03-17_xhigh","rowId":"gKB2rCD7mHzFN2MCt2YCni"}
{"key":"epoch|openai/gpt-5.4-mini:effort=xhigh;ckpt=2026-03-17|none|gpqa-diamond@1|mean-score|gKB2rCD7mHzFN2MCt2YCni","sourceId":"epoch","modelId":"openai/gpt-5.4-mini","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":86.868687,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgKB2rCD7mHzFN2MCt2YCni.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-mini-2026-03-17_xhigh","rowId":"gKB2rCD7mHzFN2MCt2YCni"}
{"key":"epoch|openai/gpt-5.4-nano:effort=high;ckpt=2026-03-17|none|arc-agi-2@1|cost-per-task|recUj2nMwaabqY4xy","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.13,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Nano (High)","rowId":"recUj2nMwaabqY4xy"}
{"key":"epoch|openai/gpt-5.4-nano:effort=high;ckpt=2026-03-17|none|arc-agi-2@1|score|recUj2nMwaabqY4xy","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":3.61,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Nano (High)","rowId":"recUj2nMwaabqY4xy"}
{"key":"epoch|openai/gpt-5.4-nano:effort=high;ckpt=2026-03-17|none|frontiermath@2025-02-28-Private|accuracy|SZpkpKjZLWJvmXWPQsMpbv","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":25.86,"stderr":2.58,"observedAt":"2026-04-15","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-nano-2026-03-17_high","rowId":"SZpkpKjZLWJvmXWPQsMpbv"}
{"key":"epoch|openai/gpt-5.4-nano:effort=high;ckpt=2026-03-17|none|frontiermath@2025-02-28-Private|mean-score|SZpkpKjZLWJvmXWPQsMpbv","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":25.86,"observedAt":"2026-04-15","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-nano-2026-03-17_high","rowId":"SZpkpKjZLWJvmXWPQsMpbv"}
{"key":"epoch|openai/gpt-5.4-nano:effort=high;ckpt=2026-03-17|none|gpqa-diamond@1|accuracy|fZB3qGSohAVYzN97mniuUp","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":78.47,"stderr":2.44,"observedAt":"2026-04-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfZB3qGSohAVYzN97mniuUp.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-nano-2026-03-17_high","rowId":"fZB3qGSohAVYzN97mniuUp"}
{"key":"epoch|openai/gpt-5.4-nano:effort=high;ckpt=2026-03-17|none|gpqa-diamond@1|mean-score|fZB3qGSohAVYzN97mniuUp","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":78.47,"observedAt":"2026-04-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfZB3qGSohAVYzN97mniuUp.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-nano-2026-03-17_high","rowId":"fZB3qGSohAVYzN97mniuUp"}
{"key":"epoch|openai/gpt-5.4-nano:effort=low;ckpt=2026-03-17|none|arc-agi-2@1|cost-per-task|rec62ZrX5hl15IxAl","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"low","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.01,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Nano (Low)","rowId":"rec62ZrX5hl15IxAl"}
{"key":"epoch|openai/gpt-5.4-nano:effort=low;ckpt=2026-03-17|none|arc-agi-2@1|score|rec62ZrX5hl15IxAl","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"low","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.53,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Nano (Low)","rowId":"rec62ZrX5hl15IxAl"}
{"key":"epoch|openai/gpt-5.4-nano:effort=low;ckpt=2026-03-17|none|gpqa-diamond@1|accuracy|Nq7w5iKALDSuT5oQdn5m8f","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"low","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":72.222222,"stderr":3.191178,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FNq7w5iKALDSuT5oQdn5m8f.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-nano-2026-03-17_low","rowId":"Nq7w5iKALDSuT5oQdn5m8f"}
{"key":"epoch|openai/gpt-5.4-nano:effort=low;ckpt=2026-03-17|none|gpqa-diamond@1|mean-score|Nq7w5iKALDSuT5oQdn5m8f","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"low","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":72.222222,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FNq7w5iKALDSuT5oQdn5m8f.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-nano-2026-03-17_low","rowId":"Nq7w5iKALDSuT5oQdn5m8f"}
{"key":"epoch|openai/gpt-5.4-nano:effort=medium;ckpt=2026-03-17|none|arc-agi-2@1|cost-per-task|recL6ss3SiXe5h3I1","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"medium","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.06,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Nano (Medium)","rowId":"recL6ss3SiXe5h3I1"}
{"key":"epoch|openai/gpt-5.4-nano:effort=medium;ckpt=2026-03-17|none|arc-agi-2@1|score|recL6ss3SiXe5h3I1","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"medium","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.94,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Nano (Medium)","rowId":"recL6ss3SiXe5h3I1"}
{"key":"epoch|openai/gpt-5.4-nano:effort=none;ckpt=2026-03-17|none|gpqa-diamond@1|accuracy|gLewKMc7ttCD2moUrgAyYX","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"none","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":55.555556,"stderr":3.540294,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgLewKMc7ttCD2moUrgAyYX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-nano-2026-03-17_none","rowId":"gLewKMc7ttCD2moUrgAyYX"}
{"key":"epoch|openai/gpt-5.4-nano:effort=none;ckpt=2026-03-17|none|gpqa-diamond@1|mean-score|gLewKMc7ttCD2moUrgAyYX","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"none","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":55.555556,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FgLewKMc7ttCD2moUrgAyYX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-nano-2026-03-17_none","rowId":"gLewKMc7ttCD2moUrgAyYX"}
{"key":"epoch|openai/gpt-5.4-nano:effort=xhigh;ckpt=2026-03-17|none|arc-agi-2@1|cost-per-task|recDffGQ5x3Y5ZmgX","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.16,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Nano (xHigh)","rowId":"recDffGQ5x3Y5ZmgX"}
{"key":"epoch|openai/gpt-5.4-nano:effort=xhigh;ckpt=2026-03-17|none|arc-agi-2@1|score|rec673d2Y0YYbsyCN","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":5.69,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Nano (XHigh)","rowId":"rec673d2Y0YYbsyCN"}
{"key":"epoch|openai/gpt-5.4-nano:effort=xhigh;ckpt=2026-03-17|none|arc-agi-2@1|score|recDffGQ5x3Y5ZmgX","sourceId":"epoch","modelId":"openai/gpt-5.4-nano","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-17"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":5.69,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Nano (xHigh)","rowId":"recDffGQ5x3Y5ZmgX"}
{"key":"epoch|openai/gpt-5.4-pro:ckpt=2026-03-05|none|hle@1|accuracy|recreMdBwgtJ8NoJL","sourceId":"epoch","modelId":"openai/gpt-5.4-pro","variant":{"flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":44.32,"stderr":1.95,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-pro-2026-03-05","rowId":"recreMdBwgtJ8NoJL"}
{"key":"epoch|openai/gpt-5.4-pro:ckpt=2026-03-05|none|hle@1|calibration-error|recreMdBwgtJ8NoJL","sourceId":"epoch","modelId":"openai/gpt-5.4-pro","variant":{"flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":38,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-pro-2026-03-05","rowId":"recreMdBwgtJ8NoJL"}
{"key":"epoch|openai/gpt-5.4-pro:effort=xhigh;ckpt=2026-03-05|none|arc-agi-2@1|cost-per-task|recQTn93SRyeXe4j7","sourceId":"epoch","modelId":"openai/gpt-5.4-pro","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":16.41,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Pro (xHigh)","rowId":"recQTn93SRyeXe4j7"}
{"key":"epoch|openai/gpt-5.4-pro:effort=xhigh;ckpt=2026-03-05|none|arc-agi-2@1|score|recQTn93SRyeXe4j7","sourceId":"epoch","modelId":"openai/gpt-5.4-pro","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":83.33,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Pro (xHigh)","rowId":"recQTn93SRyeXe4j7"}
{"key":"epoch|openai/gpt-5.4-pro:effort=xhigh;ckpt=2026-03-05|none|arc-agi-2@1|score|recoggJGwWvf6rzzm","sourceId":"epoch","modelId":"openai/gpt-5.4-pro","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":83.33,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 Pro (XHigh)","rowId":"recoggJGwWvf6rzzm"}
{"key":"epoch|openai/gpt-5.4-pro:effort=xhigh;ckpt=2026-03-05|none|frontiermath@2025-02-28-Private|accuracy|pre-release-gpt-5-4-pro-fm-t13","sourceId":"epoch","modelId":"openai/gpt-5.4-pro","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":50,"stderr":2.9,"observedAt":"2026-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-pro-2026-03-05_xhigh","rowId":"pre-release-gpt-5-4-pro-fm-t13"}
{"key":"epoch|openai/gpt-5.4-pro:effort=xhigh;ckpt=2026-03-05|none|frontiermath@2025-02-28-Private|mean-score|pre-release-gpt-5-4-pro-fm-t13","sourceId":"epoch","modelId":"openai/gpt-5.4-pro","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":50,"observedAt":"2026-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-pro-2026-03-05_xhigh","rowId":"pre-release-gpt-5-4-pro-fm-t13"}
{"key":"epoch|openai/gpt-5.4-pro:effort=xhigh;ckpt=2026-03-05|none|gpqa-diamond@1|accuracy|gpt-5-4-pro-gpqa-cloud-run","sourceId":"epoch","modelId":"openai/gpt-5.4-pro","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":94.6,"stderr":1.6,"observedAt":"2026-03-20","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-pro-2026-03-05_xhigh","rowId":"gpt-5-4-pro-gpqa-cloud-run"}
{"key":"epoch|openai/gpt-5.4-pro:effort=xhigh;ckpt=2026-03-05|none|gpqa-diamond@1|mean-score|gpt-5-4-pro-gpqa-cloud-run","sourceId":"epoch","modelId":"openai/gpt-5.4-pro","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":94.6,"observedAt":"2026-03-20","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-pro-2026-03-05_xhigh","rowId":"gpt-5-4-pro-gpqa-cloud-run"}
{"key":"epoch|openai/gpt-5.4:ckpt=2026-03-05|forgecode|terminal-bench@2.0|accuracy|rec4q8Z4CrKFnEAuK","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"flags":[],"checkpoint":"2026-03-05"},"harness":{"name":"ForgeCode"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":81.8,"stderr":2,"observedAt":"2026-03-12","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4","rowId":"rec4q8Z4CrKFnEAuK"}
{"key":"epoch|openai/gpt-5.4:ckpt=2026-03-05|none|vending-bench-2@1|score|recJ1F0E7NEV8ifLR","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":6144.176,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4","rowId":"recJ1F0E7NEV8ifLR"}
{"key":"epoch|openai/gpt-5.4:effort=high;ckpt=2026-03-05|none|arc-agi-2@1|cost-per-task|recSSPRQPLhYElikJ","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.02,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 (High)","rowId":"recSSPRQPLhYElikJ"}
{"key":"epoch|openai/gpt-5.4:effort=high;ckpt=2026-03-05|none|arc-agi-2@1|score|recSSPRQPLhYElikJ","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":67.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 (High)","rowId":"recSSPRQPLhYElikJ"}
{"key":"epoch|openai/gpt-5.4:effort=high;ckpt=2026-03-05|none|gpqa-diamond@1|accuracy|FbhcT8NnJUntcyNGubJXY6","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":89.89899,"stderr":2.146974,"observedAt":"2026-07-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFbhcT8NnJUntcyNGubJXY6.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_high","rowId":"FbhcT8NnJUntcyNGubJXY6"}
{"key":"epoch|openai/gpt-5.4:effort=high;ckpt=2026-03-05|none|gpqa-diamond@1|mean-score|FbhcT8NnJUntcyNGubJXY6","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":89.89899,"observedAt":"2026-07-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFbhcT8NnJUntcyNGubJXY6.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_high","rowId":"FbhcT8NnJUntcyNGubJXY6"}
{"key":"epoch|openai/gpt-5.4:effort=high;ckpt=2026-03-05|none|swe-bench-verified@1|accuracy|i9HTMbAxcwsrTf2w2FuJ6N","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":76.859504,"stderr":1.918941,"observedAt":"2026-03-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fi9HTMbAxcwsrTf2w2FuJ6N.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_high","rowId":"i9HTMbAxcwsrTf2w2FuJ6N"}
{"key":"epoch|openai/gpt-5.4:effort=high;ckpt=2026-03-05|none|swe-bench-verified@1|mean-score|i9HTMbAxcwsrTf2w2FuJ6N","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":76.859504,"observedAt":"2026-03-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fi9HTMbAxcwsrTf2w2FuJ6N.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_high","rowId":"i9HTMbAxcwsrTf2w2FuJ6N"}
{"key":"epoch|openai/gpt-5.4:effort=low;ckpt=2026-03-05|none|arc-agi-2@1|cost-per-task|recKYmHa8qFLZepys","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"low","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.27,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 (Low)","rowId":"recKYmHa8qFLZepys"}
{"key":"epoch|openai/gpt-5.4:effort=low;ckpt=2026-03-05|none|arc-agi-2@1|score|recKYmHa8qFLZepys","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"low","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":29.17,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 (Low)","rowId":"recKYmHa8qFLZepys"}
{"key":"epoch|openai/gpt-5.4:effort=low;ckpt=2026-03-05|none|gpqa-diamond@1|accuracy|aYgDc2iSDpmHkQfu7YjCHc","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"low","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":84.848485,"stderr":2.554565,"observedAt":"2026-07-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FaYgDc2iSDpmHkQfu7YjCHc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_low","rowId":"aYgDc2iSDpmHkQfu7YjCHc"}
{"key":"epoch|openai/gpt-5.4:effort=low;ckpt=2026-03-05|none|gpqa-diamond@1|mean-score|aYgDc2iSDpmHkQfu7YjCHc","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"low","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":84.848485,"observedAt":"2026-07-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FaYgDc2iSDpmHkQfu7YjCHc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_low","rowId":"aYgDc2iSDpmHkQfu7YjCHc"}
{"key":"epoch|openai/gpt-5.4:effort=medium;ckpt=2026-03-05|none|arc-agi-2@1|cost-per-task|recMec1xlzVYbvboI","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"medium","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.68,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 (Medium)","rowId":"recMec1xlzVYbvboI"}
{"key":"epoch|openai/gpt-5.4:effort=medium;ckpt=2026-03-05|none|arc-agi-2@1|score|recMec1xlzVYbvboI","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"medium","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":55.42,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 (Medium)","rowId":"recMec1xlzVYbvboI"}
{"key":"epoch|openai/gpt-5.4:effort=medium;ckpt=2026-03-05|none|gpqa-diamond@1|accuracy|ManJk43Kf9VuXowNqoDrov","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"medium","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.888889,"stderr":2.239079,"observedAt":"2026-07-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FManJk43Kf9VuXowNqoDrov.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_medium","rowId":"ManJk43Kf9VuXowNqoDrov"}
{"key":"epoch|openai/gpt-5.4:effort=medium;ckpt=2026-03-05|none|gpqa-diamond@1|mean-score|ManJk43Kf9VuXowNqoDrov","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"medium","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.888889,"observedAt":"2026-07-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FManJk43Kf9VuXowNqoDrov.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_medium","rowId":"ManJk43Kf9VuXowNqoDrov"}
{"key":"epoch|openai/gpt-5.4:effort=none;ckpt=2026-03-05|none|gpqa-diamond@1|accuracy|LaBuzZExRqocD4FET6yx26","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"none","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":74.747475,"stderr":3.095406,"observedAt":"2026-07-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLaBuzZExRqocD4FET6yx26.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_none","rowId":"LaBuzZExRqocD4FET6yx26"}
{"key":"epoch|openai/gpt-5.4:effort=none;ckpt=2026-03-05|none|gpqa-diamond@1|mean-score|LaBuzZExRqocD4FET6yx26","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"none","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":74.747475,"observedAt":"2026-07-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLaBuzZExRqocD4FET6yx26.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_none","rowId":"LaBuzZExRqocD4FET6yx26"}
{"key":"epoch|openai/gpt-5.4:effort=xhigh;ckpt=2026-03-05|none|arc-agi-2@1|cost-per-task|receOCJkifwiw4KJD","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.52,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 (xHigh)","rowId":"receOCJkifwiw4KJD"}
{"key":"epoch|openai/gpt-5.4:effort=xhigh;ckpt=2026-03-05|none|arc-agi-2@1|score|receOCJkifwiw4KJD","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":73.95,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 (xHigh)","rowId":"receOCJkifwiw4KJD"}
{"key":"epoch|openai/gpt-5.4:effort=xhigh;ckpt=2026-03-05|none|arc-agi-2@1|score|recfpKIv4dsidnQCJ","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":73.95,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.4 (XHigh)","rowId":"recfpKIv4dsidnQCJ"}
{"key":"epoch|openai/gpt-5.4:effort=xhigh;ckpt=2026-03-05|none|frontiermath@2025-02-28-Private|accuracy|pre-release-gpt-5-4-xhigh-fm-t13","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":47.6,"stderr":2.9,"observedAt":"2026-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_xhigh","rowId":"pre-release-gpt-5-4-xhigh-fm-t13"}
{"key":"epoch|openai/gpt-5.4:effort=xhigh;ckpt=2026-03-05|none|frontiermath@2025-02-28-Private|mean-score|pre-release-gpt-5-4-xhigh-fm-t13","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":47.6,"observedAt":"2026-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_xhigh","rowId":"pre-release-gpt-5-4-xhigh-fm-t13"}
{"key":"epoch|openai/gpt-5.4:effort=xhigh;ckpt=2026-03-05|none|gpqa-diamond@1|accuracy|fFatyce8UvpN7ZivdmrhAy","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":93.3,"stderr":1.8,"observedAt":"2026-03-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfFatyce8UvpN7ZivdmrhAy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_xhigh","rowId":"fFatyce8UvpN7ZivdmrhAy"}
{"key":"epoch|openai/gpt-5.4:effort=xhigh;ckpt=2026-03-05|none|gpqa-diamond@1|mean-score|fFatyce8UvpN7ZivdmrhAy","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":93.3,"observedAt":"2026-03-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FfFatyce8UvpN7ZivdmrhAy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05_xhigh","rowId":"fFatyce8UvpN7ZivdmrhAy"}
{"key":"epoch|openai/gpt-5.4:effort=xhigh;ckpt=2026-03-05|none|hle@1|accuracy|reczymcIUNR10O9vo","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":36.24,"stderr":1.88,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05 (xhigh thinking)","rowId":"reczymcIUNR10O9vo"}
{"key":"epoch|openai/gpt-5.4:effort=xhigh;ckpt=2026-03-05|none|hle@1|calibration-error|reczymcIUNR10O9vo","sourceId":"epoch","modelId":"openai/gpt-5.4","variant":{"effort":"xhigh","flags":[],"checkpoint":"2026-03-05"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":42,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.4-2026-03-05 (xhigh thinking)","rowId":"reczymcIUNR10O9vo"}
{"key":"epoch|openai/gpt-5.5-instant:default|none|gpqa-diamond@1|accuracy|WPVhgi8NT9grAT7kfipT9G","sourceId":"epoch","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":82.512626,"stderr":2.253278,"observedAt":"2026-08-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWPVhgi8NT9grAT7kfipT9G.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-instant","rowId":"WPVhgi8NT9grAT7kfipT9G"}
{"key":"epoch|openai/gpt-5.5-instant:default|none|gpqa-diamond@1|mean-score|WPVhgi8NT9grAT7kfipT9G","sourceId":"epoch","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":82.512626,"observedAt":"2026-08-02","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FWPVhgi8NT9grAT7kfipT9G.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-instant","rowId":"WPVhgi8NT9grAT7kfipT9G"}
{"key":"epoch|openai/gpt-5.5-pre-release:effort=xhigh|none|frontiermath@2025-02-28-Private|accuracy|gpt-5-5-pre-release-xhigh-t13","sourceId":"epoch","modelId":"openai/gpt-5.5-pre-release","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":51.7,"stderr":2.9,"observedAt":"2026-04-23","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-pre-release_xhigh","rowId":"gpt-5-5-pre-release-xhigh-t13"}
{"key":"epoch|openai/gpt-5.5-pre-release:effort=xhigh|none|frontiermath@2025-02-28-Private|mean-score|gpt-5-5-pre-release-xhigh-t13","sourceId":"epoch","modelId":"openai/gpt-5.5-pre-release","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":51.7,"observedAt":"2026-04-23","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-pre-release_xhigh","rowId":"gpt-5-5-pre-release-xhigh-t13"}
{"key":"epoch|openai/gpt-5.5-pre-release:effort=xhigh|none|gpqa-diamond@1|accuracy|FUv4EUwR78nAsdGbiwiLEr","sourceId":"epoch","modelId":"openai/gpt-5.5-pre-release","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":94.002525,"stderr":1.546977,"observedAt":"2026-04-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFUv4EUwR78nAsdGbiwiLEr.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-pre-release_xhigh","rowId":"FUv4EUwR78nAsdGbiwiLEr"}
{"key":"epoch|openai/gpt-5.5-pre-release:effort=xhigh|none|gpqa-diamond@1|mean-score|FUv4EUwR78nAsdGbiwiLEr","sourceId":"epoch","modelId":"openai/gpt-5.5-pre-release","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":94.002525,"observedAt":"2026-04-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFUv4EUwR78nAsdGbiwiLEr.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-pre-release_xhigh","rowId":"FUv4EUwR78nAsdGbiwiLEr"}
{"key":"epoch|openai/gpt-5.5-pre-release:effort=xhigh|none|swe-bench-verified@1|accuracy|LbhPRqUkXrs5KJ7vyT4CR7","sourceId":"epoch","modelId":"openai/gpt-5.5-pre-release","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":80.578512,"stderr":1.80002,"observedAt":"2026-04-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLbhPRqUkXrs5KJ7vyT4CR7.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-pre-release_xhigh","rowId":"LbhPRqUkXrs5KJ7vyT4CR7"}
{"key":"epoch|openai/gpt-5.5-pre-release:effort=xhigh|none|swe-bench-verified@1|mean-score|LbhPRqUkXrs5KJ7vyT4CR7","sourceId":"epoch","modelId":"openai/gpt-5.5-pre-release","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":80.578512,"observedAt":"2026-04-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLbhPRqUkXrs5KJ7vyT4CR7.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-pre-release_xhigh","rowId":"LbhPRqUkXrs5KJ7vyT4CR7"}
{"key":"epoch|openai/gpt-5.5-pro-pre-release:effort=high|none|frontiermath@2025-02-28-Private|accuracy|gpt-5-5-pro-pre-release-high-t13","sourceId":"epoch","modelId":"openai/gpt-5.5-pro-pre-release","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":52.4,"stderr":2.9,"observedAt":"2026-04-23","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-pro-pre-release_high","rowId":"gpt-5-5-pro-pre-release-high-t13"}
{"key":"epoch|openai/gpt-5.5-pro-pre-release:effort=high|none|frontiermath@2025-02-28-Private|mean-score|gpt-5-5-pro-pre-release-high-t13","sourceId":"epoch","modelId":"openai/gpt-5.5-pro-pre-release","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":52.4,"observedAt":"2026-04-23","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-pro-pre-release_high","rowId":"gpt-5-5-pro-pre-release-high-t13"}
{"key":"epoch|openai/gpt-5.5-pro-pre-release:effort=xhigh|none|frontiermath@2025-02-28-Private|accuracy|gpt-5-5-pro-pre-release-xhigh-t13","sourceId":"epoch","modelId":"openai/gpt-5.5-pro-pre-release","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":51,"stderr":2.9,"observedAt":"2026-04-23","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-pro-pre-release_xhigh","rowId":"gpt-5-5-pro-pre-release-xhigh-t13"}
{"key":"epoch|openai/gpt-5.5-pro-pre-release:effort=xhigh|none|frontiermath@2025-02-28-Private|mean-score|gpt-5-5-pro-pre-release-xhigh-t13","sourceId":"epoch","modelId":"openai/gpt-5.5-pro-pre-release","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":51,"observedAt":"2026-04-23","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-pro-pre-release_xhigh","rowId":"gpt-5-5-pro-pre-release-xhigh-t13"}
{"key":"epoch|openai/gpt-5.5-pro-pre-release:effort=xhigh|none|gpqa-diamond@1|accuracy|cBmhJzrC3SkfZ7uVgGVYZX","sourceId":"epoch","modelId":"openai/gpt-5.5-pro-pre-release","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":93.921356,"stderr":1.583282,"observedAt":"2026-04-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FcBmhJzrC3SkfZ7uVgGVYZX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-pro-pre-release_xhigh","rowId":"cBmhJzrC3SkfZ7uVgGVYZX"}
{"key":"epoch|openai/gpt-5.5-pro-pre-release:effort=xhigh|none|gpqa-diamond@1|mean-score|cBmhJzrC3SkfZ7uVgGVYZX","sourceId":"epoch","modelId":"openai/gpt-5.5-pro-pre-release","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":93.921356,"observedAt":"2026-04-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FcBmhJzrC3SkfZ7uVgGVYZX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5-pro-pre-release_xhigh","rowId":"cBmhJzrC3SkfZ7uVgGVYZX"}
{"key":"epoch|openai/gpt-5.5-pro:effort=high|none|arc-agi-2@1|cost-per-task|recE8W46kbiuOPGxo","sourceId":"epoch","modelId":"openai/gpt-5.5-pro","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":10.51,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 Pro (High)","rowId":"recE8W46kbiuOPGxo"}
{"key":"epoch|openai/gpt-5.5-pro:effort=high|none|arc-agi-2@1|score|recE8W46kbiuOPGxo","sourceId":"epoch","modelId":"openai/gpt-5.5-pro","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":84.58,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 Pro (High)","rowId":"recE8W46kbiuOPGxo"}
{"key":"epoch|openai/gpt-5.5-pro:effort=xhigh|none|arc-agi-2@1|cost-per-task|recgSWEl9GTw04NMC","sourceId":"epoch","modelId":"openai/gpt-5.5-pro","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":10.76,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 Pro (xHigh)","rowId":"recgSWEl9GTw04NMC"}
{"key":"epoch|openai/gpt-5.5-pro:effort=xhigh|none|arc-agi-2@1|score|recCsqWAVFHQVM3mx","sourceId":"epoch","modelId":"openai/gpt-5.5-pro","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":84.16,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 Pro (XHigh)","rowId":"recCsqWAVFHQVM3mx"}
{"key":"epoch|openai/gpt-5.5-pro:effort=xhigh|none|arc-agi-2@1|score|recgSWEl9GTw04NMC","sourceId":"epoch","modelId":"openai/gpt-5.5-pro","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":84.16,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 Pro (xHigh)","rowId":"recgSWEl9GTw04NMC"}
{"key":"epoch|openai/gpt-5.5:default|capy|terminal-bench@2.0|accuracy|recGwko1gzRhNX0ub","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":{"name":"Capy"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":83.146067,"stderr":2.112321,"observedAt":"2026-04-23","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5","rowId":"recGwko1gzRhNX0ub"}
{"key":"epoch|openai/gpt-5.5:default|clnkr|terminal-bench@2.0|accuracy|recmgPXDch3lXoWZy","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":{"name":"clnkr"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":66.067416,"stderr":2.491558,"observedAt":"2026-04-23","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5","rowId":"recmgPXDch3lXoWZy"}
{"key":"epoch|openai/gpt-5.5:default|codex-cli|terminal-bench@2.0|accuracy|recJA7K9RNsgzOaAU","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":82,"stderr":2.2,"observedAt":"2026-04-23","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5","rowId":"recJA7K9RNsgzOaAU"}
{"key":"epoch|openai/gpt-5.5:default|codex-cli|terminal-bench@2.0|accuracy|recp64pC4XBYynZdL","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":82.247191,"stderr":2.224161,"observedAt":"2026-04-23","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5","rowId":"recp64pC4XBYynZdL"}
{"key":"epoch|openai/gpt-5.5:default|nexau-ahe|terminal-bench@2.0|accuracy|recdZ2Aq4dSe9MUj6","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":{"name":"NexAU-AHE"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":84.719101,"stderr":2.089235,"observedAt":"2026-04-23","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5","rowId":"recdZ2Aq4dSe9MUj6"}
{"key":"epoch|openai/gpt-5.5:default|none|vending-bench-2@1|score|recg2odq5qkknQWX6","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":7523.844,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5","rowId":"recg2odq5qkknQWX6"}
{"key":"epoch|openai/gpt-5.5:effort=high|none|arc-agi-2@1|cost-per-task|reclzZXNkcRC5jiKS","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.45,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 (High)","rowId":"reclzZXNkcRC5jiKS"}
{"key":"epoch|openai/gpt-5.5:effort=high|none|arc-agi-2@1|score|reclzZXNkcRC5jiKS","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":83.33,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 (High)","rowId":"reclzZXNkcRC5jiKS"}
{"key":"epoch|openai/gpt-5.5:effort=low|none|arc-agi-2@1|cost-per-task|recIDNd1cnFpANX8V","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.35,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 (Low)","rowId":"recIDNd1cnFpANX8V"}
{"key":"epoch|openai/gpt-5.5:effort=low|none|arc-agi-2@1|score|recIDNd1cnFpANX8V","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":33.33,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 (Low)","rowId":"recIDNd1cnFpANX8V"}
{"key":"epoch|openai/gpt-5.5:effort=low|none|gpqa-diamond@1|accuracy|2CdomqtBVz2it7a2Zx2G2t","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":90.656566,"stderr":1.753266,"observedAt":"2026-05-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2CdomqtBVz2it7a2Zx2G2t.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5_low","rowId":"2CdomqtBVz2it7a2Zx2G2t"}
{"key":"epoch|openai/gpt-5.5:effort=low|none|gpqa-diamond@1|mean-score|2CdomqtBVz2it7a2Zx2G2t","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":90.656566,"observedAt":"2026-05-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F2CdomqtBVz2it7a2Zx2G2t.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5_low","rowId":"2CdomqtBVz2it7a2Zx2G2t"}
{"key":"epoch|openai/gpt-5.5:effort=medium|none|arc-agi-2@1|cost-per-task|recdw1w2Kk0j96ky7","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.86,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 (Medium)","rowId":"recdw1w2Kk0j96ky7"}
{"key":"epoch|openai/gpt-5.5:effort=medium|none|arc-agi-2@1|score|recdw1w2Kk0j96ky7","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":70.42,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 (Medium)","rowId":"recdw1w2Kk0j96ky7"}
{"key":"epoch|openai/gpt-5.5:effort=none|none|gpqa-diamond@1|accuracy|KesKa5EXtFG7H4UMBFzgCh","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":77.272727,"stderr":2.985752,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKesKa5EXtFG7H4UMBFzgCh.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5_none","rowId":"KesKa5EXtFG7H4UMBFzgCh"}
{"key":"epoch|openai/gpt-5.5:effort=none|none|gpqa-diamond@1|mean-score|KesKa5EXtFG7H4UMBFzgCh","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":77.272727,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FKesKa5EXtFG7H4UMBFzgCh.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.5_none","rowId":"KesKa5EXtFG7H4UMBFzgCh"}
{"key":"epoch|openai/gpt-5.5:effort=xhigh|codex-cli|frontiercode@unstated|main-score|gpt-5.5_unknown%7CGPT-5.5%7Ccodex%7Cxhigh","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":42.96,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5","rowId":"gpt-5.5_unknown|GPT-5.5|codex|xhigh","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-5.5:effort=xhigh|none|arc-agi-2@1|cost-per-task|recPMkvFz7bdsGYig","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.87,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 (xHigh)","rowId":"recPMkvFz7bdsGYig"}
{"key":"epoch|openai/gpt-5.5:effort=xhigh|none|arc-agi-2@1|score|recPMkvFz7bdsGYig","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":85,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 (xHigh)","rowId":"recPMkvFz7bdsGYig"}
{"key":"epoch|openai/gpt-5.5:effort=xhigh|none|arc-agi-2@1|score|recQa67QhUbEC1Z8v","sourceId":"epoch","modelId":"openai/gpt-5.5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":85,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.5 (XHigh)","rowId":"recQa67QhUbEC1Z8v"}
{"key":"epoch|openai/gpt-5.6-luna:default|none|vending-bench-2@1|score|recpCYTd0B6Cw2RF9","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":4094.712,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Luna","rowId":"recpCYTd0B6Cw2RF9"}
{"key":"epoch|openai/gpt-5.6-luna:effort=high|none|arc-agi-2@1|cost-per-task|recPiIGgsFkyUNMRY","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.29,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Luna (High)","rowId":"recPiIGgsFkyUNMRY"}
{"key":"epoch|openai/gpt-5.6-luna:effort=high|none|arc-agi-2@1|score|recPiIGgsFkyUNMRY","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":29.31,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Luna (High)","rowId":"recPiIGgsFkyUNMRY"}
{"key":"epoch|openai/gpt-5.6-luna:effort=low|none|arc-agi-2@1|cost-per-task|recBsVVGrHfOLtNQV","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.07,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Luna (Low)","rowId":"recBsVVGrHfOLtNQV"}
{"key":"epoch|openai/gpt-5.6-luna:effort=low|none|arc-agi-2@1|score|recBsVVGrHfOLtNQV","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":5.14,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Luna (Low)","rowId":"recBsVVGrHfOLtNQV"}
{"key":"epoch|openai/gpt-5.6-luna:effort=low|none|gpqa-diamond@1|accuracy|nW39ZzuDQ3xTAGVoEfFG95","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":82.323232,"stderr":2.717875,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FnW39ZzuDQ3xTAGVoEfFG95.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-luna_low","rowId":"nW39ZzuDQ3xTAGVoEfFG95"}
{"key":"epoch|openai/gpt-5.6-luna:effort=low|none|gpqa-diamond@1|mean-score|nW39ZzuDQ3xTAGVoEfFG95","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":82.323232,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FnW39ZzuDQ3xTAGVoEfFG95.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-luna_low","rowId":"nW39ZzuDQ3xTAGVoEfFG95"}
{"key":"epoch|openai/gpt-5.6-luna:effort=max|codex-cli|frontiercode@unstated|main-score|gpt-5.6-luna_unknown%7CGPT-5.6 Luna%7Ccodex%7Cmax","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":39.81,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Luna","rowId":"gpt-5.6-luna_unknown|GPT-5.6 Luna|codex|max","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-5.6-luna:effort=max|none|arc-agi-2@1|cost-per-task|rec0Or1yRuToQETpO","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.67,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Luna (Max)","rowId":"rec0Or1yRuToQETpO"}
{"key":"epoch|openai/gpt-5.6-luna:effort=max|none|arc-agi-2@1|score|rec0Or1yRuToQETpO","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":59.54,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Luna (Max)","rowId":"rec0Or1yRuToQETpO"}
{"key":"epoch|openai/gpt-5.6-luna:effort=max|none|gpqa-diamond@1|accuracy|LWkDtkmd3TNmLzMhfZD5HW","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":91.603535,"stderr":1.728284,"observedAt":"2026-07-09","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLWkDtkmd3TNmLzMhfZD5HW.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-luna_max","rowId":"LWkDtkmd3TNmLzMhfZD5HW"}
{"key":"epoch|openai/gpt-5.6-luna:effort=max|none|gpqa-diamond@1|mean-score|LWkDtkmd3TNmLzMhfZD5HW","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":91.603535,"observedAt":"2026-07-09","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLWkDtkmd3TNmLzMhfZD5HW.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-luna_max","rowId":"LWkDtkmd3TNmLzMhfZD5HW"}
{"key":"epoch|openai/gpt-5.6-luna:effort=medium|none|arc-agi-2@1|cost-per-task|recMYrbV5q1DoQno8","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.11,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Luna (Medium)","rowId":"recMYrbV5q1DoQno8"}
{"key":"epoch|openai/gpt-5.6-luna:effort=medium|none|arc-agi-2@1|score|recMYrbV5q1DoQno8","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":7.36,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Luna (Medium)","rowId":"recMYrbV5q1DoQno8"}
{"key":"epoch|openai/gpt-5.6-luna:effort=none|none|gpqa-diamond@1|accuracy|bDKKx7zTdW5WwMCfwqsLi4","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":63.636364,"stderr":3.427309,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbDKKx7zTdW5WwMCfwqsLi4.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-luna_none","rowId":"bDKKx7zTdW5WwMCfwqsLi4"}
{"key":"epoch|openai/gpt-5.6-luna:effort=none|none|gpqa-diamond@1|mean-score|bDKKx7zTdW5WwMCfwqsLi4","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":63.636364,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FbDKKx7zTdW5WwMCfwqsLi4.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-luna_none","rowId":"bDKKx7zTdW5WwMCfwqsLi4"}
{"key":"epoch|openai/gpt-5.6-luna:effort=xhigh|none|arc-agi-2@1|cost-per-task|recUz4W8immjSHPf0","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.54,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Luna (xHigh)","rowId":"recUz4W8immjSHPf0"}
{"key":"epoch|openai/gpt-5.6-luna:effort=xhigh|none|arc-agi-2@1|score|rec5u9d3UJgddydsq","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":47.64,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Luna (XHigh)","rowId":"rec5u9d3UJgddydsq"}
{"key":"epoch|openai/gpt-5.6-luna:effort=xhigh|none|arc-agi-2@1|score|recUz4W8immjSHPf0","sourceId":"epoch","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":47.64,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Luna (xHigh)","rowId":"recUz4W8immjSHPf0"}
{"key":"epoch|openai/gpt-5.6-sol:default|none|vending-bench-2@1|score|rec7Hn7Mhf7zcb5Ks","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":9619.368,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Sol","rowId":"rec7Hn7Mhf7zcb5Ks"}
{"key":"epoch|openai/gpt-5.6-sol:effort=high|none|arc-agi-2@1|cost-per-task|recLS6d8WS2n1rGSY","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.74,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Sol (High)","rowId":"recLS6d8WS2n1rGSY"}
{"key":"epoch|openai/gpt-5.6-sol:effort=high|none|arc-agi-2@1|score|recLS6d8WS2n1rGSY","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":85.42,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Sol (High)","rowId":"recLS6d8WS2n1rGSY"}
{"key":"epoch|openai/gpt-5.6-sol:effort=low|none|arc-agi-2@1|cost-per-task|recYYBTJBos18GflF","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.32,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Sol (Low)","rowId":"recYYBTJBos18GflF"}
{"key":"epoch|openai/gpt-5.6-sol:effort=low|none|arc-agi-2@1|score|recYYBTJBos18GflF","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":42.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Sol (Low)","rowId":"recYYBTJBos18GflF"}
{"key":"epoch|openai/gpt-5.6-sol:effort=low|none|gpqa-diamond@1|accuracy|6cmgkNAQZekBr6e6rVdLe9","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":89.89899,"stderr":2.146974,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6cmgkNAQZekBr6e6rVdLe9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-sol_low","rowId":"6cmgkNAQZekBr6e6rVdLe9"}
{"key":"epoch|openai/gpt-5.6-sol:effort=low|none|gpqa-diamond@1|mean-score|6cmgkNAQZekBr6e6rVdLe9","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":89.89899,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6cmgkNAQZekBr6e6rVdLe9.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-sol_low","rowId":"6cmgkNAQZekBr6e6rVdLe9"}
{"key":"epoch|openai/gpt-5.6-sol:effort=max|codex-cli|frontiercode@unstated|main-score|gpt-5.6-sol_unknown%7CGPT-5.6 Sol%7Ccodex%7Cmax","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":47.49,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Sol","rowId":"gpt-5.6-sol_unknown|GPT-5.6 Sol|codex|max","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-5.6-sol:effort=max|none|arc-agi-2@1|cost-per-task|recIQjZYogw8GYgLW","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.44,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Sol (Max)","rowId":"recIQjZYogw8GYgLW"}
{"key":"epoch|openai/gpt-5.6-sol:effort=max|none|arc-agi-2@1|score|recIQjZYogw8GYgLW","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":92.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Sol (Max)","rowId":"recIQjZYogw8GYgLW"}
{"key":"epoch|openai/gpt-5.6-sol:effort=max|none|gpqa-diamond@1|accuracy|nuKCgZReCBsXKCkNj9bK37","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":93.497475,"stderr":1.570109,"observedAt":"2026-07-09","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FnuKCgZReCBsXKCkNj9bK37.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-sol_max","rowId":"nuKCgZReCBsXKCkNj9bK37"}
{"key":"epoch|openai/gpt-5.6-sol:effort=max|none|gpqa-diamond@1|mean-score|nuKCgZReCBsXKCkNj9bK37","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":93.497475,"observedAt":"2026-07-09","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FnuKCgZReCBsXKCkNj9bK37.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-sol_max","rowId":"nuKCgZReCBsXKCkNj9bK37"}
{"key":"epoch|openai/gpt-5.6-sol:effort=medium|none|arc-agi-2@1|cost-per-task|rec8lDUeLifBHj8WC","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.47,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Sol (Medium)","rowId":"rec8lDUeLifBHj8WC"}
{"key":"epoch|openai/gpt-5.6-sol:effort=medium|none|arc-agi-2@1|score|rec8lDUeLifBHj8WC","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":67.08,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Sol (Medium)","rowId":"rec8lDUeLifBHj8WC"}
{"key":"epoch|openai/gpt-5.6-sol:effort=none|none|gpqa-diamond@1|accuracy|DDfYPyKQW7vgDtGgkwcKSi","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":82.828283,"stderr":2.686972,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDDfYPyKQW7vgDtGgkwcKSi.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-sol_none","rowId":"DDfYPyKQW7vgDtGgkwcKSi"}
{"key":"epoch|openai/gpt-5.6-sol:effort=none|none|gpqa-diamond@1|mean-score|DDfYPyKQW7vgDtGgkwcKSi","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":82.828283,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDDfYPyKQW7vgDtGgkwcKSi.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-sol_none","rowId":"DDfYPyKQW7vgDtGgkwcKSi"}
{"key":"epoch|openai/gpt-5.6-sol:effort=xhigh|none|arc-agi-2@1|cost-per-task|recjEDHJMdFvdEoxY","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.04,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Sol (xHigh)","rowId":"recjEDHJMdFvdEoxY"}
{"key":"epoch|openai/gpt-5.6-sol:effort=xhigh|none|arc-agi-2@1|score|rechqnvfszeSZZcTx","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":90,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Sol (XHigh)","rowId":"rechqnvfszeSZZcTx"}
{"key":"epoch|openai/gpt-5.6-sol:effort=xhigh|none|arc-agi-2@1|score|recjEDHJMdFvdEoxY","sourceId":"epoch","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":90,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Sol (xHigh)","rowId":"recjEDHJMdFvdEoxY"}
{"key":"epoch|openai/gpt-5.6-terra:default|none|vending-bench-2@1|score|recLAjZ4HYB97nV26","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":7343.206,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Terra","rowId":"recLAjZ4HYB97nV26"}
{"key":"epoch|openai/gpt-5.6-terra:effort=high|none|arc-agi-2@1|cost-per-task|recxzIevuyQumJson","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.55,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Terra (High)","rowId":"recxzIevuyQumJson"}
{"key":"epoch|openai/gpt-5.6-terra:effort=high|none|arc-agi-2@1|score|recxzIevuyQumJson","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":67.08,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Terra (High)","rowId":"recxzIevuyQumJson"}
{"key":"epoch|openai/gpt-5.6-terra:effort=low|none|arc-agi-2@1|cost-per-task|recBmdT4RIrE6PjQC","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.17,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Terra (Low)","rowId":"recBmdT4RIrE6PjQC"}
{"key":"epoch|openai/gpt-5.6-terra:effort=low|none|arc-agi-2@1|score|recBmdT4RIrE6PjQC","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":18.75,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Terra (Low)","rowId":"recBmdT4RIrE6PjQC"}
{"key":"epoch|openai/gpt-5.6-terra:effort=low|none|gpqa-diamond@1|accuracy|JcuoAWhcnngPEZBPmiUyLF","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":87.373737,"stderr":2.366436,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJcuoAWhcnngPEZBPmiUyLF.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-terra_low","rowId":"JcuoAWhcnngPEZBPmiUyLF"}
{"key":"epoch|openai/gpt-5.6-terra:effort=low|none|gpqa-diamond@1|mean-score|JcuoAWhcnngPEZBPmiUyLF","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":87.373737,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJcuoAWhcnngPEZBPmiUyLF.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-terra_low","rowId":"JcuoAWhcnngPEZBPmiUyLF"}
{"key":"epoch|openai/gpt-5.6-terra:effort=max|codex-cli|frontiercode@unstated|main-score|gpt-5.6-terra_unknown%7CGPT-5.6 Terra%7Ccodex%7Cmax","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":41.31,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Terra","rowId":"gpt-5.6-terra_unknown|GPT-5.6 Terra|codex|max","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-5.6-terra:effort=max|none|arc-agi-2@1|cost-per-task|rec6orAgSUYUy5B5x","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":1.09,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Terra (Max)","rowId":"rec6orAgSUYUy5B5x"}
{"key":"epoch|openai/gpt-5.6-terra:effort=max|none|arc-agi-2@1|score|rec6orAgSUYUy5B5x","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":83.9,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Terra (Max)","rowId":"rec6orAgSUYUy5B5x"}
{"key":"epoch|openai/gpt-5.6-terra:effort=max|none|gpqa-diamond@1|accuracy|4bLcFNu5zF6YuZf3qVKoHE","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":93.308081,"stderr":1.536367,"observedAt":"2026-07-09","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F4bLcFNu5zF6YuZf3qVKoHE.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-terra_max","rowId":"4bLcFNu5zF6YuZf3qVKoHE"}
{"key":"epoch|openai/gpt-5.6-terra:effort=max|none|gpqa-diamond@1|mean-score|4bLcFNu5zF6YuZf3qVKoHE","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":93.308081,"observedAt":"2026-07-09","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F4bLcFNu5zF6YuZf3qVKoHE.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-terra_max","rowId":"4bLcFNu5zF6YuZf3qVKoHE"}
{"key":"epoch|openai/gpt-5.6-terra:effort=medium|none|arc-agi-2@1|cost-per-task|recxR9NtkO4IkDlEG","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.27,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Terra (Medium)","rowId":"recxR9NtkO4IkDlEG"}
{"key":"epoch|openai/gpt-5.6-terra:effort=medium|none|arc-agi-2@1|score|recxR9NtkO4IkDlEG","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":37.5,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Terra (Medium)","rowId":"recxR9NtkO4IkDlEG"}
{"key":"epoch|openai/gpt-5.6-terra:effort=none|none|gpqa-diamond@1|accuracy|F7v3JtKFb27j2YVmsndLM5","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":77.272727,"stderr":2.985752,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FF7v3JtKFb27j2YVmsndLM5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-terra_none","rowId":"F7v3JtKFb27j2YVmsndLM5"}
{"key":"epoch|openai/gpt-5.6-terra:effort=none|none|gpqa-diamond@1|mean-score|F7v3JtKFb27j2YVmsndLM5","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":77.272727,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FF7v3JtKFb27j2YVmsndLM5.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5.6-terra_none","rowId":"F7v3JtKFb27j2YVmsndLM5"}
{"key":"epoch|openai/gpt-5.6-terra:effort=xhigh|none|arc-agi-2@1|cost-per-task|rec86VcvrMgRUOXNK","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.69,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Terra (xHigh)","rowId":"rec86VcvrMgRUOXNK"}
{"key":"epoch|openai/gpt-5.6-terra:effort=xhigh|none|arc-agi-2@1|score|rec86VcvrMgRUOXNK","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":74.17,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Terra (xHigh)","rowId":"rec86VcvrMgRUOXNK"}
{"key":"epoch|openai/gpt-5.6-terra:effort=xhigh|none|arc-agi-2@1|score|recU58jwAC2hZugaR","sourceId":"epoch","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":74.17,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5.6 Terra (XHigh)","rowId":"recU58jwAC2hZugaR"}
{"key":"epoch|openai/gpt-5:ckpt=2025-08-07|codex-cli|terminal-bench@2.0|accuracy|rec9i8Ic0KTT2yBKw","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":49.606742,"stderr":2.897301,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5","rowId":"rec9i8Ic0KTT2yBKw"}
{"key":"epoch|openai/gpt-5:ckpt=2025-08-07|mini-swe-agent|terminal-bench@2.0|accuracy|recGz2hxdobFUq7NN","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":33.932584,"stderr":2.904964,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5","rowId":"recGz2hxdobFUq7NN"}
{"key":"epoch|openai/gpt-5:ckpt=2025-08-07|none|hle@1|accuracy|recQ4tGIHl6FByXLl","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":25.32,"stderr":1.7,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07","rowId":"recQ4tGIHl6FByXLl"}
{"key":"epoch|openai/gpt-5:ckpt=2025-08-07|none|hle@1|calibration-error|recQ4tGIHl6FByXLl","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":50,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07","rowId":"recQ4tGIHl6FByXLl"}
{"key":"epoch|openai/gpt-5:ckpt=2025-08-07|openhands|terminal-bench@2.0|accuracy|recJMDLwtXhVgVmhO","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":43.820225,"stderr":2.987273,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5","rowId":"recJMDLwtXhVgVmhO"}
{"key":"epoch|openai/gpt-5:ckpt=2025-08-07|terminus-2|terminal-bench@2.0|accuracy|rec1Juuim3oNht6yT","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":35.168539,"stderr":3.055494,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5","rowId":"rec1Juuim3oNht6yT"}
{"key":"epoch|openai/gpt-5:effort=high;ckpt=2025-08-07|none|arc-agi-2@1|cost-per-task|rec4cuWugsakV5GLa","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.7302,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 (High)","rowId":"rec4cuWugsakV5GLa"}
{"key":"epoch|openai/gpt-5:effort=high;ckpt=2025-08-07|none|arc-agi-2@1|score|rec4cuWugsakV5GLa","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":9.86,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 (High)","rowId":"rec4cuWugsakV5GLa"}
{"key":"epoch|openai/gpt-5:effort=high;ckpt=2025-08-07|none|frontiermath@2025-02-28-Private|accuracy|JwfCZuni4TRRnA77UWwpyg","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":32.413793,"stderr":2.753246,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_high","rowId":"JwfCZuni4TRRnA77UWwpyg"}
{"key":"epoch|openai/gpt-5:effort=high;ckpt=2025-08-07|none|frontiermath@2025-02-28-Private|mean-score|JwfCZuni4TRRnA77UWwpyg","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":32.413793,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_high","rowId":"JwfCZuni4TRRnA77UWwpyg"}
{"key":"epoch|openai/gpt-5:effort=high;ckpt=2025-08-07|none|gpqa-diamond@1|accuracy|9nPyNrZxwtoT7eS4DZbQF6","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":86.174242,"stderr":2.078784,"observedAt":"2025-10-29","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9nPyNrZxwtoT7eS4DZbQF6.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_high","rowId":"9nPyNrZxwtoT7eS4DZbQF6"}
{"key":"epoch|openai/gpt-5:effort=high;ckpt=2025-08-07|none|gpqa-diamond@1|mean-score|9nPyNrZxwtoT7eS4DZbQF6","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":86.174242,"observedAt":"2025-10-29","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9nPyNrZxwtoT7eS4DZbQF6.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_high","rowId":"9nPyNrZxwtoT7eS4DZbQF6"}
{"key":"epoch|openai/gpt-5:effort=high;ckpt=2025-08-07|none|hle@1|accuracy|recWhEbJqDmLaXyxu","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":25.32,"stderr":1.7,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07","rowId":"recWhEbJqDmLaXyxu"}
{"key":"epoch|openai/gpt-5:effort=high;ckpt=2025-08-07|none|hle@1|calibration-error|recWhEbJqDmLaXyxu","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":50,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07","rowId":"recWhEbJqDmLaXyxu"}
{"key":"epoch|openai/gpt-5:effort=high;ckpt=2025-08-07|none|swe-bench-verified@1|accuracy|C85Bnci9xVzq5jmt8zNnbw","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":73.553719,"stderr":2.006832,"observedAt":"2026-02-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FC85Bnci9xVzq5jmt8zNnbw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_high","rowId":"C85Bnci9xVzq5jmt8zNnbw"}
{"key":"epoch|openai/gpt-5:effort=high;ckpt=2025-08-07|none|swe-bench-verified@1|mean-score|C85Bnci9xVzq5jmt8zNnbw","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":73.553719,"observedAt":"2026-02-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FC85Bnci9xVzq5jmt8zNnbw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_high","rowId":"C85Bnci9xVzq5jmt8zNnbw"}
{"key":"epoch|openai/gpt-5:effort=low;ckpt=2025-08-07|none|arc-agi-2@1|cost-per-task|rec66wbMAhLTeT1Mv","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"low","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.1896,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 (Low)","rowId":"rec66wbMAhLTeT1Mv"}
{"key":"epoch|openai/gpt-5:effort=low;ckpt=2025-08-07|none|arc-agi-2@1|cost-per-task|recIgLhVAZcjtBEEr","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"low","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.1896,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 (Low)","rowId":"recIgLhVAZcjtBEEr"}
{"key":"epoch|openai/gpt-5:effort=low;ckpt=2025-08-07|none|arc-agi-2@1|score|rec66wbMAhLTeT1Mv","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"low","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.94,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 (Low)","rowId":"rec66wbMAhLTeT1Mv"}
{"key":"epoch|openai/gpt-5:effort=low;ckpt=2025-08-07|none|arc-agi-2@1|score|recIgLhVAZcjtBEEr","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"low","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.94,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 (Low)","rowId":"recIgLhVAZcjtBEEr"}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|codex-cli|terminal-bench@2.0|accuracy|rec6jIJxArc92pivy","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Codex CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":49.6,"stderr":2.9,"observedAt":"2025-11-04","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_medium","rowId":"rec6jIJxArc92pivy"}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|mini-swe-agent|terminal-bench@2.0|accuracy|recN22yvosEoDYoao","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":33.9,"stderr":2.9,"observedAt":"2025-11-03","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_medium","rowId":"recN22yvosEoDYoao"}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|none|arc-agi-2@1|cost-per-task|recpm3DPVRPZRfhTi","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.4486,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 (Medium)","rowId":"recpm3DPVRPZRfhTi"}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|none|arc-agi-2@1|score|recpm3DPVRPZRfhTi","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":7.49,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 (Medium)","rowId":"recpm3DPVRPZRfhTi"}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|none|frontiermath@2025-02-28-Private|accuracy|hrJBSLQUe5hrHECkuySSJr","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":27.241379,"stderr":2.618833,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_medium","rowId":"hrJBSLQUe5hrHECkuySSJr"}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|none|frontiermath@2025-02-28-Private|mean-score|hrJBSLQUe5hrHECkuySSJr","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":27.241379,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_medium","rowId":"hrJBSLQUe5hrHECkuySSJr"}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|none|gdpval@1|win-or-tie-rate|recA9mPzDrm2XCNZc","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-or-tie-rate","value":37.996,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5","rowId":"recA9mPzDrm2XCNZc","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|none|gdpval@1|win-rate|recA9mPzDrm2XCNZc","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-rate","value":34.8,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5","rowId":"recA9mPzDrm2XCNZc","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|none|gpqa-diamond@1|accuracy|YQCwJRoGbGAqNCQoaL6cjk","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":85.353535,"stderr":2.131483,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FYQCwJRoGbGAqNCQoaL6cjk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_medium","rowId":"YQCwJRoGbGAqNCQoaL6cjk"}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|none|gpqa-diamond@1|mean-score|YQCwJRoGbGAqNCQoaL6cjk","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":85.353535,"observedAt":"2025-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FYQCwJRoGbGAqNCQoaL6cjk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_medium","rowId":"YQCwJRoGbGAqNCQoaL6cjk"}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|none|swe-bench-verified@1|accuracy|FCCkMNVHcjLLUDeNFqTGRL","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":71.487603,"stderr":2.054275,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFCCkMNVHcjLLUDeNFqTGRL.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_medium","rowId":"FCCkMNVHcjLLUDeNFqTGRL"}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|none|swe-bench-verified@1|mean-score|FCCkMNVHcjLLUDeNFqTGRL","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":71.487603,"observedAt":"2026-02-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFCCkMNVHcjLLUDeNFqTGRL.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_medium","rowId":"FCCkMNVHcjLLUDeNFqTGRL"}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|openhands|terminal-bench@2.0|accuracy|recimrZ9t1kWdq9df","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":43.8,"stderr":3,"observedAt":"2025-11-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_medium","rowId":"recimrZ9t1kWdq9df"}
{"key":"epoch|openai/gpt-5:effort=medium;ckpt=2025-08-07|terminus-2|terminal-bench@2.0|accuracy|recbqMxsZI87hk2Zv","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":35.2,"stderr":3.1,"observedAt":"2025-10-31","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_medium","rowId":"recbqMxsZI87hk2Zv"}
{"key":"epoch|openai/gpt-5:effort=minimal;ckpt=2025-08-07|none|arc-agi-2@1|cost-per-task|recLswC6YRLQnH9FQ","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"minimal","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0562,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 (Minimal)","rowId":"recLswC6YRLQnH9FQ"}
{"key":"epoch|openai/gpt-5:effort=minimal;ckpt=2025-08-07|none|arc-agi-2@1|score|recLswC6YRLQnH9FQ","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"minimal","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-5 (Minimal)","rowId":"recLswC6YRLQnH9FQ"}
{"key":"epoch|openai/gpt-5:effort=minimal;ckpt=2025-08-07|none|gpqa-diamond@1|accuracy|n4wyt7wHjhDdjrGacE9smk","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"minimal","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":71.717172,"stderr":3.20878,"observedAt":"2026-07-20","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fn4wyt7wHjhDdjrGacE9smk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_minimal","rowId":"n4wyt7wHjhDdjrGacE9smk"}
{"key":"epoch|openai/gpt-5:effort=minimal;ckpt=2025-08-07|none|gpqa-diamond@1|mean-score|n4wyt7wHjhDdjrGacE9smk","sourceId":"epoch","modelId":"openai/gpt-5","variant":{"effort":"minimal","flags":[],"checkpoint":"2025-08-07"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":71.717172,"observedAt":"2026-07-20","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fn4wyt7wHjhDdjrGacE9smk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-5-2025-08-07_minimal","rowId":"n4wyt7wHjhDdjrGacE9smk"}
{"key":"epoch|openai/gpt-6-astra:default|none|hle@1|accuracy|recbv6dU38s3cvqyO","sourceId":"epoch","modelId":"openai/gpt-6-astra","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":54.8,"stderr":1.94,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT 6 Astra","rowId":"recbv6dU38s3cvqyO"}
{"key":"epoch|openai/gpt-6-astra:default|none|hle@1|calibration-error|recbv6dU38s3cvqyO","sourceId":"epoch","modelId":"openai/gpt-6-astra","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":39,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT 6 Astra","rowId":"recbv6dU38s3cvqyO"}
{"key":"epoch|openai/gpt-6-astra:default|none|vending-bench-2@1|score|recIHrj7IZwngZzmG","sourceId":"epoch","modelId":"openai/gpt-6-astra","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":15514.701667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Astra","rowId":"recIHrj7IZwngZzmG"}
{"key":"epoch|openai/gpt-6-astra:effort=high|none|arc-agi-2@1|score|rec2IrmPOhpgWZ3Zl","sourceId":"epoch","modelId":"openai/gpt-6-astra","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":92.083333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Astra (High)","rowId":"rec2IrmPOhpgWZ3Zl"}
{"key":"epoch|openai/gpt-6-astra:effort=low|none|arc-agi-2@1|score|recG9zf5LfCTMpwnb","sourceId":"epoch","modelId":"openai/gpt-6-astra","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":85.416667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Astra (Low)","rowId":"recG9zf5LfCTMpwnb"}
{"key":"epoch|openai/gpt-6-astra:effort=max|codex-cli|frontiercode@unstated|main-score|gpt-6-astra_max%7CGPT-6 Astra%7Ccodex%7Cmax","sourceId":"epoch","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":53.26,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Astra","rowId":"gpt-6-astra_max|GPT-6 Astra|codex|max","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-6-astra:effort=max|none|arc-agi-2@1|score|recqWVwwNamfxF1zu","sourceId":"epoch","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":95,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Astra (Max)","rowId":"recqWVwwNamfxF1zu"}
{"key":"epoch|openai/gpt-6-astra:effort=max|none|gpqa-diamond@1|accuracy|3h8STJpG2VzY9LiBUzwotv","sourceId":"epoch","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":95.770202,"stderr":1.369681,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F3h8STJpG2VzY9LiBUzwotv.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-6-astra_max","rowId":"3h8STJpG2VzY9LiBUzwotv"}
{"key":"epoch|openai/gpt-6-astra:effort=max|none|gpqa-diamond@1|mean-score|3h8STJpG2VzY9LiBUzwotv","sourceId":"epoch","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":95.770202,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F3h8STJpG2VzY9LiBUzwotv.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-6-astra_max","rowId":"3h8STJpG2VzY9LiBUzwotv"}
{"key":"epoch|openai/gpt-6-astra:effort=medium|none|arc-agi-2@1|score|recQLii7vQCYRgYaO","sourceId":"epoch","modelId":"openai/gpt-6-astra","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":92.083333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Astra (Medium)","rowId":"recQLii7vQCYRgYaO"}
{"key":"epoch|openai/gpt-6-astra:effort=none|none|arc-agi-2@1|score|recrfBvJzhO8K1XGJ","sourceId":"epoch","modelId":"openai/gpt-6-astra","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":59.583333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Astra (None)","rowId":"recrfBvJzhO8K1XGJ"}
{"key":"epoch|openai/gpt-6-astra:effort=xhigh|none|arc-agi-2@1|score|recuO4X9wY6J0GPRP","sourceId":"epoch","modelId":"openai/gpt-6-astra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":93.333333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Astra (XHigh)","rowId":"recuO4X9wY6J0GPRP"}
{"key":"epoch|openai/gpt-6-luna:effort=high|none|arc-agi-2@1|score|recx0dGdcO2qqWceL","sourceId":"epoch","modelId":"openai/gpt-6-luna","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":31.388889,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Luna (High)","rowId":"recx0dGdcO2qqWceL"}
{"key":"epoch|openai/gpt-6-luna:effort=low|none|arc-agi-2@1|score|recnMvDSNo5pUrqE6","sourceId":"epoch","modelId":"openai/gpt-6-luna","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.583333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Luna (Low)","rowId":"recnMvDSNo5pUrqE6"}
{"key":"epoch|openai/gpt-6-luna:effort=max|codex-cli|frontiercode@unstated|main-score|gpt-6-luna_max%7CGPT-6 Luna%7Ccodex%7Cmax","sourceId":"epoch","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":42.42,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Luna","rowId":"gpt-6-luna_max|GPT-6 Luna|codex|max","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-6-luna:effort=max|none|arc-agi-2@1|score|rec1kIxgw33n3cMDe","sourceId":"epoch","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":59.305556,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Luna (Max)","rowId":"rec1kIxgw33n3cMDe"}
{"key":"epoch|openai/gpt-6-luna:effort=max|none|gpqa-diamond@1|accuracy|7F3QFMAkwnCV62HcvxP96q","sourceId":"epoch","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":90.467172,"stderr":1.853738,"observedAt":"2026-09-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F7F3QFMAkwnCV62HcvxP96q.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-6-luna_max","rowId":"7F3QFMAkwnCV62HcvxP96q"}
{"key":"epoch|openai/gpt-6-luna:effort=max|none|gpqa-diamond@1|mean-score|7F3QFMAkwnCV62HcvxP96q","sourceId":"epoch","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":90.467172,"observedAt":"2026-09-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F7F3QFMAkwnCV62HcvxP96q.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-6-luna_max","rowId":"7F3QFMAkwnCV62HcvxP96q"}
{"key":"epoch|openai/gpt-6-luna:effort=medium|none|arc-agi-2@1|score|reciIrQlX6rvHdQv3","sourceId":"epoch","modelId":"openai/gpt-6-luna","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":18.055556,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Luna (Medium)","rowId":"reciIrQlX6rvHdQv3"}
{"key":"epoch|openai/gpt-6-luna:effort=none|none|arc-agi-2@1|score|reciGPGUnAyc9ZsrU","sourceId":"epoch","modelId":"openai/gpt-6-luna","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Luna (None)","rowId":"reciGPGUnAyc9ZsrU"}
{"key":"epoch|openai/gpt-6-luna:effort=xhigh|none|arc-agi-2@1|score|rec02FpVp3L8dwBgu","sourceId":"epoch","modelId":"openai/gpt-6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":41.944444,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Luna (XHigh)","rowId":"rec02FpVp3L8dwBgu"}
{"key":"epoch|openai/gpt-6-sol:default|none|vending-bench-2@1|score|recOsfANgIuve4p8J","sourceId":"epoch","modelId":"openai/gpt-6-sol","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":14427.848333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Sol","rowId":"recOsfANgIuve4p8J"}
{"key":"epoch|openai/gpt-6-sol:effort=high|none|arc-agi-2@1|score|recd2qURgAkummpTb","sourceId":"epoch","modelId":"openai/gpt-6-sol","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":68.888889,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Sol (High)","rowId":"recd2qURgAkummpTb"}
{"key":"epoch|openai/gpt-6-sol:effort=low|none|arc-agi-2@1|score|recM1EPIRyZXTR6Eu","sourceId":"epoch","modelId":"openai/gpt-6-sol","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":31.527778,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Sol (Low)","rowId":"recM1EPIRyZXTR6Eu"}
{"key":"epoch|openai/gpt-6-sol:effort=max|codex-cli|frontiercode@unstated|main-score|gpt-6-sol_max%7CGPT-6 Sol%7Ccodex%7Cmax","sourceId":"epoch","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":49.27,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Sol","rowId":"gpt-6-sol_max|GPT-6 Sol|codex|max","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-6-sol:effort=max|none|arc-agi-2@1|score|reclgf5ruPfGJvCNf","sourceId":"epoch","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":89.583333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Sol (Max)","rowId":"reclgf5ruPfGJvCNf"}
{"key":"epoch|openai/gpt-6-sol:effort=max|none|gpqa-diamond@1|accuracy|aJD7ZfFftu2cZoToJhhzF7","sourceId":"epoch","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":94.318182,"stderr":1.493851,"observedAt":"2026-09-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FaJD7ZfFftu2cZoToJhhzF7.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-6-sol_max","rowId":"aJD7ZfFftu2cZoToJhhzF7"}
{"key":"epoch|openai/gpt-6-sol:effort=max|none|gpqa-diamond@1|mean-score|aJD7ZfFftu2cZoToJhhzF7","sourceId":"epoch","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":94.318182,"observedAt":"2026-09-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FaJD7ZfFftu2cZoToJhhzF7.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-6-sol_max","rowId":"aJD7ZfFftu2cZoToJhhzF7"}
{"key":"epoch|openai/gpt-6-sol:effort=medium|none|arc-agi-2@1|score|recAivokOQtVjz9ub","sourceId":"epoch","modelId":"openai/gpt-6-sol","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":57.777778,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Sol (Medium)","rowId":"recAivokOQtVjz9ub"}
{"key":"epoch|openai/gpt-6-sol:effort=none|none|arc-agi-2@1|score|recAdUSYrL4QnHxKf","sourceId":"epoch","modelId":"openai/gpt-6-sol","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.666667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Sol (None)","rowId":"recAdUSYrL4QnHxKf"}
{"key":"epoch|openai/gpt-6-sol:effort=xhigh|none|arc-agi-2@1|score|recaxpOe7WYYOhEHv","sourceId":"epoch","modelId":"openai/gpt-6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":78.055556,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6 Sol (XHigh)","rowId":"recaxpOe7WYYOhEHv"}
{"key":"epoch|openai/gpt-6.1-sol:default|none|vending-bench-2@1|score|recwytVhJOXdwlMmd","sourceId":"epoch","modelId":"openai/gpt-6.1-sol","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":12860.611667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6.1 Sol","rowId":"recwytVhJOXdwlMmd"}
{"key":"epoch|openai/gpt-6.1-sol:effort=high|none|arc-agi-2@1|score|recPqdeFjOGTEXsBg","sourceId":"epoch","modelId":"openai/gpt-6.1-sol","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":91.666667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6.1 Sol (High)","rowId":"recPqdeFjOGTEXsBg"}
{"key":"epoch|openai/gpt-6.1-sol:effort=low|none|arc-agi-2@1|score|rec1jlUUUwswKuq62","sourceId":"epoch","modelId":"openai/gpt-6.1-sol","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":76.666667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6.1 Sol (Low)","rowId":"rec1jlUUUwswKuq62"}
{"key":"epoch|openai/gpt-6.1-sol:effort=max|none|arc-agi-2@1|score|recEn87cPCL4zBDX9","sourceId":"epoch","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":94.166667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6.1 Sol (Max)","rowId":"recEn87cPCL4zBDX9"}
{"key":"epoch|openai/gpt-6.1-sol:effort=max|none|gpqa-diamond@1|accuracy|LspviLnbeZ82WCngWp6rwR","sourceId":"epoch","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":95.391414,"stderr":1.378075,"observedAt":"2026-09-29","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLspviLnbeZ82WCngWp6rwR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-6.1-sol_max","rowId":"LspviLnbeZ82WCngWp6rwR"}
{"key":"epoch|openai/gpt-6.1-sol:effort=max|none|gpqa-diamond@1|mean-score|LspviLnbeZ82WCngWp6rwR","sourceId":"epoch","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":95.391414,"observedAt":"2026-09-29","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLspviLnbeZ82WCngWp6rwR.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-6.1-sol_max","rowId":"LspviLnbeZ82WCngWp6rwR"}
{"key":"epoch|openai/gpt-6.1-sol:effort=medium|codex-cli|frontiercode@unstated|main-score|gpt-6.1-sol_medium%7CGPT-6.1 Sol%7Ccodex%7Cmedium","sourceId":"epoch","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":50.23,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6.1 Sol","rowId":"gpt-6.1-sol_medium|GPT-6.1 Sol|codex|medium","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|openai/gpt-6.1-sol:effort=medium|none|arc-agi-2@1|score|recYSQ5ByKpGp0LKP","sourceId":"epoch","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":86.666667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6.1 Sol (Medium)","rowId":"recYSQ5ByKpGp0LKP"}
{"key":"epoch|openai/gpt-6.1-sol:effort=xhigh|none|arc-agi-2@1|score|recA2qz6EjG8Yd9O7","sourceId":"epoch","modelId":"openai/gpt-6.1-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":91.666667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6.1 Sol (XHigh)","rowId":"recA2qz6EjG8Yd9O7"}
{"key":"epoch|openai/gpt-6.1-terra:default|none|vending-bench-2@1|score|recjygL7zK33Q0cOC","sourceId":"epoch","modelId":"openai/gpt-6.1-terra","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":9107.458333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-6.1 Terra","rowId":"recjygL7zK33Q0cOC"}
{"key":"epoch|openai/gpt-6.1-terra:effort=max|none|gpqa-diamond@1|accuracy|5Jm2Rvv9sNx7M8nodinFAp","sourceId":"epoch","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":94.318182,"stderr":1.491167,"observedAt":"2026-10-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F5Jm2Rvv9sNx7M8nodinFAp.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-6.1-terra_max","rowId":"5Jm2Rvv9sNx7M8nodinFAp"}
{"key":"epoch|openai/gpt-6.1-terra:effort=max|none|gpqa-diamond@1|mean-score|5Jm2Rvv9sNx7M8nodinFAp","sourceId":"epoch","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":94.318182,"observedAt":"2026-10-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F5Jm2Rvv9sNx7M8nodinFAp.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-6.1-terra_max","rowId":"5Jm2Rvv9sNx7M8nodinFAp"}
{"key":"epoch|openai/gpt-oss-120b:default|mini-swe-agent|terminal-bench@2.0|accuracy|rec7kV7Cz3bwsrDiB","sourceId":"epoch","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":14.157303,"stderr":2.267352,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-OSS-120B","rowId":"rec7kV7Cz3bwsrDiB"}
{"key":"epoch|openai/gpt-oss-120b:default|mini-swe-agent|terminal-bench@2.0|accuracy|reczhxfX0o9hQLBlA","sourceId":"epoch","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":14.2,"stderr":2.3,"observedAt":"2025-11-03","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-oss-120b","rowId":"reczhxfX0o9hQLBlA"}
{"key":"epoch|openai/gpt-oss-120b:default|none|vending-bench-2@1|score|recnj9dBUFHBxMRTC","sourceId":"epoch","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":-21.532,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-OSS-120b","rowId":"recnj9dBUFHBxMRTC"}
{"key":"epoch|openai/gpt-oss-120b:default|terminus-2|terminal-bench@2.0|accuracy|recQOII1RUaWlRx1a","sourceId":"epoch","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":18.7,"stderr":2.7,"observedAt":"2025-11-01","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-oss-120b","rowId":"recQOII1RUaWlRx1a"}
{"key":"epoch|openai/gpt-oss-120b:default|terminus-2|terminal-bench@2.0|accuracy|recfG0w8YzGI925GU","sourceId":"epoch","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":18.689139,"stderr":2.659973,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-OSS-120B","rowId":"recfG0w8YzGI925GU"}
{"key":"epoch|openai/gpt-oss-120b:effort=high|none|gpqa-diamond@1|accuracy|LC5Rhog6wt2PT84CtJ483h","sourceId":"epoch","modelId":"openai/gpt-oss-120b","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":75.757576,"stderr":2.743716,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLC5Rhog6wt2PT84CtJ483h.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"openai/gpt-oss-120b_high","rowId":"LC5Rhog6wt2PT84CtJ483h"}
{"key":"epoch|openai/gpt-oss-120b:effort=high|none|gpqa-diamond@1|mean-score|LC5Rhog6wt2PT84CtJ483h","sourceId":"epoch","modelId":"openai/gpt-oss-120b","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":75.757576,"observedAt":"2025-12-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FLC5Rhog6wt2PT84CtJ483h.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"openai/gpt-oss-120b_high","rowId":"LC5Rhog6wt2PT84CtJ483h"}
{"key":"epoch|openai/gpt-oss-20b:default|mini-swe-agent|terminal-bench@2.0|accuracy|recXJetcV0C5gLRl3","sourceId":"epoch","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":3.4,"stderr":1.4,"observedAt":"2025-11-03","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-oss-20b","rowId":"recXJetcV0C5gLRl3"}
{"key":"epoch|openai/gpt-oss-20b:default|mini-swe-agent|terminal-bench@2.0|accuracy|recpGfJBPRXbdXmbV","sourceId":"epoch","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":3.370787,"stderr":1.357556,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-OSS-20B","rowId":"recpGfJBPRXbdXmbV"}
{"key":"epoch|openai/gpt-oss-20b:default|terminus-2|terminal-bench@2.0|accuracy|recOw2KPlGf4Z8s97","sourceId":"epoch","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":3.071161,"stderr":1.518681,"observedAt":"2025-08-05","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GPT-OSS-20B","rowId":"recOw2KPlGf4Z8s97"}
{"key":"epoch|openai/gpt-oss-20b:default|terminus-2|terminal-bench@2.0|accuracy|recaaiHI5eYtINDFb","sourceId":"epoch","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":3.1,"stderr":1.5,"observedAt":"2025-11-01","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-oss-20b","rowId":"recaaiHI5eYtINDFb"}
{"key":"epoch|openai/gpt-oss-20b:effort=high|none|gpqa-diamond@1|accuracy|hYATFPeUnMq7Std2nLUVAJ","sourceId":"epoch","modelId":"openai/gpt-oss-20b","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":45.959596,"stderr":3.550702,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhYATFPeUnMq7Std2nLUVAJ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-oss-20b_high","rowId":"hYATFPeUnMq7Std2nLUVAJ"}
{"key":"epoch|openai/gpt-oss-20b:effort=high|none|gpqa-diamond@1|mean-score|hYATFPeUnMq7Std2nLUVAJ","sourceId":"epoch","modelId":"openai/gpt-oss-20b","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":45.959596,"observedAt":"2026-08-06","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhYATFPeUnMq7Std2nLUVAJ.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-oss-20b_high","rowId":"hYATFPeUnMq7Std2nLUVAJ"}
{"key":"epoch|openai/gpt-oss-20b:effort=low|none|gpqa-diamond@1|accuracy|DCJQMqipndGxwMXe8BDGeg","sourceId":"epoch","modelId":"openai/gpt-oss-20b","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":53.156566,"stderr":2.502509,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDCJQMqipndGxwMXe8BDGeg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-oss-20b_low","rowId":"DCJQMqipndGxwMXe8BDGeg"}
{"key":"epoch|openai/gpt-oss-20b:effort=low|none|gpqa-diamond@1|mean-score|DCJQMqipndGxwMXe8BDGeg","sourceId":"epoch","modelId":"openai/gpt-oss-20b","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":53.156566,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FDCJQMqipndGxwMXe8BDGeg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-oss-20b_low","rowId":"DCJQMqipndGxwMXe8BDGeg"}
{"key":"epoch|openai/gpt-oss-20b:effort=medium|none|gpqa-diamond@1|accuracy|GEwyLqZT93Hp55fdtHrJhm","sourceId":"epoch","modelId":"openai/gpt-oss-20b","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":60.795455,"stderr":2.486406,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGEwyLqZT93Hp55fdtHrJhm.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-oss-20b_medium","rowId":"GEwyLqZT93Hp55fdtHrJhm"}
{"key":"epoch|openai/gpt-oss-20b:effort=medium|none|gpqa-diamond@1|mean-score|GEwyLqZT93Hp55fdtHrJhm","sourceId":"epoch","modelId":"openai/gpt-oss-20b","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":60.795455,"observedAt":"2026-08-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGEwyLqZT93Hp55fdtHrJhm.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"gpt-oss-20b_medium","rowId":"GEwyLqZT93Hp55fdtHrJhm"}
{"key":"epoch|openai/o1-mini:ckpt=2024-09-12|none|arc-agi-2@1|cost-per-task|recrnQ8qOsjBQtr5f","sourceId":"epoch","modelId":"openai/o1-mini","variant":{"flags":[],"checkpoint":"2024-09-12"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.1907,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-mini","rowId":"recrnQ8qOsjBQtr5f"}
{"key":"epoch|openai/o1-mini:ckpt=2024-09-12|none|arc-agi-2@1|score|recrnQ8qOsjBQtr5f","sourceId":"epoch","modelId":"openai/o1-mini","variant":{"flags":[],"checkpoint":"2024-09-12"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.83,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-mini","rowId":"recrnQ8qOsjBQtr5f"}
{"key":"epoch|openai/o1-mini:effort=high;ckpt=2024-09-12|none|frontiermath@2025-02-28-Private|accuracy|2ekT2UzaebvmGprKvmeeEa","sourceId":"epoch","modelId":"openai/o1-mini","variant":{"effort":"high","flags":[],"checkpoint":"2024-09-12"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":1.37931,"stderr":0.686066,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-mini-2024-09-12_high","rowId":"2ekT2UzaebvmGprKvmeeEa"}
{"key":"epoch|openai/o1-mini:effort=high;ckpt=2024-09-12|none|frontiermath@2025-02-28-Private|mean-score|2ekT2UzaebvmGprKvmeeEa","sourceId":"epoch","modelId":"openai/o1-mini","variant":{"effort":"high","flags":[],"checkpoint":"2024-09-12"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":1.37931,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-mini-2024-09-12_high","rowId":"2ekT2UzaebvmGprKvmeeEa"}
{"key":"epoch|openai/o1-mini:effort=high;ckpt=2024-09-12|none|gpqa-diamond@1|accuracy|X2gKewiGPZx5DLFEddUUqW","sourceId":"epoch","modelId":"openai/o1-mini","variant":{"effort":"high","flags":[],"checkpoint":"2024-09-12"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":62.373737,"stderr":2.742772,"observedAt":"2025-02-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FX2gKewiGPZx5DLFEddUUqW.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-mini-2024-09-12_high","rowId":"X2gKewiGPZx5DLFEddUUqW"}
{"key":"epoch|openai/o1-mini:effort=high;ckpt=2024-09-12|none|gpqa-diamond@1|mean-score|X2gKewiGPZx5DLFEddUUqW","sourceId":"epoch","modelId":"openai/o1-mini","variant":{"effort":"high","flags":[],"checkpoint":"2024-09-12"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":62.373737,"observedAt":"2025-02-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FX2gKewiGPZx5DLFEddUUqW.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-mini-2024-09-12_high","rowId":"X2gKewiGPZx5DLFEddUUqW"}
{"key":"epoch|openai/o1-mini:effort=medium;ckpt=2024-09-12|none|frontiermath@2025-02-28-Private|accuracy|hC2FY4WuKm6BLgPhbWeZDY","sourceId":"epoch","modelId":"openai/o1-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2024-09-12"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":1.724138,"stderr":0.765703,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-mini-2024-09-12_medium","rowId":"hC2FY4WuKm6BLgPhbWeZDY"}
{"key":"epoch|openai/o1-mini:effort=medium;ckpt=2024-09-12|none|frontiermath@2025-02-28-Private|mean-score|hC2FY4WuKm6BLgPhbWeZDY","sourceId":"epoch","modelId":"openai/o1-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2024-09-12"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":1.724138,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-mini-2024-09-12_medium","rowId":"hC2FY4WuKm6BLgPhbWeZDY"}
{"key":"epoch|openai/o1-mini:effort=medium;ckpt=2024-09-12|none|gpqa-diamond@1|accuracy|4NiUpCrLfz3oFaerkrMeBt","sourceId":"epoch","modelId":"openai/o1-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2024-09-12"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":59.501263,"stderr":2.795124,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F4NiUpCrLfz3oFaerkrMeBt.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-mini-2024-09-12_medium","rowId":"4NiUpCrLfz3oFaerkrMeBt"}
{"key":"epoch|openai/o1-mini:effort=medium;ckpt=2024-09-12|none|gpqa-diamond@1|mean-score|4NiUpCrLfz3oFaerkrMeBt","sourceId":"epoch","modelId":"openai/o1-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2024-09-12"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":59.501263,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F4NiUpCrLfz3oFaerkrMeBt.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-mini-2024-09-12_medium","rowId":"4NiUpCrLfz3oFaerkrMeBt"}
{"key":"epoch|openai/o1-preview:ckpt=2024-09-12|none|gpqa-diamond@1|accuracy|7CkADTsoNbDd88uqYbqfwj","sourceId":"epoch","modelId":"openai/o1-preview","variant":{"flags":[],"checkpoint":"2024-09-12"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":50.315657,"stderr":2.825782,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F7CkADTsoNbDd88uqYbqfwj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-preview-2024-09-12","rowId":"7CkADTsoNbDd88uqYbqfwj"}
{"key":"epoch|openai/o1-preview:ckpt=2024-09-12|none|gpqa-diamond@1|mean-score|7CkADTsoNbDd88uqYbqfwj","sourceId":"epoch","modelId":"openai/o1-preview","variant":{"flags":[],"checkpoint":"2024-09-12"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":50.315657,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F7CkADTsoNbDd88uqYbqfwj.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-preview-2024-09-12","rowId":"7CkADTsoNbDd88uqYbqfwj"}
{"key":"epoch|openai/o1-pro:ckpt=2025-03-19|none|hle@1|accuracy|recxgQqtw3fmiFs3B","sourceId":"epoch","modelId":"openai/o1-pro","variant":{"flags":[],"checkpoint":"2025-03-19"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":8.12,"stderr":1.07,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1 Pro","rowId":"recxgQqtw3fmiFs3B"}
{"key":"epoch|openai/o1-pro:ckpt=2025-03-19|none|hle@1|calibration-error|recxgQqtw3fmiFs3B","sourceId":"epoch","modelId":"openai/o1-pro","variant":{"flags":[],"checkpoint":"2025-03-19"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":82,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1 Pro","rowId":"recxgQqtw3fmiFs3B"}
{"key":"epoch|openai/o1:ckpt=2024-12-17|none|hle@1|accuracy|recg1cdjMzYHVdlNz","sourceId":"epoch","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":7.96,"stderr":1.06,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1 (December 2024)","rowId":"recg1cdjMzYHVdlNz"}
{"key":"epoch|openai/o1:ckpt=2024-12-17|none|hle@1|calibration-error|recg1cdjMzYHVdlNz","sourceId":"epoch","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":83,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1 (December 2024)","rowId":"recg1cdjMzYHVdlNz"}
{"key":"epoch|openai/o1:effort=high;ckpt=2024-12-17|none|frontiermath@2025-02-28-Private|accuracy|bynpttv6jLvbXTY7ktnBpk","sourceId":"epoch","modelId":"openai/o1","variant":{"effort":"high","flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":9.310345,"stderr":1.709279,"observedAt":"2025-03-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-2024-12-17_high","rowId":"bynpttv6jLvbXTY7ktnBpk"}
{"key":"epoch|openai/o1:effort=high;ckpt=2024-12-17|none|frontiermath@2025-02-28-Private|mean-score|bynpttv6jLvbXTY7ktnBpk","sourceId":"epoch","modelId":"openai/o1","variant":{"effort":"high","flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":9.310345,"observedAt":"2025-03-07","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-2024-12-17_high","rowId":"bynpttv6jLvbXTY7ktnBpk"}
{"key":"epoch|openai/o1:effort=high;ckpt=2024-12-17|none|gpqa-diamond@1|accuracy|NAkCFiFiDSN3NXMj7HMvMS","sourceId":"epoch","modelId":"openai/o1","variant":{"effort":"high","flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":76.767677,"stderr":3.008863,"observedAt":"2025-02-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FNAkCFiFiDSN3NXMj7HMvMS.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-2024-12-17_high","rowId":"NAkCFiFiDSN3NXMj7HMvMS"}
{"key":"epoch|openai/o1:effort=high;ckpt=2024-12-17|none|gpqa-diamond@1|mean-score|NAkCFiFiDSN3NXMj7HMvMS","sourceId":"epoch","modelId":"openai/o1","variant":{"effort":"high","flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":76.767677,"observedAt":"2025-02-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FNAkCFiFiDSN3NXMj7HMvMS.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-2024-12-17_high","rowId":"NAkCFiFiDSN3NXMj7HMvMS"}
{"key":"epoch|openai/o1:effort=low;ckpt=2024-12-17|none|gpqa-diamond@1|accuracy|hP6P5e9zuHPToaQTTQC9A2","sourceId":"epoch","modelId":"openai/o1","variant":{"effort":"low","flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":74.242424,"stderr":3.115627,"observedAt":"2026-07-20","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhP6P5e9zuHPToaQTTQC9A2.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-2024-12-17_low","rowId":"hP6P5e9zuHPToaQTTQC9A2"}
{"key":"epoch|openai/o1:effort=low;ckpt=2024-12-17|none|gpqa-diamond@1|mean-score|hP6P5e9zuHPToaQTTQC9A2","sourceId":"epoch","modelId":"openai/o1","variant":{"effort":"low","flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":74.242424,"observedAt":"2026-07-20","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhP6P5e9zuHPToaQTTQC9A2.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-2024-12-17_low","rowId":"hP6P5e9zuHPToaQTTQC9A2"}
{"key":"epoch|openai/o1:effort=medium;ckpt=2024-12-17|none|gpqa-diamond@1|accuracy|Uczhz7MKLstjLkSbbGuwdN","sourceId":"epoch","modelId":"openai/o1","variant":{"effort":"medium","flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":75.757576,"stderr":3.053289,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FUczhz7MKLstjLkSbbGuwdN.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-2024-12-17_medium","rowId":"Uczhz7MKLstjLkSbbGuwdN"}
{"key":"epoch|openai/o1:effort=medium;ckpt=2024-12-17|none|gpqa-diamond@1|mean-score|Uczhz7MKLstjLkSbbGuwdN","sourceId":"epoch","modelId":"openai/o1","variant":{"effort":"medium","flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":75.757576,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FUczhz7MKLstjLkSbbGuwdN.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o1-2024-12-17_medium","rowId":"Uczhz7MKLstjLkSbbGuwdN"}
{"key":"epoch|openai/o3-mini:effort=high;ckpt=2025-01-31|none|arc-agi-2@1|cost-per-task|recIVyGy3qnEsUXSz","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.5472,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini (High)","rowId":"recIVyGy3qnEsUXSz"}
{"key":"epoch|openai/o3-mini:effort=high;ckpt=2025-01-31|none|arc-agi-2@1|score|recIVyGy3qnEsUXSz","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.99,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini (High)","rowId":"recIVyGy3qnEsUXSz"}
{"key":"epoch|openai/o3-mini:effort=high;ckpt=2025-01-31|none|frontiermath@2025-02-28-Private|accuracy|W2YTmg94XqVbH7p86TAqJT","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":12.413793,"stderr":1.93964,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini-2025-01-31_high","rowId":"W2YTmg94XqVbH7p86TAqJT"}
{"key":"epoch|openai/o3-mini:effort=high;ckpt=2025-01-31|none|frontiermath@2025-02-28-Private|mean-score|W2YTmg94XqVbH7p86TAqJT","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":12.413793,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini-2025-01-31_high","rowId":"W2YTmg94XqVbH7p86TAqJT"}
{"key":"epoch|openai/o3-mini:effort=high;ckpt=2025-01-31|none|gpqa-diamond@1|accuracy|MzsTvCEEfEpzn4WvxYdJkX","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":77.020202,"stderr":2.585533,"observedAt":"2025-02-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMzsTvCEEfEpzn4WvxYdJkX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini-2025-01-31_high","rowId":"MzsTvCEEfEpzn4WvxYdJkX"}
{"key":"epoch|openai/o3-mini:effort=high;ckpt=2025-01-31|none|gpqa-diamond@1|mean-score|MzsTvCEEfEpzn4WvxYdJkX","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":77.020202,"observedAt":"2025-02-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMzsTvCEEfEpzn4WvxYdJkX.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini-2025-01-31_high","rowId":"MzsTvCEEfEpzn4WvxYdJkX"}
{"key":"epoch|openai/o3-mini:effort=low;ckpt=2025-01-31|none|arc-agi-2@1|cost-per-task|rec0Bj1MbQ11bEqWS","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"low","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0623,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini (Low)","rowId":"rec0Bj1MbQ11bEqWS"}
{"key":"epoch|openai/o3-mini:effort=low;ckpt=2025-01-31|none|arc-agi-2@1|score|rec0Bj1MbQ11bEqWS","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"low","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini (Low)","rowId":"rec0Bj1MbQ11bEqWS"}
{"key":"epoch|openai/o3-mini:effort=low;ckpt=2025-01-31|none|gpqa-diamond@1|accuracy|hJf7Hxg4tgdftQ2QDNHMJA","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"low","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":68.181818,"stderr":3.318477,"observedAt":"2026-07-20","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhJf7Hxg4tgdftQ2QDNHMJA.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini-2025-01-31_low","rowId":"hJf7Hxg4tgdftQ2QDNHMJA"}
{"key":"epoch|openai/o3-mini:effort=low;ckpt=2025-01-31|none|gpqa-diamond@1|mean-score|hJf7Hxg4tgdftQ2QDNHMJA","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"low","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":68.181818,"observedAt":"2026-07-20","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhJf7Hxg4tgdftQ2QDNHMJA.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini-2025-01-31_low","rowId":"hJf7Hxg4tgdftQ2QDNHMJA"}
{"key":"epoch|openai/o3-mini:effort=medium;ckpt=2025-01-31|none|arc-agi-2@1|cost-per-task|rec3DBzjmVooH06Du","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.2843,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini (Medium)","rowId":"rec3DBzjmVooH06Du"}
{"key":"epoch|openai/o3-mini:effort=medium;ckpt=2025-01-31|none|arc-agi-2@1|score|rec3DBzjmVooH06Du","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.08,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini (Medium)","rowId":"rec3DBzjmVooH06Du"}
{"key":"epoch|openai/o3-mini:effort=medium;ckpt=2025-01-31|none|frontiermath@2025-02-28-Private|accuracy|U8CjtcxudQeP2cnMNixfJH","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":8.081897,"stderr":1.276142,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini-2025-01-31_medium","rowId":"U8CjtcxudQeP2cnMNixfJH"}
{"key":"epoch|openai/o3-mini:effort=medium;ckpt=2025-01-31|none|frontiermath@2025-02-28-Private|mean-score|U8CjtcxudQeP2cnMNixfJH","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":8.081897,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini-2025-01-31_medium","rowId":"U8CjtcxudQeP2cnMNixfJH"}
{"key":"epoch|openai/o3-mini:effort=medium;ckpt=2025-01-31|none|gpqa-diamond@1|accuracy|ehvA5nisC7GMbgbyy3Z4Et","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":74.27399,"stderr":2.541194,"observedAt":"2025-01-31","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FehvA5nisC7GMbgbyy3Z4Et.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini-2025-01-31_medium","rowId":"ehvA5nisC7GMbgbyy3Z4Et"}
{"key":"epoch|openai/o3-mini:effort=medium;ckpt=2025-01-31|none|gpqa-diamond@1|mean-score|ehvA5nisC7GMbgbyy3Z4Et","sourceId":"epoch","modelId":"openai/o3-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-01-31"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":74.27399,"observedAt":"2025-01-31","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FehvA5nisC7GMbgbyy3Z4Et.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-mini-2025-01-31_medium","rowId":"ehvA5nisC7GMbgbyy3Z4Et"}
{"key":"epoch|openai/o3-pro:effort=high;ckpt=2025-06-10|none|arc-agi-2@1|cost-per-task|recNnknL5K4qDifiQ","sourceId":"epoch","modelId":"openai/o3-pro","variant":{"effort":"high","flags":[],"checkpoint":"2025-06-10"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":7.5516,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-Pro (High)","rowId":"recNnknL5K4qDifiQ"}
{"key":"epoch|openai/o3-pro:effort=high;ckpt=2025-06-10|none|arc-agi-2@1|score|recNnknL5K4qDifiQ","sourceId":"epoch","modelId":"openai/o3-pro","variant":{"effort":"high","flags":[],"checkpoint":"2025-06-10"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.86,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-Pro (High)","rowId":"recNnknL5K4qDifiQ"}
{"key":"epoch|openai/o3-pro:effort=low;ckpt=2025-06-10|none|arc-agi-2@1|cost-per-task|recOPdwHvGY12QF3a","sourceId":"epoch","modelId":"openai/o3-pro","variant":{"effort":"low","flags":[],"checkpoint":"2025-06-10"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":2.2293,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-Pro (Low)","rowId":"recOPdwHvGY12QF3a"}
{"key":"epoch|openai/o3-pro:effort=low;ckpt=2025-06-10|none|arc-agi-2@1|score|recOPdwHvGY12QF3a","sourceId":"epoch","modelId":"openai/o3-pro","variant":{"effort":"low","flags":[],"checkpoint":"2025-06-10"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.05,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-Pro (Low)","rowId":"recOPdwHvGY12QF3a"}
{"key":"epoch|openai/o3-pro:effort=medium;ckpt=2025-06-10|none|arc-agi-2@1|cost-per-task|recPRCqGgqp2fVU13","sourceId":"epoch","modelId":"openai/o3-pro","variant":{"effort":"medium","flags":[],"checkpoint":"2025-06-10"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":4.7441,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-Pro (Medium)","rowId":"recPRCqGgqp2fVU13"}
{"key":"epoch|openai/o3-pro:effort=medium;ckpt=2025-06-10|none|arc-agi-2@1|score|recPRCqGgqp2fVU13","sourceId":"epoch","modelId":"openai/o3-pro","variant":{"effort":"medium","flags":[],"checkpoint":"2025-06-10"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.94,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-Pro (Medium)","rowId":"recPRCqGgqp2fVU13"}
{"key":"epoch|openai/o3:effort=high;ckpt=2025-04-16|none|arc-agi-2@1|cost-per-task|recuw1OMe7R6TbHZM","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.8339,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3 (High)","rowId":"recuw1OMe7R6TbHZM"}
{"key":"epoch|openai/o3:effort=high;ckpt=2025-04-16|none|arc-agi-2@1|score|recuw1OMe7R6TbHZM","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":6.53,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3 (High)","rowId":"recuw1OMe7R6TbHZM"}
{"key":"epoch|openai/o3:effort=high;ckpt=2025-04-16|none|frontiermath@2025-02-28-Private|accuracy|XQ46BgPhHaYZsrPQuTvz8J","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":18.685121,"stderr":2.296872,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_high","rowId":"XQ46BgPhHaYZsrPQuTvz8J"}
{"key":"epoch|openai/o3:effort=high;ckpt=2025-04-16|none|frontiermath@2025-02-28-Private|mean-score|XQ46BgPhHaYZsrPQuTvz8J","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":18.685121,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_high","rowId":"XQ46BgPhHaYZsrPQuTvz8J"}
{"key":"epoch|openai/o3:effort=high;ckpt=2025-04-16|none|gpqa-diamond@1|accuracy|evANZQ9oQTdGYbDERw7VrD","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":81.818182,"stderr":2.126712,"observedAt":"2025-04-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FevANZQ9oQTdGYbDERw7VrD.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_high","rowId":"evANZQ9oQTdGYbDERw7VrD"}
{"key":"epoch|openai/o3:effort=high;ckpt=2025-04-16|none|gpqa-diamond@1|mean-score|evANZQ9oQTdGYbDERw7VrD","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":81.818182,"observedAt":"2025-04-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FevANZQ9oQTdGYbDERw7VrD.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_high","rowId":"evANZQ9oQTdGYbDERw7VrD"}
{"key":"epoch|openai/o3:effort=high;ckpt=2025-04-16|none|hle@1|accuracy|recAokfZ8Ah2IzhPy","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":20.32,"stderr":1.58,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3 (high) (April 2025)","rowId":"recAokfZ8Ah2IzhPy"}
{"key":"epoch|openai/o3:effort=high;ckpt=2025-04-16|none|hle@1|calibration-error|recAokfZ8Ah2IzhPy","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":34,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3 (high) (April 2025)","rowId":"recAokfZ8Ah2IzhPy"}
{"key":"epoch|openai/o3:effort=low;ckpt=2025-04-16|none|arc-agi-2@1|cost-per-task|recQRWOdhT4RaKHDF","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"low","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.2343,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3 (Low)","rowId":"recQRWOdhT4RaKHDF"}
{"key":"epoch|openai/o3:effort=low;ckpt=2025-04-16|none|arc-agi-2@1|score|recQRWOdhT4RaKHDF","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"low","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.99,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3 (Low)","rowId":"recQRWOdhT4RaKHDF"}
{"key":"epoch|openai/o3:effort=low;ckpt=2025-04-16|none|frontiermath@2025-02-28-Private|accuracy|DKLrszPeTvFUGq39AaTniX","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"low","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":9.722222,"stderr":1.748768,"observedAt":"2025-11-17","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_low","rowId":"DKLrszPeTvFUGq39AaTniX"}
{"key":"epoch|openai/o3:effort=low;ckpt=2025-04-16|none|frontiermath@2025-02-28-Private|mean-score|DKLrszPeTvFUGq39AaTniX","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"low","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":9.722222,"observedAt":"2025-11-17","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_low","rowId":"DKLrszPeTvFUGq39AaTniX"}
{"key":"epoch|openai/o3:effort=low;ckpt=2025-04-16|none|gpqa-diamond@1|accuracy|AZf6N4kygJGHPsSUkYtCba","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"low","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":79.79798,"stderr":2.86062,"observedAt":"2026-07-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FAZf6N4kygJGHPsSUkYtCba.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_low","rowId":"AZf6N4kygJGHPsSUkYtCba"}
{"key":"epoch|openai/o3:effort=low;ckpt=2025-04-16|none|gpqa-diamond@1|mean-score|AZf6N4kygJGHPsSUkYtCba","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"low","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":79.79798,"observedAt":"2026-07-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FAZf6N4kygJGHPsSUkYtCba.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_low","rowId":"AZf6N4kygJGHPsSUkYtCba"}
{"key":"epoch|openai/o3:effort=medium;ckpt=2025-04-16|none|arc-agi-2@1|cost-per-task|reckVnQ5Dgul9PJ0n","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.4787,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3 (Medium)","rowId":"reckVnQ5Dgul9PJ0n"}
{"key":"epoch|openai/o3:effort=medium;ckpt=2025-04-16|none|arc-agi-2@1|score|reckVnQ5Dgul9PJ0n","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.98,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3 (Medium)","rowId":"reckVnQ5Dgul9PJ0n"}
{"key":"epoch|openai/o3:effort=medium;ckpt=2025-04-16|none|frontiermath@2025-02-28-Private|accuracy|XwNqEvxaaCQ8M2NpKJGoZG","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":16.896552,"stderr":2.204244,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_medium","rowId":"XwNqEvxaaCQ8M2NpKJGoZG"}
{"key":"epoch|openai/o3:effort=medium;ckpt=2025-04-16|none|frontiermath@2025-02-28-Private|mean-score|XwNqEvxaaCQ8M2NpKJGoZG","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":16.896552,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_medium","rowId":"XwNqEvxaaCQ8M2NpKJGoZG"}
{"key":"epoch|openai/o3:effort=medium;ckpt=2025-04-16|none|gdpval@1|win-or-tie-rate|rec92NYmhzWbgq0aG","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-or-tie-rate","value":34.057,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3","rowId":"rec92NYmhzWbgq0aG","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|openai/o3:effort=medium;ckpt=2025-04-16|none|gdpval@1|win-rate|rec92NYmhzWbgq0aG","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-rate","value":30.8,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3","rowId":"rec92NYmhzWbgq0aG","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|openai/o3:effort=medium;ckpt=2025-04-16|none|gpqa-diamond@1|accuracy|TBYA7JWneLUCy9kyktFBbt","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":80.808081,"stderr":2.805779,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTBYA7JWneLUCy9kyktFBbt.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_medium","rowId":"TBYA7JWneLUCy9kyktFBbt"}
{"key":"epoch|openai/o3:effort=medium;ckpt=2025-04-16|none|gpqa-diamond@1|mean-score|TBYA7JWneLUCy9kyktFBbt","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":80.808081,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FTBYA7JWneLUCy9kyktFBbt.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_medium","rowId":"TBYA7JWneLUCy9kyktFBbt"}
{"key":"epoch|openai/o3:effort=medium;ckpt=2025-04-16|none|hle@1|accuracy|recGb81W0KGwOPFN2","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":19.2,"stderr":1.54,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3 (medium) (April 2025)","rowId":"recGb81W0KGwOPFN2"}
{"key":"epoch|openai/o3:effort=medium;ckpt=2025-04-16|none|hle@1|calibration-error|recGb81W0KGwOPFN2","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":39,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3 (medium) (April 2025)","rowId":"recGb81W0KGwOPFN2"}
{"key":"epoch|openai/o3:effort=medium;ckpt=2025-04-16|none|swe-bench-verified@1|accuracy|AKt7PcE8LQtoMWVuxwMidk","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":62.318841,"stderr":2.207234,"observedAt":"2026-02-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FAKt7PcE8LQtoMWVuxwMidk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_medium","rowId":"AKt7PcE8LQtoMWVuxwMidk"}
{"key":"epoch|openai/o3:effort=medium;ckpt=2025-04-16|none|swe-bench-verified@1|mean-score|AKt7PcE8LQtoMWVuxwMidk","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":62.318841,"observedAt":"2026-02-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FAKt7PcE8LQtoMWVuxwMidk.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3-2025-04-16_medium","rowId":"AKt7PcE8LQtoMWVuxwMidk"}
{"key":"epoch|openai/o3:effort=medium;steps=100;ckpt=2025-04-16|none|osworld@1|score|o3 (100 steps)","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","stepBudget":100,"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":23,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3 (100 steps)","rowId":"o3 (100 steps)"}
{"key":"epoch|openai/o3:effort=medium;steps=15;ckpt=2025-04-16|none|osworld@1|score|o3 (15 steps)","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","stepBudget":15,"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":9.1,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3 (15 steps)","rowId":"o3 (15 steps)"}
{"key":"epoch|openai/o3:effort=medium;steps=50;ckpt=2025-04-16|none|osworld@1|score|o3 (50 steps)","sourceId":"epoch","modelId":"openai/o3","variant":{"effort":"medium","stepBudget":50,"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"osworld","benchmarkVersion":"1","metricId":"score","value":17.2,"costKind":"unknown","sourceUrl":"https://os-world.github.io/","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o3 (50 steps)","rowId":"o3 (50 steps)"}
{"key":"epoch|openai/o4-mini:effort=high;ckpt=2025-04-16|none|arc-agi-2@1|cost-per-task|recP5Py2i3sdybPd9","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.856,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini (High)","rowId":"recP5Py2i3sdybPd9"}
{"key":"epoch|openai/o4-mini:effort=high;ckpt=2025-04-16|none|arc-agi-2@1|score|recP5Py2i3sdybPd9","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":6.11,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini (High)","rowId":"recP5Py2i3sdybPd9"}
{"key":"epoch|openai/o4-mini:effort=high;ckpt=2025-04-16|none|frontiermath@2025-02-28-Private|accuracy|Z7hiWJnEkkLmQXviEiTdHt","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":24.827586,"stderr":2.541251,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini-2025-04-16_high","rowId":"Z7hiWJnEkkLmQXviEiTdHt"}
{"key":"epoch|openai/o4-mini:effort=high;ckpt=2025-04-16|none|frontiermath@2025-02-28-Private|mean-score|Z7hiWJnEkkLmQXviEiTdHt","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":24.827586,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini-2025-04-16_high","rowId":"Z7hiWJnEkkLmQXviEiTdHt"}
{"key":"epoch|openai/o4-mini:effort=high;ckpt=2025-04-16|none|gdpval@1|win-or-tie-rate|recN2m297LeySJIAW","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-or-tie-rate","value":27.834,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini high","rowId":"recN2m297LeySJIAW","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|openai/o4-mini:effort=high;ckpt=2025-04-16|none|gdpval@1|win-rate|recN2m297LeySJIAW","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-rate","value":25.3,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini high","rowId":"recN2m297LeySJIAW","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|openai/o4-mini:effort=high;ckpt=2025-04-16|none|gpqa-diamond@1|accuracy|9Sgsz5XCjscuZkexf7MX9c","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":79.608586,"stderr":2.403476,"observedAt":"2025-04-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9Sgsz5XCjscuZkexf7MX9c.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini-2025-04-16_high","rowId":"9Sgsz5XCjscuZkexf7MX9c"}
{"key":"epoch|openai/o4-mini:effort=high;ckpt=2025-04-16|none|gpqa-diamond@1|mean-score|9Sgsz5XCjscuZkexf7MX9c","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":79.608586,"observedAt":"2025-04-16","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9Sgsz5XCjscuZkexf7MX9c.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini-2025-04-16_high","rowId":"9Sgsz5XCjscuZkexf7MX9c"}
{"key":"epoch|openai/o4-mini:effort=high;ckpt=2025-04-16|none|hle@1|accuracy|recGUVrntyz0xRSWS","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":18.08,"stderr":1.51,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini (high) (April 2025)","rowId":"recGUVrntyz0xRSWS"}
{"key":"epoch|openai/o4-mini:effort=high;ckpt=2025-04-16|none|hle@1|calibration-error|recGUVrntyz0xRSWS","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"high","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":57,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini (high) (April 2025)","rowId":"recGUVrntyz0xRSWS"}
{"key":"epoch|openai/o4-mini:effort=low;ckpt=2025-04-16|none|arc-agi-2@1|cost-per-task|recooai9u1xla5nXC","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"low","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.05,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini (Low)","rowId":"recooai9u1xla5nXC"}
{"key":"epoch|openai/o4-mini:effort=low;ckpt=2025-04-16|none|arc-agi-2@1|score|recooai9u1xla5nXC","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"low","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":1.67,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini (Low)","rowId":"recooai9u1xla5nXC"}
{"key":"epoch|openai/o4-mini:effort=low;ckpt=2025-04-16|none|frontiermath@2025-02-28-Private|accuracy|82dL9ukqav96KZ8aHfqPpq","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"low","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":10.689655,"stderr":1.817539,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini-2025-04-16_low","rowId":"82dL9ukqav96KZ8aHfqPpq"}
{"key":"epoch|openai/o4-mini:effort=low;ckpt=2025-04-16|none|frontiermath@2025-02-28-Private|mean-score|82dL9ukqav96KZ8aHfqPpq","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"low","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":10.689655,"observedAt":"2025-11-16","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini-2025-04-16_low","rowId":"82dL9ukqav96KZ8aHfqPpq"}
{"key":"epoch|openai/o4-mini:effort=low;ckpt=2025-04-16|none|gpqa-diamond@1|accuracy|XwRFKnuHv5qdUp9m5uTAEb","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"low","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":75.252525,"stderr":3.07463,"observedAt":"2026-07-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FXwRFKnuHv5qdUp9m5uTAEb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini-2025-04-16_low","rowId":"XwRFKnuHv5qdUp9m5uTAEb"}
{"key":"epoch|openai/o4-mini:effort=low;ckpt=2025-04-16|none|gpqa-diamond@1|mean-score|XwRFKnuHv5qdUp9m5uTAEb","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"low","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":75.252525,"observedAt":"2026-07-11","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FXwRFKnuHv5qdUp9m5uTAEb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini-2025-04-16_low","rowId":"XwRFKnuHv5qdUp9m5uTAEb"}
{"key":"epoch|openai/o4-mini:effort=medium;ckpt=2025-04-16|none|arc-agi-2@1|cost-per-task|recL7H56qJnD1JaLX","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.2311,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini (Medium)","rowId":"recL7H56qJnD1JaLX"}
{"key":"epoch|openai/o4-mini:effort=medium;ckpt=2025-04-16|none|arc-agi-2@1|score|recL7H56qJnD1JaLX","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.36,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini (Medium)","rowId":"recL7H56qJnD1JaLX"}
{"key":"epoch|openai/o4-mini:effort=medium;ckpt=2025-04-16|none|frontiermath@2025-02-28-Private|accuracy|XPCVZtFEC6BYKAwhLauMSD","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":18.965517,"stderr":2.306048,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini-2025-04-16_medium","rowId":"XPCVZtFEC6BYKAwhLauMSD"}
{"key":"epoch|openai/o4-mini:effort=medium;ckpt=2025-04-16|none|frontiermath@2025-02-28-Private|mean-score|XPCVZtFEC6BYKAwhLauMSD","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":18.965517,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini-2025-04-16_medium","rowId":"XPCVZtFEC6BYKAwhLauMSD"}
{"key":"epoch|openai/o4-mini:effort=medium;ckpt=2025-04-16|none|gpqa-diamond@1|accuracy|noAGevebNp5W5yAnmbEYaz","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":77.777778,"stderr":2.962023,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FnoAGevebNp5W5yAnmbEYaz.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini-2025-04-16_medium","rowId":"noAGevebNp5W5yAnmbEYaz"}
{"key":"epoch|openai/o4-mini:effort=medium;ckpt=2025-04-16|none|gpqa-diamond@1|mean-score|noAGevebNp5W5yAnmbEYaz","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":77.777778,"observedAt":"2026-08-07","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FnoAGevebNp5W5yAnmbEYaz.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini-2025-04-16_medium","rowId":"noAGevebNp5W5yAnmbEYaz"}
{"key":"epoch|openai/o4-mini:effort=medium;ckpt=2025-04-16|none|hle@1|accuracy|rec9Y7oPa9KGyhXSZ","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":14.28,"stderr":1.37,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini (medium) (April 2025)","rowId":"rec9Y7oPa9KGyhXSZ"}
{"key":"epoch|openai/o4-mini:effort=medium;ckpt=2025-04-16|none|hle@1|calibration-error|rec9Y7oPa9KGyhXSZ","sourceId":"epoch","modelId":"openai/o4-mini","variant":{"effort":"medium","flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":59,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"o4-mini (medium) (April 2025)","rowId":"rec9Y7oPa9KGyhXSZ"}
{"key":"epoch|reflection/beam-1.0:effort=high|none|arc-agi-2@1|score|rechROYywaNPBi7MT","sourceId":"epoch","modelId":"reflection/beam-1.0","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":20,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Beam 1.0 (High)","rowId":"rechROYywaNPBi7MT"}
{"key":"epoch|reflection/beam-1.0:effort=low|none|arc-agi-2@1|score|recHN8q6LmbeiXGPa","sourceId":"epoch","modelId":"reflection/beam-1.0","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":2.777778,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Beam 1.0 (Low)","rowId":"recHN8q6LmbeiXGPa"}
{"key":"epoch|reflection/beam-1.0:effort=medium|none|arc-agi-2@1|score|recZSHuEj5N8Hjl4J","sourceId":"epoch","modelId":"reflection/beam-1.0","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":6.388889,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Beam 1.0 (Medium)","rowId":"recZSHuEj5N8Hjl4J"}
{"key":"epoch|reflection/beam-1.0:effort=xhigh|none|arc-agi-2@1|score|rec6ext6dkgRLfGFd","sourceId":"epoch","modelId":"reflection/beam-1.0","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":23.472222,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Beam 1.0 (XHigh)","rowId":"rec6ext6dkgRLfGFd"}
{"key":"epoch|samsung/tiny-recursion-model:default|none|arc-agi-2@1|cost-per-task|rec8J2syeKkuAoziw","sourceId":"epoch","modelId":"samsung/tiny-recursion-model","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":2.1,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Tiny Recursion Model (TRM)","rowId":"rec8J2syeKkuAoziw"}
{"key":"epoch|samsung/tiny-recursion-model:default|none|arc-agi-2@1|score|rec8J2syeKkuAoziw","sourceId":"epoch","modelId":"samsung/tiny-recursion-model","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":6.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Tiny Recursion Model (TRM)","rowId":"rec8J2syeKkuAoziw"}
{"key":"epoch|thinking-machines/inkling-2-small:effort=xhigh|none|arc-agi-2@1|score|recYWcludiINkAj6d","sourceId":"epoch","modelId":"thinking-machines/inkling-2-small","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":81.666667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Inkling 2 Small (XHigh)","rowId":"recYWcludiINkAj6d"}
{"key":"epoch|thinking-machines/inkling-small:effort=high|none|arc-agi-2@1|score|reck4VZ8pzUebO0an","sourceId":"epoch","modelId":"thinking-machines/inkling-small","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":33.055556,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Inkling Small (High)","rowId":"reck4VZ8pzUebO0an"}
{"key":"epoch|thinking-machines/inkling-small:effort=low|none|arc-agi-2@1|score|recTGtS1poOZmyDqT","sourceId":"epoch","modelId":"thinking-machines/inkling-small","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.861111,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Inkling Small (Low)","rowId":"recTGtS1poOZmyDqT"}
{"key":"epoch|thinking-machines/inkling-small:effort=medium|none|arc-agi-2@1|score|recLQJEf1lasl3iLq","sourceId":"epoch","modelId":"thinking-machines/inkling-small","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":13.611111,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Inkling Small (Medium)","rowId":"recLQJEf1lasl3iLq"}
{"key":"epoch|thinking-machines/inkling-small:effort=minimal|none|arc-agi-2@1|score|recShkDWJemDJ83cK","sourceId":"epoch","modelId":"thinking-machines/inkling-small","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.027778,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Inkling Small (Minimal)","rowId":"recShkDWJemDJ83cK"}
{"key":"epoch|thinking-machines/inkling-small:effort=none|none|arc-agi-2@1|score|recovw8MqEuXF8DWr","sourceId":"epoch","modelId":"thinking-machines/inkling-small","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Inkling Small (None)","rowId":"recovw8MqEuXF8DWr"}
{"key":"epoch|thinking-machines/inkling-small:effort=xhigh|none|arc-agi-2@1|score|recsPDzpQmPtMA77v","sourceId":"epoch","modelId":"thinking-machines/inkling-small","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":40.138889,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Inkling Small (XHigh)","rowId":"recsPDzpQmPtMA77v"}
{"key":"epoch|thinking-machines/inkling-small:effort=xhigh|none|gpqa-diamond@1|accuracy|jTHw5SET8usd7emYPjEDjS","sourceId":"epoch","modelId":"thinking-machines/inkling-small","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.510101,"stderr":1.910001,"observedAt":"2026-08-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FjTHw5SET8usd7emYPjEDjS.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"inkling-small_xhigh","rowId":"jTHw5SET8usd7emYPjEDjS"}
{"key":"epoch|thinking-machines/inkling-small:effort=xhigh|none|gpqa-diamond@1|mean-score|jTHw5SET8usd7emYPjEDjS","sourceId":"epoch","modelId":"thinking-machines/inkling-small","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.510101,"observedAt":"2026-08-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FjTHw5SET8usd7emYPjEDjS.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"inkling-small_xhigh","rowId":"jTHw5SET8usd7emYPjEDjS"}
{"key":"epoch|thinking-machines/inkling:default|mini-swe-agent|frontiercode@unstated|main-score|%7CInkling%7Cmini-swe-agent%7C0.99","sourceId":"epoch","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":14,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Inkling","rowId":"|Inkling|mini-swe-agent|0.99","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|thinking-machines/inkling:default|mini-swe-agent|frontiercode@unstated|main-score|Inkling%7CInkling%7Cmini-swe-agent%7C0.99","sourceId":"epoch","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":14,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Inkling","rowId":"Inkling|Inkling|mini-swe-agent|0.99","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|thinking-machines/inkling:default|none|arc-agi-2@1|cost-per-task|recAYJP4QCBvL0DVU","sourceId":"epoch","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.642077,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Inkling","rowId":"recAYJP4QCBvL0DVU"}
{"key":"epoch|thinking-machines/inkling:default|none|arc-agi-2@1|score|recAYJP4QCBvL0DVU","sourceId":"epoch","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":36.527778,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Inkling","rowId":"recAYJP4QCBvL0DVU"}
{"key":"epoch|thinking-machines/inkling:effort=xhigh|none|gpqa-diamond@1|accuracy|dfmiZmjAcNkLuAJL4z65eb","sourceId":"epoch","modelId":"thinking-machines/inkling","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.257576,"stderr":1.93559,"observedAt":"2026-08-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdfmiZmjAcNkLuAJL4z65eb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Inkling_xhigh","rowId":"dfmiZmjAcNkLuAJL4z65eb"}
{"key":"epoch|thinking-machines/inkling:effort=xhigh|none|gpqa-diamond@1|mean-score|dfmiZmjAcNkLuAJL4z65eb","sourceId":"epoch","modelId":"thinking-machines/inkling","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.257576,"observedAt":"2026-08-05","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdfmiZmjAcNkLuAJL4z65eb.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Inkling_xhigh","rowId":"dfmiZmjAcNkLuAJL4z65eb"}
{"key":"epoch|xai/grok-2-1212:default|none|frontiermath@2025-02-28-Private|accuracy|kinyvFjqSqUiY5FyYv7tsA","sourceId":"epoch","modelId":"xai/grok-2-1212","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":0.689655,"stderr":0.486815,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-2-1212","rowId":"kinyvFjqSqUiY5FyYv7tsA"}
{"key":"epoch|xai/grok-2-1212:default|none|frontiermath@2025-02-28-Private|mean-score|kinyvFjqSqUiY5FyYv7tsA","sourceId":"epoch","modelId":"xai/grok-2-1212","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":0.689655,"observedAt":"2025-03-06","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-2-1212","rowId":"kinyvFjqSqUiY5FyYv7tsA"}
{"key":"epoch|xai/grok-2-1212:default|none|gpqa-diamond@1|accuracy|83DRJD4FvjwqU9eStRaNiU","sourceId":"epoch","modelId":"xai/grok-2-1212","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":53.787879,"stderr":2.706634,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F83DRJD4FvjwqU9eStRaNiU.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-2-1212","rowId":"83DRJD4FvjwqU9eStRaNiU"}
{"key":"epoch|xai/grok-2-1212:default|none|gpqa-diamond@1|mean-score|83DRJD4FvjwqU9eStRaNiU","sourceId":"epoch","modelId":"xai/grok-2-1212","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":53.787879,"observedAt":"2025-01-27","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F83DRJD4FvjwqU9eStRaNiU.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-2-1212","rowId":"83DRJD4FvjwqU9eStRaNiU"}
{"key":"epoch|xai/grok-3-beta:default|none|frontiermath@2025-02-28-Private|accuracy|DzjFQArKFTZHioQVwKYVtX","sourceId":"epoch","modelId":"xai/grok-3-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":3.793103,"stderr":1.123703,"observedAt":"2025-04-10","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-3-beta","rowId":"DzjFQArKFTZHioQVwKYVtX"}
{"key":"epoch|xai/grok-3-beta:default|none|frontiermath@2025-02-28-Private|mean-score|DzjFQArKFTZHioQVwKYVtX","sourceId":"epoch","modelId":"xai/grok-3-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":3.793103,"observedAt":"2025-04-10","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-3-beta","rowId":"DzjFQArKFTZHioQVwKYVtX"}
{"key":"epoch|xai/grok-3-beta:default|none|gpqa-diamond@1|accuracy|FQ8Ykq4JWRSXnyF9rbmLc7","sourceId":"epoch","modelId":"xai/grok-3-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":75.757576,"stderr":2.686308,"observedAt":"2025-05-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFQ8Ykq4JWRSXnyF9rbmLc7.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-3-beta","rowId":"FQ8Ykq4JWRSXnyF9rbmLc7"}
{"key":"epoch|xai/grok-3-beta:default|none|gpqa-diamond@1|mean-score|FQ8Ykq4JWRSXnyF9rbmLc7","sourceId":"epoch","modelId":"xai/grok-3-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":67.582071,"observedAt":"2025-05-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FFQ8Ykq4JWRSXnyF9rbmLc7.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-3-beta","rowId":"FQ8Ykq4JWRSXnyF9rbmLc7"}
{"key":"epoch|xai/grok-3-mini-beta:effort=high|none|frontiermath@2025-02-28-Private|accuracy|Z83F6bJ7Ne5rXaXwgR2xWT","sourceId":"epoch","modelId":"xai/grok-3-mini-beta","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":5.862069,"stderr":1.381844,"observedAt":"2025-04-10","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-3-mini-beta_high","rowId":"Z83F6bJ7Ne5rXaXwgR2xWT"}
{"key":"epoch|xai/grok-3-mini-beta:effort=high|none|frontiermath@2025-02-28-Private|mean-score|Z83F6bJ7Ne5rXaXwgR2xWT","sourceId":"epoch","modelId":"xai/grok-3-mini-beta","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":5.862069,"observedAt":"2025-04-10","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-3-mini-beta_high","rowId":"Z83F6bJ7Ne5rXaXwgR2xWT"}
{"key":"epoch|xai/grok-3-mini-beta:effort=high|none|gpqa-diamond@1|accuracy|JFZMWFVGNi5R5TdZrvQUFw","sourceId":"epoch","modelId":"xai/grok-3-mini-beta","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":75.505051,"stderr":2.767552,"observedAt":"2025-05-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJFZMWFVGNi5R5TdZrvQUFw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-3-mini-beta_high","rowId":"JFZMWFVGNi5R5TdZrvQUFw"}
{"key":"epoch|xai/grok-3-mini-beta:effort=high|none|gpqa-diamond@1|mean-score|JFZMWFVGNi5R5TdZrvQUFw","sourceId":"epoch","modelId":"xai/grok-3-mini-beta","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":74.621212,"observedAt":"2025-05-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJFZMWFVGNi5R5TdZrvQUFw.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-3-mini-beta_high","rowId":"JFZMWFVGNi5R5TdZrvQUFw"}
{"key":"epoch|xai/grok-3-mini-beta:effort=low|none|frontiermath@2025-02-28-Private|accuracy|9FTMS2t6Ksm43CduHeqtJr","sourceId":"epoch","modelId":"xai/grok-3-mini-beta","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":2.758621,"stderr":0.963435,"observedAt":"2025-04-10","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-3-mini-beta_low","rowId":"9FTMS2t6Ksm43CduHeqtJr"}
{"key":"epoch|xai/grok-3-mini-beta:effort=low|none|frontiermath@2025-02-28-Private|mean-score|9FTMS2t6Ksm43CduHeqtJr","sourceId":"epoch","modelId":"xai/grok-3-mini-beta","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":2.758621,"observedAt":"2025-04-10","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-3-mini-beta_low","rowId":"9FTMS2t6Ksm43CduHeqtJr"}
{"key":"epoch|xai/grok-3-mini-beta:effort=low|none|gpqa-diamond@1|accuracy|McxfQdC5aypnD3STwZUBjH","sourceId":"epoch","modelId":"xai/grok-3-mini-beta","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":76.262626,"stderr":3.031371,"observedAt":"2025-04-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMcxfQdC5aypnD3STwZUBjH.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-3-mini-beta_low","rowId":"McxfQdC5aypnD3STwZUBjH"}
{"key":"epoch|xai/grok-3-mini-beta:effort=low|none|gpqa-diamond@1|mean-score|McxfQdC5aypnD3STwZUBjH","sourceId":"epoch","modelId":"xai/grok-3-mini-beta","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":76.262626,"observedAt":"2025-04-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FMcxfQdC5aypnD3STwZUBjH.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-3-mini-beta_low","rowId":"McxfQdC5aypnD3STwZUBjH"}
{"key":"epoch|xai/grok-3-mini:effort=low|none|arc-agi-2@1|cost-per-task|recZYdwW6KKeyEeof","sourceId":"epoch","modelId":"xai/grok-3-mini","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.0131,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 3 Mini (Low)","rowId":"recZYdwW6KKeyEeof"}
{"key":"epoch|xai/grok-3-mini:effort=low|none|arc-agi-2@1|score|recZYdwW6KKeyEeof","sourceId":"epoch","modelId":"xai/grok-3-mini","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0.42,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 3 Mini (Low)","rowId":"recZYdwW6KKeyEeof"}
{"key":"epoch|xai/grok-3:default|none|arc-agi-2@1|cost-per-task|recmCmq0lWBA7qzvR","sourceId":"epoch","modelId":"xai/grok-3","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.1421,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 3","rowId":"recmCmq0lWBA7qzvR"}
{"key":"epoch|xai/grok-3:default|none|arc-agi-2@1|score|recmCmq0lWBA7qzvR","sourceId":"epoch","modelId":"xai/grok-3","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":0,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 3","rowId":"recmCmq0lWBA7qzvR"}
{"key":"epoch|xai/grok-4-0709:default|mini-swe-agent|terminal-bench@2.0|accuracy|rec2SbVuabwABv4Ag","sourceId":"epoch","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":25.4,"stderr":2.9,"observedAt":"2025-11-03","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4-0709","rowId":"rec2SbVuabwABv4Ag"}
{"key":"epoch|xai/grok-4-0709:default|mini-swe-agent|terminal-bench@2.0|accuracy|recBtnN0lWlUnjstK","sourceId":"epoch","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":25.393258,"stderr":2.921611,"observedAt":"2025-07-09","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4","rowId":"recBtnN0lWlUnjstK"}
{"key":"epoch|xai/grok-4-0709:default|none|frontiermath@2025-02-28-Private|accuracy|oN54TKXxcn9gofYBASTVCY","sourceId":"epoch","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":19.655172,"stderr":2.337591,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4-0709","rowId":"oN54TKXxcn9gofYBASTVCY"}
{"key":"epoch|xai/grok-4-0709:default|none|frontiermath@2025-02-28-Private|mean-score|oN54TKXxcn9gofYBASTVCY","sourceId":"epoch","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":19.655172,"observedAt":"2025-11-13","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4-0709","rowId":"oN54TKXxcn9gofYBASTVCY"}
{"key":"epoch|xai/grok-4-0709:default|none|gpqa-diamond@1|accuracy|A85Zfq2qguE4X9xXBweBHP","sourceId":"epoch","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":87,"stderr":2,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4-0709","rowId":"A85Zfq2qguE4X9xXBweBHP"}
{"key":"epoch|xai/grok-4-0709:default|none|gpqa-diamond@1|mean-score|A85Zfq2qguE4X9xXBweBHP","sourceId":"epoch","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":87,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4-0709","rowId":"A85Zfq2qguE4X9xXBweBHP"}
{"key":"epoch|xai/grok-4-0709:default|openhands|terminal-bench@2.0|accuracy|recItJ3vEdOIZoUy3","sourceId":"epoch","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":27.191011,"stderr":3.051523,"observedAt":"2025-07-09","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4","rowId":"recItJ3vEdOIZoUy3"}
{"key":"epoch|xai/grok-4-0709:default|openhands|terminal-bench@2.0|accuracy|recSY6n1UG1WaG3BJ","sourceId":"epoch","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":27.2,"stderr":3.1,"observedAt":"2025-11-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4-0709","rowId":"recSY6n1UG1WaG3BJ"}
{"key":"epoch|xai/grok-4-0709:default|terminus-2|terminal-bench@2.0|accuracy|rec8wkritwB2vOG3E","sourceId":"epoch","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":23.1,"stderr":2.9,"observedAt":"2025-10-31","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4-0709","rowId":"rec8wkritwB2vOG3E"}
{"key":"epoch|xai/grok-4-0709:default|terminus-2|terminal-bench@2.0|accuracy|recEfZ44svjk4Sx9h","sourceId":"epoch","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":23.146067,"stderr":2.904964,"observedAt":"2025-07-09","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4","rowId":"recEfZ44svjk4Sx9h"}
{"key":"epoch|xai/grok-4-0709:effort=high|none|gdpval@1|win-or-tie-rate|reccXcktDNtWmiFOI","sourceId":"epoch","modelId":"xai/grok-4-0709","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-or-tie-rate","value":24.2929,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4","rowId":"reccXcktDNtWmiFOI","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|xai/grok-4-0709:effort=high|none|gdpval@1|win-rate|reccXcktDNtWmiFOI","sourceId":"epoch","modelId":"xai/grok-4-0709","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gdpval","benchmarkVersion":"1","metricId":"win-rate","value":21.1,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4","rowId":"reccXcktDNtWmiFOI","evaluatedBy":{"operator":"OpenAI","operatorLabId":"openai","independence":"vendor-run"}}
{"key":"epoch|xai/grok-4-0709:flags=thinking|none|arc-agi-2@1|score|recejdgNxM9Ez5aMB","sourceId":"epoch","modelId":"xai/grok-4-0709","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":15.975,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4 (Thinking)","rowId":"recejdgNxM9Ez5aMB"}
{"key":"epoch|xai/grok-4-fast:default|none|arc-agi-2@1|cost-per-task|recdEUBeSozsdeDTq","sourceId":"epoch","modelId":"xai/grok-4-fast","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.061,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4 (Fast Reasoning)","rowId":"recdEUBeSozsdeDTq"}
{"key":"epoch|xai/grok-4-fast:default|none|arc-agi-2@1|score|recdEUBeSozsdeDTq","sourceId":"epoch","modelId":"xai/grok-4-fast","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":5.28,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4 (Fast Reasoning)","rowId":"recdEUBeSozsdeDTq"}
{"key":"epoch|xai/grok-4.1-fast:default|none|vending-bench-2@1|score|rec2lIHWKPMPdPuC8","sourceId":"epoch","modelId":"xai/grok-4.1-fast","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":1106.628,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.1 Fast","rowId":"rec2lIHWKPMPdPuC8"}
{"key":"epoch|xai/grok-4.20-0309:default|none|gpqa-diamond@1|accuracy|STxFZiSPAPScUuENvXBWLc","sourceId":"epoch","modelId":"xai/grok-4.20-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":89.330808,"stderr":1.863339,"observedAt":"2026-07-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSTxFZiSPAPScUuENvXBWLc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4.20-0309-reasoning","rowId":"STxFZiSPAPScUuENvXBWLc"}
{"key":"epoch|xai/grok-4.20-0309:default|none|gpqa-diamond@1|mean-score|STxFZiSPAPScUuENvXBWLc","sourceId":"epoch","modelId":"xai/grok-4.20-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":89.330808,"observedAt":"2026-07-13","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSTxFZiSPAPScUuENvXBWLc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4.20-0309-reasoning","rowId":"STxFZiSPAPScUuENvXBWLc"}
{"key":"epoch|xai/grok-4.20:default|grok-cli|terminal-bench@2.0|accuracy|recWSbNb07JV8aOj5","sourceId":"epoch","modelId":"xai/grok-4.20","variant":{"flags":[]},"harness":{"name":"Grok CLI"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":57.303371,"observedAt":"2026-03-10","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.20 Reasoning","rowId":"recWSbNb07JV8aOj5"}
{"key":"epoch|xai/grok-4.20:default|grok-cli|terminal-bench@2.0|accuracy|recauvZ8Z2shdiV8Y","sourceId":"epoch","modelId":"xai/grok-4.20","variant":{"flags":[]},"harness":{"name":"grok-cli"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":57.3,"observedAt":"2026-04-02","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.20 Reasoning","rowId":"recauvZ8Z2shdiV8Y"}
{"key":"epoch|xai/grok-4.20:default|none|arc-agi-2@1|cost-per-task|rec0q8XRFqTb9j85f","sourceId":"epoch","modelId":"xai/grok-4.20","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.92,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.20 (Reasoning)","rowId":"rec0q8XRFqTb9j85f"}
{"key":"epoch|xai/grok-4.20:default|none|arc-agi-2@1|score|rec0q8XRFqTb9j85f","sourceId":"epoch","modelId":"xai/grok-4.20","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":65.14,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.20 (Reasoning)","rowId":"rec0q8XRFqTb9j85f"}
{"key":"epoch|xai/grok-4.20:default|none|vending-bench-2@1|score|recoe0ewL0dGWOxew","sourceId":"epoch","modelId":"xai/grok-4.20","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":4662.846667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.20","rowId":"recoe0ewL0dGWOxew"}
{"key":"epoch|xai/grok-4.3:default|none|vending-bench-2@1|score|recWYJGQWpejO0gZW","sourceId":"epoch","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":35.261667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.3","rowId":"recWYJGQWpejO0gZW"}
{"key":"epoch|xai/grok-4.3:effort=high|none|gpqa-diamond@1|accuracy|Vw7spGUnJyf3vuzSjTcj2F","sourceId":"epoch","modelId":"xai/grok-4.3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":88.825758,"stderr":1.96384,"observedAt":"2026-06-17","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVw7spGUnJyf3vuzSjTcj2F.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4.3_high","rowId":"Vw7spGUnJyf3vuzSjTcj2F"}
{"key":"epoch|xai/grok-4.3:effort=high|none|gpqa-diamond@1|mean-score|Vw7spGUnJyf3vuzSjTcj2F","sourceId":"epoch","modelId":"xai/grok-4.3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":88.825758,"observedAt":"2026-06-17","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FVw7spGUnJyf3vuzSjTcj2F.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4.3_high","rowId":"Vw7spGUnJyf3vuzSjTcj2F"}
{"key":"epoch|xai/grok-4.5:default|none|vending-bench-2@1|score|recQQQU8uQqzi2UwP","sourceId":"epoch","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":3887.426,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.5","rowId":"recQQQU8uQqzi2UwP"}
{"key":"epoch|xai/grok-4.5:effort=high|grok-build|frontiercode@unstated|main-score|grok-4.5_unknown%7CGrok 4.5%7Cgrok-build%7Chigh","sourceId":"epoch","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":{"name":"grok-build"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":42.44,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.5","rowId":"grok-4.5_unknown|Grok 4.5|grok-build|high","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|xai/grok-4.5:effort=high|none|arc-agi-2@1|cost-per-task|rec9nxVNWAW6hkK3O","sourceId":"epoch","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.78,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.5 (High)","rowId":"rec9nxVNWAW6hkK3O"}
{"key":"epoch|xai/grok-4.5:effort=high|none|arc-agi-2@1|score|rec9nxVNWAW6hkK3O","sourceId":"epoch","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":52.64,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.5 (High)","rowId":"rec9nxVNWAW6hkK3O"}
{"key":"epoch|xai/grok-4.5:effort=high|none|gpqa-diamond@1|accuracy|9kSgmUd9vh4CBXz3tJhctN","sourceId":"epoch","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":93.434343,"stderr":1.43404,"observedAt":"2026-07-08","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9kSgmUd9vh4CBXz3tJhctN.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4.5_high","rowId":"9kSgmUd9vh4CBXz3tJhctN"}
{"key":"epoch|xai/grok-4.5:effort=high|none|gpqa-diamond@1|mean-score|9kSgmUd9vh4CBXz3tJhctN","sourceId":"epoch","modelId":"xai/grok-4.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":93.434343,"observedAt":"2026-07-08","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9kSgmUd9vh4CBXz3tJhctN.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4.5_high","rowId":"9kSgmUd9vh4CBXz3tJhctN"}
{"key":"epoch|xai/grok-4.5:effort=low|none|arc-agi-2@1|cost-per-task|recyCgaKaJtUJErQt","sourceId":"epoch","modelId":"xai/grok-4.5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.4,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.5 (Low)","rowId":"recyCgaKaJtUJErQt"}
{"key":"epoch|xai/grok-4.5:effort=low|none|arc-agi-2@1|score|recyCgaKaJtUJErQt","sourceId":"epoch","modelId":"xai/grok-4.5","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":33.06,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.5 (Low)","rowId":"recyCgaKaJtUJErQt"}
{"key":"epoch|xai/grok-4.5:effort=medium|none|arc-agi-2@1|cost-per-task|recuhP5poLz9p1THE","sourceId":"epoch","modelId":"xai/grok-4.5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.75,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.5 (Medium)","rowId":"recuhP5poLz9p1THE"}
{"key":"epoch|xai/grok-4.5:effort=medium|none|arc-agi-2@1|score|recuhP5poLz9p1THE","sourceId":"epoch","modelId":"xai/grok-4.5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":52.64,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.5 (Medium)","rowId":"recuhP5poLz9p1THE"}
{"key":"epoch|xai/grok-4.6:default|none|vending-bench-2@1|score|recykaG8clpLwMQNZ","sourceId":"epoch","modelId":"xai/grok-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":9047.0325,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.6","rowId":"recykaG8clpLwMQNZ"}
{"key":"epoch|xai/grok-4.6:effort=high|grok-build|frontiercode@unstated|main-score|grok-4.6_unknown%7CGrok 4.6%7Cgrok-build%7Chigh","sourceId":"epoch","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":{"name":"grok-build"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":48.01,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.6","rowId":"grok-4.6_unknown|Grok 4.6|grok-build|high","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|xai/grok-4.6:effort=high|none|arc-agi-2@1|score|recN0KfJ7ZaHfvhAX","sourceId":"epoch","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":65.138889,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.6 (High)","rowId":"recN0KfJ7ZaHfvhAX"}
{"key":"epoch|xai/grok-4.6:effort=high|none|gpqa-diamond@1|accuracy|hnP6Z88x8bPEBRZ2PW6kps","sourceId":"epoch","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":94.002525,"stderr":1.448002,"observedAt":"2026-08-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhnP6Z88x8bPEBRZ2PW6kps.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4.6_high","rowId":"hnP6Z88x8bPEBRZ2PW6kps"}
{"key":"epoch|xai/grok-4.6:effort=high|none|gpqa-diamond@1|mean-score|hnP6Z88x8bPEBRZ2PW6kps","sourceId":"epoch","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":94.002525,"observedAt":"2026-08-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhnP6Z88x8bPEBRZ2PW6kps.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4.6_high","rowId":"hnP6Z88x8bPEBRZ2PW6kps"}
{"key":"epoch|xai/grok-4.6:effort=low|none|arc-agi-2@1|score|recKiwALxu32UoPq6","sourceId":"epoch","modelId":"xai/grok-4.6","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":27.638889,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.6 (Low)","rowId":"recKiwALxu32UoPq6"}
{"key":"epoch|xai/grok-4.6:effort=medium|none|arc-agi-2@1|score|reckZ7gdV3Ubjjm8X","sourceId":"epoch","modelId":"xai/grok-4.6","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":61.25,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.6 (Medium)","rowId":"reckZ7gdV3Ubjjm8X"}
{"key":"epoch|xai/grok-4.6:effort=xhigh|none|arc-agi-2@1|score|recnfCzGM2VEgFNR4","sourceId":"epoch","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":67.083333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.6 (XHigh)","rowId":"recnfCzGM2VEgFNR4"}
{"key":"epoch|xai/grok-4.6:effort=xhigh|none|gpqa-diamond@1|accuracy|9YJf2nviwjM6WVhw8qeJta","sourceId":"epoch","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":93.181818,"stderr":1.52043,"observedAt":"2026-08-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9YJf2nviwjM6WVhw8qeJta.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4.6_xhigh","rowId":"9YJf2nviwjM6WVhw8qeJta"}
{"key":"epoch|xai/grok-4.6:effort=xhigh|none|gpqa-diamond@1|mean-score|9YJf2nviwjM6WVhw8qeJta","sourceId":"epoch","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":93.181818,"observedAt":"2026-08-14","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F9YJf2nviwjM6WVhw8qeJta.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4.6_xhigh","rowId":"9YJf2nviwjM6WVhw8qeJta"}
{"key":"epoch|xai/grok-4.7:default|none|vending-bench-2@1|score|recqlIgpcwFxxpDZ8","sourceId":"epoch","modelId":"xai/grok-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":10536.831667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.7","rowId":"recqlIgpcwFxxpDZ8"}
{"key":"epoch|xai/grok-4.7:effort=high|grok-build|frontiercode@unstated|main-score|grok-4.7_unknown%7CGrok 4.7%7Cgrok-build%7Chigh","sourceId":"epoch","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":{"name":"grok-build"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":47.59,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.7","rowId":"grok-4.7_unknown|Grok 4.7|grok-build|high","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|xai/grok-4.7:effort=high|none|arc-agi-2@1|score|rec75TfdEwYfJHmkf","sourceId":"epoch","modelId":"xai/grok-4.7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":58.333333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.7 (High)","rowId":"rec75TfdEwYfJHmkf"}
{"key":"epoch|xai/grok-4.7:effort=low|none|arc-agi-2@1|score|recNL8awhVSpj73i0","sourceId":"epoch","modelId":"xai/grok-4.7","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":16.666667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.7 (Low)","rowId":"recNL8awhVSpj73i0"}
{"key":"epoch|xai/grok-4.7:effort=medium|none|arc-agi-2@1|score|recIqQeuB67uhmyqw","sourceId":"epoch","modelId":"xai/grok-4.7","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":58.75,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.7 (Medium)","rowId":"recIqQeuB67uhmyqw"}
{"key":"epoch|xai/grok-4.7:effort=xhigh|none|arc-agi-2@1|score|recmQfENMjU9yADbb","sourceId":"epoch","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":61.388889,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok 4.7 (XHigh)","rowId":"recmQfENMjU9yADbb"}
{"key":"epoch|xai/grok-4.7:effort=xhigh|none|gpqa-diamond@1|accuracy|hxAhYJfXdPNanxatXpG5hC","sourceId":"epoch","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":92.739899,"stderr":1.550582,"observedAt":"2026-09-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhxAhYJfXdPNanxatXpG5hC.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4.7_xhigh","rowId":"hxAhYJfXdPNanxatXpG5hC"}
{"key":"epoch|xai/grok-4.7:effort=xhigh|none|gpqa-diamond@1|mean-score|hxAhYJfXdPNanxatXpG5hC","sourceId":"epoch","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":92.739899,"observedAt":"2026-09-22","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhxAhYJfXdPNanxatXpG5hC.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-4.7_xhigh","rowId":"hxAhYJfXdPNanxatXpG5hC"}
{"key":"epoch|xai/grok-code-fast-1:default|mini-swe-agent|terminal-bench@2.0|accuracy|recJFHV7PmdXOIqt5","sourceId":"epoch","modelId":"xai/grok-code-fast-1","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":25.8,"stderr":2.6,"observedAt":"2025-11-03","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-code-fast-1","rowId":"recJFHV7PmdXOIqt5"}
{"key":"epoch|xai/grok-code-fast-1:default|mini-swe-agent|terminal-bench@2.0|accuracy|recNNY0F5gd3Q1Agm","sourceId":"epoch","modelId":"xai/grok-code-fast-1","variant":{"flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":25.842697,"stderr":2.62428,"observedAt":"2025-08-28","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok Code Fast 1","rowId":"recNNY0F5gd3Q1Agm"}
{"key":"epoch|xai/grok-code-fast-1:default|terminus-2|terminal-bench@2.0|accuracy|recBxL7VWpbeKKA30","sourceId":"epoch","modelId":"xai/grok-code-fast-1","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":14.157303,"stderr":2.549285,"observedAt":"2025-08-28","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"Grok Code Fast 1","rowId":"recBxL7VWpbeKKA30"}
{"key":"epoch|xai/grok-code-fast-1:default|terminus-2|terminal-bench@2.0|accuracy|rech8rVcJ0mZR84p6","sourceId":"epoch","modelId":"xai/grok-code-fast-1","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":14.2,"stderr":2.5,"observedAt":"2025-10-31","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"grok-code-fast-1","rowId":"rech8rVcJ0mZR84p6"}
{"key":"epoch|zai/glm-4.5-air:default|none|hle@1|accuracy|recqBBEb2sQdj6vn5","sourceId":"epoch","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":8.12,"stderr":1.07,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-4p5-air","rowId":"recqBBEb2sQdj6vn5"}
{"key":"epoch|zai/glm-4.5-air:default|none|hle@1|calibration-error|recqBBEb2sQdj6vn5","sourceId":"epoch","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":77,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-4p5-air","rowId":"recqBBEb2sQdj6vn5"}
{"key":"epoch|zai/glm-4.5:default|none|hle@1|accuracy|recLxM4WtI97UUniT","sourceId":"epoch","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"accuracy","value":8.32,"stderr":1.08,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-4p5","rowId":"recLxM4WtI97UUniT"}
{"key":"epoch|zai/glm-4.5:default|none|hle@1|calibration-error|recLxM4WtI97UUniT","sourceId":"epoch","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"hle","benchmarkVersion":"1","metricId":"calibration-error","value":79,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-4p5","rowId":"recLxM4WtI97UUniT"}
{"key":"epoch|zai/glm-4.6:default|none|frontiermath@2025-02-28-Private|accuracy|MPJBHaxt8mXcKBWa94rsXj","sourceId":"epoch","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":3.819444,"stderr":1.131365,"observedAt":"2025-12-08","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"zai-org/GLM-4.6","rowId":"MPJBHaxt8mXcKBWa94rsXj"}
{"key":"epoch|zai/glm-4.6:default|none|frontiermath@2025-02-28-Private|mean-score|MPJBHaxt8mXcKBWa94rsXj","sourceId":"epoch","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":3.819444,"observedAt":"2025-12-08","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"zai-org/GLM-4.6","rowId":"MPJBHaxt8mXcKBWa94rsXj"}
{"key":"epoch|zai/glm-4.6:default|terminus-2|terminal-bench@2.0|accuracy|rec4pCN6lbxLbFW1G","sourceId":"epoch","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":24.531835,"stderr":2.444616,"observedAt":"2025-09-30","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM 4.6","rowId":"rec4pCN6lbxLbFW1G"}
{"key":"epoch|zai/glm-4.6:default|terminus-2|terminal-bench@2.0|accuracy|recHvj6HO3PYp6H5Z","sourceId":"epoch","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":24.5,"stderr":2.4,"observedAt":"2025-11-01","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-4.6","rowId":"recHvj6HO3PYp6H5Z"}
{"key":"epoch|zai/glm-4.7-flash:default|none|gpqa-diamond@1|accuracy|GL7htq7XRnbzqpAVK5f862","sourceId":"epoch","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":60.542929,"stderr":2.934799,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGL7htq7XRnbzqpAVK5f862.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-4.7-flash","rowId":"GL7htq7XRnbzqpAVK5f862"}
{"key":"epoch|zai/glm-4.7-flash:default|none|gpqa-diamond@1|mean-score|GL7htq7XRnbzqpAVK5f862","sourceId":"epoch","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":60.542929,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGL7htq7XRnbzqpAVK5f862.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-4.7-flash","rowId":"GL7htq7XRnbzqpAVK5f862"}
{"key":"epoch|zai/glm-4.7-flash:effort=none|none|gpqa-diamond@1|accuracy|GSde7u2Mb6GZGpubJjjPam","sourceId":"epoch","modelId":"zai/glm-4.7-flash","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":45.138889,"stderr":2.175101,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGSde7u2Mb6GZGpubJjjPam.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-4.7-flash_none","rowId":"GSde7u2Mb6GZGpubJjjPam"}
{"key":"epoch|zai/glm-4.7-flash:effort=none|none|gpqa-diamond@1|mean-score|GSde7u2Mb6GZGpubJjjPam","sourceId":"epoch","modelId":"zai/glm-4.7-flash","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":45.138889,"observedAt":"2026-08-30","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FGSde7u2Mb6GZGpubJjjPam.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-4.7-flash_none","rowId":"GSde7u2Mb6GZGpubJjjPam"}
{"key":"epoch|zai/glm-4.7:default|crux|terminal-bench@2.0|accuracy|recG5DDGxMEXJrTWs","sourceId":"epoch","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":{"name":"Crux"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":33.258427,"stderr":2.452319,"observedAt":"2025-12-22","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM 4.7","rowId":"recG5DDGxMEXJrTWs"}
{"key":"epoch|zai/glm-4.7:default|none|frontiermath@2025-02-28-Private|accuracy|GJNr6pF9QUonmhqw5dXWpd","sourceId":"epoch","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":2.439024,"stderr":0.912143,"observedAt":"2026-01-30","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"zai-org/GLM-4.7","rowId":"GJNr6pF9QUonmhqw5dXWpd"}
{"key":"epoch|zai/glm-4.7:default|none|frontiermath@2025-02-28-Private|mean-score|GJNr6pF9QUonmhqw5dXWpd","sourceId":"epoch","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":2.439024,"observedAt":"2026-01-30","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"zai-org/GLM-4.7","rowId":"GJNr6pF9QUonmhqw5dXWpd"}
{"key":"epoch|zai/glm-4.7:default|none|gpqa-diamond@1|accuracy|6phXzd4aCbnBUSQmBsaywa","sourceId":"epoch","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":83.333333,"stderr":2.374902,"observedAt":"2026-01-29","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6phXzd4aCbnBUSQmBsaywa.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-4.7","rowId":"6phXzd4aCbnBUSQmBsaywa"}
{"key":"epoch|zai/glm-4.7:default|none|gpqa-diamond@1|mean-score|6phXzd4aCbnBUSQmBsaywa","sourceId":"epoch","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":83.333333,"observedAt":"2026-01-29","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F6phXzd4aCbnBUSQmBsaywa.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-4.7","rowId":"6phXzd4aCbnBUSQmBsaywa"}
{"key":"epoch|zai/glm-4.7:default|none|vending-bench-2@1|score|recI3WrdCbyuxFzet","sourceId":"epoch","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":2376.816,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM-4.7","rowId":"recI3WrdCbyuxFzet"}
{"key":"epoch|zai/glm-4.7:default|terminus-2|terminal-bench@2.0|accuracy|rec1VQj4GryD6eaGI","sourceId":"epoch","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":33.389513,"stderr":2.84143,"observedAt":"2025-12-22","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM 4.7","rowId":"rec1VQj4GryD6eaGI"}
{"key":"epoch|zai/glm-5.1:default|none|frontiermath@2025-02-28-Private|accuracy|4DNcqcs4R97ZWNTMDrXSZN","sourceId":"epoch","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":33.448276,"stderr":2.775349,"observedAt":"2026-05-11","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.1","rowId":"4DNcqcs4R97ZWNTMDrXSZN"}
{"key":"epoch|zai/glm-5.1:default|none|frontiermath@2025-02-28-Private|mean-score|4DNcqcs4R97ZWNTMDrXSZN","sourceId":"epoch","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":33.448276,"observedAt":"2026-05-11","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.1","rowId":"4DNcqcs4R97ZWNTMDrXSZN"}
{"key":"epoch|zai/glm-5.1:default|none|gpqa-diamond@1|accuracy|CBbeMKRRSeRsXnvSfn7Png","sourceId":"epoch","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":89.89899,"stderr":2.146974,"observedAt":"2026-08-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCBbeMKRRSeRsXnvSfn7Png.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.1","rowId":"CBbeMKRRSeRsXnvSfn7Png"}
{"key":"epoch|zai/glm-5.1:default|none|gpqa-diamond@1|mean-score|CBbeMKRRSeRsXnvSfn7Png","sourceId":"epoch","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":89.89899,"observedAt":"2026-08-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FCBbeMKRRSeRsXnvSfn7Png.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.1","rowId":"CBbeMKRRSeRsXnvSfn7Png"}
{"key":"epoch|zai/glm-5.1:default|none|swe-bench-verified@1|accuracy|glm-5.1-swe-bench-frankenstein","sourceId":"epoch","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":74.17,"stderr":1.99,"observedAt":"2026-05-15","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.1","rowId":"glm-5.1-swe-bench-frankenstein"}
{"key":"epoch|zai/glm-5.1:default|none|swe-bench-verified@1|mean-score|glm-5.1-swe-bench-frankenstein","sourceId":"epoch","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":74.17,"observedAt":"2026-05-15","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.1","rowId":"glm-5.1-swe-bench-frankenstein"}
{"key":"epoch|zai/glm-5.1:default|none|vending-bench-2@1|score|reccQA2Me2YFH2uoo","sourceId":"epoch","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":5634.406,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM-5.1","rowId":"reccQA2Me2YFH2uoo"}
{"key":"epoch|zai/glm-5.2:default|none|arc-agi-2@1|cost-per-task|recMTvejGGEdgJHsM","sourceId":"epoch","modelId":"zai/glm-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.2501,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM-5.2","rowId":"recMTvejGGEdgJHsM"}
{"key":"epoch|zai/glm-5.2:default|none|arc-agi-2@1|score|recMTvejGGEdgJHsM","sourceId":"epoch","modelId":"zai/glm-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":22.775,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM-5.2","rowId":"recMTvejGGEdgJHsM"}
{"key":"epoch|zai/glm-5.2:default|none|vending-bench-2@1|score|recFnUWa6JKxlpxJK","sourceId":"epoch","modelId":"zai/glm-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":8313.778333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM-5.2","rowId":"recFnUWa6JKxlpxJK"}
{"key":"epoch|zai/glm-5.2:effort=low|none|gpqa-diamond@1|accuracy|SB6Qj6rCBDk8jZmFcCTzWc","sourceId":"epoch","modelId":"zai/glm-5.2","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":87.878788,"stderr":2.325316,"observedAt":"2026-08-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSB6Qj6rCBDk8jZmFcCTzWc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.2_low","rowId":"SB6Qj6rCBDk8jZmFcCTzWc"}
{"key":"epoch|zai/glm-5.2:effort=low|none|gpqa-diamond@1|mean-score|SB6Qj6rCBDk8jZmFcCTzWc","sourceId":"epoch","modelId":"zai/glm-5.2","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":87.878788,"observedAt":"2026-08-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FSB6Qj6rCBDk8jZmFcCTzWc.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.2_low","rowId":"SB6Qj6rCBDk8jZmFcCTzWc"}
{"key":"epoch|zai/glm-5.2:effort=max|none|gpqa-diamond@1|accuracy|c5kpB4axzmygRywWqBKFmv","sourceId":"epoch","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":91.856061,"stderr":1.612321,"observedAt":"2026-06-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fc5kpB4axzmygRywWqBKFmv.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.2_max","rowId":"c5kpB4axzmygRywWqBKFmv"}
{"key":"epoch|zai/glm-5.2:effort=max|none|gpqa-diamond@1|mean-score|c5kpB4axzmygRywWqBKFmv","sourceId":"epoch","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":91.856061,"observedAt":"2026-06-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fc5kpB4axzmygRywWqBKFmv.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.2_max","rowId":"c5kpB4axzmygRywWqBKFmv"}
{"key":"epoch|zai/glm-5.2:effort=max|none|swe-bench-verified@1|accuracy|4AfhcmYVNrw6gM5u8CQsyy","sourceId":"epoch","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":78.7,"stderr":1.865691,"observedAt":"2026-06-25","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F4AfhcmYVNrw6gM5u8CQsyy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.2_max","rowId":"4AfhcmYVNrw6gM5u8CQsyy"}
{"key":"epoch|zai/glm-5.2:effort=max|none|swe-bench-verified@1|mean-score|4AfhcmYVNrw6gM5u8CQsyy","sourceId":"epoch","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":78.7,"observedAt":"2026-06-25","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2F4AfhcmYVNrw6gM5u8CQsyy.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.2_max","rowId":"4AfhcmYVNrw6gM5u8CQsyy"}
{"key":"epoch|zai/glm-5.2:effort=none|mini-swe-agent|frontiercode@unstated|main-score|glm-5.2_none%7CGLM 5.2%7Cmini-swe-agent%7Cnone","sourceId":"epoch","modelId":"zai/glm-5.2","variant":{"effort":"none","flags":[]},"harness":{"name":"Mini-SWE-Agent"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":24.5,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM 5.2","rowId":"glm-5.2_none|GLM 5.2|mini-swe-agent|none","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|zai/glm-5.2:effort=none|none|gpqa-diamond@1|accuracy|YDQJAMgMjLaikPkeVDbAjr","sourceId":"epoch","modelId":"zai/glm-5.2","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":71.212121,"stderr":3.225884,"observedAt":"2026-08-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FYDQJAMgMjLaikPkeVDbAjr.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.2_none","rowId":"YDQJAMgMjLaikPkeVDbAjr"}
{"key":"epoch|zai/glm-5.2:effort=none|none|gpqa-diamond@1|mean-score|YDQJAMgMjLaikPkeVDbAjr","sourceId":"epoch","modelId":"zai/glm-5.2","variant":{"effort":"none","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":71.212121,"observedAt":"2026-08-10","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FYDQJAMgMjLaikPkeVDbAjr.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.2_none","rowId":"YDQJAMgMjLaikPkeVDbAjr"}
{"key":"epoch|zai/glm-5.3-flash:effort=high|none|arc-agi-2@1|score|recXM4pZFYPQu0P58","sourceId":"epoch","modelId":"zai/glm-5.3-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":50.138889,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM-5.3-Flash (High)","rowId":"recXM4pZFYPQu0P58"}
{"key":"epoch|zai/glm-5.3-flash:effort=low|none|arc-agi-2@1|score|recCk2LBnZJz3WMjM","sourceId":"epoch","modelId":"zai/glm-5.3-flash","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":27.916667,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM-5.3-Flash (Low)","rowId":"recCk2LBnZJz3WMjM"}
{"key":"epoch|zai/glm-5.3-flash:effort=max|devin-cli|frontiercode@unstated|main-score|glm-5.3-flash_max%7CGLM 5.3 Flash%7Cdevin-cli%7Cmax","sourceId":"epoch","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"devin-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":31.83,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM 5.3 Flash","rowId":"glm-5.3-flash_max|GLM 5.3 Flash|devin-cli|max","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|zai/glm-5.3-flash:effort=max|none|arc-agi-2@1|score|recY6FdDmud74DNlv","sourceId":"epoch","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":65.833333,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM-5.3-Flash (Max)","rowId":"recY6FdDmud74DNlv"}
{"key":"epoch|zai/glm-5.3-flash:effort=max|none|gpqa-diamond@1|accuracy|Jvt5BNr4ERbE9QGgMcEbmT","sourceId":"epoch","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":90.151515,"stderr":1.718323,"observedAt":"2026-08-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJvt5BNr4ERbE9QGgMcEbmT.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.3-flash_max","rowId":"Jvt5BNr4ERbE9QGgMcEbmT"}
{"key":"epoch|zai/glm-5.3-flash:effort=max|none|gpqa-diamond@1|mean-score|Jvt5BNr4ERbE9QGgMcEbmT","sourceId":"epoch","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":90.151515,"observedAt":"2026-08-26","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FJvt5BNr4ERbE9QGgMcEbmT.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.3-flash_max","rowId":"Jvt5BNr4ERbE9QGgMcEbmT"}
{"key":"epoch|zai/glm-5.3:default|none|vending-bench-2@1|score|recneOkHK8PAgzy1Y","sourceId":"epoch","modelId":"zai/glm-5.3","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":8163.61,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM-5.3","rowId":"recneOkHK8PAgzy1Y"}
{"key":"epoch|zai/glm-5.3:effort=max|devin-cli|frontiercode@unstated|main-score|glm-5.3_max%7CGLM 5.3%7Cdevin-cli%7Cmax","sourceId":"epoch","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"devin-cli"},"benchmarkId":"frontiercode","benchmarkVersion":"unstated","metricId":"main-score","value":40.14,"runCount":5,"costKind":"unknown","sourceUrl":"https://cognition.com/frontiercode","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM 5.3","rowId":"glm-5.3_max|GLM 5.3|devin-cli|max","evaluatedBy":{"operator":"Cognition","operatorLabId":"cognition","independence":"vendor-run"}}
{"key":"epoch|zai/glm-5.3:effort=max|none|gpqa-diamond@1|accuracy|dLDBahYBTGRNjbsXA5pyr3","sourceId":"epoch","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":90.909091,"stderr":1.585158,"observedAt":"2026-08-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdLDBahYBTGRNjbsXA5pyr3.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.3_max","rowId":"dLDBahYBTGRNjbsXA5pyr3"}
{"key":"epoch|zai/glm-5.3:effort=max|none|gpqa-diamond@1|mean-score|dLDBahYBTGRNjbsXA5pyr3","sourceId":"epoch","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":90.909091,"observedAt":"2026-08-24","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FdLDBahYBTGRNjbsXA5pyr3.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5.3_max","rowId":"dLDBahYBTGRNjbsXA5pyr3"}
{"key":"epoch|zai/glm-5:default|none|arc-agi-2@1|cost-per-task|recqRJ9q9MWn4yawx","sourceId":"epoch","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"cost-per-task","value":0.27,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM-5","rowId":"recqRJ9q9MWn4yawx"}
{"key":"epoch|zai/glm-5:default|none|arc-agi-2@1|score|recqRJ9q9MWn4yawx","sourceId":"epoch","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"arc-agi-2","benchmarkVersion":"1","metricId":"score","value":4.86,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM-5","rowId":"recqRJ9q9MWn4yawx"}
{"key":"epoch|zai/glm-5:default|none|frontiermath@2025-02-28-Private|accuracy|MEXifXdpy4M5JH6EoyF35G","sourceId":"epoch","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"accuracy","value":16.433566,"stderr":2.195126,"observedAt":"2026-02-19","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5","rowId":"MEXifXdpy4M5JH6EoyF35G"}
{"key":"epoch|zai/glm-5:default|none|frontiermath@2025-02-28-Private|mean-score|MEXifXdpy4M5JH6EoyF35G","sourceId":"epoch","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"frontiermath","benchmarkVersion":"2025-02-28-Private","metricId":"mean-score","value":16.433566,"observedAt":"2026-02-19","costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5","rowId":"MEXifXdpy4M5JH6EoyF35G"}
{"key":"epoch|zai/glm-5:default|none|gpqa-diamond@1|accuracy|n4hyz75SVpwPEisKVVjvNg","sourceId":"epoch","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"accuracy","value":87.817259,"stderr":2.336331,"observedAt":"2026-02-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fn4hyz75SVpwPEisKVVjvNg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5","rowId":"n4hyz75SVpwPEisKVVjvNg"}
{"key":"epoch|zai/glm-5:default|none|gpqa-diamond@1|mean-score|n4hyz75SVpwPEisKVVjvNg","sourceId":"epoch","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"gpqa-diamond","benchmarkVersion":"1","metricId":"mean-score","value":87.817259,"observedAt":"2026-02-12","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2Fn4hyz75SVpwPEisKVVjvNg.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5","rowId":"n4hyz75SVpwPEisKVVjvNg"}
{"key":"epoch|zai/glm-5:default|none|swe-bench-verified@1|accuracy|hKkJEu4ueLiNWsTtrJ78PS","sourceId":"epoch","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"accuracy","value":72.077922,"stderr":2.089414,"observedAt":"2026-02-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhKkJEu4ueLiNWsTtrJ78PS.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5","rowId":"hKkJEu4ueLiNWsTtrJ78PS"}
{"key":"epoch|zai/glm-5:default|none|swe-bench-verified@1|mean-score|hKkJEu4ueLiNWsTtrJ78PS","sourceId":"epoch","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"swe-bench-verified","benchmarkVersion":"1","metricId":"mean-score","value":72.077922,"observedAt":"2026-02-15","costKind":"unknown","sourceUrl":"https://logs.epoch.ai/inspect-viewer/36231d6d/viewer.html?log_file=https%3A%2F%2Flogs.epoch.ai%2Finspect_ai_logs%2FhKkJEu4ueLiNWsTtrJ78PS.eval","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"glm-5","rowId":"hKkJEu4ueLiNWsTtrJ78PS"}
{"key":"epoch|zai/glm-5:default|none|vending-bench-2@1|score|recN461q2BojFEYnc","sourceId":"epoch","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"vending-bench-2","benchmarkVersion":"1","metricId":"score","value":4432.122,"costKind":"unknown","sourceUrl":"https://epoch.ai/benchmarks","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM-5","rowId":"recN461q2BojFEYnc"}
{"key":"epoch|zai/glm-5:default|terminus-2|terminal-bench@2.0|accuracy|recuBaChFTWpnR5jj","sourceId":"epoch","modelId":"zai/glm-5","variant":{"flags":[]},"harness":{"name":"Terminus 2"},"benchmarkId":"terminal-bench","benchmarkVersion":"2.0","metricId":"accuracy","value":52.41573,"stderr":2.626589,"observedAt":"2026-02-11","costKind":"unknown","sourceUrl":"https://www.tbench.ai/leaderboard/terminal-bench/2.0","snapshotId":"epoch/20261117T004258Z-8d0edae9722a","rawName":"GLM 5","rowId":"recuBaChFTWpnR5jj"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|chinese/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.290086,"ciLow":1260.338656,"ciHigh":1286.241517,"observedAt":"2026-11-11","runCount":2868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"chinese/Yi 1.5 34B Chat","slice":"chinese"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|coding/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.502223,"ciLow":1238.044898,"ciHigh":1258.959548,"observedAt":"2026-11-11","runCount":3841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"coding/Yi 1.5 34B Chat","slice":"coding"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.546912,"ciLow":1147.361681,"ciHigh":1169.732142,"observedAt":"2026-11-11","runCount":3602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"creative_writing/Yi 1.5 34B Chat","slice":"creative_writing"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|english/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.401578,"ciLow":1242.561779,"ciHigh":1256.241376,"observedAt":"2026-11-11","runCount":12503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"english/Yi 1.5 34B Chat","slice":"english"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1098.124974,"ciLow":1089.822839,"ciHigh":1106.427109,"observedAt":"2026-11-11","runCount":15321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"exclude_ties/Yi 1.5 34B Chat","slice":"exclude_ties"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|expert/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.19535,"ciLow":1202.648376,"ciHigh":1239.742324,"observedAt":"2026-11-11","runCount":1049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"expert/Yi 1.5 34B Chat","slice":"expert"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|french/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.256434,"ciLow":1174.506155,"ciHigh":1240.006713,"observedAt":"2026-11-11","runCount":399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"french/Yi 1.5 34B Chat","slice":"french"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|german/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.22721,"ciLow":1132.101946,"ciHigh":1174.352475,"observedAt":"2026-11-11","runCount":871,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"german/Yi 1.5 34B Chat","slice":"german"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.728396,"ciLow":1217.412336,"ciHigh":1234.044456,"observedAt":"2026-11-11","runCount":6679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"hard_prompts/Yi 1.5 34B Chat","slice":"hard_prompts"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.421727,"ciLow":1230.295822,"ciHigh":1250.547632,"observedAt":"2026-11-11","runCount":3931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"hard_prompts_english/Yi 1.5 34B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.526247,"ciLow":1183.291314,"ciHigh":1207.76118,"observedAt":"2026-11-11","runCount":2763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_business_and_management_and_financial_operations/Yi 1.5 34B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.180079,"ciLow":1141.479987,"ciHigh":1162.880172,"observedAt":"2026-11-11","runCount":3893,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_entertainment_and_sports_and_media/Yi 1.5 34B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.018901,"ciLow":1234.498149,"ciHigh":1267.539653,"observedAt":"2026-11-11","runCount":1510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_legal_and_government/Yi 1.5 34B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.931231,"ciLow":1219.154819,"ciHigh":1240.707643,"observedAt":"2026-11-11","runCount":4292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_life_and_physical_and_social_science/Yi 1.5 34B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.32276,"ciLow":1210.548938,"ciHigh":1234.096581,"observedAt":"2026-11-11","runCount":2568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_mathematical/Yi 1.5 34B Chat","slice":"industry_mathematical"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.279398,"ciLow":1208.703285,"ciHigh":1243.855511,"observedAt":"2026-11-11","runCount":1330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_medicine_and_healthcare/Yi 1.5 34B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.087712,"ciLow":1229.385086,"ciHigh":1246.790338,"observedAt":"2026-11-11","runCount":6462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_software_and_it_services/Yi 1.5 34B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1174.851248,"ciLow":1165.93117,"ciHigh":1183.771326,"observedAt":"2026-11-11","runCount":6540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_writing_and_literature_and_language/Yi 1.5 34B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.822057,"ciLow":1180.10506,"ciHigh":1195.539053,"observedAt":"2026-11-11","runCount":8996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"instruction_following/Yi 1.5 34B Chat","slice":"instruction_following"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|japanese/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1075.178599,"ciLow":1046.980656,"ciHigh":1103.376542,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"japanese/Yi 1.5 34B Chat","slice":"japanese"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|korean/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1076.805153,"ciLow":1051.369748,"ciHigh":1102.240558,"observedAt":"2026-11-11","runCount":804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"korean/Yi 1.5 34B Chat","slice":"korean"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.386925,"ciLow":1192.043147,"ciHigh":1218.730703,"observedAt":"2026-11-11","runCount":2098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"longer_query/Yi 1.5 34B Chat","slice":"longer_query"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|math/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.694633,"ciLow":1201.575126,"ciHigh":1223.814139,"observedAt":"2026-11-11","runCount":2985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"math/Yi 1.5 34B Chat","slice":"math"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.987316,"ciLow":1178.703331,"ciHigh":1201.271302,"observedAt":"2026-11-11","runCount":3391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"multi_turn/Yi 1.5 34B Chat","slice":"multi_turn"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|non_english/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.508891,"ciLow":1159.378716,"ciHigh":1173.639066,"observedAt":"2026-11-11","runCount":11643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"non_english/Yi 1.5 34B Chat","slice":"non_english"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|overall/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.95469,"ciLow":1207.923238,"ciHigh":1217.986142,"observedAt":"2026-11-11","runCount":24146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"overall/Yi 1.5 34B Chat","slice":"overall"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|russian/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.59479,"ciLow":1126.608915,"ciHigh":1150.580666,"observedAt":"2026-11-11","runCount":3231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"russian/Yi 1.5 34B Chat","slice":"russian"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text-style-control@1|rating|spanish/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.466553,"ciLow":1137.455676,"ciHigh":1199.477429,"observedAt":"2026-11-11","runCount":458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"spanish/Yi 1.5 34B Chat","slice":"spanish"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|chinese/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.114655,"ciLow":1200.275896,"ciHigh":1225.953415,"observedAt":"2026-11-11","runCount":2868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"chinese/Yi 1.5 34B Chat","slice":"chinese"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|coding/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1169.160902,"ciLow":1158.760845,"ciHigh":1179.560959,"observedAt":"2026-11-11","runCount":3841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"coding/Yi 1.5 34B Chat","slice":"coding"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|creative_writing/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1134.998734,"ciLow":1123.954613,"ciHigh":1146.042854,"observedAt":"2026-11-11","runCount":3602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"creative_writing/Yi 1.5 34B Chat","slice":"creative_writing"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|english/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1214.773238,"ciLow":1207.961396,"ciHigh":1221.585079,"observedAt":"2026-11-11","runCount":12503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"english/Yi 1.5 34B Chat","slice":"english"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|exclude_ties/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1042.735181,"ciLow":1034.566467,"ciHigh":1050.903895,"observedAt":"2026-11-11","runCount":15321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"exclude_ties/Yi 1.5 34B Chat","slice":"exclude_ties"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|expert/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.735793,"ciLow":1125.317862,"ciHigh":1162.153723,"observedAt":"2026-11-11","runCount":1049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"expert/Yi 1.5 34B Chat","slice":"expert"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|french/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1156.226519,"ciLow":1123.9737,"ciHigh":1188.479338,"observedAt":"2026-11-11","runCount":399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"french/Yi 1.5 34B Chat","slice":"french"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|german/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1110.680429,"ciLow":1089.830978,"ciHigh":1131.52988,"observedAt":"2026-11-11","runCount":871,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"german/Yi 1.5 34B Chat","slice":"german"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|hard_prompts/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1159.739091,"ciLow":1151.475943,"ciHigh":1168.002238,"observedAt":"2026-11-11","runCount":6679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"hard_prompts/Yi 1.5 34B Chat","slice":"hard_prompts"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.55943,"ciLow":1169.519479,"ciHigh":1189.599381,"observedAt":"2026-11-11","runCount":3931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"hard_prompts_english/Yi 1.5 34B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1134.604662,"ciLow":1122.38284,"ciHigh":1146.826485,"observedAt":"2026-11-11","runCount":2763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_business_and_management_and_financial_operations/Yi 1.5 34B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1120.6249,"ciLow":1110.050005,"ciHigh":1131.199795,"observedAt":"2026-11-11","runCount":3893,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_entertainment_and_sports_and_media/Yi 1.5 34B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.306296,"ciLow":1179.855008,"ciHigh":1212.757584,"observedAt":"2026-11-11","runCount":1510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_legal_and_government/Yi 1.5 34B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.191456,"ciLow":1162.403533,"ciHigh":1183.979378,"observedAt":"2026-11-11","runCount":4292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_life_and_physical_and_social_science/Yi 1.5 34B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|industry_mathematical/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.565111,"ciLow":1173.884067,"ciHigh":1197.246155,"observedAt":"2026-11-11","runCount":2568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_mathematical/Yi 1.5 34B Chat","slice":"industry_mathematical"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1159.369184,"ciLow":1141.796408,"ciHigh":1176.941959,"observedAt":"2026-11-11","runCount":1330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_medicine_and_healthcare/Yi 1.5 34B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1171.891283,"ciLow":1163.206191,"ciHigh":1180.576375,"observedAt":"2026-11-11","runCount":6462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_software_and_it_services/Yi 1.5 34B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1144.102203,"ciLow":1135.298359,"ciHigh":1152.906047,"observedAt":"2026-11-11","runCount":6540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"industry_writing_and_literature_and_language/Yi 1.5 34B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|instruction_following/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1139.064357,"ciLow":1131.431028,"ciHigh":1146.697686,"observedAt":"2026-11-11","runCount":8996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"instruction_following/Yi 1.5 34B Chat","slice":"instruction_following"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|japanese/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1021.603033,"ciLow":993.46029,"ciHigh":1049.745776,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"japanese/Yi 1.5 34B Chat","slice":"japanese"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|korean/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1005.445207,"ciLow":980.437216,"ciHigh":1030.453198,"observedAt":"2026-11-11","runCount":804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"korean/Yi 1.5 34B Chat","slice":"korean"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|longer_query/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.283666,"ciLow":1129.977992,"ciHigh":1156.58934,"observedAt":"2026-11-11","runCount":2098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"longer_query/Yi 1.5 34B Chat","slice":"longer_query"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|math/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1182.032328,"ciLow":1170.977302,"ciHigh":1193.087354,"observedAt":"2026-11-11","runCount":2985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"math/Yi 1.5 34B Chat","slice":"math"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|multi_turn/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1152.98623,"ciLow":1141.728452,"ciHigh":1164.244008,"observedAt":"2026-11-11","runCount":3391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"multi_turn/Yi 1.5 34B Chat","slice":"multi_turn"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|non_english/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1120.990196,"ciLow":1113.91933,"ciHigh":1128.061061,"observedAt":"2026-11-11","runCount":11643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"non_english/Yi 1.5 34B Chat","slice":"non_english"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|overall/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.0023,"ciLow":1168.004296,"ciHigh":1178.000304,"observedAt":"2026-11-11","runCount":24146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"overall/Yi 1.5 34B Chat","slice":"overall"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|russian/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.819721,"ciLow":1078.950713,"ciHigh":1102.688729,"observedAt":"2026-11-11","runCount":3231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"russian/Yi 1.5 34B Chat","slice":"russian"}
{"key":"lmarena|01-ai/yi-1.5-34b-chat:default|none|lmarena-text@1|rating|spanish/Yi 1.5 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-1.5-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1120.5161,"ciLow":1089.596137,"ciHigh":1151.436064,"observedAt":"2026-11-11","runCount":458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 1.5 34B Chat","rowId":"spanish/Yi 1.5 34B Chat","slice":"spanish"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|chinese/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.995483,"ciLow":1232.648391,"ciHigh":1269.342575,"observedAt":"2026-11-11","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"chinese/Yi 34B Chat","slice":"chinese"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|coding/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.675599,"ciLow":1192.713342,"ciHigh":1218.637857,"observedAt":"2026-11-11","runCount":2345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"coding/Yi 34B Chat","slice":"coding"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.800745,"ciLow":1140.059662,"ciHigh":1167.541829,"observedAt":"2026-11-11","runCount":2379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"creative_writing/Yi 34B Chat","slice":"creative_writing"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|english/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.101347,"ciLow":1202.164572,"ciHigh":1218.038121,"observedAt":"2026-11-11","runCount":10572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"english/Yi 34B Chat","slice":"english"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1052.668589,"ciLow":1042.554273,"ciHigh":1062.782904,"observedAt":"2026-11-11","runCount":10427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"exclude_ties/Yi 34B Chat","slice":"exclude_ties"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|expert/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.724705,"ciLow":1131.73708,"ciHigh":1181.712329,"observedAt":"2026-11-11","runCount":559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"expert/Yi 34B Chat","slice":"expert"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|french/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.380249,"ciLow":1112.237206,"ciHigh":1194.523291,"observedAt":"2026-11-11","runCount":234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"french/Yi 34B Chat","slice":"french"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|german/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1100.936355,"ciLow":1068.898242,"ciHigh":1132.974469,"observedAt":"2026-11-11","runCount":381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"german/Yi 34B Chat","slice":"german"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.267225,"ciLow":1173.724632,"ciHigh":1194.809818,"observedAt":"2026-11-11","runCount":3838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"hard_prompts/Yi 34B Chat","slice":"hard_prompts"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.231656,"ciLow":1185.202465,"ciHigh":1209.260847,"observedAt":"2026-11-11","runCount":2844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"hard_prompts_english/Yi 34B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1169.278784,"ciLow":1152.731084,"ciHigh":1185.826484,"observedAt":"2026-11-11","runCount":1433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_business_and_management_and_financial_operations/Yi 34B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.380308,"ciLow":1146.054547,"ciHigh":1172.70607,"observedAt":"2026-11-11","runCount":2338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_entertainment_and_sports_and_media/Yi 34B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.627169,"ciLow":1197.895564,"ciHigh":1241.358775,"observedAt":"2026-11-11","runCount":857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_legal_and_government/Yi 34B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.822127,"ciLow":1199.63946,"ciHigh":1226.004794,"observedAt":"2026-11-11","runCount":2658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_life_and_physical_and_social_science/Yi 34B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.816034,"ciLow":1145.526235,"ciHigh":1174.105833,"observedAt":"2026-11-11","runCount":1719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_mathematical/Yi 34B Chat","slice":"industry_mathematical"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.437758,"ciLow":1177.587351,"ciHigh":1221.288165,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_medicine_and_healthcare/Yi 34B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.580364,"ciLow":1193.868768,"ciHigh":1215.29196,"observedAt":"2026-11-11","runCount":4134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_software_and_it_services/Yi 34B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1164.188205,"ciLow":1152.785007,"ciHigh":1175.591402,"observedAt":"2026-11-11","runCount":3702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_writing_and_literature_and_language/Yi 34B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.247957,"ciLow":1142.504923,"ciHigh":1161.990991,"observedAt":"2026-11-11","runCount":5099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"instruction_following/Yi 34B Chat","slice":"instruction_following"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|japanese/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1049.899504,"ciLow":1005.678705,"ciHigh":1094.120304,"observedAt":"2026-11-11","runCount":197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"japanese/Yi 34B Chat","slice":"japanese"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|korean/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1038.841504,"ciLow":996.853404,"ciHigh":1080.829605,"observedAt":"2026-11-11","runCount":227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"korean/Yi 34B Chat","slice":"korean"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.944344,"ciLow":1155.021585,"ciHigh":1190.867103,"observedAt":"2026-11-11","runCount":1106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"longer_query/Yi 34B Chat","slice":"longer_query"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|math/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.841959,"ciLow":1137.564493,"ciHigh":1164.119426,"observedAt":"2026-11-11","runCount":2043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"math/Yi 34B Chat","slice":"math"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.840458,"ciLow":1147.094869,"ciHigh":1176.586047,"observedAt":"2026-11-11","runCount":1947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"multi_turn/Yi 34B Chat","slice":"multi_turn"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|non_english/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.394835,"ciLow":1130.349868,"ciHigh":1150.439802,"observedAt":"2026-11-11","runCount":4911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"non_english/Yi 34B Chat","slice":"non_english"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|overall/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.885355,"ciLow":1177.071759,"ciHigh":1190.698951,"observedAt":"2026-11-11","runCount":15483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"overall/Yi 34B Chat","slice":"overall"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|russian/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.066009,"ciLow":1090.963619,"ciHigh":1133.168398,"observedAt":"2026-11-11","runCount":789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"russian/Yi 34B Chat","slice":"russian"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text-style-control@1|rating|spanish/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.827611,"ciLow":1088.658486,"ciHigh":1172.996736,"observedAt":"2026-11-11","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"spanish/Yi 34B Chat","slice":"spanish"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|chinese/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1175.697321,"ciLow":1157.585238,"ciHigh":1193.809404,"observedAt":"2026-11-11","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"chinese/Yi 34B Chat","slice":"chinese"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|coding/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1111.642981,"ciLow":1098.702764,"ciHigh":1124.583197,"observedAt":"2026-11-11","runCount":2345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"coding/Yi 34B Chat","slice":"coding"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|creative_writing/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.893239,"ciLow":1094.230372,"ciHigh":1121.556106,"observedAt":"2026-11-11","runCount":2379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"creative_writing/Yi 34B Chat","slice":"creative_writing"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|english/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1159.117366,"ciLow":1151.224333,"ciHigh":1167.010399,"observedAt":"2026-11-11","runCount":10572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"english/Yi 34B Chat","slice":"english"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|exclude_ties/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":976.271086,"ciLow":966.344524,"ciHigh":986.197648,"observedAt":"2026-11-11","runCount":10427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"exclude_ties/Yi 34B Chat","slice":"exclude_ties"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|expert/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1061.0906,"ciLow":1036.249435,"ciHigh":1085.931764,"observedAt":"2026-11-11","runCount":559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"expert/Yi 34B Chat","slice":"expert"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|french/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1081.206863,"ciLow":1039.963865,"ciHigh":1122.449861,"observedAt":"2026-11-11","runCount":234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"french/Yi 34B Chat","slice":"french"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|german/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1041.880019,"ciLow":1009.708045,"ciHigh":1074.051993,"observedAt":"2026-11-11","runCount":381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"german/Yi 34B Chat","slice":"german"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|hard_prompts/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1103.476219,"ciLow":1092.984494,"ciHigh":1113.967944,"observedAt":"2026-11-11","runCount":3838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"hard_prompts/Yi 34B Chat","slice":"hard_prompts"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1120.052674,"ciLow":1108.09251,"ciHigh":1132.012838,"observedAt":"2026-11-11","runCount":2844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"hard_prompts_english/Yi 34B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1088.495318,"ciLow":1071.880479,"ciHigh":1105.110157,"observedAt":"2026-11-11","runCount":1433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_business_and_management_and_financial_operations/Yi 34B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1106.627937,"ciLow":1093.364272,"ciHigh":1119.891603,"observedAt":"2026-11-11","runCount":2338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_entertainment_and_sports_and_media/Yi 34B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1137.612118,"ciLow":1115.712715,"ciHigh":1159.51152,"observedAt":"2026-11-11","runCount":857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_legal_and_government/Yi 34B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1133.912218,"ciLow":1120.68433,"ciHigh":1147.140107,"observedAt":"2026-11-11","runCount":2658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_life_and_physical_and_social_science/Yi 34B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|industry_mathematical/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.999776,"ciLow":1101.723886,"ciHigh":1130.275666,"observedAt":"2026-11-11","runCount":1719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_mathematical/Yi 34B Chat","slice":"industry_mathematical"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1102.505995,"ciLow":1080.375069,"ciHigh":1124.636921,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_medicine_and_healthcare/Yi 34B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1121.821963,"ciLow":1111.122009,"ciHigh":1132.521917,"observedAt":"2026-11-11","runCount":4134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_software_and_it_services/Yi 34B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.589152,"ciLow":1105.269393,"ciHigh":1127.908912,"observedAt":"2026-11-11","runCount":3702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"industry_writing_and_literature_and_language/Yi 34B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|instruction_following/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.734476,"ciLow":1081.083429,"ciHigh":1100.385523,"observedAt":"2026-11-11","runCount":5099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"instruction_following/Yi 34B Chat","slice":"instruction_following"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|japanese/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":993.317274,"ciLow":949.490505,"ciHigh":1037.144042,"observedAt":"2026-11-11","runCount":197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"japanese/Yi 34B Chat","slice":"japanese"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|korean/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":959.597282,"ciLow":918.541392,"ciHigh":1000.653172,"observedAt":"2026-11-11","runCount":227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"korean/Yi 34B Chat","slice":"korean"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|longer_query/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1093.516483,"ciLow":1075.65125,"ciHigh":1111.381716,"observedAt":"2026-11-11","runCount":1106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"longer_query/Yi 34B Chat","slice":"longer_query"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|math/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1113.660137,"ciLow":1100.445192,"ciHigh":1126.875083,"observedAt":"2026-11-11","runCount":2043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"math/Yi 34B Chat","slice":"math"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|multi_turn/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.683702,"ciLow":1097.894916,"ciHigh":1127.472488,"observedAt":"2026-11-11","runCount":1947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"multi_turn/Yi 34B Chat","slice":"multi_turn"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|non_english/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1079.235203,"ciLow":1069.259346,"ciHigh":1089.211061,"observedAt":"2026-11-11","runCount":4911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"non_english/Yi 34B Chat","slice":"non_english"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|overall/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1128.513327,"ciLow":1121.74764,"ciHigh":1135.279013,"observedAt":"2026-11-11","runCount":15483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"overall/Yi 34B Chat","slice":"overall"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|russian/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1049.346558,"ciLow":1028.283012,"ciHigh":1070.410104,"observedAt":"2026-11-11","runCount":789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"russian/Yi 34B Chat","slice":"russian"}
{"key":"lmarena|01-ai/yi-34b-chat:default|none|lmarena-text@1|rating|spanish/Yi 34B Chat","sourceId":"lmarena","modelId":"01-ai/yi-34b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1069.910897,"ciLow":1028.223536,"ciHigh":1111.598259,"observedAt":"2026-11-11","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi 34B Chat","rowId":"spanish/Yi 34B Chat","slice":"spanish"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|chinese/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.125282,"ciLow":1350.726764,"ciHigh":1375.523799,"observedAt":"2026-11-11","runCount":2736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"chinese/Yi Lightning","slice":"chinese"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|coding/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.431984,"ciLow":1358.752735,"ciHigh":1378.111233,"observedAt":"2026-11-11","runCount":4316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"coding/Yi Lightning","slice":"coding"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|creative_writing/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.732676,"ciLow":1286.247796,"ciHigh":1307.217555,"observedAt":"2026-11-11","runCount":3781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"creative_writing/Yi Lightning","slice":"creative_writing"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|english/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.883439,"ciLow":1347.302616,"ciHigh":1360.464262,"observedAt":"2026-11-11","runCount":13650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"english/Yi Lightning","slice":"english"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|exclude_ties/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.449649,"ciLow":1272.754473,"ciHigh":1288.144825,"observedAt":"2026-11-11","runCount":17462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"exclude_ties/Yi Lightning","slice":"exclude_ties"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|expert/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.707929,"ciLow":1316.023956,"ciHigh":1345.391902,"observedAt":"2026-11-11","runCount":1533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"expert/Yi Lightning","slice":"expert"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|french/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.631295,"ciLow":1303.419854,"ciHigh":1377.842736,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"french/Yi Lightning","slice":"french"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|german/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.844261,"ciLow":1271.003728,"ciHigh":1314.684794,"observedAt":"2026-11-11","runCount":700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"german/Yi Lightning","slice":"german"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|hard_prompts/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.886699,"ciLow":1332.903019,"ciHigh":1348.870378,"observedAt":"2026-11-11","runCount":6961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"hard_prompts/Yi Lightning","slice":"hard_prompts"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.681707,"ciLow":1348.833697,"ciHigh":1368.529718,"observedAt":"2026-11-11","runCount":3939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"hard_prompts_english/Yi Lightning","slice":"hard_prompts_english"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.331873,"ciLow":1307.25949,"ciHigh":1329.404257,"observedAt":"2026-11-11","runCount":3420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_business_and_management_and_financial_operations/Yi Lightning","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.45023,"ciLow":1284.260678,"ciHigh":1304.639782,"observedAt":"2026-11-11","runCount":3980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_entertainment_and_sports_and_media/Yi Lightning","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.78053,"ciLow":1349.767415,"ciHigh":1379.793645,"observedAt":"2026-11-11","runCount":1697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_legal_and_government/Yi Lightning","slice":"industry_legal_and_government"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.237259,"ciLow":1343.575426,"ciHigh":1362.899091,"observedAt":"2026-11-11","runCount":4822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_life_and_physical_and_social_science/Yi Lightning","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.896781,"ciLow":1304.262319,"ciHigh":1325.531242,"observedAt":"2026-11-11","runCount":3206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_mathematical/Yi Lightning","slice":"industry_mathematical"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.175356,"ciLow":1338.926715,"ciHigh":1371.423997,"observedAt":"2026-11-11","runCount":1451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_medicine_and_healthcare/Yi Lightning","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.359796,"ciLow":1351.107658,"ciHigh":1367.611935,"observedAt":"2026-11-11","runCount":7070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_software_and_it_services/Yi Lightning","slice":"industry_software_and_it_services"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.97526,"ciLow":1294.688746,"ciHigh":1311.261774,"observedAt":"2026-11-11","runCount":7632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_writing_and_literature_and_language/Yi Lightning","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|instruction_following/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.13273,"ciLow":1301.170199,"ciHigh":1315.095261,"observedAt":"2026-11-11","runCount":10932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"instruction_following/Yi Lightning","slice":"instruction_following"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|japanese/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.969068,"ciLow":1229.127796,"ciHigh":1278.81034,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"japanese/Yi Lightning","slice":"japanese"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|korean/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.164545,"ciLow":1193.73502,"ciHigh":1256.59407,"observedAt":"2026-11-11","runCount":425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"korean/Yi Lightning","slice":"korean"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|longer_query/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.206433,"ciLow":1314.600943,"ciHigh":1335.811922,"observedAt":"2026-11-11","runCount":3634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"longer_query/Yi Lightning","slice":"longer_query"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|math/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.058356,"ciLow":1294.169231,"ciHigh":1313.94748,"observedAt":"2026-11-11","runCount":3921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"math/Yi Lightning","slice":"math"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|multi_turn/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.17049,"ciLow":1320.293677,"ciHigh":1340.047302,"observedAt":"2026-11-11","runCount":4748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"multi_turn/Yi Lightning","slice":"multi_turn"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|non_english/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.426614,"ciLow":1291.930293,"ciHigh":1304.922936,"observedAt":"2026-11-11","runCount":13682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"non_english/Yi Lightning","slice":"non_english"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|overall/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.319818,"ciLow":1323.374046,"ciHigh":1333.265589,"observedAt":"2026-11-11","runCount":27332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"overall/Yi Lightning","slice":"overall"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|russian/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.738632,"ciLow":1276.715828,"ciHigh":1296.761436,"observedAt":"2026-11-11","runCount":4189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"russian/Yi Lightning","slice":"russian"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text-style-control@1|rating|spanish/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.786478,"ciLow":1307.454267,"ciHigh":1372.118689,"observedAt":"2026-11-11","runCount":341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"spanish/Yi Lightning","slice":"spanish"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|chinese/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.959521,"ciLow":1307.6033,"ciHigh":1332.315743,"observedAt":"2026-11-11","runCount":2736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"chinese/Yi Lightning","slice":"chinese"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|coding/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.248752,"ciLow":1302.637665,"ciHigh":1321.859838,"observedAt":"2026-11-11","runCount":4316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"coding/Yi Lightning","slice":"coding"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|creative_writing/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.934845,"ciLow":1269.549122,"ciHigh":1290.320569,"observedAt":"2026-11-11","runCount":3781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"creative_writing/Yi Lightning","slice":"creative_writing"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|english/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.770458,"ciLow":1323.243429,"ciHigh":1336.297487,"observedAt":"2026-11-11","runCount":13650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"english/Yi Lightning","slice":"english"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|exclude_ties/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.222849,"ciLow":1233.684373,"ciHigh":1248.761325,"observedAt":"2026-11-11","runCount":17462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"exclude_ties/Yi Lightning","slice":"exclude_ties"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|expert/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.242149,"ciLow":1270.645389,"ciHigh":1299.838909,"observedAt":"2026-11-11","runCount":1533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"expert/Yi Lightning","slice":"expert"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|french/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.113537,"ciLow":1268.214915,"ciHigh":1342.012158,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"french/Yi Lightning","slice":"french"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|german/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.577828,"ciLow":1244.643384,"ciHigh":1288.512272,"observedAt":"2026-11-11","runCount":700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"german/Yi Lightning","slice":"german"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|hard_prompts/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1302.061803,"ciLow":1294.141601,"ciHigh":1309.982006,"observedAt":"2026-11-11","runCount":6961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"hard_prompts/Yi Lightning","slice":"hard_prompts"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|hard_prompts_english/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1322.028259,"ciLow":1312.239949,"ciHigh":1331.81657,"observedAt":"2026-11-11","runCount":3939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"hard_prompts_english/Yi Lightning","slice":"hard_prompts_english"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.009604,"ciLow":1259.980224,"ciHigh":1282.038983,"observedAt":"2026-11-11","runCount":3420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_business_and_management_and_financial_operations/Yi Lightning","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.162571,"ciLow":1262.060964,"ciHigh":1282.264178,"observedAt":"2026-11-11","runCount":3980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_entertainment_and_sports_and_media/Yi Lightning","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|industry_legal_and_government/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.778484,"ciLow":1312.887799,"ciHigh":1342.669168,"observedAt":"2026-11-11","runCount":1697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_legal_and_government/Yi Lightning","slice":"industry_legal_and_government"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.556369,"ciLow":1305.932483,"ciHigh":1325.180255,"observedAt":"2026-11-11","runCount":4822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_life_and_physical_and_social_science/Yi Lightning","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|industry_mathematical/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.56732,"ciLow":1296.021545,"ciHigh":1317.113094,"observedAt":"2026-11-11","runCount":3206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_mathematical/Yi Lightning","slice":"industry_mathematical"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.081559,"ciLow":1289.946768,"ciHigh":1322.216351,"observedAt":"2026-11-11","runCount":1451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_medicine_and_healthcare/Yi Lightning","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|industry_software_and_it_services/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.843229,"ciLow":1305.657264,"ciHigh":1322.029195,"observedAt":"2026-11-11","runCount":7070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_software_and_it_services/Yi Lightning","slice":"industry_software_and_it_services"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.285607,"ciLow":1268.092466,"ciHigh":1284.478748,"observedAt":"2026-11-11","runCount":7632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"industry_writing_and_literature_and_language/Yi Lightning","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|instruction_following/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.147566,"ciLow":1271.249717,"ciHigh":1285.045414,"observedAt":"2026-11-11","runCount":10932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"instruction_following/Yi Lightning","slice":"instruction_following"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|japanese/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.278422,"ciLow":1203.884512,"ciHigh":1252.672332,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"japanese/Yi Lightning","slice":"japanese"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|korean/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1192.586822,"ciLow":1161.467426,"ciHigh":1223.706218,"observedAt":"2026-11-11","runCount":425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"korean/Yi Lightning","slice":"korean"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|longer_query/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.676664,"ciLow":1286.185748,"ciHigh":1307.167581,"observedAt":"2026-11-11","runCount":3634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"longer_query/Yi Lightning","slice":"longer_query"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|math/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.676717,"ciLow":1289.855705,"ciHigh":1309.49773,"observedAt":"2026-11-11","runCount":3921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"math/Yi Lightning","slice":"math"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|multi_turn/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.028173,"ciLow":1301.146226,"ciHigh":1320.91012,"observedAt":"2026-11-11","runCount":4748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"multi_turn/Yi Lightning","slice":"multi_turn"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|non_english/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.025391,"ciLow":1262.581046,"ciHigh":1275.469737,"observedAt":"2026-11-11","runCount":13682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"non_english/Yi Lightning","slice":"non_english"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|overall/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.576687,"ciLow":1296.679575,"ciHigh":1306.473799,"observedAt":"2026-11-11","runCount":27332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"overall/Yi Lightning","slice":"overall"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|russian/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.959347,"ciLow":1244.994699,"ciHigh":1264.923996,"observedAt":"2026-11-11","runCount":4189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"russian/Yi Lightning","slice":"russian"}
{"key":"lmarena|01-ai/yi-lightning:default|none|lmarena-text@1|rating|spanish/Yi Lightning","sourceId":"lmarena","modelId":"01-ai/yi-lightning","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.259449,"ciLow":1283.38333,"ciHigh":1347.135568,"observedAt":"2026-11-11","runCount":341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Lightning","rowId":"spanish/Yi Lightning","slice":"spanish"}
{"key":"lmarena|01-ai/yi-vision:default|none|lmarena-vision-style-control@1|rating|english/Yi Vision","sourceId":"lmarena","modelId":"01-ai/yi-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1021.879025,"ciLow":999.0395,"ciHigh":1044.718551,"observedAt":"2026-11-09","runCount":785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Vision","rowId":"english/Yi Vision","slice":"english"}
{"key":"lmarena|01-ai/yi-vision:default|none|lmarena-vision-style-control@1|rating|overall/Yi Vision","sourceId":"lmarena","modelId":"01-ai/yi-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1002.698356,"ciLow":984.576269,"ciHigh":1020.820444,"observedAt":"2026-11-09","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Vision","rowId":"overall/Yi Vision","slice":"overall"}
{"key":"lmarena|01-ai/yi-vision:default|none|lmarena-vision@1|rating|english/Yi Vision","sourceId":"lmarena","modelId":"01-ai/yi-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1007.157791,"ciLow":984.443025,"ciHigh":1029.872557,"observedAt":"2026-11-09","runCount":785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Vision","rowId":"english/Yi Vision","slice":"english"}
{"key":"lmarena|01-ai/yi-vision:default|none|lmarena-vision@1|rating|overall/Yi Vision","sourceId":"lmarena","modelId":"01-ai/yi-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":977.630206,"ciLow":959.492466,"ciHigh":995.767947,"observedAt":"2026-11-09","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Yi Vision","rowId":"overall/Yi Vision","slice":"overall"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|chinese/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.215535,"ciLow":1256.253709,"ciHigh":1300.177361,"observedAt":"2026-11-11","runCount":675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"chinese/Jamba 1.5 Large","slice":"chinese"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|coding/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.858817,"ciLow":1297.341848,"ciHigh":1326.375786,"observedAt":"2026-11-11","runCount":1440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"coding/Jamba 1.5 Large","slice":"coding"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|creative_writing/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.362604,"ciLow":1245.22374,"ciHigh":1277.501467,"observedAt":"2026-11-11","runCount":1379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"creative_writing/Jamba 1.5 Large","slice":"creative_writing"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|english/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.318434,"ciLow":1306.078229,"ciHigh":1324.55864,"observedAt":"2026-11-11","runCount":4915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"english/Jamba 1.5 Large","slice":"english"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|exclude_ties/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.454659,"ciLow":1202.083362,"ciHigh":1224.825956,"observedAt":"2026-11-11","runCount":5535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"exclude_ties/Jamba 1.5 Large","slice":"exclude_ties"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|expert/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.996193,"ciLow":1256.177168,"ciHigh":1313.815218,"observedAt":"2026-11-11","runCount":331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"expert/Jamba 1.5 Large","slice":"expert"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|german/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.220193,"ciLow":1216.63639,"ciHigh":1289.803996,"observedAt":"2026-11-11","runCount":234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"german/Jamba 1.5 Large","slice":"german"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|hard_prompts/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.777984,"ciLow":1272.142233,"ciHigh":1295.413735,"observedAt":"2026-11-11","runCount":2372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"hard_prompts/Jamba 1.5 Large","slice":"hard_prompts"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.618299,"ciLow":1279.657099,"ciHigh":1307.579499,"observedAt":"2026-11-11","runCount":1528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"hard_prompts_english/Jamba 1.5 Large","slice":"hard_prompts_english"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.924906,"ciLow":1245.465991,"ciHigh":1282.38382,"observedAt":"2026-11-11","runCount":979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_business_and_management_and_financial_operations/Jamba 1.5 Large","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.472865,"ciLow":1255.159513,"ciHigh":1285.786217,"observedAt":"2026-11-11","runCount":1433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_entertainment_and_sports_and_media/Jamba 1.5 Large","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.47832,"ciLow":1298.336447,"ciHigh":1352.620194,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_legal_and_government/Jamba 1.5 Large","slice":"industry_legal_and_government"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.375083,"ciLow":1297.487983,"ciHigh":1329.262183,"observedAt":"2026-11-11","runCount":1358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_life_and_physical_and_social_science/Jamba 1.5 Large","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.625488,"ciLow":1240.689054,"ciHigh":1274.561923,"observedAt":"2026-11-11","runCount":962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_mathematical/Jamba 1.5 Large","slice":"industry_mathematical"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.761599,"ciLow":1254.234072,"ciHigh":1309.289126,"observedAt":"2026-11-11","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_medicine_and_healthcare/Jamba 1.5 Large","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.365539,"ciLow":1297.23791,"ciHigh":1321.493168,"observedAt":"2026-11-11","runCount":2339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_software_and_it_services/Jamba 1.5 Large","slice":"industry_software_and_it_services"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.194173,"ciLow":1264.537448,"ciHigh":1289.850897,"observedAt":"2026-11-11","runCount":2350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_writing_and_literature_and_language/Jamba 1.5 Large","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|instruction_following/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.658431,"ciLow":1255.943138,"ciHigh":1277.373724,"observedAt":"2026-11-11","runCount":3266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"instruction_following/Jamba 1.5 Large","slice":"instruction_following"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|japanese/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1178.870977,"ciLow":1141.286964,"ciHigh":1216.454989,"observedAt":"2026-11-11","runCount":242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"japanese/Jamba 1.5 Large","slice":"japanese"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|longer_query/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.543243,"ciLow":1244.199099,"ciHigh":1278.887386,"observedAt":"2026-11-11","runCount":1024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"longer_query/Jamba 1.5 Large","slice":"longer_query"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|math/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.952386,"ciLow":1229.466249,"ciHigh":1260.438524,"observedAt":"2026-11-11","runCount":1147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"math/Jamba 1.5 Large","slice":"math"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|multi_turn/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.249135,"ciLow":1251.672016,"ciHigh":1280.826254,"observedAt":"2026-11-11","runCount":1634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"multi_turn/Jamba 1.5 Large","slice":"multi_turn"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|non_english/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.739481,"ciLow":1242.459354,"ciHigh":1263.019608,"observedAt":"2026-11-11","runCount":3747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"non_english/Jamba 1.5 Large","slice":"non_english"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|overall/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.554001,"ciLow":1282.250218,"ciHigh":1296.857785,"observedAt":"2026-11-11","runCount":8662,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"overall/Jamba 1.5 Large","slice":"overall"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text-style-control@1|rating|russian/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.288924,"ciLow":1234.411392,"ciHigh":1270.166456,"observedAt":"2026-11-11","runCount":998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"russian/Jamba 1.5 Large","slice":"russian"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|chinese/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.132427,"ciLow":1181.340701,"ciHigh":1224.924153,"observedAt":"2026-11-11","runCount":675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"chinese/Jamba 1.5 Large","slice":"chinese"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|coding/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.402781,"ciLow":1213.015123,"ciHigh":1241.790438,"observedAt":"2026-11-11","runCount":1440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"coding/Jamba 1.5 Large","slice":"coding"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|creative_writing/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.583847,"ciLow":1195.700764,"ciHigh":1227.46693,"observedAt":"2026-11-11","runCount":1379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"creative_writing/Jamba 1.5 Large","slice":"creative_writing"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|english/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.677325,"ciLow":1257.504106,"ciHigh":1275.850545,"observedAt":"2026-11-11","runCount":4915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"english/Jamba 1.5 Large","slice":"english"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|exclude_ties/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1139.394273,"ciLow":1128.179153,"ciHigh":1150.609393,"observedAt":"2026-11-11","runCount":5535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"exclude_ties/Jamba 1.5 Large","slice":"exclude_ties"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|expert/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.380003,"ciLow":1188.486538,"ciHigh":1246.273469,"observedAt":"2026-11-11","runCount":331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"expert/Jamba 1.5 Large","slice":"expert"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|german/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1199.652566,"ciLow":1162.867223,"ciHigh":1236.437909,"observedAt":"2026-11-11","runCount":234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"german/Jamba 1.5 Large","slice":"german"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|hard_prompts/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.58277,"ciLow":1206.015566,"ciHigh":1229.149973,"observedAt":"2026-11-11","runCount":2372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"hard_prompts/Jamba 1.5 Large","slice":"hard_prompts"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|hard_prompts_english/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.055555,"ciLow":1217.178519,"ciHigh":1244.93259,"observedAt":"2026-11-11","runCount":1528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"hard_prompts_english/Jamba 1.5 Large","slice":"hard_prompts_english"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.144062,"ciLow":1177.806183,"ciHigh":1214.481941,"observedAt":"2026-11-11","runCount":979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_business_and_management_and_financial_operations/Jamba 1.5 Large","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.173806,"ciLow":1202.91407,"ciHigh":1233.433541,"observedAt":"2026-11-11","runCount":1433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_entertainment_and_sports_and_media/Jamba 1.5 Large","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|industry_legal_and_government/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.141428,"ciLow":1237.087245,"ciHigh":1291.19561,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_legal_and_government/Jamba 1.5 Large","slice":"industry_legal_and_government"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.407915,"ciLow":1233.503445,"ciHigh":1265.312384,"observedAt":"2026-11-11","runCount":1358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_life_and_physical_and_social_science/Jamba 1.5 Large","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|industry_mathematical/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.682567,"ciLow":1210.902503,"ciHigh":1244.46263,"observedAt":"2026-11-11","runCount":962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_mathematical/Jamba 1.5 Large","slice":"industry_mathematical"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.442307,"ciLow":1168.801227,"ciHigh":1224.083387,"observedAt":"2026-11-11","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_medicine_and_healthcare/Jamba 1.5 Large","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|industry_software_and_it_services/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.431053,"ciLow":1224.380805,"ciHigh":1248.4813,"observedAt":"2026-11-11","runCount":2339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_software_and_it_services/Jamba 1.5 Large","slice":"industry_software_and_it_services"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.633112,"ciLow":1215.033867,"ciHigh":1240.232357,"observedAt":"2026-11-11","runCount":2350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"industry_writing_and_literature_and_language/Jamba 1.5 Large","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|instruction_following/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1212.460009,"ciLow":1201.810715,"ciHigh":1223.109304,"observedAt":"2026-11-11","runCount":3266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"instruction_following/Jamba 1.5 Large","slice":"instruction_following"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|japanese/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1118.426387,"ciLow":1081.802671,"ciHigh":1155.050103,"observedAt":"2026-11-11","runCount":242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"japanese/Jamba 1.5 Large","slice":"japanese"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|longer_query/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.156831,"ciLow":1188.90825,"ciHigh":1223.405412,"observedAt":"2026-11-11","runCount":1024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"longer_query/Jamba 1.5 Large","slice":"longer_query"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|math/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.049228,"ciLow":1205.607427,"ciHigh":1236.49103,"observedAt":"2026-11-11","runCount":1147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"math/Jamba 1.5 Large","slice":"math"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|multi_turn/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.795114,"ciLow":1205.330432,"ciHigh":1234.259796,"observedAt":"2026-11-11","runCount":1634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"multi_turn/Jamba 1.5 Large","slice":"multi_turn"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|non_english/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.277468,"ciLow":1186.03026,"ciHigh":1206.524675,"observedAt":"2026-11-11","runCount":3747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"non_english/Jamba 1.5 Large","slice":"non_english"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|overall/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.068402,"ciLow":1229.788125,"ciHigh":1244.34868,"observedAt":"2026-11-11","runCount":8662,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"overall/Jamba 1.5 Large","slice":"overall"}
{"key":"lmarena|ai21-labs/jamba-1.5-large:default|none|lmarena-text@1|rating|russian/Jamba 1.5 Large","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.555969,"ciLow":1177.739249,"ciHigh":1213.372689,"observedAt":"2026-11-11","runCount":998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Large","rowId":"russian/Jamba 1.5 Large","slice":"russian"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|chinese/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.166259,"ciLow":1197.288709,"ciHigh":1241.043809,"observedAt":"2026-11-11","runCount":711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"chinese/Jamba 1.5 Mini","slice":"chinese"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|coding/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.324034,"ciLow":1249.028712,"ciHigh":1279.619355,"observedAt":"2026-11-11","runCount":1352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"coding/Jamba 1.5 Mini","slice":"coding"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|creative_writing/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.2963,"ciLow":1195.464197,"ciHigh":1227.128404,"observedAt":"2026-11-11","runCount":1399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"creative_writing/Jamba 1.5 Mini","slice":"creative_writing"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|english/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.997272,"ciLow":1262.949755,"ciHigh":1281.04479,"observedAt":"2026-11-11","runCount":5087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"english/Jamba 1.5 Mini","slice":"english"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|exclude_ties/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1129.944259,"ciLow":1118.030865,"ciHigh":1141.857654,"observedAt":"2026-11-11","runCount":5612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"exclude_ties/Jamba 1.5 Mini","slice":"exclude_ties"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|expert/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.495991,"ciLow":1182.706092,"ciHigh":1244.28589,"observedAt":"2026-11-11","runCount":332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"expert/Jamba 1.5 Mini","slice":"expert"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|german/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.777697,"ciLow":1174.890766,"ciHigh":1250.664627,"observedAt":"2026-11-11","runCount":248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"german/Jamba 1.5 Mini","slice":"german"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|hard_prompts/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.909182,"ciLow":1225.036764,"ciHigh":1248.781599,"observedAt":"2026-11-11","runCount":2350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"hard_prompts/Jamba 1.5 Mini","slice":"hard_prompts"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.750488,"ciLow":1232.389331,"ciHigh":1261.111645,"observedAt":"2026-11-11","runCount":1545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"hard_prompts_english/Jamba 1.5 Mini","slice":"hard_prompts_english"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.876541,"ciLow":1204.45393,"ciHigh":1241.299151,"observedAt":"2026-11-11","runCount":1005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_business_and_management_and_financial_operations/Jamba 1.5 Mini","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.329895,"ciLow":1195.077046,"ciHigh":1225.582745,"observedAt":"2026-11-11","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_entertainment_and_sports_and_media/Jamba 1.5 Mini","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.117316,"ciLow":1260.721571,"ciHigh":1311.513061,"observedAt":"2026-11-11","runCount":531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_legal_and_government/Jamba 1.5 Mini","slice":"industry_legal_and_government"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.243785,"ciLow":1238.462558,"ciHigh":1270.025012,"observedAt":"2026-11-11","runCount":1490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_life_and_physical_and_social_science/Jamba 1.5 Mini","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.97171,"ciLow":1177.704524,"ciHigh":1212.238895,"observedAt":"2026-11-11","runCount":932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_mathematical/Jamba 1.5 Mini","slice":"industry_mathematical"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.596985,"ciLow":1237.833369,"ciHigh":1291.360601,"observedAt":"2026-11-11","runCount":486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_medicine_and_healthcare/Jamba 1.5 Mini","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.230899,"ciLow":1250.754113,"ciHigh":1275.707684,"observedAt":"2026-11-11","runCount":2294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_software_and_it_services/Jamba 1.5 Mini","slice":"industry_software_and_it_services"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.116677,"ciLow":1201.551905,"ciHigh":1226.681449,"observedAt":"2026-11-11","runCount":2361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_writing_and_literature_and_language/Jamba 1.5 Mini","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|instruction_following/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.841888,"ciLow":1194.19493,"ciHigh":1215.488846,"observedAt":"2026-11-11","runCount":3254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"instruction_following/Jamba 1.5 Mini","slice":"instruction_following"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|japanese/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1076.916196,"ciLow":1040.467621,"ciHigh":1113.364771,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"japanese/Jamba 1.5 Mini","slice":"japanese"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|longer_query/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.252419,"ciLow":1200.785808,"ciHigh":1235.71903,"observedAt":"2026-11-11","runCount":1023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"longer_query/Jamba 1.5 Mini","slice":"longer_query"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|math/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.844276,"ciLow":1170.806171,"ciHigh":1202.882382,"observedAt":"2026-11-11","runCount":1094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"math/Jamba 1.5 Mini","slice":"math"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|multi_turn/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.206489,"ciLow":1190.535306,"ciHigh":1219.877672,"observedAt":"2026-11-11","runCount":1639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"multi_turn/Jamba 1.5 Mini","slice":"multi_turn"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|non_english/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.654545,"ciLow":1183.204934,"ciHigh":1204.104156,"observedAt":"2026-11-11","runCount":3771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"non_english/Jamba 1.5 Mini","slice":"non_english"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|overall/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.899691,"ciLow":1232.675693,"ciHigh":1247.123688,"observedAt":"2026-11-11","runCount":8858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"overall/Jamba 1.5 Mini","slice":"overall"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text-style-control@1|rating|russian/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.476608,"ciLow":1200.409139,"ciHigh":1236.544076,"observedAt":"2026-11-11","runCount":998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"russian/Jamba 1.5 Mini","slice":"russian"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|chinese/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1135.700865,"ciLow":1114.283893,"ciHigh":1157.117838,"observedAt":"2026-11-11","runCount":711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"chinese/Jamba 1.5 Mini","slice":"chinese"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|coding/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1178.169308,"ciLow":1163.015627,"ciHigh":1193.322988,"observedAt":"2026-11-11","runCount":1352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"coding/Jamba 1.5 Mini","slice":"coding"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|creative_writing/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1164.215373,"ciLow":1148.68349,"ciHigh":1179.747257,"observedAt":"2026-11-11","runCount":1399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"creative_writing/Jamba 1.5 Mini","slice":"creative_writing"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|english/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1223.999837,"ciLow":1215.029217,"ciHigh":1232.970456,"observedAt":"2026-11-11","runCount":5087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"english/Jamba 1.5 Mini","slice":"english"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|exclude_ties/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.856548,"ciLow":1045.136985,"ciHigh":1068.57611,"observedAt":"2026-11-11","runCount":5612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"exclude_ties/Jamba 1.5 Mini","slice":"exclude_ties"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|expert/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1135.333235,"ciLow":1104.716032,"ciHigh":1165.950438,"observedAt":"2026-11-11","runCount":332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"expert/Jamba 1.5 Mini","slice":"expert"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|german/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1161.792057,"ciLow":1123.634756,"ciHigh":1199.949357,"observedAt":"2026-11-11","runCount":248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"german/Jamba 1.5 Mini","slice":"german"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|hard_prompts/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1166.712453,"ciLow":1154.960181,"ciHigh":1178.464724,"observedAt":"2026-11-11","runCount":2350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"hard_prompts/Jamba 1.5 Mini","slice":"hard_prompts"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|hard_prompts_english/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.779663,"ciLow":1167.587643,"ciHigh":1195.971684,"observedAt":"2026-11-11","runCount":1545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"hard_prompts_english/Jamba 1.5 Mini","slice":"hard_prompts_english"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1157.307018,"ciLow":1139.141766,"ciHigh":1175.472271,"observedAt":"2026-11-11","runCount":1005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_business_and_management_and_financial_operations/Jamba 1.5 Mini","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1158.081508,"ciLow":1143.032715,"ciHigh":1173.130302,"observedAt":"2026-11-11","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_entertainment_and_sports_and_media/Jamba 1.5 Mini","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|industry_legal_and_government/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1223.59695,"ciLow":1198.655554,"ciHigh":1248.538346,"observedAt":"2026-11-11","runCount":531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_legal_and_government/Jamba 1.5 Mini","slice":"industry_legal_and_government"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.293923,"ciLow":1174.57588,"ciHigh":1206.011966,"observedAt":"2026-11-11","runCount":1490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_life_and_physical_and_social_science/Jamba 1.5 Mini","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|industry_mathematical/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1161.180155,"ciLow":1143.98293,"ciHigh":1178.377381,"observedAt":"2026-11-11","runCount":932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_mathematical/Jamba 1.5 Mini","slice":"industry_mathematical"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.945087,"ciLow":1154.331538,"ciHigh":1207.558636,"observedAt":"2026-11-11","runCount":486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_medicine_and_healthcare/Jamba 1.5 Mini","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|industry_software_and_it_services/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1188.749315,"ciLow":1176.3328,"ciHigh":1201.16583,"observedAt":"2026-11-11","runCount":2294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_software_and_it_services/Jamba 1.5 Mini","slice":"industry_software_and_it_services"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.360088,"ciLow":1152.901532,"ciHigh":1177.818645,"observedAt":"2026-11-11","runCount":2361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"industry_writing_and_literature_and_language/Jamba 1.5 Mini","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|instruction_following/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1147.863358,"ciLow":1137.371522,"ciHigh":1158.355195,"observedAt":"2026-11-11","runCount":3254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"instruction_following/Jamba 1.5 Mini","slice":"instruction_following"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|japanese/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1019.374891,"ciLow":983.532287,"ciHigh":1055.217496,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"japanese/Jamba 1.5 Mini","slice":"japanese"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|longer_query/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1156.476621,"ciLow":1139.153302,"ciHigh":1173.799941,"observedAt":"2026-11-11","runCount":1023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"longer_query/Jamba 1.5 Mini","slice":"longer_query"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|math/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1160.250312,"ciLow":1144.266867,"ciHigh":1176.233758,"observedAt":"2026-11-11","runCount":1094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"math/Jamba 1.5 Mini","slice":"math"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|multi_turn/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1156.813661,"ciLow":1142.252499,"ciHigh":1171.374824,"observedAt":"2026-11-11","runCount":1639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"multi_turn/Jamba 1.5 Mini","slice":"multi_turn"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|non_english/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1134.749833,"ciLow":1124.428777,"ciHigh":1145.070889,"observedAt":"2026-11-11","runCount":3771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"non_english/Jamba 1.5 Mini","slice":"non_english"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|overall/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.720008,"ciLow":1179.559732,"ciHigh":1193.880284,"observedAt":"2026-11-11","runCount":8858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"overall/Jamba 1.5 Mini","slice":"overall"}
{"key":"lmarena|ai21-labs/jamba-1.5-mini:default|none|lmarena-text@1|rating|russian/Jamba 1.5 Mini","sourceId":"lmarena","modelId":"ai21-labs/jamba-1.5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1156.146757,"ciLow":1138.326385,"ciHigh":1173.967129,"observedAt":"2026-11-11","runCount":998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Jamba 1.5 Mini","rowId":"russian/Jamba 1.5 Mini","slice":"russian"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|chinese/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.616626,"ciLow":1166.673852,"ciHigh":1252.5594,"observedAt":"2026-11-11","runCount":195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"chinese/Qwen-14B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|coding/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.762333,"ciLow":1174.309233,"ciHigh":1221.215433,"observedAt":"2026-11-11","runCount":599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"coding/Qwen-14B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1102.55128,"ciLow":1081.703259,"ciHigh":1123.3993,"observedAt":"2026-11-11","runCount":898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"creative_writing/Qwen-14B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|english/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.100143,"ciLow":1141.243514,"ciHigh":1164.956773,"observedAt":"2026-11-11","runCount":3849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"english/Qwen-14B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":989.45699,"ciLow":973.677954,"ciHigh":1005.236026,"observedAt":"2026-11-11","runCount":3347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"exclude_ties/Qwen-14B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1142.47257,"ciLow":1123.680045,"ciHigh":1161.265095,"observedAt":"2026-11-11","runCount":1006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"hard_prompts/Qwen-14B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.895384,"ciLow":1132.55209,"ciHigh":1173.238678,"observedAt":"2026-11-11","runCount":830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"hard_prompts_english/Qwen-14B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1117.342458,"ciLow":1089.169501,"ciHigh":1145.515416,"observedAt":"2026-11-11","runCount":426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen-14B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1085.846466,"ciLow":1064.637144,"ciHigh":1107.055789,"observedAt":"2026-11-11","runCount":847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen-14B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1169.687745,"ciLow":1132.404777,"ciHigh":1206.970714,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_legal_and_government/Qwen-14B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1132.408125,"ciLow":1111.132197,"ciHigh":1153.684053,"observedAt":"2026-11-11","runCount":894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen-14B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1143.724364,"ciLow":1117.91552,"ciHigh":1169.533208,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_mathematical/Qwen-14B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.906459,"ciLow":1116.736277,"ciHigh":1191.076642,"observedAt":"2026-11-11","runCount":268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_medicine_and_healthcare/Qwen-14B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.274845,"ciLow":1153.102528,"ciHigh":1189.447162,"observedAt":"2026-11-11","runCount":1173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_software_and_it_services/Qwen-14B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1121.468337,"ciLow":1103.338516,"ciHigh":1139.598158,"observedAt":"2026-11-11","runCount":1230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen-14B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1119.069959,"ciLow":1102.677943,"ciHigh":1135.461975,"observedAt":"2026-11-11","runCount":1470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"instruction_following/Qwen-14B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1129.38524,"ciLow":1092.057509,"ciHigh":1166.71297,"observedAt":"2026-11-11","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"longer_query/Qwen-14B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|math/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.162024,"ciLow":1103.533757,"ciHigh":1150.790292,"observedAt":"2026-11-11","runCount":534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"math/Qwen-14B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1096.806689,"ciLow":1073.421951,"ciHigh":1120.191426,"observedAt":"2026-11-11","runCount":753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"multi_turn/Qwen-14B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|non_english/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.492362,"ciLow":1116.567071,"ciHigh":1154.417654,"observedAt":"2026-11-11","runCount":1115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"non_english/Qwen-14B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text-style-control@1|rating|overall/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1139.556322,"ciLow":1128.644872,"ciHigh":1150.467772,"observedAt":"2026-11-11","runCount":4964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"overall/Qwen-14B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|chinese/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1076.997045,"ciLow":1033.750111,"ciHigh":1120.24398,"observedAt":"2026-11-11","runCount":195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"chinese/Qwen-14B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|coding/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1071.415404,"ciLow":1047.830191,"ciHigh":1095.000616,"observedAt":"2026-11-11","runCount":599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"coding/Qwen-14B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|creative_writing/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1027.532137,"ciLow":1006.861039,"ciHigh":1048.203235,"observedAt":"2026-11-11","runCount":898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"creative_writing/Qwen-14B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|english/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1068.510989,"ciLow":1056.664204,"ciHigh":1080.357774,"observedAt":"2026-11-11","runCount":3849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"english/Qwen-14B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|exclude_ties/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":865.23532,"ciLow":849.64882,"ciHigh":880.82182,"observedAt":"2026-11-11","runCount":3347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"exclude_ties/Qwen-14B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|hard_prompts/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1026.998425,"ciLow":1008.247238,"ciHigh":1045.749611,"observedAt":"2026-11-11","runCount":1006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"hard_prompts/Qwen-14B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1040.951224,"ciLow":1020.676703,"ciHigh":1061.225744,"observedAt":"2026-11-11","runCount":830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"hard_prompts_english/Qwen-14B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1001.352502,"ciLow":972.920334,"ciHigh":1029.784671,"observedAt":"2026-11-11","runCount":426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen-14B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":996.476662,"ciLow":975.347932,"ciHigh":1017.605393,"observedAt":"2026-11-11","runCount":847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen-14B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1050.6488,"ciLow":1013.012421,"ciHigh":1088.28518,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_legal_and_government/Qwen-14B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1010.246525,"ciLow":988.886828,"ciHigh":1031.606223,"observedAt":"2026-11-11","runCount":894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen-14B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|industry_mathematical/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1073.354859,"ciLow":1047.651744,"ciHigh":1099.057974,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_mathematical/Qwen-14B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1009.088674,"ciLow":970.899695,"ciHigh":1047.277654,"observedAt":"2026-11-11","runCount":268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_medicine_and_healthcare/Qwen-14B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1052.770004,"ciLow":1034.551588,"ciHigh":1070.988419,"observedAt":"2026-11-11","runCount":1173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_software_and_it_services/Qwen-14B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1049.886909,"ciLow":1031.828132,"ciHigh":1067.945686,"observedAt":"2026-11-11","runCount":1230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen-14B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|instruction_following/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1031.160592,"ciLow":1014.812161,"ciHigh":1047.509024,"observedAt":"2026-11-11","runCount":1470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"instruction_following/Qwen-14B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|longer_query/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1028.29737,"ciLow":990.411152,"ciHigh":1066.183588,"observedAt":"2026-11-11","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"longer_query/Qwen-14B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|math/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1067.737321,"ciLow":1044.148979,"ciHigh":1091.325664,"observedAt":"2026-11-11","runCount":534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"math/Qwen-14B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|multi_turn/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1022.006977,"ciLow":998.705811,"ciHigh":1045.308144,"observedAt":"2026-11-11","runCount":753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"multi_turn/Qwen-14B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|non_english/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1041.472684,"ciLow":1022.622686,"ciHigh":1060.322681,"observedAt":"2026-11-11","runCount":1115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"non_english/Qwen-14B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen-14b-chat:default|none|lmarena-text@1|rating|overall/Qwen-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1051.068661,"ciLow":1040.212002,"ciHigh":1061.925319,"observedAt":"2026-11-11","runCount":4964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-14B-Chat","rowId":"overall/Qwen-14B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen-image-2.0-pro:ckpt=2026-06-22|none|lmarena-image-edit@1|rating|overall/Qwen-Image-2.0-Pro (2026-06-22)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.0-pro","variant":{"flags":[],"checkpoint":"2026-06-22"},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1302.737181,"ciLow":1298.031686,"ciHigh":1307.442675,"observedAt":"2026-11-12","runCount":54559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.0-Pro (2026-06-22)","rowId":"overall/Qwen-Image-2.0-Pro (2026-06-22)","slice":"overall"}
{"key":"lmarena|alibaba/qwen-image-2.0-pro:ckpt=2026-06-22|none|lmarena-text-to-image@1|rating|3d_modeling/Qwen-Image-2.0-Pro (2026-06-22)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.0-pro","variant":{"flags":[],"checkpoint":"2026-06-22"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1195.015869,"ciLow":1179.211643,"ciHigh":1210.820096,"observedAt":"2026-11-12","runCount":1234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.0-Pro (2026-06-22)","rowId":"3d_modeling/Qwen-Image-2.0-Pro (2026-06-22)","slice":"3d_modeling"}
{"key":"lmarena|alibaba/qwen-image-2.0-pro:ckpt=2026-06-22|none|lmarena-text-to-image@1|rating|art/Qwen-Image-2.0-Pro (2026-06-22)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.0-pro","variant":{"flags":[],"checkpoint":"2026-06-22"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1178.439272,"ciLow":1165.265034,"ciHigh":1191.61351,"observedAt":"2026-11-12","runCount":1801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.0-Pro (2026-06-22)","rowId":"art/Qwen-Image-2.0-Pro (2026-06-22)","slice":"art"}
{"key":"lmarena|alibaba/qwen-image-2.0-pro:ckpt=2026-06-22|none|lmarena-text-to-image@1|rating|cartoon/Qwen-Image-2.0-Pro (2026-06-22)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.0-pro","variant":{"flags":[],"checkpoint":"2026-06-22"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1186.677862,"ciLow":1177.685673,"ciHigh":1195.67005,"observedAt":"2026-11-12","runCount":4739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.0-Pro (2026-06-22)","rowId":"cartoon/Qwen-Image-2.0-Pro (2026-06-22)","slice":"cartoon"}
{"key":"lmarena|alibaba/qwen-image-2.0-pro:ckpt=2026-06-22|none|lmarena-text-to-image@1|rating|commercial_design/Qwen-Image-2.0-Pro (2026-06-22)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.0-pro","variant":{"flags":[],"checkpoint":"2026-06-22"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1186.702511,"ciLow":1177.997023,"ciHigh":1195.408,"observedAt":"2026-11-12","runCount":4746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.0-Pro (2026-06-22)","rowId":"commercial_design/Qwen-Image-2.0-Pro (2026-06-22)","slice":"commercial_design"}
{"key":"lmarena|alibaba/qwen-image-2.0-pro:ckpt=2026-06-22|none|lmarena-text-to-image@1|rating|overall/Qwen-Image-2.0-Pro (2026-06-22)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.0-pro","variant":{"flags":[],"checkpoint":"2026-06-22"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1190.083291,"ciLow":1184.149239,"ciHigh":1196.017342,"observedAt":"2026-11-12","runCount":12657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.0-Pro (2026-06-22)","rowId":"overall/Qwen-Image-2.0-Pro (2026-06-22)","slice":"overall"}
{"key":"lmarena|alibaba/qwen-image-2.0-pro:ckpt=2026-06-22|none|lmarena-text-to-image@1|rating|photorealistic/Qwen-Image-2.0-Pro (2026-06-22)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.0-pro","variant":{"flags":[],"checkpoint":"2026-06-22"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1206.481728,"ciLow":1197.708319,"ciHigh":1215.255137,"observedAt":"2026-11-12","runCount":5081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.0-Pro (2026-06-22)","rowId":"photorealistic/Qwen-Image-2.0-Pro (2026-06-22)","slice":"photorealistic"}
{"key":"lmarena|alibaba/qwen-image-2.0-pro:ckpt=2026-06-22|none|lmarena-text-to-image@1|rating|portraits/Qwen-Image-2.0-Pro (2026-06-22)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.0-pro","variant":{"flags":[],"checkpoint":"2026-06-22"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1214.542014,"ciLow":1202.769469,"ciHigh":1226.31456,"observedAt":"2026-11-12","runCount":2457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.0-Pro (2026-06-22)","rowId":"portraits/Qwen-Image-2.0-Pro (2026-06-22)","slice":"portraits"}
{"key":"lmarena|alibaba/qwen-image-2.0-pro:ckpt=2026-06-22|none|lmarena-text-to-image@1|rating|text_rendering/Qwen-Image-2.0-Pro (2026-06-22)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.0-pro","variant":{"flags":[],"checkpoint":"2026-06-22"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1200.961769,"ciLow":1191.81038,"ciHigh":1210.113158,"observedAt":"2026-11-12","runCount":4257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.0-Pro (2026-06-22)","rowId":"text_rendering/Qwen-Image-2.0-Pro (2026-06-22)","slice":"text_rendering"}
{"key":"lmarena|alibaba/qwen-image-2.1:default|none|lmarena-image-edit@1|rating|agentic/Qwen-Image-2.1","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1358.651355,"ciLow":1342.521078,"ciHigh":1374.781631,"observedAt":"2026-11-12","runCount":2037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.1","rowId":"agentic/Qwen-Image-2.1","slice":"agentic"}
{"key":"lmarena|alibaba/qwen-image-2.1:default|none|lmarena-image-edit@1|rating|overall/Qwen-Image-2.1","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1363.407438,"ciLow":1357.253604,"ciHigh":1369.561273,"observedAt":"2026-11-12","runCount":37959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.1","rowId":"overall/Qwen-Image-2.1","slice":"overall"}
{"key":"lmarena|alibaba/qwen-image-2.1:default|none|lmarena-text-to-image@1|rating|3d_modeling/Qwen-Image-2.1","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1216.566905,"ciLow":1200.751575,"ciHigh":1232.382234,"observedAt":"2026-11-12","runCount":1329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.1","rowId":"3d_modeling/Qwen-Image-2.1","slice":"3d_modeling"}
{"key":"lmarena|alibaba/qwen-image-2.1:default|none|lmarena-text-to-image@1|rating|agentic/Qwen-Image-2.1","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1229.133798,"ciLow":1213.403139,"ciHigh":1244.864457,"observedAt":"2026-11-12","runCount":2110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.1","rowId":"agentic/Qwen-Image-2.1","slice":"agentic"}
{"key":"lmarena|alibaba/qwen-image-2.1:default|none|lmarena-text-to-image@1|rating|art/Qwen-Image-2.1","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1229.549927,"ciLow":1216.838503,"ciHigh":1242.26135,"observedAt":"2026-11-12","runCount":2135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.1","rowId":"art/Qwen-Image-2.1","slice":"art"}
{"key":"lmarena|alibaba/qwen-image-2.1:default|none|lmarena-text-to-image@1|rating|cartoon/Qwen-Image-2.1","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1231.788943,"ciLow":1222.977061,"ciHigh":1240.600825,"observedAt":"2026-11-12","runCount":6068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.1","rowId":"cartoon/Qwen-Image-2.1","slice":"cartoon"}
{"key":"lmarena|alibaba/qwen-image-2.1:default|none|lmarena-text-to-image@1|rating|commercial_design/Qwen-Image-2.1","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1236.389089,"ciLow":1227.53074,"ciHigh":1245.247439,"observedAt":"2026-11-12","runCount":5012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.1","rowId":"commercial_design/Qwen-Image-2.1","slice":"commercial_design"}
{"key":"lmarena|alibaba/qwen-image-2.1:default|none|lmarena-text-to-image@1|rating|overall/Qwen-Image-2.1","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1226.885066,"ciLow":1220.578915,"ciHigh":1233.191217,"observedAt":"2026-11-12","runCount":17822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.1","rowId":"overall/Qwen-Image-2.1","slice":"overall"}
{"key":"lmarena|alibaba/qwen-image-2.1:default|none|lmarena-text-to-image@1|rating|photorealistic/Qwen-Image-2.1","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1231.624578,"ciLow":1222.949362,"ciHigh":1240.299794,"observedAt":"2026-11-12","runCount":6198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.1","rowId":"photorealistic/Qwen-Image-2.1","slice":"photorealistic"}
{"key":"lmarena|alibaba/qwen-image-2.1:default|none|lmarena-text-to-image@1|rating|portraits/Qwen-Image-2.1","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1257.678396,"ciLow":1246.707488,"ciHigh":1268.649304,"observedAt":"2026-11-12","runCount":3329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.1","rowId":"portraits/Qwen-Image-2.1","slice":"portraits"}
{"key":"lmarena|alibaba/qwen-image-2.1:default|none|lmarena-text-to-image@1|rating|text_rendering/Qwen-Image-2.1","sourceId":"lmarena","modelId":"alibaba/qwen-image-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1248.808849,"ciLow":1239.798589,"ciHigh":1257.81911,"observedAt":"2026-11-12","runCount":4991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-2.1","rowId":"text_rendering/Qwen-Image-2.1","slice":"text_rendering"}
{"key":"lmarena|alibaba/qwen-image-2512:default|none|lmarena-text-to-image@1|rating|3d_modeling/Qwen-Image (2512)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2512","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1135.487337,"ciLow":1128.383643,"ciHigh":1142.591031,"observedAt":"2026-11-12","runCount":10097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (2512)","rowId":"3d_modeling/Qwen-Image (2512)","slice":"3d_modeling"}
{"key":"lmarena|alibaba/qwen-image-2512:default|none|lmarena-text-to-image@1|rating|art/Qwen-Image (2512)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2512","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1130.987209,"ciLow":1124.715439,"ciHigh":1137.25898,"observedAt":"2026-11-12","runCount":14111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (2512)","rowId":"art/Qwen-Image (2512)","slice":"art"}
{"key":"lmarena|alibaba/qwen-image-2512:default|none|lmarena-text-to-image@1|rating|cartoon/Qwen-Image (2512)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2512","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1124.664262,"ciLow":1119.702016,"ciHigh":1129.626509,"observedAt":"2026-11-12","runCount":36612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (2512)","rowId":"cartoon/Qwen-Image (2512)","slice":"cartoon"}
{"key":"lmarena|alibaba/qwen-image-2512:default|none|lmarena-text-to-image@1|rating|commercial_design/Qwen-Image (2512)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2512","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1127.973293,"ciLow":1123.159698,"ciHigh":1132.786889,"observedAt":"2026-11-12","runCount":34212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (2512)","rowId":"commercial_design/Qwen-Image (2512)","slice":"commercial_design"}
{"key":"lmarena|alibaba/qwen-image-2512:default|none|lmarena-text-to-image@1|rating|overall/Qwen-Image (2512)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2512","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1123.943683,"ciLow":1120.450233,"ciHigh":1127.437133,"observedAt":"2026-11-12","runCount":95286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (2512)","rowId":"overall/Qwen-Image (2512)","slice":"overall"}
{"key":"lmarena|alibaba/qwen-image-2512:default|none|lmarena-text-to-image@1|rating|photorealistic/Qwen-Image (2512)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2512","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1132.984135,"ciLow":1128.125722,"ciHigh":1137.842547,"observedAt":"2026-11-12","runCount":40387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (2512)","rowId":"photorealistic/Qwen-Image (2512)","slice":"photorealistic"}
{"key":"lmarena|alibaba/qwen-image-2512:default|none|lmarena-text-to-image@1|rating|portraits/Qwen-Image (2512)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2512","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1140.14959,"ciLow":1134.322573,"ciHigh":1145.976607,"observedAt":"2026-11-12","runCount":20618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (2512)","rowId":"portraits/Qwen-Image (2512)","slice":"portraits"}
{"key":"lmarena|alibaba/qwen-image-2512:default|none|lmarena-text-to-image@1|rating|text_rendering/Qwen-Image (2512)","sourceId":"lmarena","modelId":"alibaba/qwen-image-2512","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1122.4675,"ciLow":1117.44555,"ciHigh":1127.48945,"observedAt":"2026-11-12","runCount":30104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (2512)","rowId":"text_rendering/Qwen-Image (2512)","slice":"text_rendering"}
{"key":"lmarena|alibaba/qwen-image-3.0-pro:default|none|lmarena-text-to-image@1|rating|3d_modeling/Qwen-Image-3.0-Pro","sourceId":"lmarena","modelId":"alibaba/qwen-image-3.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1252.264483,"ciLow":1232.297124,"ciHigh":1272.231842,"observedAt":"2026-11-12","runCount":849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-3.0-Pro","rowId":"3d_modeling/Qwen-Image-3.0-Pro","slice":"3d_modeling"}
{"key":"lmarena|alibaba/qwen-image-3.0-pro:default|none|lmarena-text-to-image@1|rating|art/Qwen-Image-3.0-Pro","sourceId":"lmarena","modelId":"alibaba/qwen-image-3.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1252.606095,"ciLow":1238.163699,"ciHigh":1267.048491,"observedAt":"2026-11-12","runCount":1533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-3.0-Pro","rowId":"art/Qwen-Image-3.0-Pro","slice":"art"}
{"key":"lmarena|alibaba/qwen-image-3.0-pro:default|none|lmarena-text-to-image@1|rating|cartoon/Qwen-Image-3.0-Pro","sourceId":"lmarena","modelId":"alibaba/qwen-image-3.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1275.912518,"ciLow":1265.930811,"ciHigh":1285.894225,"observedAt":"2026-11-12","runCount":4081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-3.0-Pro","rowId":"cartoon/Qwen-Image-3.0-Pro","slice":"cartoon"}
{"key":"lmarena|alibaba/qwen-image-3.0-pro:default|none|lmarena-text-to-image@1|rating|commercial_design/Qwen-Image-3.0-Pro","sourceId":"lmarena","modelId":"alibaba/qwen-image-3.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1256.08408,"ciLow":1245.840892,"ciHigh":1266.327267,"observedAt":"2026-11-12","runCount":3507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-3.0-Pro","rowId":"commercial_design/Qwen-Image-3.0-Pro","slice":"commercial_design"}
{"key":"lmarena|alibaba/qwen-image-3.0-pro:default|none|lmarena-text-to-image@1|rating|overall/Qwen-Image-3.0-Pro","sourceId":"lmarena","modelId":"alibaba/qwen-image-3.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1254.10763,"ciLow":1247.495392,"ciHigh":1260.719869,"observedAt":"2026-11-12","runCount":10899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-3.0-Pro","rowId":"overall/Qwen-Image-3.0-Pro","slice":"overall"}
{"key":"lmarena|alibaba/qwen-image-3.0-pro:default|none|lmarena-text-to-image@1|rating|photorealistic/Qwen-Image-3.0-Pro","sourceId":"lmarena","modelId":"alibaba/qwen-image-3.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1259.384111,"ciLow":1249.424476,"ciHigh":1269.343747,"observedAt":"2026-11-12","runCount":4125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-3.0-Pro","rowId":"photorealistic/Qwen-Image-3.0-Pro","slice":"photorealistic"}
{"key":"lmarena|alibaba/qwen-image-3.0-pro:default|none|lmarena-text-to-image@1|rating|portraits/Qwen-Image-3.0-Pro","sourceId":"lmarena","modelId":"alibaba/qwen-image-3.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1282.284715,"ciLow":1269.345102,"ciHigh":1295.224328,"observedAt":"2026-11-12","runCount":2237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-3.0-Pro","rowId":"portraits/Qwen-Image-3.0-Pro","slice":"portraits"}
{"key":"lmarena|alibaba/qwen-image-3.0-pro:default|none|lmarena-text-to-image@1|rating|text_rendering/Qwen-Image-3.0-Pro","sourceId":"lmarena","modelId":"alibaba/qwen-image-3.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1281.930572,"ciLow":1271.485849,"ciHigh":1292.375295,"observedAt":"2026-11-12","runCount":3472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image-3.0-Pro","rowId":"text_rendering/Qwen-Image-3.0-Pro","slice":"text_rendering"}
{"key":"lmarena|alibaba/qwen-image:default|none|lmarena-text-to-image@1|rating|3d_modeling/Qwen-Image","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1065.064522,"ciLow":1056.890684,"ciHigh":1073.238359,"observedAt":"2026-11-12","runCount":6773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image","rowId":"3d_modeling/Qwen-Image","slice":"3d_modeling"}
{"key":"lmarena|alibaba/qwen-image:default|none|lmarena-text-to-image@1|rating|art/Qwen-Image","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1056.439522,"ciLow":1048.888667,"ciHigh":1063.990377,"observedAt":"2026-11-12","runCount":8461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image","rowId":"art/Qwen-Image","slice":"art"}
{"key":"lmarena|alibaba/qwen-image:default|none|lmarena-text-to-image@1|rating|cartoon/Qwen-Image","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1053.09573,"ciLow":1048.994454,"ciHigh":1057.197006,"observedAt":"2026-11-12","runCount":33593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image","rowId":"cartoon/Qwen-Image","slice":"cartoon"}
{"key":"lmarena|alibaba/qwen-image:default|none|lmarena-text-to-image@1|rating|commercial_design/Qwen-Image","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1068.944729,"ciLow":1063.906426,"ciHigh":1073.983032,"observedAt":"2026-11-12","runCount":17797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image","rowId":"commercial_design/Qwen-Image","slice":"commercial_design"}
{"key":"lmarena|alibaba/qwen-image:default|none|lmarena-text-to-image@1|rating|overall/Qwen-Image","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1056.972058,"ciLow":1054.323526,"ciHigh":1059.620591,"observedAt":"2026-11-12","runCount":84280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image","rowId":"overall/Qwen-Image","slice":"overall"}
{"key":"lmarena|alibaba/qwen-image:default|none|lmarena-text-to-image@1|rating|photorealistic/Qwen-Image","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1062.61368,"ciLow":1058.810124,"ciHigh":1066.417237,"observedAt":"2026-11-12","runCount":42840,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image","rowId":"photorealistic/Qwen-Image","slice":"photorealistic"}
{"key":"lmarena|alibaba/qwen-image:default|none|lmarena-text-to-image@1|rating|portraits/Qwen-Image","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1077.923464,"ciLow":1073.213118,"ciHigh":1082.633809,"observedAt":"2026-11-12","runCount":28634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image","rowId":"portraits/Qwen-Image","slice":"portraits"}
{"key":"lmarena|alibaba/qwen-image:default|none|lmarena-text-to-image@1|rating|text_rendering/Qwen-Image","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1048.794631,"ciLow":1043.442966,"ciHigh":1054.146297,"observedAt":"2026-11-12","runCount":15417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image","rowId":"text_rendering/Qwen-Image","slice":"text_rendering"}
{"key":"lmarena|alibaba/qwen-image:flags=prompt-extend|none|lmarena-text-to-image@1|rating|3d_modeling/Qwen-Image (Prompt Extend)","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":["prompt-extend"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1083.043994,"ciLow":1077.56939,"ciHigh":1088.518598,"observedAt":"2026-11-12","runCount":64505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (Prompt Extend)","rowId":"3d_modeling/Qwen-Image (Prompt Extend)","slice":"3d_modeling"}
{"key":"lmarena|alibaba/qwen-image:flags=prompt-extend|none|lmarena-text-to-image@1|rating|art/Qwen-Image (Prompt Extend)","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":["prompt-extend"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1057.307813,"ciLow":1052.155001,"ciHigh":1062.460624,"observedAt":"2026-11-12","runCount":84911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (Prompt Extend)","rowId":"art/Qwen-Image (Prompt Extend)","slice":"art"}
{"key":"lmarena|alibaba/qwen-image:flags=prompt-extend|none|lmarena-text-to-image@1|rating|cartoon/Qwen-Image (Prompt Extend)","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":["prompt-extend"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1064.001454,"ciLow":1059.963558,"ciHigh":1068.039351,"observedAt":"2026-11-12","runCount":273487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (Prompt Extend)","rowId":"cartoon/Qwen-Image (Prompt Extend)","slice":"cartoon"}
{"key":"lmarena|alibaba/qwen-image:flags=prompt-extend|none|lmarena-text-to-image@1|rating|commercial_design/Qwen-Image (Prompt Extend)","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":["prompt-extend"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1087.077876,"ciLow":1083.218541,"ciHigh":1090.937212,"observedAt":"2026-11-12","runCount":210917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (Prompt Extend)","rowId":"commercial_design/Qwen-Image (Prompt Extend)","slice":"commercial_design"}
{"key":"lmarena|alibaba/qwen-image:flags=prompt-extend|none|lmarena-text-to-image@1|rating|overall/Qwen-Image (Prompt Extend)","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":["prompt-extend"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1061.529829,"ciLow":1058.806077,"ciHigh":1064.253581,"observedAt":"2026-11-12","runCount":706356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (Prompt Extend)","rowId":"overall/Qwen-Image (Prompt Extend)","slice":"overall"}
{"key":"lmarena|alibaba/qwen-image:flags=prompt-extend|none|lmarena-text-to-image@1|rating|photorealistic/Qwen-Image (Prompt Extend)","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":["prompt-extend"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1048.061117,"ciLow":1044.18478,"ciHigh":1051.937453,"observedAt":"2026-11-12","runCount":334829,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (Prompt Extend)","rowId":"photorealistic/Qwen-Image (Prompt Extend)","slice":"photorealistic"}
{"key":"lmarena|alibaba/qwen-image:flags=prompt-extend|none|lmarena-text-to-image@1|rating|portraits/Qwen-Image (Prompt Extend)","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":["prompt-extend"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1053.006663,"ciLow":1048.314097,"ciHigh":1057.699229,"observedAt":"2026-11-12","runCount":198056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (Prompt Extend)","rowId":"portraits/Qwen-Image (Prompt Extend)","slice":"portraits"}
{"key":"lmarena|alibaba/qwen-image:flags=prompt-extend|none|lmarena-text-to-image@1|rating|text_rendering/Qwen-Image (Prompt Extend)","sourceId":"lmarena","modelId":"alibaba/qwen-image","variant":{"flags":["prompt-extend"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1082.64948,"ciLow":1078.623883,"ciHigh":1086.675077,"observedAt":"2026-11-12","runCount":185072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Image (Prompt Extend)","rowId":"text_rendering/Qwen-Image (Prompt Extend)","slice":"text_rendering"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|chinese/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.302575,"ciLow":1295.676155,"ciHigh":1326.928996,"observedAt":"2026-11-11","runCount":1421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"chinese/Qwen-Max (0919)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|coding/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.271316,"ciLow":1341.139862,"ciHigh":1363.40277,"observedAt":"2026-11-11","runCount":2756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"coding/Qwen-Max (0919)","slice":"coding"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.761395,"ciLow":1272.699471,"ciHigh":1296.823318,"observedAt":"2026-11-11","runCount":2358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"creative_writing/Qwen-Max (0919)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|english/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.221017,"ciLow":1319.875805,"ciHigh":1334.566228,"observedAt":"2026-11-11","runCount":8347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"english/Qwen-Max (0919)","slice":"english"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.81526,"ciLow":1249.152167,"ciHigh":1266.478354,"observedAt":"2026-11-11","runCount":10342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"exclude_ties/Qwen-Max (0919)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|expert/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.835399,"ciLow":1281.79091,"ciHigh":1317.879887,"observedAt":"2026-11-11","runCount":1011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"expert/Qwen-Max (0919)","slice":"expert"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|french/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.820783,"ciLow":1333.725298,"ciHigh":1417.916268,"observedAt":"2026-11-11","runCount":183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"french/Qwen-Max (0919)","slice":"french"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|german/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.040093,"ciLow":1258.002049,"ciHigh":1310.078137,"observedAt":"2026-11-11","runCount":438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"german/Qwen-Max (0919)","slice":"german"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.505888,"ciLow":1309.248085,"ciHigh":1327.76369,"observedAt":"2026-11-11","runCount":4447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"hard_prompts/Qwen-Max (0919)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.069701,"ciLow":1316.72654,"ciHigh":1339.412862,"observedAt":"2026-11-11","runCount":2531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"hard_prompts_english/Qwen-Max (0919)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.806519,"ciLow":1292.935864,"ciHigh":1318.677174,"observedAt":"2026-11-11","runCount":2195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_business_and_management_and_financial_operations/Qwen-Max (0919)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.576326,"ciLow":1267.727864,"ciHigh":1291.424789,"observedAt":"2026-11-11","runCount":2396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_entertainment_and_sports_and_media/Qwen-Max (0919)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.483964,"ciLow":1308.497232,"ciHigh":1344.470695,"observedAt":"2026-11-11","runCount":1085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_legal_and_government/Qwen-Max (0919)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.583049,"ciLow":1313.447556,"ciHigh":1335.718542,"observedAt":"2026-11-11","runCount":2975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_life_and_physical_and_social_science/Qwen-Max (0919)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.953469,"ciLow":1287.87267,"ciHigh":1314.034268,"observedAt":"2026-11-11","runCount":1804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_mathematical/Qwen-Max (0919)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.022047,"ciLow":1298.2358,"ciHigh":1335.808293,"observedAt":"2026-11-11","runCount":933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_medicine_and_healthcare/Qwen-Max (0919)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.356785,"ciLow":1333.941379,"ciHigh":1352.772191,"observedAt":"2026-11-11","runCount":4410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_software_and_it_services/Qwen-Max (0919)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.329879,"ciLow":1297.844203,"ciHigh":1316.815555,"observedAt":"2026-11-11","runCount":4631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_writing_and_literature_and_language/Qwen-Max (0919)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.326522,"ciLow":1293.342054,"ciHigh":1309.310991,"observedAt":"2026-11-11","runCount":6919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"instruction_following/Qwen-Max (0919)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|japanese/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.296647,"ciLow":1209.725797,"ciHigh":1274.867497,"observedAt":"2026-11-11","runCount":312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"japanese/Qwen-Max (0919)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|korean/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.935189,"ciLow":1146.870307,"ciHigh":1221.000071,"observedAt":"2026-11-11","runCount":285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"korean/Qwen-Max (0919)","slice":"korean"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.095563,"ciLow":1314.222076,"ciHigh":1337.969049,"observedAt":"2026-11-11","runCount":2440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"longer_query/Qwen-Max (0919)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|math/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.889036,"ciLow":1278.993309,"ciHigh":1302.784762,"observedAt":"2026-11-11","runCount":2249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"math/Qwen-Max (0919)","slice":"math"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.366209,"ciLow":1294.333126,"ciHigh":1316.399291,"observedAt":"2026-11-11","runCount":3105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"multi_turn/Qwen-Max (0919)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|non_english/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.200585,"ciLow":1292.794289,"ciHigh":1307.606882,"observedAt":"2026-11-11","runCount":8131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"non_english/Qwen-Max (0919)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|overall/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.169424,"ciLow":1312.465766,"ciHigh":1323.873082,"observedAt":"2026-11-11","runCount":16478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"overall/Qwen-Max (0919)","slice":"overall"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|russian/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.83888,"ciLow":1300.019552,"ciHigh":1323.658207,"observedAt":"2026-11-11","runCount":2432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"russian/Qwen-Max (0919)","slice":"russian"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text-style-control@1|rating|spanish/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.800137,"ciLow":1288.110253,"ciHigh":1365.490022,"observedAt":"2026-11-11","runCount":222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"spanish/Qwen-Max (0919)","slice":"spanish"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|chinese/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.086944,"ciLow":1238.467507,"ciHigh":1269.706381,"observedAt":"2026-11-11","runCount":1421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"chinese/Qwen-Max (0919)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|coding/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.960865,"ciLow":1276.845477,"ciHigh":1299.076253,"observedAt":"2026-11-11","runCount":2756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"coding/Qwen-Max (0919)","slice":"coding"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|creative_writing/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.952311,"ciLow":1235.957367,"ciHigh":1259.947254,"observedAt":"2026-11-11","runCount":2358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"creative_writing/Qwen-Max (0919)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|english/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.568055,"ciLow":1285.282196,"ciHigh":1299.853914,"observedAt":"2026-11-11","runCount":8347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"english/Qwen-Max (0919)","slice":"english"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|exclude_ties/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.750634,"ciLow":1197.189258,"ciHigh":1214.312011,"observedAt":"2026-11-11","runCount":10342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"exclude_ties/Qwen-Max (0919)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|expert/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.705313,"ciLow":1229.709801,"ciHigh":1265.700825,"observedAt":"2026-11-11","runCount":1011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"expert/Qwen-Max (0919)","slice":"expert"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|french/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.851733,"ciLow":1288.668205,"ciHigh":1371.035261,"observedAt":"2026-11-11","runCount":183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"french/Qwen-Max (0919)","slice":"french"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|german/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.734039,"ciLow":1227.4885,"ciHigh":1279.979578,"observedAt":"2026-11-11","runCount":438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"german/Qwen-Max (0919)","slice":"german"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|hard_prompts/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.352263,"ciLow":1260.146769,"ciHigh":1278.557757,"observedAt":"2026-11-11","runCount":4447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"hard_prompts/Qwen-Max (0919)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.521048,"ciLow":1269.236986,"ciHigh":1291.805111,"observedAt":"2026-11-11","runCount":2531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"hard_prompts_english/Qwen-Max (0919)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1255.939049,"ciLow":1243.18029,"ciHigh":1268.697808,"observedAt":"2026-11-11","runCount":2195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_business_and_management_and_financial_operations/Qwen-Max (0919)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.485427,"ciLow":1228.716079,"ciHigh":1252.254774,"observedAt":"2026-11-11","runCount":2396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_entertainment_and_sports_and_media/Qwen-Max (0919)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.962692,"ciLow":1264.964554,"ciHigh":1300.960831,"observedAt":"2026-11-11","runCount":1085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_legal_and_government/Qwen-Max (0919)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.142603,"ciLow":1268.015512,"ciHigh":1290.269694,"observedAt":"2026-11-11","runCount":2975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_life_and_physical_and_social_science/Qwen-Max (0919)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|industry_mathematical/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.614513,"ciLow":1266.539666,"ciHigh":1292.689361,"observedAt":"2026-11-11","runCount":1804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_mathematical/Qwen-Max (0919)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.037122,"ciLow":1240.201667,"ciHigh":1277.872578,"observedAt":"2026-11-11","runCount":933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_medicine_and_healthcare/Qwen-Max (0919)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.629518,"ciLow":1281.252421,"ciHigh":1300.006615,"observedAt":"2026-11-11","runCount":4410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_software_and_it_services/Qwen-Max (0919)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.222168,"ciLow":1260.770259,"ciHigh":1279.674077,"observedAt":"2026-11-11","runCount":4631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"industry_writing_and_literature_and_language/Qwen-Max (0919)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|instruction_following/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.66786,"ciLow":1253.740661,"ciHigh":1269.595059,"observedAt":"2026-11-11","runCount":6919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"instruction_following/Qwen-Max (0919)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|japanese/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.323486,"ciLow":1172.760563,"ciHigh":1237.886409,"observedAt":"2026-11-11","runCount":312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"japanese/Qwen-Max (0919)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|korean/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.712418,"ciLow":1105.249279,"ciHigh":1178.175558,"observedAt":"2026-11-11","runCount":285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"korean/Qwen-Max (0919)","slice":"korean"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|longer_query/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.218093,"ciLow":1276.427858,"ciHigh":1300.008327,"observedAt":"2026-11-11","runCount":2440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"longer_query/Qwen-Max (0919)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|math/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.041241,"ciLow":1263.161697,"ciHigh":1286.920785,"observedAt":"2026-11-11","runCount":2249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"math/Qwen-Max (0919)","slice":"math"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|multi_turn/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.624209,"ciLow":1265.590831,"ciHigh":1287.657588,"observedAt":"2026-11-11","runCount":3105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"multi_turn/Qwen-Max (0919)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|non_english/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1262.955612,"ciLow":1255.559527,"ciHigh":1270.351697,"observedAt":"2026-11-11","runCount":8131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"non_english/Qwen-Max (0919)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|overall/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.925771,"ciLow":1276.254027,"ciHigh":1287.597515,"observedAt":"2026-11-11","runCount":16478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"overall/Qwen-Max (0919)","slice":"overall"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|russian/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.923976,"ciLow":1262.106129,"ciHigh":1285.741823,"observedAt":"2026-11-11","runCount":2432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"russian/Qwen-Max (0919)","slice":"russian"}
{"key":"lmarena|alibaba/qwen-max-0919:default|none|lmarena-text@1|rating|spanish/Qwen-Max (0919)","sourceId":"lmarena","modelId":"alibaba/qwen-max-0919","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.85601,"ciLow":1251.274357,"ciHigh":1328.437662,"observedAt":"2026-11-11","runCount":222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Max (0919)","rowId":"spanish/Qwen-Max (0919)","slice":"spanish"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|chinese/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.1753,"ciLow":1348.157284,"ciHigh":1402.193316,"observedAt":"2026-11-11","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"chinese/Qwen-Plus (0125)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|coding/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.526363,"ciLow":1360.144426,"ciHigh":1396.9083,"observedAt":"2026-11-11","runCount":893,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"coding/Qwen-Plus (0125)","slice":"coding"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.254198,"ciLow":1298.141893,"ciHigh":1334.366503,"observedAt":"2026-11-11","runCount":931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"creative_writing/Qwen-Plus (0125)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|english/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.732319,"ciLow":1345.322133,"ciHigh":1366.142505,"observedAt":"2026-11-11","runCount":3425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"english/Qwen-Plus (0125)","slice":"english"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.224269,"ciLow":1295.370959,"ciHigh":1321.077579,"observedAt":"2026-11-11","runCount":3765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"exclude_ties/Qwen-Plus (0125)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|expert/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.823453,"ciLow":1340.049743,"ciHigh":1399.597162,"observedAt":"2026-11-11","runCount":358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"expert/Qwen-Plus (0125)","slice":"expert"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.494644,"ciLow":1338.215444,"ciHigh":1366.773843,"observedAt":"2026-11-11","runCount":1481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"hard_prompts/Qwen-Plus (0125)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.315736,"ciLow":1347.887292,"ciHigh":1382.74418,"observedAt":"2026-11-11","runCount":964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"hard_prompts_english/Qwen-Plus (0125)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.529207,"ciLow":1318.159825,"ciHigh":1364.898589,"observedAt":"2026-11-11","runCount":571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_business_and_management_and_financial_operations/Qwen-Plus (0125)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.920957,"ciLow":1277.286684,"ciHigh":1310.55523,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_entertainment_and_sports_and_media/Qwen-Plus (0125)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.667967,"ciLow":1350.353679,"ciHigh":1406.982256,"observedAt":"2026-11-11","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_legal_and_government/Qwen-Plus (0125)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.529384,"ciLow":1362.076476,"ciHigh":1398.982292,"observedAt":"2026-11-11","runCount":968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_life_and_physical_and_social_science/Qwen-Plus (0125)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.894171,"ciLow":1310.316654,"ciHigh":1353.471688,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_mathematical/Qwen-Plus (0125)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.849745,"ciLow":1355.181032,"ciHigh":1418.518457,"observedAt":"2026-11-11","runCount":315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_medicine_and_healthcare/Qwen-Plus (0125)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.95762,"ciLow":1364.886259,"ciHigh":1395.028981,"observedAt":"2026-11-11","runCount":1419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_software_and_it_services/Qwen-Plus (0125)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.333662,"ciLow":1306.606251,"ciHigh":1336.061073,"observedAt":"2026-11-11","runCount":1512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_writing_and_literature_and_language/Qwen-Plus (0125)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.456998,"ciLow":1319.297809,"ciHigh":1343.616188,"observedAt":"2026-11-11","runCount":2249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"instruction_following/Qwen-Plus (0125)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|japanese/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.218488,"ciLow":1239.726367,"ciHigh":1316.710609,"observedAt":"2026-11-11","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"japanese/Qwen-Plus (0125)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.62554,"ciLow":1341.801201,"ciHigh":1383.449879,"observedAt":"2026-11-11","runCount":690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"longer_query/Qwen-Plus (0125)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|math/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.791477,"ciLow":1302.414691,"ciHigh":1341.168263,"observedAt":"2026-11-11","runCount":732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"math/Qwen-Plus (0125)","slice":"math"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.378069,"ciLow":1333.323632,"ciHigh":1371.432506,"observedAt":"2026-11-11","runCount":842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"multi_turn/Qwen-Plus (0125)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|non_english/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.880674,"ciLow":1319.988386,"ciHigh":1343.772962,"observedAt":"2026-11-11","runCount":2394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"non_english/Qwen-Plus (0125)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|overall/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.91635,"ciLow":1337.585323,"ciHigh":1354.247377,"observedAt":"2026-11-11","runCount":5819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"overall/Qwen-Plus (0125)","slice":"overall"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text-style-control@1|rating|russian/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.669812,"ciLow":1331.752534,"ciHigh":1375.587089,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"russian/Qwen-Plus (0125)","slice":"russian"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|chinese/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.961871,"ciLow":1319.537444,"ciHigh":1374.386297,"observedAt":"2026-11-11","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"chinese/Qwen-Plus (0125)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|coding/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.954426,"ciLow":1309.742392,"ciHigh":1346.166459,"observedAt":"2026-11-11","runCount":893,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"coding/Qwen-Plus (0125)","slice":"coding"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|creative_writing/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.331596,"ciLow":1273.981503,"ciHigh":1310.681689,"observedAt":"2026-11-11","runCount":931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"creative_writing/Qwen-Plus (0125)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|english/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.558682,"ciLow":1328.193797,"ciHigh":1348.923566,"observedAt":"2026-11-11","runCount":3425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"english/Qwen-Plus (0125)","slice":"english"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|exclude_ties/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.003816,"ciLow":1267.310021,"ciHigh":1292.697611,"observedAt":"2026-11-11","runCount":3765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"exclude_ties/Qwen-Plus (0125)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|expert/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.531216,"ciLow":1298.004432,"ciHigh":1357.058,"observedAt":"2026-11-11","runCount":358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"expert/Qwen-Plus (0125)","slice":"expert"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|hard_prompts/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.484988,"ciLow":1302.352266,"ciHigh":1330.617711,"observedAt":"2026-11-11","runCount":1481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"hard_prompts/Qwen-Plus (0125)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.91437,"ciLow":1315.621909,"ciHigh":1350.20683,"observedAt":"2026-11-11","runCount":964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"hard_prompts_english/Qwen-Plus (0125)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.261169,"ciLow":1280.269526,"ciHigh":1326.252812,"observedAt":"2026-11-11","runCount":571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_business_and_management_and_financial_operations/Qwen-Plus (0125)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.994052,"ciLow":1253.348649,"ciHigh":1286.639454,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_entertainment_and_sports_and_media/Qwen-Plus (0125)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.751692,"ciLow":1320.221083,"ciHigh":1377.282302,"observedAt":"2026-11-11","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_legal_and_government/Qwen-Plus (0125)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.530654,"ciLow":1334.066009,"ciHigh":1370.995299,"observedAt":"2026-11-11","runCount":968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_life_and_physical_and_social_science/Qwen-Plus (0125)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|industry_mathematical/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.572787,"ciLow":1311.172843,"ciHigh":1353.972731,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_mathematical/Qwen-Plus (0125)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.103774,"ciLow":1318.207234,"ciHigh":1382.000313,"observedAt":"2026-11-11","runCount":315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_medicine_and_healthcare/Qwen-Plus (0125)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.721388,"ciLow":1327.700302,"ciHigh":1357.742474,"observedAt":"2026-11-11","runCount":1419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_software_and_it_services/Qwen-Plus (0125)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.96315,"ciLow":1281.233344,"ciHigh":1310.692957,"observedAt":"2026-11-11","runCount":1512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"industry_writing_and_literature_and_language/Qwen-Plus (0125)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|instruction_following/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1302.813457,"ciLow":1290.748755,"ciHigh":1314.878159,"observedAt":"2026-11-11","runCount":2249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"instruction_following/Qwen-Plus (0125)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|japanese/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.290157,"ciLow":1212.283847,"ciHigh":1290.296467,"observedAt":"2026-11-11","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"japanese/Qwen-Plus (0125)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|longer_query/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.249148,"ciLow":1303.309926,"ciHigh":1345.18837,"observedAt":"2026-11-11","runCount":690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"longer_query/Qwen-Plus (0125)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|math/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.941584,"ciLow":1306.688162,"ciHigh":1345.195006,"observedAt":"2026-11-11","runCount":732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"math/Qwen-Plus (0125)","slice":"math"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|multi_turn/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.064795,"ciLow":1317.018841,"ciHigh":1355.110749,"observedAt":"2026-11-11","runCount":842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"multi_turn/Qwen-Plus (0125)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|non_english/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.651706,"ciLow":1297.749634,"ciHigh":1321.553778,"observedAt":"2026-11-11","runCount":2394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"non_english/Qwen-Plus (0125)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|overall/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.46076,"ciLow":1318.179629,"ciHigh":1334.741891,"observedAt":"2026-11-11","runCount":5819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"overall/Qwen-Plus (0125)","slice":"overall"}
{"key":"lmarena|alibaba/qwen-plus-0125:default|none|lmarena-text@1|rating|russian/Qwen-Plus (0125)","sourceId":"lmarena","modelId":"alibaba/qwen-plus-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.098789,"ciLow":1301.040495,"ciHigh":1345.157082,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-Plus (0125)","rowId":"russian/Qwen-Plus (0125)","slice":"russian"}
{"key":"lmarena|alibaba/qwen-vl-max-1119:default|none|lmarena-vision-style-control@1|rating|english/Qwen-VL-Max (1119)","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max-1119","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1093.385323,"ciLow":1071.641049,"ciHigh":1115.129596,"observedAt":"2026-11-09","runCount":755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-VL-Max (1119)","rowId":"english/Qwen-VL-Max (1119)","slice":"english"}
{"key":"lmarena|alibaba/qwen-vl-max-1119:default|none|lmarena-vision-style-control@1|rating|overall/Qwen-VL-Max (1119)","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max-1119","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1084.724114,"ciLow":1068.670779,"ciHigh":1100.777449,"observedAt":"2026-11-09","runCount":1422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-VL-Max (1119)","rowId":"overall/Qwen-VL-Max (1119)","slice":"overall"}
{"key":"lmarena|alibaba/qwen-vl-max-1119:default|none|lmarena-vision@1|rating|english/Qwen-VL-Max (1119)","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max-1119","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1071.796535,"ciLow":1049.795245,"ciHigh":1093.797825,"observedAt":"2026-11-09","runCount":755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-VL-Max (1119)","rowId":"english/Qwen-VL-Max (1119)","slice":"english"}
{"key":"lmarena|alibaba/qwen-vl-max-1119:default|none|lmarena-vision@1|rating|overall/Qwen-VL-Max (1119)","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max-1119","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1057.479797,"ciLow":1041.236245,"ciHigh":1073.723349,"observedAt":"2026-11-09","runCount":1422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-VL-Max (1119)","rowId":"overall/Qwen-VL-Max (1119)","slice":"overall"}
{"key":"lmarena|alibaba/qwen-vl-max:ckpt=2025-08-13|none|lmarena-vision-style-control@1|rating|creative_writing/qwen-vl-max-2025-08-13","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max","variant":{"flags":[],"checkpoint":"2025-08-13"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.347932,"ciLow":1116.251483,"ciHigh":1202.444381,"observedAt":"2026-01-09","runCount":191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"qwen-vl-max-2025-08-13","rowId":"creative_writing/qwen-vl-max-2025-08-13","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen-vl-max:ckpt=2025-08-13|none|lmarena-vision-style-control@1|rating|diagram/Qwen-VL-Max (2025-08-13)","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max","variant":{"flags":[],"checkpoint":"2025-08-13"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.246565,"ciLow":1217.134165,"ciHigh":1279.358965,"observedAt":"2026-11-09","runCount":343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-VL-Max (2025-08-13)","rowId":"diagram/Qwen-VL-Max (2025-08-13)","slice":"diagram"}
{"key":"lmarena|alibaba/qwen-vl-max:ckpt=2025-08-13|none|lmarena-vision-style-control@1|rating|english/Qwen-VL-Max (2025-08-13)","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max","variant":{"flags":[],"checkpoint":"2025-08-13"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.082243,"ciLow":1180.524811,"ciHigh":1213.639676,"observedAt":"2026-11-09","runCount":1473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-VL-Max (2025-08-13)","rowId":"english/Qwen-VL-Max (2025-08-13)","slice":"english"}
{"key":"lmarena|alibaba/qwen-vl-max:ckpt=2025-08-13|none|lmarena-vision-style-control@1|rating|ocr/Qwen-VL-Max (2025-08-13)","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max","variant":{"flags":[],"checkpoint":"2025-08-13"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.339701,"ciLow":1195.366453,"ciHigh":1231.31295,"observedAt":"2026-11-09","runCount":1118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-VL-Max (2025-08-13)","rowId":"ocr/Qwen-VL-Max (2025-08-13)","slice":"ocr"}
{"key":"lmarena|alibaba/qwen-vl-max:ckpt=2025-08-13|none|lmarena-vision-style-control@1|rating|overall/Qwen-VL-Max (2025-08-13)","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max","variant":{"flags":[],"checkpoint":"2025-08-13"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.763351,"ciLow":1172.648751,"ciHigh":1196.87795,"observedAt":"2026-11-09","runCount":3159,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-VL-Max (2025-08-13)","rowId":"overall/Qwen-VL-Max (2025-08-13)","slice":"overall"}
{"key":"lmarena|alibaba/qwen-vl-max:ckpt=2025-08-13|none|lmarena-vision@1|rating|creative_writing/qwen-vl-max-2025-08-13","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max","variant":{"flags":[],"checkpoint":"2025-08-13"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1183.446886,"ciLow":1141.159614,"ciHigh":1225.734158,"observedAt":"2026-01-09","runCount":191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"qwen-vl-max-2025-08-13","rowId":"creative_writing/qwen-vl-max-2025-08-13","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen-vl-max:ckpt=2025-08-13|none|lmarena-vision@1|rating|diagram/Qwen-VL-Max (2025-08-13)","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max","variant":{"flags":[],"checkpoint":"2025-08-13"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1265.959589,"ciLow":1235.204497,"ciHigh":1296.714681,"observedAt":"2026-11-09","runCount":343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-VL-Max (2025-08-13)","rowId":"diagram/Qwen-VL-Max (2025-08-13)","slice":"diagram"}
{"key":"lmarena|alibaba/qwen-vl-max:ckpt=2025-08-13|none|lmarena-vision@1|rating|english/Qwen-VL-Max (2025-08-13)","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max","variant":{"flags":[],"checkpoint":"2025-08-13"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1226.732123,"ciLow":1210.344505,"ciHigh":1243.119742,"observedAt":"2026-11-09","runCount":1473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-VL-Max (2025-08-13)","rowId":"english/Qwen-VL-Max (2025-08-13)","slice":"english"}
{"key":"lmarena|alibaba/qwen-vl-max:ckpt=2025-08-13|none|lmarena-vision@1|rating|ocr/Qwen-VL-Max (2025-08-13)","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max","variant":{"flags":[],"checkpoint":"2025-08-13"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1235.578918,"ciLow":1217.747315,"ciHigh":1253.410521,"observedAt":"2026-11-09","runCount":1118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-VL-Max (2025-08-13)","rowId":"ocr/Qwen-VL-Max (2025-08-13)","slice":"ocr"}
{"key":"lmarena|alibaba/qwen-vl-max:ckpt=2025-08-13|none|lmarena-vision@1|rating|overall/Qwen-VL-Max (2025-08-13)","sourceId":"lmarena","modelId":"alibaba/qwen-vl-max","variant":{"flags":[],"checkpoint":"2025-08-13"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1212.352428,"ciLow":1200.355011,"ciHigh":1224.349845,"observedAt":"2026-11-09","runCount":3159,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen-VL-Max (2025-08-13)","rowId":"overall/Qwen-VL-Max (2025-08-13)","slice":"overall"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|chinese/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.51633,"ciLow":1267.183004,"ciHigh":1293.849656,"observedAt":"2026-11-11","runCount":2906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"chinese/Qwen1.5-110B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|coding/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.713914,"ciLow":1269.433075,"ciHigh":1289.994752,"observedAt":"2026-11-11","runCount":4763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"coding/Qwen1.5-110B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.078889,"ciLow":1181.392586,"ciHigh":1204.765193,"observedAt":"2026-11-11","runCount":3677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"creative_writing/Qwen1.5-110B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|english/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.942179,"ciLow":1249.684596,"ciHigh":1264.199763,"observedAt":"2026-11-11","runCount":13896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"english/Qwen1.5-110B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1129.310631,"ciLow":1120.594723,"ciHigh":1138.026539,"observedAt":"2026-11-11","runCount":16506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"exclude_ties/Qwen1.5-110B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|expert/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.515199,"ciLow":1213.00328,"ciHigh":1246.027118,"observedAt":"2026-11-11","runCount":1411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"expert/Qwen1.5-110B-Chat","slice":"expert"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|french/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.284662,"ciLow":1191.318824,"ciHigh":1257.250501,"observedAt":"2026-11-11","runCount":375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"french/Qwen1.5-110B-Chat","slice":"french"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|german/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.92768,"ciLow":1165.643141,"ciHigh":1208.212219,"observedAt":"2026-11-11","runCount":928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"german/Qwen1.5-110B-Chat","slice":"german"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.488598,"ciLow":1237.76117,"ciHigh":1255.216026,"observedAt":"2026-11-11","runCount":7695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"hard_prompts/Qwen1.5-110B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.880466,"ciLow":1253.496417,"ciHigh":1274.264515,"observedAt":"2026-11-11","runCount":4572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"hard_prompts_english/Qwen1.5-110B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.077829,"ciLow":1206.670796,"ciHigh":1231.484863,"observedAt":"2026-11-11","runCount":3117,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen1.5-110B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.885584,"ciLow":1180.772734,"ciHigh":1202.998435,"observedAt":"2026-11-11","runCount":3882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen1.5-110B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.912648,"ciLow":1250.736103,"ciHigh":1285.089192,"observedAt":"2026-11-11","runCount":1506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_legal_and_government/Qwen1.5-110B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.910296,"ciLow":1235.871321,"ciHigh":1257.94927,"observedAt":"2026-11-11","runCount":4398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen1.5-110B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.397252,"ciLow":1220.592771,"ciHigh":1244.201734,"observedAt":"2026-11-11","runCount":2860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_mathematical/Qwen1.5-110B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.306129,"ciLow":1228.014965,"ciHigh":1262.597293,"observedAt":"2026-11-11","runCount":1431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_medicine_and_healthcare/Qwen1.5-110B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.255201,"ciLow":1250.334352,"ciHigh":1268.176051,"observedAt":"2026-11-11","runCount":7665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_software_and_it_services/Qwen1.5-110B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.742332,"ciLow":1209.229662,"ciHigh":1228.255002,"observedAt":"2026-11-11","runCount":6502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen1.5-110B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.203554,"ciLow":1210.097829,"ciHigh":1226.309279,"observedAt":"2026-11-11","runCount":9518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"instruction_following/Qwen1.5-110B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|japanese/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.367378,"ciLow":1109.982239,"ciHigh":1164.752517,"observedAt":"2026-11-11","runCount":599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"japanese/Qwen1.5-110B-Chat","slice":"japanese"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|korean/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1120.698536,"ciLow":1098.858292,"ciHigh":1142.53878,"observedAt":"2026-11-11","runCount":1434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"korean/Qwen1.5-110B-Chat","slice":"korean"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.936337,"ciLow":1218.117646,"ciHigh":1241.755028,"observedAt":"2026-11-11","runCount":3345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"longer_query/Qwen1.5-110B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|math/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.615579,"ciLow":1210.290225,"ciHigh":1232.940933,"observedAt":"2026-11-11","runCount":3188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"math/Qwen1.5-110B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.102827,"ciLow":1201.64342,"ciHigh":1224.562234,"observedAt":"2026-11-11","runCount":3740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"multi_turn/Qwen1.5-110B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|non_english/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.725683,"ciLow":1194.002116,"ciHigh":1209.449249,"observedAt":"2026-11-11","runCount":12299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"non_english/Qwen1.5-110B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|overall/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.337544,"ciLow":1228.795209,"ciHigh":1239.879879,"observedAt":"2026-11-11","runCount":26195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"overall/Qwen1.5-110B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|russian/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.587397,"ciLow":1163.244652,"ciHigh":1187.930141,"observedAt":"2026-11-11","runCount":2898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"russian/Qwen1.5-110B-Chat","slice":"russian"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text-style-control@1|rating|spanish/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.656341,"ciLow":1181.045065,"ciHigh":1242.267617,"observedAt":"2026-11-11","runCount":487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"spanish/Qwen1.5-110B-Chat","slice":"spanish"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|chinese/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.883373,"ciLow":1192.626764,"ciHigh":1219.139981,"observedAt":"2026-11-11","runCount":2906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"chinese/Qwen1.5-110B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|coding/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1183.793035,"ciLow":1173.549801,"ciHigh":1194.03627,"observedAt":"2026-11-11","runCount":4763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"coding/Qwen1.5-110B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|creative_writing/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1147.756859,"ciLow":1136.199311,"ciHigh":1159.314407,"observedAt":"2026-11-11","runCount":3677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"creative_writing/Qwen1.5-110B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|english/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1198.011394,"ciLow":1190.759894,"ciHigh":1205.262895,"observedAt":"2026-11-11","runCount":13896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"english/Qwen1.5-110B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|exclude_ties/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1044.412235,"ciLow":1035.812681,"ciHigh":1053.011789,"observedAt":"2026-11-11","runCount":16506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"exclude_ties/Qwen1.5-110B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|expert/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1144.113301,"ciLow":1127.631525,"ciHigh":1160.595076,"observedAt":"2026-11-11","runCount":1411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"expert/Qwen1.5-110B-Chat","slice":"expert"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|french/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1151.024639,"ciLow":1117.862427,"ciHigh":1184.186852,"observedAt":"2026-11-11","runCount":375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"french/Qwen1.5-110B-Chat","slice":"french"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|german/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1122.481762,"ciLow":1101.321702,"ciHigh":1143.641821,"observedAt":"2026-11-11","runCount":928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"german/Qwen1.5-110B-Chat","slice":"german"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|hard_prompts/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1167.850523,"ciLow":1159.144942,"ciHigh":1176.556103,"observedAt":"2026-11-11","runCount":7695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"hard_prompts/Qwen1.5-110B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.845225,"ciLow":1174.453803,"ciHigh":1195.236647,"observedAt":"2026-11-11","runCount":4572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"hard_prompts_english/Qwen1.5-110B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1140.052582,"ciLow":1127.687506,"ciHigh":1152.417659,"observedAt":"2026-11-11","runCount":3117,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen1.5-110B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1138.481658,"ciLow":1127.457768,"ciHigh":1149.505548,"observedAt":"2026-11-11","runCount":3882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen1.5-110B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1188.194787,"ciLow":1171.105065,"ciHigh":1205.28451,"observedAt":"2026-11-11","runCount":1506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_legal_and_government/Qwen1.5-110B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1166.023639,"ciLow":1154.997231,"ciHigh":1177.050046,"observedAt":"2026-11-11","runCount":4398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen1.5-110B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|industry_mathematical/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.286505,"ciLow":1178.505091,"ciHigh":1202.067918,"observedAt":"2026-11-11","runCount":2860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_mathematical/Qwen1.5-110B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1145.907532,"ciLow":1128.551901,"ciHigh":1163.263163,"observedAt":"2026-11-11","runCount":1431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_medicine_and_healthcare/Qwen1.5-110B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.305322,"ciLow":1165.390442,"ciHigh":1183.220202,"observedAt":"2026-11-11","runCount":7665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_software_and_it_services/Qwen1.5-110B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.480853,"ciLow":1161.048564,"ciHigh":1179.913143,"observedAt":"2026-11-11","runCount":6502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen1.5-110B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|instruction_following/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1157.689058,"ciLow":1149.651093,"ciHigh":1165.727024,"observedAt":"2026-11-11","runCount":9518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"instruction_following/Qwen1.5-110B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|japanese/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1074.372484,"ciLow":1047.497595,"ciHigh":1101.247373,"observedAt":"2026-11-11","runCount":599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"japanese/Qwen1.5-110B-Chat","slice":"japanese"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|korean/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1043.825685,"ciLow":1022.298543,"ciHigh":1065.352828,"observedAt":"2026-11-11","runCount":1434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"korean/Qwen1.5-110B-Chat","slice":"korean"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|longer_query/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1156.850123,"ciLow":1145.061314,"ciHigh":1168.638932,"observedAt":"2026-11-11","runCount":3345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"longer_query/Qwen1.5-110B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|math/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.432456,"ciLow":1174.136641,"ciHigh":1196.728272,"observedAt":"2026-11-11","runCount":3188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"math/Qwen1.5-110B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|multi_turn/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1159.677359,"ciLow":1148.218479,"ciHigh":1171.136239,"observedAt":"2026-11-11","runCount":3740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"multi_turn/Qwen1.5-110B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|non_english/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.950674,"ciLow":1134.323591,"ciHigh":1149.577758,"observedAt":"2026-11-11","runCount":12299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"non_english/Qwen1.5-110B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|overall/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.614539,"ciLow":1169.104436,"ciHigh":1180.124642,"observedAt":"2026-11-11","runCount":26195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"overall/Qwen1.5-110B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|russian/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1118.211881,"ciLow":1106.001996,"ciHigh":1130.421765,"observedAt":"2026-11-11","runCount":2898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"russian/Qwen1.5-110B-Chat","slice":"russian"}
{"key":"lmarena|alibaba/qwen1.5-110b-chat:default|none|lmarena-text@1|rating|spanish/Qwen1.5-110B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-110b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.755079,"ciLow":1111.390411,"ciHigh":1172.119747,"observedAt":"2026-11-11","runCount":487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-110B-Chat","rowId":"spanish/Qwen1.5-110B-Chat","slice":"spanish"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|chinese/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.989997,"ciLow":1227.923009,"ciHigh":1256.056985,"observedAt":"2026-11-11","runCount":3152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"chinese/Qwen1.5-14B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|coding/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.831223,"ciLow":1227.033703,"ciHigh":1252.628743,"observedAt":"2026-11-11","runCount":3208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"coding/Qwen1.5-14B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1136.892519,"ciLow":1122.69589,"ciHigh":1151.089148,"observedAt":"2026-11-11","runCount":2391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"creative_writing/Qwen1.5-14B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|english/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.130331,"ciLow":1199.228173,"ciHigh":1217.032488,"observedAt":"2026-11-11","runCount":9520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"english/Qwen1.5-14B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1065.7873,"ciLow":1054.820017,"ciHigh":1076.754584,"observedAt":"2026-11-11","runCount":11501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"exclude_ties/Qwen1.5-14B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|expert/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.223365,"ciLow":1175.271507,"ciHigh":1215.175224,"observedAt":"2026-11-11","runCount":944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"expert/Qwen1.5-14B-Chat","slice":"expert"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|french/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.068986,"ciLow":1151.930487,"ciHigh":1230.207485,"observedAt":"2026-11-11","runCount":279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"french/Qwen1.5-14B-Chat","slice":"french"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|german/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1107.267842,"ciLow":1080.946699,"ciHigh":1133.588985,"observedAt":"2026-11-11","runCount":540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"german/Qwen1.5-14B-Chat","slice":"german"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1200.619919,"ciLow":1189.949597,"ciHigh":1211.290242,"observedAt":"2026-11-11","runCount":4910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"hard_prompts/Qwen1.5-14B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.774693,"ciLow":1196.036351,"ciHigh":1221.513035,"observedAt":"2026-11-11","runCount":3024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"hard_prompts_english/Qwen1.5-14B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1169.843435,"ciLow":1154.281432,"ciHigh":1185.405437,"observedAt":"2026-11-11","runCount":1866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen1.5-14B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1125.133081,"ciLow":1111.373113,"ciHigh":1138.89305,"observedAt":"2026-11-11","runCount":2453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen1.5-14B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.729376,"ciLow":1185.192844,"ciHigh":1224.265908,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_legal_and_government/Qwen1.5-14B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1190.680613,"ciLow":1177.297712,"ciHigh":1204.063514,"observedAt":"2026-11-11","runCount":3116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen1.5-14B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.87019,"ciLow":1171.962614,"ciHigh":1199.777766,"observedAt":"2026-11-11","runCount":1972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_mathematical/Qwen1.5-14B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.397921,"ciLow":1187.931837,"ciHigh":1228.864005,"observedAt":"2026-11-11","runCount":939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_medicine_and_healthcare/Qwen1.5-14B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.5411,"ciLow":1219.697825,"ciHigh":1241.384374,"observedAt":"2026-11-11","runCount":5248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_software_and_it_services/Qwen1.5-14B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1164.766693,"ciLow":1153.286483,"ciHigh":1176.246903,"observedAt":"2026-11-11","runCount":4502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen1.5-14B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.194527,"ciLow":1158.185183,"ciHigh":1178.203871,"observedAt":"2026-11-11","runCount":6231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"instruction_following/Qwen1.5-14B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|japanese/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1082.875823,"ciLow":1041.778275,"ciHigh":1123.973372,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"japanese/Qwen1.5-14B-Chat","slice":"japanese"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.042269,"ciLow":1179.275036,"ciHigh":1208.809502,"observedAt":"2026-11-11","runCount":2102,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"longer_query/Qwen1.5-14B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|math/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.539874,"ciLow":1153.985246,"ciHigh":1181.094502,"observedAt":"2026-11-11","runCount":2184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"math/Qwen1.5-14B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.000258,"ciLow":1151.691641,"ciHigh":1180.308874,"observedAt":"2026-11-11","runCount":2568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"multi_turn/Qwen1.5-14B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|non_english/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.338458,"ciLow":1152.183649,"ciHigh":1170.493267,"observedAt":"2026-11-11","runCount":8319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"non_english/Qwen1.5-14B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|overall/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.242434,"ciLow":1184.140248,"ciHigh":1198.34462,"observedAt":"2026-11-11","runCount":17839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"overall/Qwen1.5-14B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|russian/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1106.684934,"ciLow":1091.040156,"ciHigh":1122.329712,"observedAt":"2026-11-11","runCount":1741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"russian/Qwen1.5-14B-Chat","slice":"russian"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text-style-control@1|rating|spanish/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.606173,"ciLow":1120.612781,"ciHigh":1192.599565,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"spanish/Qwen1.5-14B-Chat","slice":"spanish"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|chinese/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1147.164357,"ciLow":1133.21721,"ciHigh":1161.111504,"observedAt":"2026-11-11","runCount":3152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"chinese/Qwen1.5-14B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|coding/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1137.636617,"ciLow":1124.909908,"ciHigh":1150.363325,"observedAt":"2026-11-11","runCount":3208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"coding/Qwen1.5-14B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|creative_writing/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.367385,"ciLow":1076.321183,"ciHigh":1104.413587,"observedAt":"2026-11-11","runCount":2391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"creative_writing/Qwen1.5-14B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|english/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1147.983957,"ciLow":1139.145254,"ciHigh":1156.822659,"observedAt":"2026-11-11","runCount":9520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"english/Qwen1.5-14B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|exclude_ties/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":975.863225,"ciLow":965.045384,"ciHigh":986.681067,"observedAt":"2026-11-11","runCount":11501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"exclude_ties/Qwen1.5-14B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|expert/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1093.778667,"ciLow":1073.903925,"ciHigh":1113.653409,"observedAt":"2026-11-11","runCount":944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"expert/Qwen1.5-14B-Chat","slice":"expert"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|french/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.780331,"ciLow":1076.876731,"ciHigh":1154.68393,"observedAt":"2026-11-11","runCount":279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"french/Qwen1.5-14B-Chat","slice":"french"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|german/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1042.354519,"ciLow":1016.28599,"ciHigh":1068.423048,"observedAt":"2026-11-11","runCount":540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"german/Qwen1.5-14B-Chat","slice":"german"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|hard_prompts/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1113.150801,"ciLow":1102.630444,"ciHigh":1123.671158,"observedAt":"2026-11-11","runCount":4910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"hard_prompts/Qwen1.5-14B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1123.533748,"ciLow":1110.959272,"ciHigh":1136.108224,"observedAt":"2026-11-11","runCount":3024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"hard_prompts_english/Qwen1.5-14B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.722341,"ciLow":1067.319946,"ciHigh":1098.124737,"observedAt":"2026-11-11","runCount":1866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen1.5-14B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1068.346111,"ciLow":1054.754982,"ciHigh":1081.93724,"observedAt":"2026-11-11","runCount":2453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen1.5-14B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1119.168338,"ciLow":1099.528721,"ciHigh":1138.807955,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_legal_and_government/Qwen1.5-14B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1102.567144,"ciLow":1089.222012,"ciHigh":1115.912276,"observedAt":"2026-11-11","runCount":3116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen1.5-14B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|industry_mathematical/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1135.816214,"ciLow":1121.988606,"ciHigh":1149.643821,"observedAt":"2026-11-11","runCount":1972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_mathematical/Qwen1.5-14B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.832924,"ciLow":1084.346741,"ciHigh":1125.319107,"observedAt":"2026-11-11","runCount":939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_medicine_and_healthcare/Qwen1.5-14B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1140.365588,"ciLow":1129.574883,"ciHigh":1151.156293,"observedAt":"2026-11-11","runCount":5248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_software_and_it_services/Qwen1.5-14B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.328905,"ciLow":1101.055025,"ciHigh":1123.602785,"observedAt":"2026-11-11","runCount":4502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen1.5-14B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|instruction_following/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1101.543141,"ciLow":1091.674161,"ciHigh":1111.41212,"observedAt":"2026-11-11","runCount":6231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"instruction_following/Qwen1.5-14B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|japanese/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1019.531392,"ciLow":979.393324,"ciHigh":1059.66946,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"japanese/Qwen1.5-14B-Chat","slice":"japanese"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|longer_query/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.580148,"ciLow":1097.89845,"ciHigh":1127.261845,"observedAt":"2026-11-11","runCount":2102,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"longer_query/Qwen1.5-14B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|math/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1125.422928,"ciLow":1111.958284,"ciHigh":1138.887572,"observedAt":"2026-11-11","runCount":2184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"math/Qwen1.5-14B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|multi_turn/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1109.695717,"ciLow":1095.433562,"ciHigh":1123.957873,"observedAt":"2026-11-11","runCount":2568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"multi_turn/Qwen1.5-14B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|non_english/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.638521,"ciLow":1085.587208,"ciHigh":1103.689835,"observedAt":"2026-11-11","runCount":8319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"non_english/Qwen1.5-14B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|overall/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1127.736714,"ciLow":1120.704046,"ciHigh":1134.769382,"observedAt":"2026-11-11","runCount":17839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"overall/Qwen1.5-14B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|russian/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1045.708186,"ciLow":1030.285349,"ciHigh":1061.131024,"observedAt":"2026-11-11","runCount":1741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"russian/Qwen1.5-14B-Chat","slice":"russian"}
{"key":"lmarena|alibaba/qwen1.5-14b-chat:default|none|lmarena-text@1|rating|spanish/Qwen1.5-14B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-14b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.12619,"ciLow":1049.422866,"ciHigh":1120.829513,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-14B-Chat","rowId":"spanish/Qwen1.5-14B-Chat","slice":"spanish"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|chinese/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.151671,"ciLow":1253.624186,"ciHigh":1280.679156,"observedAt":"2026-11-11","runCount":3241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"chinese/Qwen1.5-32B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|coding/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.333889,"ciLow":1251.473549,"ciHigh":1273.194229,"observedAt":"2026-11-11","runCount":3930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"coding/Qwen1.5-32B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1131.276571,"ciLow":1118.74578,"ciHigh":1143.807362,"observedAt":"2026-11-11","runCount":3022,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"creative_writing/Qwen1.5-32B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|english/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.782342,"ciLow":1216.076664,"ciHigh":1231.488019,"observedAt":"2026-11-11","runCount":11877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"english/Qwen1.5-32B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1083.890541,"ciLow":1074.389353,"ciHigh":1093.391729,"observedAt":"2026-11-11","runCount":14160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"exclude_ties/Qwen1.5-32B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|expert/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.211378,"ciLow":1206.093384,"ciHigh":1242.329373,"observedAt":"2026-11-11","runCount":1176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"expert/Qwen1.5-32B-Chat","slice":"expert"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|french/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.577794,"ciLow":1142.291186,"ciHigh":1212.864403,"observedAt":"2026-11-11","runCount":313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"french/Qwen1.5-32B-Chat","slice":"french"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|german/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.954351,"ciLow":1104.968723,"ciHigh":1150.939979,"observedAt":"2026-11-11","runCount":777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"german/Qwen1.5-32B-Chat","slice":"german"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.508158,"ciLow":1212.228375,"ciHigh":1230.787941,"observedAt":"2026-11-11","runCount":6072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"hard_prompts/Qwen1.5-32B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.660742,"ciLow":1224.591353,"ciHigh":1246.730131,"observedAt":"2026-11-11","runCount":3830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"hard_prompts_english/Qwen1.5-32B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1182.234204,"ciLow":1168.577856,"ciHigh":1195.890553,"observedAt":"2026-11-11","runCount":2307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen1.5-32B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.018394,"ciLow":1127.83551,"ciHigh":1152.201278,"observedAt":"2026-11-11","runCount":3063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen1.5-32B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.48415,"ciLow":1209.545001,"ciHigh":1245.423298,"observedAt":"2026-11-11","runCount":1227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_legal_and_government/Qwen1.5-32B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.218377,"ciLow":1208.660514,"ciHigh":1231.776241,"observedAt":"2026-11-11","runCount":3861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen1.5-32B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.593902,"ciLow":1203.016574,"ciHigh":1228.17123,"observedAt":"2026-11-11","runCount":2405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_mathematical/Qwen1.5-32B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.133589,"ciLow":1194.67827,"ciHigh":1231.588908,"observedAt":"2026-11-11","runCount":1187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_medicine_and_healthcare/Qwen1.5-32B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.910186,"ciLow":1232.485991,"ciHigh":1251.334381,"observedAt":"2026-11-11","runCount":6351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_software_and_it_services/Qwen1.5-32B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.11058,"ciLow":1161.760986,"ciHigh":1182.460173,"observedAt":"2026-11-11","runCount":5401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen1.5-32B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.671835,"ciLow":1176.05697,"ciHigh":1193.286699,"observedAt":"2026-11-11","runCount":7653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"instruction_following/Qwen1.5-32B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|japanese/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1100.165344,"ciLow":1065.902537,"ciHigh":1134.428151,"observedAt":"2026-11-11","runCount":324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"japanese/Qwen1.5-32B-Chat","slice":"japanese"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|korean/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1094.994258,"ciLow":1062.16729,"ciHigh":1127.821226,"observedAt":"2026-11-11","runCount":395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"korean/Qwen1.5-32B-Chat","slice":"korean"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.718945,"ciLow":1213.087906,"ciHigh":1238.349985,"observedAt":"2026-11-11","runCount":2574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"longer_query/Qwen1.5-32B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|math/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.368994,"ciLow":1189.664737,"ciHigh":1213.073252,"observedAt":"2026-11-11","runCount":2649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"math/Qwen1.5-32B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.760556,"ciLow":1181.350368,"ciHigh":1206.170745,"observedAt":"2026-11-11","runCount":3140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"multi_turn/Qwen1.5-32B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|non_english/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.23404,"ciLow":1168.115383,"ciHigh":1184.352697,"observedAt":"2026-11-11","runCount":9864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"non_english/Qwen1.5-32B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|overall/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.157242,"ciLow":1198.051399,"ciHigh":1210.263084,"observedAt":"2026-11-11","runCount":21741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"overall/Qwen1.5-32B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|russian/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.742675,"ciLow":1126.979738,"ciHigh":1154.505611,"observedAt":"2026-11-11","runCount":2175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"russian/Qwen1.5-32B-Chat","slice":"russian"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text-style-control@1|rating|spanish/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.404637,"ciLow":1136.268389,"ciHigh":1200.540885,"observedAt":"2026-11-11","runCount":369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"spanish/Qwen1.5-32B-Chat","slice":"spanish"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|chinese/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1176.615972,"ciLow":1163.259736,"ciHigh":1189.972209,"observedAt":"2026-11-11","runCount":3241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"chinese/Qwen1.5-32B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|coding/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.523042,"ciLow":1143.658937,"ciHigh":1165.387147,"observedAt":"2026-11-11","runCount":3930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"coding/Qwen1.5-32B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|creative_writing/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.773764,"ciLow":1070.505344,"ciHigh":1095.042184,"observedAt":"2026-11-11","runCount":3022,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"creative_writing/Qwen1.5-32B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|english/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1159.850097,"ciLow":1152.197056,"ciHigh":1167.503138,"observedAt":"2026-11-11","runCount":11877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"english/Qwen1.5-32B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|exclude_ties/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":988.758739,"ciLow":979.385629,"ciHigh":998.131849,"observedAt":"2026-11-11","runCount":14160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"exclude_ties/Qwen1.5-32B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|expert/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1126.052558,"ciLow":1107.93856,"ciHigh":1144.166556,"observedAt":"2026-11-11","runCount":1176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"expert/Qwen1.5-32B-Chat","slice":"expert"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|french/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1100.564683,"ciLow":1065.236419,"ciHigh":1135.892947,"observedAt":"2026-11-11","runCount":313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"french/Qwen1.5-32B-Chat","slice":"french"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|german/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1058.122254,"ciLow":1035.246861,"ciHigh":1080.997646,"observedAt":"2026-11-11","runCount":777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"german/Qwen1.5-32B-Chat","slice":"german"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|hard_prompts/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1130.400763,"ciLow":1121.16709,"ciHigh":1139.634435,"observedAt":"2026-11-11","runCount":6072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"hard_prompts/Qwen1.5-32B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1146.538437,"ciLow":1135.526388,"ciHigh":1157.550487,"observedAt":"2026-11-11","runCount":3830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"hard_prompts_english/Qwen1.5-32B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.10954,"ciLow":1080.480742,"ciHigh":1107.738338,"observedAt":"2026-11-11","runCount":2307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen1.5-32B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1080.473673,"ciLow":1068.400047,"ciHigh":1092.547299,"observedAt":"2026-11-11","runCount":3063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen1.5-32B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1140.454018,"ciLow":1122.459381,"ciHigh":1158.448656,"observedAt":"2026-11-11","runCount":1227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_legal_and_government/Qwen1.5-32B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1132.252963,"ciLow":1120.77886,"ciHigh":1143.727067,"observedAt":"2026-11-11","runCount":3861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen1.5-32B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|industry_mathematical/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1162.755135,"ciLow":1150.231665,"ciHigh":1175.278604,"observedAt":"2026-11-11","runCount":2405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_mathematical/Qwen1.5-32B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1110.910501,"ciLow":1092.401901,"ciHigh":1129.419102,"observedAt":"2026-11-11","runCount":1187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_medicine_and_healthcare/Qwen1.5-32B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1146.507995,"ciLow":1137.087783,"ciHigh":1155.928208,"observedAt":"2026-11-11","runCount":6351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_software_and_it_services/Qwen1.5-32B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1118.1448,"ciLow":1107.932742,"ciHigh":1128.356857,"observedAt":"2026-11-11","runCount":5401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen1.5-32B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|instruction_following/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.416157,"ciLow":1106.889939,"ciHigh":1123.942375,"observedAt":"2026-11-11","runCount":7653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"instruction_following/Qwen1.5-32B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|japanese/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1027.432248,"ciLow":993.611849,"ciHigh":1061.252648,"observedAt":"2026-11-11","runCount":324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"japanese/Qwen1.5-32B-Chat","slice":"japanese"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|korean/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1007.807319,"ciLow":976.206276,"ciHigh":1039.408361,"observedAt":"2026-11-11","runCount":395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"korean/Qwen1.5-32B-Chat","slice":"korean"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|longer_query/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1145.780495,"ciLow":1133.270519,"ciHigh":1158.290471,"observedAt":"2026-11-11","runCount":2574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"longer_query/Qwen1.5-32B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|math/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1155.107381,"ciLow":1143.417039,"ciHigh":1166.797722,"observedAt":"2026-11-11","runCount":2649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"math/Qwen1.5-32B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|multi_turn/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1139.632653,"ciLow":1127.291609,"ciHigh":1151.973698,"observedAt":"2026-11-11","runCount":3140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"multi_turn/Qwen1.5-32B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|non_english/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1106.364378,"ciLow":1098.307078,"ciHigh":1114.421678,"observedAt":"2026-11-11","runCount":9864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"non_english/Qwen1.5-32B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|overall/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1137.245812,"ciLow":1131.177069,"ciHigh":1143.314554,"observedAt":"2026-11-11","runCount":21741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"overall/Qwen1.5-32B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|russian/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1072.693291,"ciLow":1059.063104,"ciHigh":1086.323477,"observedAt":"2026-11-11","runCount":2175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"russian/Qwen1.5-32B-Chat","slice":"russian"}
{"key":"lmarena|alibaba/qwen1.5-32b-chat:default|none|lmarena-text@1|rating|spanish/Qwen1.5-32B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-32b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1088.816535,"ciLow":1057.061693,"ciHigh":1120.571377,"observedAt":"2026-11-11","runCount":369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-32B-Chat","rowId":"spanish/Qwen1.5-32B-Chat","slice":"spanish"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|chinese/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.77015,"ciLow":1129.612198,"ciHigh":1169.928102,"observedAt":"2026-11-11","runCount":1028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"chinese/Qwen1.5-4B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|coding/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1131.695514,"ciLow":1114.350748,"ciHigh":1149.040279,"observedAt":"2026-11-11","runCount":1283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"coding/Qwen1.5-4B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1050.272191,"ciLow":1031.384528,"ciHigh":1069.159854,"observedAt":"2026-11-11","runCount":1080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"creative_writing/Qwen1.5-4B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|english/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1106.496686,"ciLow":1095.616114,"ciHigh":1117.377257,"observedAt":"2026-11-11","runCount":4756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"english/Qwen1.5-4B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":895.697883,"ciLow":879.806383,"ciHigh":911.589383,"observedAt":"2026-11-11","runCount":5172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"exclude_ties/Qwen1.5-4B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|expert/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1108.849086,"ciLow":1077.865773,"ciHigh":1139.832399,"observedAt":"2026-11-11","runCount":356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"expert/Qwen1.5-4B-Chat","slice":"expert"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|german/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":997.4586,"ciLow":956.647766,"ciHigh":1038.269433,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"german/Qwen1.5-4B-Chat","slice":"german"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1095.579462,"ciLow":1081.491772,"ciHigh":1109.667153,"observedAt":"2026-11-11","runCount":2075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"hard_prompts/Qwen1.5-4B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1098.992685,"ciLow":1082.827508,"ciHigh":1115.157862,"observedAt":"2026-11-11","runCount":1419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"hard_prompts_english/Qwen1.5-4B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1083.463576,"ciLow":1059.792434,"ciHigh":1107.134718,"observedAt":"2026-11-11","runCount":738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen1.5-4B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1048.186334,"ciLow":1029.953858,"ciHigh":1066.418809,"observedAt":"2026-11-11","runCount":1147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen1.5-4B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.387686,"ciLow":1105.306164,"ciHigh":1169.469209,"observedAt":"2026-11-11","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_legal_and_government/Qwen1.5-4B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1107.102981,"ciLow":1088.530403,"ciHigh":1125.67556,"observedAt":"2026-11-11","runCount":1277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen1.5-4B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1071.299218,"ciLow":1051.346889,"ciHigh":1091.251547,"observedAt":"2026-11-11","runCount":820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_mathematical/Qwen1.5-4B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1104.00312,"ciLow":1073.399923,"ciHigh":1134.606317,"observedAt":"2026-11-11","runCount":433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_medicine_and_healthcare/Qwen1.5-4B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1118.491282,"ciLow":1103.964802,"ciHigh":1133.017762,"observedAt":"2026-11-11","runCount":2193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_software_and_it_services/Qwen1.5-4B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1076.836979,"ciLow":1061.858169,"ciHigh":1091.81579,"observedAt":"2026-11-11","runCount":1895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen1.5-4B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1070.273173,"ciLow":1057.282754,"ciHigh":1083.263592,"observedAt":"2026-11-11","runCount":2636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"instruction_following/Qwen1.5-4B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1080.076362,"ciLow":1056.376829,"ciHigh":1103.775896,"observedAt":"2026-11-11","runCount":692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"longer_query/Qwen1.5-4B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|math/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1088.102428,"ciLow":1070.412616,"ciHigh":1105.792239,"observedAt":"2026-11-11","runCount":988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"math/Qwen1.5-4B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1055.908248,"ciLow":1037.116647,"ciHigh":1074.699849,"observedAt":"2026-11-11","runCount":1136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"multi_turn/Qwen1.5-4B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|non_english/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1074.456709,"ciLow":1061.560551,"ciHigh":1087.352868,"observedAt":"2026-11-11","runCount":2841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"non_english/Qwen1.5-4B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|overall/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1091.341643,"ciLow":1082.031189,"ciHigh":1100.652098,"observedAt":"2026-11-11","runCount":7597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"overall/Qwen1.5-4B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text-style-control@1|rating|russian/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1042.300423,"ciLow":1017.494485,"ciHigh":1067.10636,"observedAt":"2026-11-11","runCount":564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"russian/Qwen1.5-4B-Chat","slice":"russian"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|chinese/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1023.969638,"ciLow":1004.093036,"ciHigh":1043.846241,"observedAt":"2026-11-11","runCount":1028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"chinese/Qwen1.5-4B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|coding/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":998.694771,"ciLow":981.538778,"ciHigh":1015.850764,"observedAt":"2026-11-11","runCount":1283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"coding/Qwen1.5-4B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|creative_writing/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":969.09855,"ciLow":950.379773,"ciHigh":987.817327,"observedAt":"2026-11-11","runCount":1080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"creative_writing/Qwen1.5-4B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|english/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1015.129352,"ciLow":1004.320726,"ciHigh":1025.937977,"observedAt":"2026-11-11","runCount":4756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"english/Qwen1.5-4B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|exclude_ties/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":763.121334,"ciLow":747.457144,"ciHigh":778.785524,"observedAt":"2026-11-11","runCount":5172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"exclude_ties/Qwen1.5-4B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|expert/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":979.744475,"ciLow":948.57622,"ciHigh":1010.91273,"observedAt":"2026-11-11","runCount":356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"expert/Qwen1.5-4B-Chat","slice":"expert"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|german/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":901.769028,"ciLow":861.698972,"ciHigh":941.839084,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"german/Qwen1.5-4B-Chat","slice":"german"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|hard_prompts/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":976.129866,"ciLow":962.277748,"ciHigh":989.981984,"observedAt":"2026-11-11","runCount":2075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"hard_prompts/Qwen1.5-4B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":983.326449,"ciLow":967.391951,"ciHigh":999.260947,"observedAt":"2026-11-11","runCount":1419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"hard_prompts_english/Qwen1.5-4B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":964.718724,"ciLow":941.401659,"ciHigh":988.035789,"observedAt":"2026-11-11","runCount":738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen1.5-4B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":952.602874,"ciLow":934.533057,"ciHigh":970.672691,"observedAt":"2026-11-11","runCount":1147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen1.5-4B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1010.232559,"ciLow":978.31339,"ciHigh":1042.151728,"observedAt":"2026-11-11","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_legal_and_government/Qwen1.5-4B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":976.319424,"ciLow":957.980885,"ciHigh":994.657963,"observedAt":"2026-11-11","runCount":1277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen1.5-4B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|industry_mathematical/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":998.471505,"ciLow":978.56373,"ciHigh":1018.379279,"observedAt":"2026-11-11","runCount":820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_mathematical/Qwen1.5-4B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":955.500006,"ciLow":924.605806,"ciHigh":986.394207,"observedAt":"2026-11-11","runCount":433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_medicine_and_healthcare/Qwen1.5-4B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":994.510799,"ciLow":980.157802,"ciHigh":1008.863796,"observedAt":"2026-11-11","runCount":2193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_software_and_it_services/Qwen1.5-4B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1000.821447,"ciLow":986.049651,"ciHigh":1015.593242,"observedAt":"2026-11-11","runCount":1895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen1.5-4B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|instruction_following/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":978.324631,"ciLow":965.508181,"ciHigh":991.141081,"observedAt":"2026-11-11","runCount":2636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"instruction_following/Qwen1.5-4B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|longer_query/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":987.480414,"ciLow":964.014738,"ciHigh":1010.94609,"observedAt":"2026-11-11","runCount":692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"longer_query/Qwen1.5-4B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|math/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1025.920876,"ciLow":1008.302017,"ciHigh":1043.539734,"observedAt":"2026-11-11","runCount":988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"math/Qwen1.5-4B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|multi_turn/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":977.394572,"ciLow":958.666913,"ciHigh":996.12223,"observedAt":"2026-11-11","runCount":1136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"multi_turn/Qwen1.5-4B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|non_english/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":979.301139,"ciLow":966.543689,"ciHigh":992.058589,"observedAt":"2026-11-11","runCount":2841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"non_english/Qwen1.5-4B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|overall/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":997.27535,"ciLow":988.064845,"ciHigh":1006.485856,"observedAt":"2026-11-11","runCount":7597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"overall/Qwen1.5-4B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen1.5-4b-chat:default|none|lmarena-text@1|rating|russian/Qwen1.5-4B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-4b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":951.856034,"ciLow":927.1865,"ciHigh":976.525568,"observedAt":"2026-11-11","runCount":564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-4B-Chat","rowId":"russian/Qwen1.5-4B-Chat","slice":"russian"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|chinese/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.500023,"ciLow":1272.106056,"ciHigh":1296.893989,"observedAt":"2026-11-11","runCount":4167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"chinese/Qwen1.5-72B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|coding/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.28774,"ciLow":1265.706955,"ciHigh":1284.868525,"observedAt":"2026-11-11","runCount":6370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"coding/Qwen1.5-72B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.178218,"ciLow":1178.031649,"ciHigh":1198.324787,"observedAt":"2026-11-11","runCount":5888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"creative_writing/Qwen1.5-72B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|english/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.048799,"ciLow":1244.752822,"ciHigh":1257.344777,"observedAt":"2026-11-11","runCount":25039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"english/Qwen1.5-72B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.844473,"ciLow":1119.834221,"ciHigh":1135.854725,"observedAt":"2026-11-11","runCount":25865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"exclude_ties/Qwen1.5-72B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|expert/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.338491,"ciLow":1221.133146,"ciHigh":1251.543835,"observedAt":"2026-11-11","runCount":1846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"expert/Qwen1.5-72B-Chat","slice":"expert"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|french/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.674571,"ciLow":1210.239423,"ciHigh":1261.109719,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"french/Qwen1.5-72B-Chat","slice":"french"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|german/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.72716,"ciLow":1132.407941,"ciHigh":1173.046378,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"german/Qwen1.5-72B-Chat","slice":"german"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.001467,"ciLow":1232.142244,"ciHigh":1247.86069,"observedAt":"2026-11-11","runCount":10854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"hard_prompts/Qwen1.5-72B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.035529,"ciLow":1243.04775,"ciHigh":1261.023308,"observedAt":"2026-11-11","runCount":7597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"hard_prompts_english/Qwen1.5-72B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.459921,"ciLow":1193.837554,"ciHigh":1217.082288,"observedAt":"2026-11-11","runCount":3842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen1.5-72B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.136457,"ciLow":1177.06231,"ciHigh":1197.210604,"observedAt":"2026-11-11","runCount":5818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen1.5-72B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.376971,"ciLow":1244.293163,"ciHigh":1274.460779,"observedAt":"2026-11-11","runCount":2091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_legal_and_government/Qwen1.5-72B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.535768,"ciLow":1236.636657,"ciHigh":1256.434878,"observedAt":"2026-11-11","runCount":6892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen1.5-72B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.273813,"ciLow":1213.879503,"ciHigh":1234.668124,"observedAt":"2026-11-11","runCount":4522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_mathematical/Qwen1.5-72B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.962904,"ciLow":1228.28186,"ciHigh":1257.643949,"observedAt":"2026-11-11","runCount":2386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_medicine_and_healthcare/Qwen1.5-72B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.725905,"ciLow":1248.471415,"ciHigh":1264.980395,"observedAt":"2026-11-11","runCount":10756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_software_and_it_services/Qwen1.5-72B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.371443,"ciLow":1205.804285,"ciHigh":1222.938602,"observedAt":"2026-11-11","runCount":9492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen1.5-72B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.044711,"ciLow":1204.641004,"ciHigh":1219.448419,"observedAt":"2026-11-11","runCount":13814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"instruction_following/Qwen1.5-72B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|japanese/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1133.615239,"ciLow":1105.238741,"ciHigh":1161.991737,"observedAt":"2026-11-11","runCount":495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"japanese/Qwen1.5-72B-Chat","slice":"japanese"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|korean/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.382079,"ciLow":1106.617243,"ciHigh":1164.146915,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"korean/Qwen1.5-72B-Chat","slice":"korean"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.079233,"ciLow":1226.494797,"ciHigh":1249.66367,"observedAt":"2026-11-11","runCount":3483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"longer_query/Qwen1.5-72B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|math/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.324708,"ciLow":1199.579699,"ciHigh":1219.069717,"observedAt":"2026-11-11","runCount":5327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"math/Qwen1.5-72B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.550326,"ciLow":1208.22121,"ciHigh":1228.879442,"observedAt":"2026-11-11","runCount":5502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"multi_turn/Qwen1.5-72B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|non_english/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.388564,"ciLow":1197.920633,"ciHigh":1212.856494,"observedAt":"2026-11-11","runCount":14263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"non_english/Qwen1.5-72B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|overall/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.701538,"ciLow":1228.439124,"ciHigh":1238.963951,"observedAt":"2026-11-11","runCount":39302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"overall/Qwen1.5-72B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|russian/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.328336,"ciLow":1157.451406,"ciHigh":1183.205267,"observedAt":"2026-11-11","runCount":2666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"russian/Qwen1.5-72B-Chat","slice":"russian"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text-style-control@1|rating|spanish/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.823931,"ciLow":1154.60297,"ciHigh":1215.044893,"observedAt":"2026-11-11","runCount":501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"spanish/Qwen1.5-72B-Chat","slice":"spanish"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|chinese/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.270221,"ciLow":1173.973437,"ciHigh":1198.567005,"observedAt":"2026-11-11","runCount":4167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"chinese/Qwen1.5-72B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|coding/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.312916,"ciLow":1155.790145,"ciHigh":1174.835687,"observedAt":"2026-11-11","runCount":6370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"coding/Qwen1.5-72B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|creative_writing/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1136.915987,"ciLow":1126.927263,"ciHigh":1146.904712,"observedAt":"2026-11-11","runCount":5888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"creative_writing/Qwen1.5-72B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|english/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.542265,"ciLow":1180.31741,"ciHigh":1192.767121,"observedAt":"2026-11-11","runCount":25039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"english/Qwen1.5-72B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|exclude_ties/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1032.274286,"ciLow":1024.439744,"ciHigh":1040.108827,"observedAt":"2026-11-11","runCount":25865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"exclude_ties/Qwen1.5-72B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|expert/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1135.737333,"ciLow":1120.56126,"ciHigh":1150.913405,"observedAt":"2026-11-11","runCount":1846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"expert/Qwen1.5-72B-Chat","slice":"expert"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|french/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1158.718841,"ciLow":1133.481701,"ciHigh":1183.95598,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"french/Qwen1.5-72B-Chat","slice":"french"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|german/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1083.54375,"ciLow":1063.415236,"ciHigh":1103.672265,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"german/Qwen1.5-72B-Chat","slice":"german"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|hard_prompts/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1147.799058,"ciLow":1140.031919,"ciHigh":1155.566196,"observedAt":"2026-11-11","runCount":10854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"hard_prompts/Qwen1.5-72B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1162.204933,"ciLow":1153.323094,"ciHigh":1171.086773,"observedAt":"2026-11-11","runCount":7597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"hard_prompts_english/Qwen1.5-72B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.837952,"ciLow":1105.273797,"ciHigh":1128.402106,"observedAt":"2026-11-11","runCount":3842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen1.5-72B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1125.38216,"ciLow":1115.430934,"ciHigh":1135.333385,"observedAt":"2026-11-11","runCount":5818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen1.5-72B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.398804,"ciLow":1158.358769,"ciHigh":1188.438839,"observedAt":"2026-11-11","runCount":2091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_legal_and_government/Qwen1.5-72B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1157.827133,"ciLow":1147.986317,"ciHigh":1167.667949,"observedAt":"2026-11-11","runCount":6892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen1.5-72B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|industry_mathematical/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1172.037184,"ciLow":1161.725224,"ciHigh":1182.349143,"observedAt":"2026-11-11","runCount":4522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_mathematical/Qwen1.5-72B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1136.343188,"ciLow":1121.661715,"ciHigh":1151.024661,"observedAt":"2026-11-11","runCount":2386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_medicine_and_healthcare/Qwen1.5-72B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1160.76438,"ciLow":1152.572703,"ciHigh":1168.956056,"observedAt":"2026-11-11","runCount":10756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_software_and_it_services/Qwen1.5-72B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1159.113099,"ciLow":1150.640684,"ciHigh":1167.585513,"observedAt":"2026-11-11","runCount":9492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen1.5-72B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|instruction_following/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.204544,"ciLow":1133.902401,"ciHigh":1148.506687,"observedAt":"2026-11-11","runCount":13814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"instruction_following/Qwen1.5-72B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|japanese/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1061.520556,"ciLow":1033.405546,"ciHigh":1089.635567,"observedAt":"2026-11-11","runCount":495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"japanese/Qwen1.5-72B-Chat","slice":"japanese"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|korean/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1049.674565,"ciLow":1021.533554,"ciHigh":1077.815577,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"korean/Qwen1.5-72B-Chat","slice":"korean"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|longer_query/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1156.793024,"ciLow":1145.31988,"ciHigh":1168.266168,"observedAt":"2026-11-11","runCount":3483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"longer_query/Qwen1.5-72B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|math/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1163.726133,"ciLow":1154.051895,"ciHigh":1173.400372,"observedAt":"2026-11-11","runCount":5327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"math/Qwen1.5-72B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|multi_turn/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1159.843723,"ciLow":1149.564067,"ciHigh":1170.123378,"observedAt":"2026-11-11","runCount":5502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"multi_turn/Qwen1.5-72B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|non_english/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1134.987965,"ciLow":1127.591859,"ciHigh":1142.38407,"observedAt":"2026-11-11","runCount":14263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"non_english/Qwen1.5-72B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|overall/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1166.195848,"ciLow":1161.014786,"ciHigh":1171.37691,"observedAt":"2026-11-11","runCount":39302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"overall/Qwen1.5-72B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|russian/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1103.957358,"ciLow":1091.186224,"ciHigh":1116.728491,"observedAt":"2026-11-11","runCount":2666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"russian/Qwen1.5-72B-Chat","slice":"russian"}
{"key":"lmarena|alibaba/qwen1.5-72b-chat:default|none|lmarena-text@1|rating|spanish/Qwen1.5-72B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-72b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1110.056346,"ciLow":1080.162857,"ciHigh":1139.949835,"observedAt":"2026-11-11","runCount":501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-72B-Chat","rowId":"spanish/Qwen1.5-72B-Chat","slice":"spanish"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|chinese/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.065855,"ciLow":1200.161239,"ciHigh":1257.97047,"observedAt":"2026-11-11","runCount":417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"chinese/Qwen1.5-7B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|coding/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.728621,"ciLow":1189.033794,"ciHigh":1230.423448,"observedAt":"2026-11-11","runCount":772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"coding/Qwen1.5-7B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1080.602336,"ciLow":1057.656313,"ciHigh":1103.548358,"observedAt":"2026-11-11","runCount":701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"creative_writing/Qwen1.5-7B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|english/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.379634,"ciLow":1152.046477,"ciHigh":1174.712791,"observedAt":"2026-11-11","runCount":3243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"english/Qwen1.5-7B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":993.299782,"ciLow":977.806497,"ciHigh":1008.793067,"observedAt":"2026-11-11","runCount":3136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"exclude_ties/Qwen1.5-7B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|expert/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.081642,"ciLow":1112.839729,"ciHigh":1185.323554,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"expert/Qwen1.5-7B-Chat","slice":"expert"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.793483,"ciLow":1135.20663,"ciHigh":1166.380335,"observedAt":"2026-11-11","runCount":1333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"hard_prompts/Qwen1.5-7B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.299745,"ciLow":1140.702991,"ciHigh":1175.896498,"observedAt":"2026-11-11","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"hard_prompts_english/Qwen1.5-7B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1148.148973,"ciLow":1120.463567,"ciHigh":1175.834378,"observedAt":"2026-11-11","runCount":447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen1.5-7B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1085.348948,"ciLow":1062.795276,"ciHigh":1107.902619,"observedAt":"2026-11-11","runCount":708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen1.5-7B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1178.652019,"ciLow":1138.232998,"ciHigh":1219.071041,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_legal_and_government/Qwen1.5-7B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.203846,"ciLow":1139.050493,"ciHigh":1181.357198,"observedAt":"2026-11-11","runCount":828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen1.5-7B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.845383,"ciLow":1133.655102,"ciHigh":1180.035663,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_mathematical/Qwen1.5-7B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1164.393438,"ciLow":1128.597184,"ciHigh":1200.189691,"observedAt":"2026-11-11","runCount":266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_medicine_and_healthcare/Qwen1.5-7B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.916117,"ciLow":1163.410754,"ciHigh":1196.421479,"observedAt":"2026-11-11","runCount":1282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_software_and_it_services/Qwen1.5-7B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.941582,"ciLow":1094.775589,"ciHigh":1131.107575,"observedAt":"2026-11-11","runCount":1093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen1.5-7B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1124.192694,"ciLow":1110.065762,"ciHigh":1138.319625,"observedAt":"2026-11-11","runCount":1715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"instruction_following/Qwen1.5-7B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.323711,"ciLow":1135.758348,"ciHigh":1194.889074,"observedAt":"2026-11-11","runCount":372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"longer_query/Qwen1.5-7B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|math/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1121.210699,"ciLow":1100.684743,"ciHigh":1141.736654,"observedAt":"2026-11-11","runCount":690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"math/Qwen1.5-7B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1113.952927,"ciLow":1089.052424,"ciHigh":1138.853429,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"multi_turn/Qwen1.5-7B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|non_english/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1122.646981,"ciLow":1107.029185,"ciHigh":1138.264777,"observedAt":"2026-11-11","runCount":1494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"non_english/Qwen1.5-7B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|overall/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1143.995075,"ciLow":1134.126133,"ciHigh":1153.864017,"observedAt":"2026-11-11","runCount":4737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"overall/Qwen1.5-7B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text-style-control@1|rating|russian/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1068.987389,"ciLow":1034.654854,"ciHigh":1103.319923,"observedAt":"2026-11-11","runCount":296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"russian/Qwen1.5-7B-Chat","slice":"russian"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|chinese/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1140.643563,"ciLow":1112.214282,"ciHigh":1169.072845,"observedAt":"2026-11-11","runCount":417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"chinese/Qwen1.5-7B-Chat","slice":"chinese"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|coding/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.182366,"ciLow":1086.865098,"ciHigh":1127.499635,"observedAt":"2026-11-11","runCount":772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"coding/Qwen1.5-7B-Chat","slice":"coding"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|creative_writing/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1034.387259,"ciLow":1012.02517,"ciHigh":1056.749348,"observedAt":"2026-11-11","runCount":701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"creative_writing/Qwen1.5-7B-Chat","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|english/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1105.280256,"ciLow":1094.093247,"ciHigh":1116.467266,"observedAt":"2026-11-11","runCount":3243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"english/Qwen1.5-7B-Chat","slice":"english"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|exclude_ties/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":907.3661,"ciLow":892.327167,"ciHigh":922.405034,"observedAt":"2026-11-11","runCount":3136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"exclude_ties/Qwen1.5-7B-Chat","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|expert/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1054.708875,"ciLow":1018.662555,"ciHigh":1090.755194,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"expert/Qwen1.5-7B-Chat","slice":"expert"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|hard_prompts/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1065.312907,"ciLow":1049.943938,"ciHigh":1080.681876,"observedAt":"2026-11-11","runCount":1333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"hard_prompts/Qwen1.5-7B-Chat","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1075.126747,"ciLow":1057.755518,"ciHigh":1092.497975,"observedAt":"2026-11-11","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"hard_prompts_english/Qwen1.5-7B-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1063.517089,"ciLow":1035.906797,"ciHigh":1091.127382,"observedAt":"2026-11-11","runCount":447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_business_and_management_and_financial_operations/Qwen1.5-7B-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1029.789227,"ciLow":1007.465325,"ciHigh":1052.113128,"observedAt":"2026-11-11","runCount":708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_entertainment_and_sports_and_media/Qwen1.5-7B-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1103.029777,"ciLow":1063.397909,"ciHigh":1142.661645,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_legal_and_government/Qwen1.5-7B-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1076.288411,"ciLow":1055.336772,"ciHigh":1097.24005,"observedAt":"2026-11-11","runCount":828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_life_and_physical_and_social_science/Qwen1.5-7B-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|industry_mathematical/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.587744,"ciLow":1084.605741,"ciHigh":1130.569746,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_mathematical/Qwen1.5-7B-Chat","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.033653,"ciLow":1020.28812,"ciHigh":1091.779186,"observedAt":"2026-11-11","runCount":266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_medicine_and_healthcare/Qwen1.5-7B-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.102448,"ciLow":1073.85558,"ciHigh":1106.349317,"observedAt":"2026-11-11","runCount":1282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_software_and_it_services/Qwen1.5-7B-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1064.350908,"ciLow":1046.643258,"ciHigh":1082.058558,"observedAt":"2026-11-11","runCount":1093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"industry_writing_and_literature_and_language/Qwen1.5-7B-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|instruction_following/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1058.114762,"ciLow":1044.244172,"ciHigh":1071.985351,"observedAt":"2026-11-11","runCount":1715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"instruction_following/Qwen1.5-7B-Chat","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|longer_query/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1089.971264,"ciLow":1060.21309,"ciHigh":1119.729438,"observedAt":"2026-11-11","runCount":372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"longer_query/Qwen1.5-7B-Chat","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|math/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1079.744104,"ciLow":1059.337793,"ciHigh":1100.150416,"observedAt":"2026-11-11","runCount":690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"math/Qwen1.5-7B-Chat","slice":"math"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|multi_turn/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1061.463171,"ciLow":1036.551656,"ciHigh":1086.374687,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"multi_turn/Qwen1.5-7B-Chat","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|non_english/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1058.360841,"ciLow":1043.064704,"ciHigh":1073.656979,"observedAt":"2026-11-11","runCount":1494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"non_english/Qwen1.5-7B-Chat","slice":"non_english"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|overall/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1083.502008,"ciLow":1073.81366,"ciHigh":1093.190356,"observedAt":"2026-11-11","runCount":4737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"overall/Qwen1.5-7B-Chat","slice":"overall"}
{"key":"lmarena|alibaba/qwen1.5-7b-chat:default|none|lmarena-text@1|rating|russian/Qwen1.5-7B-Chat","sourceId":"lmarena","modelId":"alibaba/qwen1.5-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1005.637017,"ciLow":972.053254,"ciHigh":1039.220781,"observedAt":"2026-11-11","runCount":296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen1.5-7B-Chat","rowId":"russian/Qwen1.5-7B-Chat","slice":"russian"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.650733,"ciLow":1287.984198,"ciHigh":1311.317269,"observedAt":"2026-11-11","runCount":4078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"chinese/Qwen2-72B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.302912,"ciLow":1288.366675,"ciHigh":1306.239148,"observedAt":"2026-11-11","runCount":6249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"coding/Qwen2-72B-Instruct","slice":"coding"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.667521,"ciLow":1213.041147,"ciHigh":1232.293895,"observedAt":"2026-11-11","runCount":5504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"creative_writing/Qwen2-72B-Instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|english/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.779851,"ciLow":1269.709626,"ciHigh":1281.850075,"observedAt":"2026-11-11","runCount":19928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"english/Qwen2-72B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.414866,"ciLow":1163.977066,"ciHigh":1178.852666,"observedAt":"2026-11-11","runCount":23757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"exclude_ties/Qwen2-72B-Instruct","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.392669,"ciLow":1246.76139,"ciHigh":1276.023949,"observedAt":"2026-11-11","runCount":1763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"expert/Qwen2-72B-Instruct","slice":"expert"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|french/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.792101,"ciLow":1223.991497,"ciHigh":1277.592706,"observedAt":"2026-11-11","runCount":596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"french/Qwen2-72B-Instruct","slice":"french"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|german/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.98511,"ciLow":1201.812756,"ciHigh":1238.157465,"observedAt":"2026-11-11","runCount":1340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"german/Qwen2-72B-Instruct","slice":"german"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.807135,"ciLow":1266.509055,"ciHigh":1281.105215,"observedAt":"2026-11-11","runCount":10780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"hard_prompts/Qwen2-72B-Instruct","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.921055,"ciLow":1275.191824,"ciHigh":1292.650286,"observedAt":"2026-11-11","runCount":6483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"hard_prompts_english/Qwen2-72B-Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.17679,"ciLow":1216.485379,"ciHigh":1237.868202,"observedAt":"2026-11-11","runCount":4345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_business_and_management_and_financial_operations/Qwen2-72B-Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.501093,"ciLow":1212.299842,"ciHigh":1230.702344,"observedAt":"2026-11-11","runCount":5791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_entertainment_and_sports_and_media/Qwen2-72B-Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.854696,"ciLow":1258.888784,"ciHigh":1286.820608,"observedAt":"2026-11-11","runCount":2262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_legal_and_government/Qwen2-72B-Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.064696,"ciLow":1269.674611,"ciHigh":1288.454782,"observedAt":"2026-11-11","runCount":6456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_life_and_physical_and_social_science/Qwen2-72B-Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.911703,"ciLow":1265.896975,"ciHigh":1285.926431,"observedAt":"2026-11-11","runCount":4235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_mathematical/Qwen2-72B-Instruct","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.137647,"ciLow":1260.57978,"ciHigh":1289.695513,"observedAt":"2026-11-11","runCount":2067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_medicine_and_healthcare/Qwen2-72B-Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.192484,"ciLow":1273.613064,"ciHigh":1288.771905,"observedAt":"2026-11-11","runCount":10308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_software_and_it_services/Qwen2-72B-Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.226771,"ciLow":1234.328141,"ciHigh":1250.125401,"observedAt":"2026-11-11","runCount":9976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_writing_and_literature_and_language/Qwen2-72B-Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.514468,"ciLow":1235.693455,"ciHigh":1249.335482,"observedAt":"2026-11-11","runCount":14194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"instruction_following/Qwen2-72B-Instruct","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.383764,"ciLow":1153.833745,"ciHigh":1196.933783,"observedAt":"2026-11-11","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"japanese/Qwen2-72B-Instruct","slice":"japanese"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|korean/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.123766,"ciLow":1149.125123,"ciHigh":1193.12241,"observedAt":"2026-11-11","runCount":1167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"korean/Qwen2-72B-Instruct","slice":"korean"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.476069,"ciLow":1252.289757,"ciHigh":1272.662381,"observedAt":"2026-11-11","runCount":4614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"longer_query/Qwen2-72B-Instruct","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|math/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.643701,"ciLow":1264.185731,"ciHigh":1283.101671,"observedAt":"2026-11-11","runCount":4835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"math/Qwen2-72B-Instruct","slice":"math"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.255099,"ciLow":1235.028033,"ciHigh":1253.482165,"observedAt":"2026-11-11","runCount":6698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"multi_turn/Qwen2-72B-Instruct","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.488157,"ciLow":1233.074236,"ciHigh":1245.902077,"observedAt":"2026-11-11","runCount":17397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"non_english/Qwen2-72B-Instruct","slice":"non_english"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.972976,"ciLow":1257.026341,"ciHigh":1266.919612,"observedAt":"2026-11-11","runCount":37325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"overall/Qwen2-72B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.613359,"ciLow":1228.15522,"ciHigh":1249.071498,"observedAt":"2026-11-11","runCount":4555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"russian/Qwen2-72B-Instruct","slice":"russian"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.126821,"ciLow":1220.169858,"ciHigh":1276.083783,"observedAt":"2026-11-11","runCount":596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"spanish/Qwen2-72B-Instruct","slice":"spanish"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|chinese/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.012272,"ciLow":1228.437036,"ciHigh":1251.587507,"observedAt":"2026-11-11","runCount":4078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"chinese/Qwen2-72B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|coding/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.708507,"ciLow":1186.824201,"ciHigh":1204.592813,"observedAt":"2026-11-11","runCount":6249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"coding/Qwen2-72B-Instruct","slice":"coding"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|creative_writing/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.747483,"ciLow":1171.272156,"ciHigh":1190.22281,"observedAt":"2026-11-11","runCount":5504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"creative_writing/Qwen2-72B-Instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|english/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.09841,"ciLow":1216.085779,"ciHigh":1228.111041,"observedAt":"2026-11-11","runCount":19928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"english/Qwen2-72B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1087.234459,"ciLow":1079.907901,"ciHigh":1094.561016,"observedAt":"2026-11-11","runCount":23757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"exclude_ties/Qwen2-72B-Instruct","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|expert/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.922726,"ciLow":1156.282595,"ciHigh":1185.562858,"observedAt":"2026-11-11","runCount":1763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"expert/Qwen2-72B-Instruct","slice":"expert"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|french/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.203776,"ciLow":1143.572719,"ciHigh":1196.834834,"observedAt":"2026-11-11","runCount":596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"french/Qwen2-72B-Instruct","slice":"french"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|german/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.625495,"ciLow":1132.580862,"ciHigh":1168.670127,"observedAt":"2026-11-11","runCount":1340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"german/Qwen2-72B-Instruct","slice":"german"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.518509,"ciLow":1183.25011,"ciHigh":1197.786908,"observedAt":"2026-11-11","runCount":10780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"hard_prompts/Qwen2-72B-Instruct","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.749714,"ciLow":1197.067176,"ciHigh":1214.432252,"observedAt":"2026-11-11","runCount":6483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"hard_prompts_english/Qwen2-72B-Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1146.231504,"ciLow":1135.557519,"ciHigh":1156.905488,"observedAt":"2026-11-11","runCount":4345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_business_and_management_and_financial_operations/Qwen2-72B-Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.573077,"ciLow":1156.442951,"ciHigh":1174.703202,"observedAt":"2026-11-11","runCount":5791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_entertainment_and_sports_and_media/Qwen2-72B-Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1193.091088,"ciLow":1179.117105,"ciHigh":1207.065071,"observedAt":"2026-11-11","runCount":2262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_legal_and_government/Qwen2-72B-Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.28519,"ciLow":1185.933979,"ciHigh":1204.636401,"observedAt":"2026-11-11","runCount":6456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_life_and_physical_and_social_science/Qwen2-72B-Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.83576,"ciLow":1220.864061,"ciHigh":1240.807458,"observedAt":"2026-11-11","runCount":4235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_mathematical/Qwen2-72B-Instruct","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1175.612624,"ciLow":1161.042955,"ciHigh":1190.182292,"observedAt":"2026-11-11","runCount":2067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_medicine_and_healthcare/Qwen2-72B-Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1192.89701,"ciLow":1185.336397,"ciHigh":1200.457623,"observedAt":"2026-11-11","runCount":10308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_software_and_it_services/Qwen2-72B-Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.649867,"ciLow":1193.83938,"ciHigh":1209.460353,"observedAt":"2026-11-11","runCount":9976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"industry_writing_and_literature_and_language/Qwen2-72B-Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|instruction_following/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.001504,"ciLow":1174.241382,"ciHigh":1187.761627,"observedAt":"2026-11-11","runCount":14194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"instruction_following/Qwen2-72B-Instruct","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|japanese/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1111.187528,"ciLow":1089.823274,"ciHigh":1132.551782,"observedAt":"2026-11-11","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"japanese/Qwen2-72B-Instruct","slice":"japanese"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|korean/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.867413,"ciLow":1061.038704,"ciHigh":1104.696122,"observedAt":"2026-11-11","runCount":1167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"korean/Qwen2-72B-Instruct","slice":"korean"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|longer_query/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1192.137316,"ciLow":1182.003418,"ciHigh":1202.271214,"observedAt":"2026-11-11","runCount":4614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"longer_query/Qwen2-72B-Instruct","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|math/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.825357,"ciLow":1225.412777,"ciHigh":1244.237938,"observedAt":"2026-11-11","runCount":4835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"math/Qwen2-72B-Instruct","slice":"math"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|multi_turn/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.419663,"ciLow":1186.23069,"ciHigh":1204.608636,"observedAt":"2026-11-11","runCount":6698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"multi_turn/Qwen2-72B-Instruct","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|non_english/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1175.883749,"ciLow":1169.496211,"ciHigh":1182.271286,"observedAt":"2026-11-11","runCount":17397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"non_english/Qwen2-72B-Instruct","slice":"non_english"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|overall/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.316395,"ciLow":1198.414594,"ciHigh":1208.218196,"observedAt":"2026-11-11","runCount":37325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"overall/Qwen2-72B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|russian/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1168.621741,"ciLow":1158.226255,"ciHigh":1179.017227,"observedAt":"2026-11-11","runCount":4555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"russian/Qwen2-72B-Instruct","slice":"russian"}
{"key":"lmarena|alibaba/qwen2-72b-instruct:default|none|lmarena-text@1|rating|spanish/Qwen2-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1168.701481,"ciLow":1140.989829,"ciHigh":1196.413132,"observedAt":"2026-11-11","runCount":596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-72B-Instruct","rowId":"spanish/Qwen2-72B-Instruct","slice":"spanish"}
{"key":"lmarena|alibaba/qwen2-vl-72b:default|none|lmarena-vision-style-control@1|rating|chinese/Qwen2-VL-72B","sourceId":"lmarena","modelId":"alibaba/qwen2-vl-72b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1110.186256,"ciLow":1064.72068,"ciHigh":1155.651831,"observedAt":"2026-11-09","runCount":291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-VL-72B","rowId":"chinese/Qwen2-VL-72B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2-vl-72b:default|none|lmarena-vision-style-control@1|rating|english/Qwen2-VL-72B","sourceId":"lmarena","modelId":"alibaba/qwen2-vl-72b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1084.087615,"ciLow":1070.860192,"ciHigh":1097.315038,"observedAt":"2026-11-09","runCount":3230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-VL-72B","rowId":"english/Qwen2-VL-72B","slice":"english"}
{"key":"lmarena|alibaba/qwen2-vl-72b:default|none|lmarena-vision-style-control@1|rating|overall/Qwen2-VL-72B","sourceId":"lmarena","modelId":"alibaba/qwen2-vl-72b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1084.886227,"ciLow":1074.693281,"ciHigh":1095.079174,"observedAt":"2026-11-09","runCount":5937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-VL-72B","rowId":"overall/Qwen2-VL-72B","slice":"overall"}
{"key":"lmarena|alibaba/qwen2-vl-72b:default|none|lmarena-vision@1|rating|chinese/Qwen2-VL-72B","sourceId":"lmarena","modelId":"alibaba/qwen2-vl-72b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1071.30135,"ciLow":1025.699388,"ciHigh":1116.903312,"observedAt":"2026-11-09","runCount":291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-VL-72B","rowId":"chinese/Qwen2-VL-72B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2-vl-72b:default|none|lmarena-vision@1|rating|english/Qwen2-VL-72B","sourceId":"lmarena","modelId":"alibaba/qwen2-vl-72b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1053.512003,"ciLow":1040.237083,"ciHigh":1066.786923,"observedAt":"2026-11-09","runCount":3230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-VL-72B","rowId":"english/Qwen2-VL-72B","slice":"english"}
{"key":"lmarena|alibaba/qwen2-vl-72b:default|none|lmarena-vision@1|rating|overall/Qwen2-VL-72B","sourceId":"lmarena","modelId":"alibaba/qwen2-vl-72b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1046.834429,"ciLow":1036.592211,"ciHigh":1057.076647,"observedAt":"2026-11-09","runCount":5937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-VL-72B","rowId":"overall/Qwen2-VL-72B","slice":"overall"}
{"key":"lmarena|alibaba/qwen2-vl-7b-instruct:default|none|lmarena-vision-style-control@1|rating|chinese/Qwen2-VL-7B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-vl-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1038.867582,"ciLow":992.446893,"ciHigh":1085.28827,"observedAt":"2026-11-09","runCount":298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-VL-7B-Instruct","rowId":"chinese/Qwen2-VL-7B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2-vl-7b-instruct:default|none|lmarena-vision-style-control@1|rating|english/Qwen2-VL-7B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-vl-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1039.260556,"ciLow":1025.593739,"ciHigh":1052.927374,"observedAt":"2026-11-09","runCount":3028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-VL-7B-Instruct","rowId":"english/Qwen2-VL-7B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen2-vl-7b-instruct:default|none|lmarena-vision-style-control@1|rating|overall/Qwen2-VL-7B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-vl-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1030.979496,"ciLow":1020.375104,"ciHigh":1041.583888,"observedAt":"2026-11-09","runCount":5766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-VL-7B-Instruct","rowId":"overall/Qwen2-VL-7B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen2-vl-7b-instruct:default|none|lmarena-vision@1|rating|chinese/Qwen2-VL-7B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-vl-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":998.928958,"ciLow":952.750332,"ciHigh":1045.107585,"observedAt":"2026-11-09","runCount":298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-VL-7B-Instruct","rowId":"chinese/Qwen2-VL-7B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2-vl-7b-instruct:default|none|lmarena-vision@1|rating|english/Qwen2-VL-7B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-vl-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1005.635587,"ciLow":991.963393,"ciHigh":1019.307781,"observedAt":"2026-11-09","runCount":3028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-VL-7B-Instruct","rowId":"english/Qwen2-VL-7B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen2-vl-7b-instruct:default|none|lmarena-vision@1|rating|overall/Qwen2-VL-7B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2-vl-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":989.807202,"ciLow":979.239307,"ciHigh":1000.375098,"observedAt":"2026-11-09","runCount":5766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2-VL-7B-Instruct","rowId":"overall/Qwen2-VL-7B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.613777,"ciLow":1311.485504,"ciHigh":1333.74205,"observedAt":"2026-11-11","runCount":3329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"chinese/Qwen2.5-72B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.774607,"ciLow":1347.119379,"ciHigh":1362.429836,"observedAt":"2026-11-11","runCount":6688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"coding/Qwen2.5-72B-Instruct","slice":"coding"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.1233,"ciLow":1245.629221,"ciHigh":1262.617379,"observedAt":"2026-11-11","runCount":5684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"creative_writing/Qwen2.5-72B-Instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|english/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.823358,"ciLow":1310.642694,"ciHigh":1321.004022,"observedAt":"2026-11-11","runCount":20561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"english/Qwen2.5-72B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.409211,"ciLow":1230.935392,"ciHigh":1243.88303,"observedAt":"2026-11-11","runCount":24444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"exclude_ties/Qwen2.5-72B-Instruct","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.720694,"ciLow":1282.505186,"ciHigh":1306.936202,"observedAt":"2026-11-11","runCount":2397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"expert/Qwen2.5-72B-Instruct","slice":"expert"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|french/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.75256,"ciLow":1287.604878,"ciHigh":1353.900241,"observedAt":"2026-11-11","runCount":340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"french/Qwen2.5-72B-Instruct","slice":"french"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|german/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.906814,"ciLow":1246.477079,"ciHigh":1285.336548,"observedAt":"2026-11-11","runCount":926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"german/Qwen2.5-72B-Instruct","slice":"german"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.34602,"ciLow":1310.960565,"ciHigh":1323.731475,"observedAt":"2026-11-11","runCount":10545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"hard_prompts/Qwen2.5-72B-Instruct","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.860614,"ciLow":1318.034169,"ciHigh":1333.687059,"observedAt":"2026-11-11","runCount":6208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"hard_prompts_english/Qwen2.5-72B-Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.090191,"ciLow":1289.727083,"ciHigh":1308.4533,"observedAt":"2026-11-11","runCount":4656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_business_and_management_and_financial_operations/Qwen2.5-72B-Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.563096,"ciLow":1236.495233,"ciHigh":1252.630959,"observedAt":"2026-11-11","runCount":6207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_entertainment_and_sports_and_media/Qwen2.5-72B-Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.491971,"ciLow":1317.63708,"ciHigh":1343.346863,"observedAt":"2026-11-11","runCount":2386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_legal_and_government/Qwen2.5-72B-Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.984438,"ciLow":1310.060115,"ciHigh":1325.908762,"observedAt":"2026-11-11","runCount":6932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_life_and_physical_and_social_science/Qwen2.5-72B-Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.229554,"ciLow":1300.342714,"ciHigh":1318.116394,"observedAt":"2026-11-11","runCount":4565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_mathematical/Qwen2.5-72B-Instruct","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.246264,"ciLow":1299.162778,"ciHigh":1327.32975,"observedAt":"2026-11-11","runCount":1956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_medicine_and_healthcare/Qwen2.5-72B-Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.520033,"ciLow":1335.893697,"ciHigh":1349.14637,"observedAt":"2026-11-11","runCount":10448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_software_and_it_services/Qwen2.5-72B-Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.354624,"ciLow":1275.549777,"ciHigh":1289.159472,"observedAt":"2026-11-11","runCount":10827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_writing_and_literature_and_language/Qwen2.5-72B-Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.877585,"ciLow":1286.19069,"ciHigh":1297.56448,"observedAt":"2026-11-11","runCount":16363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"instruction_following/Qwen2.5-72B-Instruct","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.582128,"ciLow":1189.068961,"ciHigh":1232.095296,"observedAt":"2026-11-11","runCount":788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"japanese/Qwen2.5-72B-Instruct","slice":"japanese"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|korean/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.845854,"ciLow":1201.824776,"ciHigh":1257.866933,"observedAt":"2026-11-11","runCount":527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"korean/Qwen2.5-72B-Instruct","slice":"korean"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.967511,"ciLow":1308.856844,"ciHigh":1325.078177,"observedAt":"2026-11-11","runCount":6008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"longer_query/Qwen2.5-72B-Instruct","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|math/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.786933,"ciLow":1287.485402,"ciHigh":1304.088463,"observedAt":"2026-11-11","runCount":5415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"math/Qwen2.5-72B-Instruct","slice":"math"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.537007,"ciLow":1290.611794,"ciHigh":1306.46222,"observedAt":"2026-11-11","runCount":7250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"multi_turn/Qwen2.5-72B-Instruct","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.442469,"ciLow":1279.975822,"ciHigh":1290.909117,"observedAt":"2026-11-11","runCount":18845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"non_english/Qwen2.5-72B-Instruct","slice":"non_english"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.912887,"ciLow":1298.821945,"ciHigh":1307.003828,"observedAt":"2026-11-11","runCount":39406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"overall/Qwen2.5-72B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.206358,"ciLow":1288.702939,"ciHigh":1305.709778,"observedAt":"2026-11-11","runCount":5776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"russian/Qwen2.5-72B-Instruct","slice":"russian"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.109373,"ciLow":1261.873661,"ciHigh":1324.345086,"observedAt":"2026-11-11","runCount":347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"spanish/Qwen2.5-72B-Instruct","slice":"spanish"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|chinese/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.494885,"ciLow":1261.474885,"ciHigh":1283.514885,"observedAt":"2026-11-11","runCount":3329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"chinese/Qwen2.5-72B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|coding/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.325374,"ciLow":1284.721813,"ciHigh":1299.928935,"observedAt":"2026-11-11","runCount":6688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"coding/Qwen2.5-72B-Instruct","slice":"coding"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|creative_writing/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.115548,"ciLow":1212.689136,"ciHigh":1229.541959,"observedAt":"2026-11-11","runCount":5684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"creative_writing/Qwen2.5-72B-Instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|english/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.636083,"ciLow":1277.490733,"ciHigh":1287.781432,"observedAt":"2026-11-11","runCount":20561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"english/Qwen2.5-72B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1189.096479,"ciLow":1182.712914,"ciHigh":1195.480044,"observedAt":"2026-11-11","runCount":24444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"exclude_ties/Qwen2.5-72B-Instruct","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|expert/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.017112,"ciLow":1232.876513,"ciHigh":1257.157711,"observedAt":"2026-11-11","runCount":2397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"expert/Qwen2.5-72B-Instruct","slice":"expert"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|french/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.030691,"ciLow":1247.303981,"ciHigh":1312.757402,"observedAt":"2026-11-11","runCount":340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"french/Qwen2.5-72B-Instruct","slice":"french"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|german/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1233.335307,"ciLow":1214.042468,"ciHigh":1252.628145,"observedAt":"2026-11-11","runCount":926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"german/Qwen2.5-72B-Instruct","slice":"german"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.532379,"ciLow":1264.191331,"ciHigh":1276.873426,"observedAt":"2026-11-11","runCount":10545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"hard_prompts/Qwen2.5-72B-Instruct","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.357038,"ciLow":1271.594853,"ciHigh":1287.119223,"observedAt":"2026-11-11","runCount":6208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"hard_prompts_english/Qwen2.5-72B-Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.724931,"ciLow":1243.453785,"ciHigh":1261.996078,"observedAt":"2026-11-11","runCount":4656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_business_and_management_and_financial_operations/Qwen2.5-72B-Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1210.964504,"ciLow":1202.941938,"ciHigh":1218.98707,"observedAt":"2026-11-11","runCount":6207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_entertainment_and_sports_and_media/Qwen2.5-72B-Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.882525,"ciLow":1275.070762,"ciHigh":1300.694287,"observedAt":"2026-11-11","runCount":2386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_legal_and_government/Qwen2.5-72B-Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.942565,"ciLow":1267.067463,"ciHigh":1282.817667,"observedAt":"2026-11-11","runCount":6932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_life_and_physical_and_social_science/Qwen2.5-72B-Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.63271,"ciLow":1281.812153,"ciHigh":1299.453268,"observedAt":"2026-11-11","runCount":4565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_mathematical/Qwen2.5-72B-Instruct","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.424919,"ciLow":1244.437061,"ciHigh":1272.412777,"observedAt":"2026-11-11","runCount":1956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_medicine_and_healthcare/Qwen2.5-72B-Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.105637,"ciLow":1285.527833,"ciHigh":1298.683441,"observedAt":"2026-11-11","runCount":10448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_software_and_it_services/Qwen2.5-72B-Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1246.88997,"ciLow":1240.13862,"ciHigh":1253.64132,"observedAt":"2026-11-11","runCount":10827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"industry_writing_and_literature_and_language/Qwen2.5-72B-Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|instruction_following/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.90944,"ciLow":1248.264398,"ciHigh":1259.554483,"observedAt":"2026-11-11","runCount":16363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"instruction_following/Qwen2.5-72B-Instruct","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|japanese/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.037823,"ciLow":1158.632625,"ciHigh":1201.44302,"observedAt":"2026-11-11","runCount":788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"japanese/Qwen2.5-72B-Instruct","slice":"japanese"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|korean/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1188.20899,"ciLow":1160.386379,"ciHigh":1216.0316,"observedAt":"2026-11-11","runCount":527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"korean/Qwen2.5-72B-Instruct","slice":"korean"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|longer_query/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.451358,"ciLow":1273.390118,"ciHigh":1289.512599,"observedAt":"2026-11-11","runCount":6008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"longer_query/Qwen2.5-72B-Instruct","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|math/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.60447,"ciLow":1274.346639,"ciHigh":1290.862302,"observedAt":"2026-11-11","runCount":5415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"math/Qwen2.5-72B-Instruct","slice":"math"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|multi_turn/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.702702,"ciLow":1263.817194,"ciHigh":1279.58821,"observedAt":"2026-11-11","runCount":7250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"multi_turn/Qwen2.5-72B-Instruct","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|non_english/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.826972,"ciLow":1246.386071,"ciHigh":1257.267873,"observedAt":"2026-11-11","runCount":18845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"non_english/Qwen2.5-72B-Instruct","slice":"non_english"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|overall/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.063016,"ciLow":1264.999452,"ciHigh":1273.126581,"observedAt":"2026-11-11","runCount":39406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"overall/Qwen2.5-72B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|russian/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1263.766695,"ciLow":1255.295122,"ciHigh":1272.238268,"observedAt":"2026-11-11","runCount":5776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"russian/Qwen2.5-72B-Instruct","slice":"russian"}
{"key":"lmarena|alibaba/qwen2.5-72b-instruct:default|none|lmarena-text@1|rating|spanish/Qwen2.5-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1255.312137,"ciLow":1224.36317,"ciHigh":1286.261105,"observedAt":"2026-11-11","runCount":347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-72B-Instruct","rowId":"spanish/Qwen2.5-72B-Instruct","slice":"spanish"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.522854,"ciLow":1256.555534,"ciHigh":1306.490175,"observedAt":"2026-11-11","runCount":528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"chinese/Qwen2.5-Coder-32B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.905541,"ciLow":1323.430788,"ciHigh":1360.380293,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"coding/Qwen2.5-Coder-32B-Instruct","slice":"coding"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.663389,"ciLow":1187.373775,"ciHigh":1225.953002,"observedAt":"2026-11-11","runCount":836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"creative_writing/Qwen2.5-Coder-32B-Instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|english/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.968506,"ciLow":1274.738816,"ciHigh":1297.198195,"observedAt":"2026-11-11","runCount":2652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"english/Qwen2.5-Coder-32B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.248789,"ciLow":1170.713205,"ciHigh":1197.784372,"observedAt":"2026-11-11","runCount":3370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"exclude_ties/Qwen2.5-Coder-32B-Instruct","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.587671,"ciLow":1243.894723,"ciHigh":1309.28062,"observedAt":"2026-11-11","runCount":267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"expert/Qwen2.5-Coder-32B-Instruct","slice":"expert"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.207221,"ciLow":1288.663782,"ciHigh":1317.75066,"observedAt":"2026-11-11","runCount":1386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"hard_prompts/Qwen2.5-Coder-32B-Instruct","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.716232,"ciLow":1298.045968,"ciHigh":1337.386497,"observedAt":"2026-11-11","runCount":759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"hard_prompts_english/Qwen2.5-Coder-32B-Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.836074,"ciLow":1260.587421,"ciHigh":1305.084728,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_business_and_management_and_financial_operations/Qwen2.5-Coder-32B-Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.137168,"ciLow":1168.586704,"ciHigh":1205.687632,"observedAt":"2026-11-11","runCount":929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_entertainment_and_sports_and_media/Qwen2.5-Coder-32B-Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.175741,"ciLow":1275.158985,"ciHigh":1343.192497,"observedAt":"2026-11-11","runCount":273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_legal_and_government/Qwen2.5-Coder-32B-Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.140478,"ciLow":1259.135016,"ciHigh":1295.14594,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_life_and_physical_and_social_science/Qwen2.5-Coder-32B-Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.730568,"ciLow":1247.791439,"ciHigh":1289.669697,"observedAt":"2026-11-11","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_mathematical/Qwen2.5-Coder-32B-Instruct","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.902198,"ciLow":1218.928342,"ciHigh":1290.876055,"observedAt":"2026-11-11","runCount":221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_medicine_and_healthcare/Qwen2.5-Coder-32B-Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.943177,"ciLow":1304.076532,"ciHigh":1333.809823,"observedAt":"2026-11-11","runCount":1381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_software_and_it_services/Qwen2.5-Coder-32B-Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.887994,"ciLow":1213.10659,"ciHigh":1242.669399,"observedAt":"2026-11-11","runCount":1540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_writing_and_literature_and_language/Qwen2.5-Coder-32B-Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.91845,"ciLow":1251.982234,"ciHigh":1275.854665,"observedAt":"2026-11-11","runCount":2227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"instruction_following/Qwen2.5-Coder-32B-Instruct","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.095254,"ciLow":1268.278751,"ciHigh":1305.911757,"observedAt":"2026-11-11","runCount":804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"longer_query/Qwen2.5-Coder-32B-Instruct","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|math/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.443902,"ciLow":1250.110403,"ciHigh":1288.777402,"observedAt":"2026-11-11","runCount":725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"math/Qwen2.5-Coder-32B-Instruct","slice":"math"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.812205,"ciLow":1232.903907,"ciHigh":1268.720502,"observedAt":"2026-11-11","runCount":1024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"multi_turn/Qwen2.5-Coder-32B-Instruct","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.713515,"ciLow":1237.000792,"ciHigh":1258.426237,"observedAt":"2026-11-11","runCount":2780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"non_english/Qwen2.5-Coder-32B-Instruct","slice":"non_english"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.686728,"ciLow":1262.558679,"ciHigh":1278.814777,"observedAt":"2026-11-11","runCount":5432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"overall/Qwen2.5-Coder-32B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.160633,"ciLow":1252.56651,"ciHigh":1289.754756,"observedAt":"2026-11-11","runCount":822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"russian/Qwen2.5-Coder-32B-Instruct","slice":"russian"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|chinese/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.006475,"ciLow":1197.700943,"ciHigh":1246.312008,"observedAt":"2026-11-11","runCount":528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"chinese/Qwen2.5-Coder-32B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|coding/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.518899,"ciLow":1257.381933,"ciHigh":1293.655865,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"coding/Qwen2.5-Coder-32B-Instruct","slice":"coding"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|creative_writing/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.7555,"ciLow":1154.693372,"ciHigh":1192.817629,"observedAt":"2026-11-11","runCount":836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"creative_writing/Qwen2.5-Coder-32B-Instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|english/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.919095,"ciLow":1236.797951,"ciHigh":1259.040239,"observedAt":"2026-11-11","runCount":2652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"english/Qwen2.5-Coder-32B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1126.126023,"ciLow":1112.869458,"ciHigh":1139.382588,"observedAt":"2026-11-11","runCount":3370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"exclude_ties/Qwen2.5-Coder-32B-Instruct","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|expert/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1220.290351,"ciLow":1187.711878,"ciHigh":1252.868824,"observedAt":"2026-11-11","runCount":267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"expert/Qwen2.5-Coder-32B-Instruct","slice":"expert"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.192402,"ciLow":1236.898782,"ciHigh":1265.486022,"observedAt":"2026-11-11","runCount":1386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"hard_prompts/Qwen2.5-Coder-32B-Instruct","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.191523,"ciLow":1249.854553,"ciHigh":1288.528494,"observedAt":"2026-11-11","runCount":759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"hard_prompts_english/Qwen2.5-Coder-32B-Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1223.750715,"ciLow":1201.938453,"ciHigh":1245.562976,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_business_and_management_and_financial_operations/Qwen2.5-Coder-32B-Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.156867,"ciLow":1131.743562,"ciHigh":1168.570171,"observedAt":"2026-11-11","runCount":929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_entertainment_and_sports_and_media/Qwen2.5-Coder-32B-Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.676102,"ciLow":1222.543903,"ciHigh":1290.808301,"observedAt":"2026-11-11","runCount":273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_legal_and_government/Qwen2.5-Coder-32B-Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.467526,"ciLow":1203.416165,"ciHigh":1239.518888,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_life_and_physical_and_social_science/Qwen2.5-Coder-32B-Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.382583,"ciLow":1222.673037,"ciHigh":1264.092129,"observedAt":"2026-11-11","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_mathematical/Qwen2.5-Coder-32B-Instruct","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.473316,"ciLow":1150.096399,"ciHigh":1222.850234,"observedAt":"2026-11-11","runCount":221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_medicine_and_healthcare/Qwen2.5-Coder-32B-Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.900762,"ciLow":1246.254438,"ciHigh":1275.547085,"observedAt":"2026-11-11","runCount":1381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_software_and_it_services/Qwen2.5-Coder-32B-Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.039122,"ciLow":1176.450555,"ciHigh":1205.62769,"observedAt":"2026-11-11","runCount":1540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"industry_writing_and_literature_and_language/Qwen2.5-Coder-32B-Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|instruction_following/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.64859,"ciLow":1210.873553,"ciHigh":1234.423627,"observedAt":"2026-11-11","runCount":2227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"instruction_following/Qwen2.5-Coder-32B-Instruct","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|longer_query/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.572178,"ciLow":1232.02172,"ciHigh":1269.122636,"observedAt":"2026-11-11","runCount":804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"longer_query/Qwen2.5-Coder-32B-Instruct","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|math/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.54578,"ciLow":1231.384554,"ciHigh":1269.707005,"observedAt":"2026-11-11","runCount":725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"math/Qwen2.5-Coder-32B-Instruct","slice":"math"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|multi_turn/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.233059,"ciLow":1204.457776,"ciHigh":1240.008343,"observedAt":"2026-11-11","runCount":1024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"multi_turn/Qwen2.5-Coder-32B-Instruct","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|non_english/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1204.606847,"ciLow":1194.018623,"ciHigh":1215.195072,"observedAt":"2026-11-11","runCount":2780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"non_english/Qwen2.5-Coder-32B-Instruct","slice":"non_english"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|overall/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.086762,"ciLow":1222.042282,"ciHigh":1238.131241,"observedAt":"2026-11-11","runCount":5432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"overall/Qwen2.5-Coder-32B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen2.5-coder-32b-instruct:default|none|lmarena-text@1|rating|russian/Qwen2.5-Coder-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-coder-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.000471,"ciLow":1209.571162,"ciHigh":1246.42978,"observedAt":"2026-11-11","runCount":822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Coder-32B-Instruct","rowId":"russian/Qwen2.5-Coder-32B-Instruct","slice":"russian"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|chinese/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.809126,"ciLow":1384.030549,"ciHigh":1409.587704,"observedAt":"2026-11-11","runCount":2073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"chinese/Qwen2.5-Max","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|coding/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.393059,"ciLow":1393.176493,"ciHigh":1409.609625,"observedAt":"2026-11-11","runCount":5088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"coding/Qwen2.5-Max","slice":"coding"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.254053,"ciLow":1344.682551,"ciHigh":1361.825555,"observedAt":"2026-11-11","runCount":5010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"creative_writing/Qwen2.5-Max","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|english/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.129287,"ciLow":1376.9844,"ciHigh":1387.274175,"observedAt":"2026-11-11","runCount":18203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"english/Qwen2.5-Max","slice":"english"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.877039,"ciLow":1342.840824,"ciHigh":1354.913255,"observedAt":"2026-11-11","runCount":21860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"exclude_ties/Qwen2.5-Max","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|expert/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.42691,"ciLow":1353.588683,"ciHigh":1381.265137,"observedAt":"2026-11-11","runCount":1684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"expert/Qwen2.5-Max","slice":"expert"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|french/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.001554,"ciLow":1381.074341,"ciHigh":1444.928768,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"french/Qwen2.5-Max","slice":"french"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|german/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.310263,"ciLow":1333.310592,"ciHigh":1375.309934,"observedAt":"2026-11-11","runCount":781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"german/Qwen2.5-Max","slice":"german"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.115202,"ciLow":1378.835483,"ciHigh":1391.394921,"observedAt":"2026-11-11","runCount":9646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"hard_prompts/Qwen2.5-Max","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.320814,"ciLow":1378.427249,"ciHigh":1394.214378,"observedAt":"2026-11-11","runCount":5707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"hard_prompts_english/Qwen2.5-Max","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.276962,"ciLow":1358.334756,"ciHigh":1378.219169,"observedAt":"2026-11-11","runCount":3659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_business_and_management_and_financial_operations/Qwen2.5-Max","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.570628,"ciLow":1331.828251,"ciHigh":1347.313006,"observedAt":"2026-11-11","runCount":5984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_entertainment_and_sports_and_media/Qwen2.5-Max","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.649243,"ciLow":1373.595106,"ciHigh":1401.70338,"observedAt":"2026-11-11","runCount":1857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_legal_and_government/Qwen2.5-Max","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.980812,"ciLow":1381.860944,"ciHigh":1398.10068,"observedAt":"2026-11-11","runCount":5678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_life_and_physical_and_social_science/Qwen2.5-Max","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.844433,"ciLow":1355.275683,"ciHigh":1376.413183,"observedAt":"2026-11-11","runCount":2950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_mathematical/Qwen2.5-Max","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.277864,"ciLow":1379.37315,"ciHigh":1409.182577,"observedAt":"2026-11-11","runCount":1594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_medicine_and_healthcare/Qwen2.5-Max","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.104756,"ciLow":1390.43505,"ciHigh":1403.774461,"observedAt":"2026-11-11","runCount":8552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_software_and_it_services/Qwen2.5-Max","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.204664,"ciLow":1355.38512,"ciHigh":1369.024209,"observedAt":"2026-11-11","runCount":8189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_writing_and_literature_and_language/Qwen2.5-Max","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.321021,"ciLow":1350.272273,"ciHigh":1362.369769,"observedAt":"2026-11-11","runCount":10958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"instruction_following/Qwen2.5-Max","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|japanese/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.668698,"ciLow":1286.628712,"ciHigh":1330.708684,"observedAt":"2026-11-11","runCount":734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"japanese/Qwen2.5-Max","slice":"japanese"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|korean/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.772802,"ciLow":1286.534969,"ciHigh":1343.010635,"observedAt":"2026-11-11","runCount":468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"korean/Qwen2.5-Max","slice":"korean"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.926444,"ciLow":1376.27705,"ciHigh":1393.575838,"observedAt":"2026-11-11","runCount":4533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"longer_query/Qwen2.5-Max","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|math/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.753467,"ciLow":1351.807589,"ciHigh":1371.699346,"observedAt":"2026-11-11","runCount":3306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"math/Qwen2.5-Max","slice":"math"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.124512,"ciLow":1363.567395,"ciHigh":1380.68163,"observedAt":"2026-11-11","runCount":4814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"multi_turn/Qwen2.5-Max","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|non_english/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.494402,"ciLow":1355.074637,"ciHigh":1365.914166,"observedAt":"2026-11-11","runCount":14278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"non_english/Qwen2.5-Max","slice":"non_english"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|overall/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.801472,"ciLow":1369.681511,"ciHigh":1377.921432,"observedAt":"2026-11-11","runCount":32481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"overall/Qwen2.5-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|polish/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.949001,"ciLow":1338.595939,"ciHigh":1379.302063,"observedAt":"2026-11-11","runCount":849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"polish/Qwen2.5-Max","slice":"polish"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|russian/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.930483,"ciLow":1357.492055,"ciHigh":1378.368911,"observedAt":"2026-11-11","runCount":2985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"russian/Qwen2.5-Max","slice":"russian"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text-style-control@1|rating|spanish/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.42451,"ciLow":1339.142927,"ciHigh":1409.706094,"observedAt":"2026-11-11","runCount":269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"spanish/Qwen2.5-Max","slice":"spanish"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|chinese/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.829713,"ciLow":1369.027538,"ciHigh":1394.631889,"observedAt":"2026-11-11","runCount":2073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"chinese/Qwen2.5-Max","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|coding/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.117971,"ciLow":1350.945915,"ciHigh":1367.290028,"observedAt":"2026-11-11","runCount":5088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"coding/Qwen2.5-Max","slice":"coding"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|creative_writing/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.599885,"ciLow":1330.030025,"ciHigh":1347.169746,"observedAt":"2026-11-11","runCount":5010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"creative_writing/Qwen2.5-Max","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|english/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.680964,"ciLow":1370.56097,"ciHigh":1380.800958,"observedAt":"2026-11-11","runCount":18203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"english/Qwen2.5-Max","slice":"english"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|exclude_ties/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.823347,"ciLow":1330.879993,"ciHigh":1342.7667,"observedAt":"2026-11-11","runCount":21860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"exclude_ties/Qwen2.5-Max","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|expert/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.493339,"ciLow":1322.749424,"ciHigh":1350.237255,"observedAt":"2026-11-11","runCount":1684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"expert/Qwen2.5-Max","slice":"expert"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|french/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.075803,"ciLow":1364.807473,"ciHigh":1429.344133,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"french/Qwen2.5-Max","slice":"french"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|german/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.396501,"ciLow":1328.321733,"ciHigh":1370.471269,"observedAt":"2026-11-11","runCount":781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"german/Qwen2.5-Max","slice":"german"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|hard_prompts/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.532448,"ciLow":1353.285403,"ciHigh":1365.779493,"observedAt":"2026-11-11","runCount":9646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"hard_prompts/Qwen2.5-Max","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.579095,"ciLow":1353.718633,"ciHigh":1369.439556,"observedAt":"2026-11-11","runCount":5707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"hard_prompts_english/Qwen2.5-Max","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.049885,"ciLow":1339.133888,"ciHigh":1358.965882,"observedAt":"2026-11-11","runCount":3659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_business_and_management_and_financial_operations/Qwen2.5-Max","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.754617,"ciLow":1319.029894,"ciHigh":1334.479339,"observedAt":"2026-11-11","runCount":5984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_entertainment_and_sports_and_media/Qwen2.5-Max","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.844714,"ciLow":1360.753281,"ciHigh":1388.936147,"observedAt":"2026-11-11","runCount":1857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_legal_and_government/Qwen2.5-Max","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.380112,"ciLow":1373.267819,"ciHigh":1389.492405,"observedAt":"2026-11-11","runCount":5678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_life_and_physical_and_social_science/Qwen2.5-Max","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|industry_mathematical/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.683168,"ciLow":1357.161406,"ciHigh":1378.204929,"observedAt":"2026-11-11","runCount":2950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_mathematical/Qwen2.5-Max","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.887004,"ciLow":1367.81049,"ciHigh":1397.963517,"observedAt":"2026-11-11","runCount":1594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_medicine_and_healthcare/Qwen2.5-Max","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.102787,"ciLow":1365.459436,"ciHigh":1378.746139,"observedAt":"2026-11-11","runCount":8552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_software_and_it_services/Qwen2.5-Max","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.065798,"ciLow":1339.276629,"ciHigh":1352.854967,"observedAt":"2026-11-11","runCount":8189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"industry_writing_and_literature_and_language/Qwen2.5-Max","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|instruction_following/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.639325,"ciLow":1328.635589,"ciHigh":1340.643061,"observedAt":"2026-11-11","runCount":10958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"instruction_following/Qwen2.5-Max","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|japanese/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.491326,"ciLow":1277.42129,"ciHigh":1321.561361,"observedAt":"2026-11-11","runCount":734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"japanese/Qwen2.5-Max","slice":"japanese"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|korean/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.806697,"ciLow":1275.700692,"ciHigh":1331.912703,"observedAt":"2026-11-11","runCount":468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"korean/Qwen2.5-Max","slice":"korean"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|longer_query/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.750045,"ciLow":1349.141189,"ciHigh":1366.358901,"observedAt":"2026-11-11","runCount":4533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"longer_query/Qwen2.5-Max","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|math/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.098847,"ciLow":1359.189459,"ciHigh":1379.008234,"observedAt":"2026-11-11","runCount":3306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"math/Qwen2.5-Max","slice":"math"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|multi_turn/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.410243,"ciLow":1355.862052,"ciHigh":1372.958434,"observedAt":"2026-11-11","runCount":4814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"multi_turn/Qwen2.5-Max","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|non_english/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.140838,"ciLow":1346.751452,"ciHigh":1357.530224,"observedAt":"2026-11-11","runCount":14278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"non_english/Qwen2.5-Max","slice":"non_english"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|overall/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.73989,"ciLow":1362.648253,"ciHigh":1370.831526,"observedAt":"2026-11-11","runCount":32481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"overall/Qwen2.5-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|polish/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.00588,"ciLow":1340.588523,"ciHigh":1381.423237,"observedAt":"2026-11-11","runCount":849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"polish/Qwen2.5-Max","slice":"polish"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|russian/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.90929,"ciLow":1342.448088,"ciHigh":1363.370491,"observedAt":"2026-11-11","runCount":2985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"russian/Qwen2.5-Max","slice":"russian"}
{"key":"lmarena|alibaba/qwen2.5-max:default|none|lmarena-text@1|rating|spanish/Qwen2.5-Max","sourceId":"lmarena","modelId":"alibaba/qwen2.5-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.898353,"ciLow":1341.373743,"ciHigh":1412.422962,"observedAt":"2026-11-11","runCount":269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Max","rowId":"spanish/Qwen2.5-Max","slice":"spanish"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|chinese/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.375373,"ciLow":1305.554902,"ciHigh":1351.195844,"observedAt":"2026-11-11","runCount":621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"chinese/Qwen2.5-Plus (1127)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|coding/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.173184,"ciLow":1342.241363,"ciHigh":1370.105005,"observedAt":"2026-11-11","runCount":1553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"coding/Qwen2.5-Plus (1127)","slice":"coding"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.220246,"ciLow":1258.863931,"ciHigh":1287.57656,"observedAt":"2026-11-11","runCount":1591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"creative_writing/Qwen2.5-Plus (1127)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|english/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.714324,"ciLow":1322.807386,"ciHigh":1338.621262,"observedAt":"2026-11-11","runCount":5804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"english/Qwen2.5-Plus (1127)","slice":"english"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.030678,"ciLow":1248.827846,"ciHigh":1269.23351,"observedAt":"2026-11-11","runCount":6369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"exclude_ties/Qwen2.5-Plus (1127)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|expert/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.226614,"ciLow":1299.912049,"ciHigh":1342.541178,"observedAt":"2026-11-11","runCount":664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"expert/Qwen2.5-Plus (1127)","slice":"expert"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|german/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.575919,"ciLow":1213.845744,"ciHigh":1285.306095,"observedAt":"2026-11-11","runCount":257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"german/Qwen2.5-Plus (1127)","slice":"german"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.898261,"ciLow":1315.195409,"ciHigh":1336.601113,"observedAt":"2026-11-11","runCount":2671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"hard_prompts/Qwen2.5-Plus (1127)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.766831,"ciLow":1328.65592,"ciHigh":1354.877741,"observedAt":"2026-11-11","runCount":1713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"hard_prompts_english/Qwen2.5-Plus (1127)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.078323,"ciLow":1297.659913,"ciHigh":1332.496733,"observedAt":"2026-11-11","runCount":1078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_business_and_management_and_financial_operations/Qwen2.5-Plus (1127)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.360992,"ciLow":1241.35974,"ciHigh":1267.362245,"observedAt":"2026-11-11","runCount":1872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_entertainment_and_sports_and_media/Qwen2.5-Plus (1127)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.11669,"ciLow":1301.256791,"ciHigh":1348.976589,"observedAt":"2026-11-11","runCount":588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_legal_and_government/Qwen2.5-Plus (1127)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.772403,"ciLow":1323.163729,"ciHigh":1350.381076,"observedAt":"2026-11-11","runCount":1771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_life_and_physical_and_social_science/Qwen2.5-Plus (1127)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.106017,"ciLow":1300.243093,"ciHigh":1329.968941,"observedAt":"2026-11-11","runCount":1265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_mathematical/Qwen2.5-Plus (1127)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.266191,"ciLow":1303.982971,"ciHigh":1356.549412,"observedAt":"2026-11-11","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_medicine_and_healthcare/Qwen2.5-Plus (1127)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.164998,"ciLow":1333.755344,"ciHigh":1356.574653,"observedAt":"2026-11-11","runCount":2391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_software_and_it_services/Qwen2.5-Plus (1127)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.814505,"ciLow":1277.839776,"ciHigh":1299.789233,"observedAt":"2026-11-11","runCount":2823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_writing_and_literature_and_language/Qwen2.5-Plus (1127)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.119454,"ciLow":1285.023379,"ciHigh":1303.21553,"observedAt":"2026-11-11","runCount":4234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"instruction_following/Qwen2.5-Plus (1127)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|japanese/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.786054,"ciLow":1198.787802,"ciHigh":1264.784306,"observedAt":"2026-11-11","runCount":300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"japanese/Qwen2.5-Plus (1127)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.012201,"ciLow":1292.748325,"ciHigh":1321.276077,"observedAt":"2026-11-11","runCount":1586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"longer_query/Qwen2.5-Plus (1127)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|math/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.912741,"ciLow":1289.117693,"ciHigh":1316.707789,"observedAt":"2026-11-11","runCount":1404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"math/Qwen2.5-Plus (1127)","slice":"math"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.429203,"ciLow":1293.097904,"ciHigh":1319.760502,"observedAt":"2026-11-11","runCount":1789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"multi_turn/Qwen2.5-Plus (1127)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|non_english/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.258637,"ciLow":1280.176811,"ciHigh":1298.340463,"observedAt":"2026-11-11","runCount":4383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"non_english/Qwen2.5-Plus (1127)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|overall/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.621344,"ciLow":1308.261461,"ciHigh":1320.981227,"observedAt":"2026-11-11","runCount":10187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"overall/Qwen2.5-Plus (1127)","slice":"overall"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text-style-control@1|rating|russian/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.419821,"ciLow":1283.266413,"ciHigh":1313.573229,"observedAt":"2026-11-11","runCount":1397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"russian/Qwen2.5-Plus (1127)","slice":"russian"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|chinese/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.858621,"ciLow":1291.344692,"ciHigh":1336.372551,"observedAt":"2026-11-11","runCount":621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"chinese/Qwen2.5-Plus (1127)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|coding/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.112924,"ciLow":1300.301979,"ciHigh":1327.923868,"observedAt":"2026-11-11","runCount":1553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"coding/Qwen2.5-Plus (1127)","slice":"coding"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|creative_writing/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.692967,"ciLow":1247.329381,"ciHigh":1276.056553,"observedAt":"2026-11-11","runCount":1591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"creative_writing/Qwen2.5-Plus (1127)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|english/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1322.044571,"ciLow":1314.185696,"ciHigh":1329.903447,"observedAt":"2026-11-11","runCount":5804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"english/Qwen2.5-Plus (1127)","slice":"english"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|exclude_ties/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.197295,"ciLow":1226.145537,"ciHigh":1246.249052,"observedAt":"2026-11-11","runCount":6369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"exclude_ties/Qwen2.5-Plus (1127)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|expert/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.97775,"ciLow":1268.035714,"ciHigh":1309.919787,"observedAt":"2026-11-11","runCount":664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"expert/Qwen2.5-Plus (1127)","slice":"expert"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|german/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.677869,"ciLow":1194.765988,"ciHigh":1266.589751,"observedAt":"2026-11-11","runCount":257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"german/Qwen2.5-Plus (1127)","slice":"german"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|hard_prompts/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.252539,"ciLow":1288.684011,"ciHigh":1309.821068,"observedAt":"2026-11-11","runCount":2671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"hard_prompts/Qwen2.5-Plus (1127)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.583268,"ciLow":1304.613611,"ciHigh":1330.552924,"observedAt":"2026-11-11","runCount":1713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"hard_prompts_english/Qwen2.5-Plus (1127)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.68402,"ciLow":1271.311267,"ciHigh":1306.056773,"observedAt":"2026-11-11","runCount":1078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_business_and_management_and_financial_operations/Qwen2.5-Plus (1127)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.233854,"ciLow":1231.269913,"ciHigh":1257.197795,"observedAt":"2026-11-11","runCount":1872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_entertainment_and_sports_and_media/Qwen2.5-Plus (1127)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.700741,"ciLow":1282.836585,"ciHigh":1330.564896,"observedAt":"2026-11-11","runCount":588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_legal_and_government/Qwen2.5-Plus (1127)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.39064,"ciLow":1303.812593,"ciHigh":1330.968687,"observedAt":"2026-11-11","runCount":1771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_life_and_physical_and_social_science/Qwen2.5-Plus (1127)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|industry_mathematical/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.111774,"ciLow":1290.359762,"ciHigh":1319.863786,"observedAt":"2026-11-11","runCount":1265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_mathematical/Qwen2.5-Plus (1127)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.863392,"ciLow":1275.568993,"ciHigh":1328.157791,"observedAt":"2026-11-11","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_medicine_and_healthcare/Qwen2.5-Plus (1127)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.056163,"ciLow":1304.724138,"ciHigh":1327.388188,"observedAt":"2026-11-11","runCount":2391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_software_and_it_services/Qwen2.5-Plus (1127)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.428424,"ciLow":1262.525005,"ciHigh":1284.331843,"observedAt":"2026-11-11","runCount":2823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"industry_writing_and_literature_and_language/Qwen2.5-Plus (1127)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|instruction_following/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.446232,"ciLow":1265.42711,"ciHigh":1283.465353,"observedAt":"2026-11-11","runCount":4234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"instruction_following/Qwen2.5-Plus (1127)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|japanese/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.878955,"ciLow":1174.261272,"ciHigh":1239.496639,"observedAt":"2026-11-11","runCount":300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"japanese/Qwen2.5-Plus (1127)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|longer_query/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.621,"ciLow":1277.518649,"ciHigh":1305.723352,"observedAt":"2026-11-11","runCount":1586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"longer_query/Qwen2.5-Plus (1127)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|math/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.526665,"ciLow":1283.771764,"ciHigh":1311.281566,"observedAt":"2026-11-11","runCount":1404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"math/Qwen2.5-Plus (1127)","slice":"math"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|multi_turn/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.167287,"ciLow":1285.896805,"ciHigh":1312.437768,"observedAt":"2026-11-11","runCount":1789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"multi_turn/Qwen2.5-Plus (1127)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|non_english/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.782497,"ciLow":1255.736687,"ciHigh":1273.828306,"observedAt":"2026-11-11","runCount":4383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"non_english/Qwen2.5-Plus (1127)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|overall/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.193234,"ciLow":1292.864706,"ciHigh":1305.521762,"observedAt":"2026-11-11","runCount":10187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"overall/Qwen2.5-Plus (1127)","slice":"overall"}
{"key":"lmarena|alibaba/qwen2.5-plus-1127:default|none|lmarena-text@1|rating|russian/Qwen2.5-Plus (1127)","sourceId":"lmarena","modelId":"alibaba/qwen2.5-plus-1127","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.483176,"ciLow":1255.352602,"ciHigh":1285.613749,"observedAt":"2026-11-11","runCount":1397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-Plus (1127)","rowId":"russian/Qwen2.5-Plus (1127)","slice":"russian"}
{"key":"lmarena|alibaba/qwen2.5-vl-32b-instruct:default|none|lmarena-vision-style-control@1|rating|english/Qwen2.5-VL-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-vl-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1122.796364,"ciLow":1103.344395,"ciHigh":1142.248333,"observedAt":"2026-11-09","runCount":870,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-VL-32B-Instruct","rowId":"english/Qwen2.5-VL-32B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen2.5-vl-32b-instruct:default|none|lmarena-vision-style-control@1|rating|overall/Qwen2.5-VL-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-vl-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1118.330498,"ciLow":1102.833964,"ciHigh":1133.827031,"observedAt":"2026-11-09","runCount":1490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-VL-32B-Instruct","rowId":"overall/Qwen2.5-VL-32B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen2.5-vl-32b-instruct:default|none|lmarena-vision@1|rating|english/Qwen2.5-VL-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-vl-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1158.226524,"ciLow":1138.875622,"ciHigh":1177.577426,"observedAt":"2026-11-09","runCount":870,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-VL-32B-Instruct","rowId":"english/Qwen2.5-VL-32B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen2.5-vl-32b-instruct:default|none|lmarena-vision@1|rating|overall/Qwen2.5-VL-32B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-vl-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1152.029575,"ciLow":1136.640118,"ciHigh":1167.419032,"observedAt":"2026-11-09","runCount":1490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-VL-32B-Instruct","rowId":"overall/Qwen2.5-VL-32B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen2.5-vl-72b-instruct:default|none|lmarena-vision-style-control@1|rating|chinese/Qwen2.5-VL-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-vl-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1126.495608,"ciLow":1071.753805,"ciHigh":1181.237411,"observedAt":"2026-11-09","runCount":119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-VL-72B-Instruct","rowId":"chinese/Qwen2.5-VL-72B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2.5-vl-72b-instruct:default|none|lmarena-vision-style-control@1|rating|english/Qwen2.5-VL-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-vl-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1123.815401,"ciLow":1110.081238,"ciHigh":1137.549565,"observedAt":"2026-11-09","runCount":2169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-VL-72B-Instruct","rowId":"english/Qwen2.5-VL-72B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen2.5-vl-72b-instruct:default|none|lmarena-vision-style-control@1|rating|overall/Qwen2.5-VL-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-vl-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1121.218364,"ciLow":1110.36922,"ciHigh":1132.067507,"observedAt":"2026-11-09","runCount":3768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-VL-72B-Instruct","rowId":"overall/Qwen2.5-VL-72B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen2.5-vl-72b-instruct:default|none|lmarena-vision@1|rating|chinese/Qwen2.5-VL-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-vl-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1106.781753,"ciLow":1051.369576,"ciHigh":1162.19393,"observedAt":"2026-11-09","runCount":119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-VL-72B-Instruct","rowId":"chinese/Qwen2.5-VL-72B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen2.5-vl-72b-instruct:default|none|lmarena-vision@1|rating|english/Qwen2.5-VL-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-vl-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1114.629397,"ciLow":1100.820828,"ciHigh":1128.437966,"observedAt":"2026-11-09","runCount":2169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-VL-72B-Instruct","rowId":"english/Qwen2.5-VL-72B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen2.5-vl-72b-instruct:default|none|lmarena-vision@1|rating|overall/Qwen2.5-VL-72B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen2.5-vl-72b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1107.269311,"ciLow":1096.373266,"ciHigh":1118.165355,"observedAt":"2026-11-09","runCount":3768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen2.5-VL-72B-Instruct","rowId":"overall/Qwen2.5-VL-72B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.342172,"ciLow":1460.032845,"ciHigh":1474.651499,"observedAt":"2026-11-11","runCount":7245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"chinese/Qwen3-235B-A22B-Instruct (2507)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|coding/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.849818,"ciLow":1467.332508,"ciHigh":1476.367128,"observedAt":"2026-11-11","runCount":21621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"coding/Qwen3-235B-A22B-Instruct (2507)","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.195053,"ciLow":1372.738667,"ciHigh":1383.65144,"observedAt":"2026-11-11","runCount":13765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"creative_writing/Qwen3-235B-A22B-Instruct (2507)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|english/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.256566,"ciLow":1425.722897,"ciHigh":1432.790236,"observedAt":"2026-11-11","runCount":40793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"english/Qwen3-235B-A22B-Instruct (2507)","slice":"english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.948552,"ciLow":1410.362979,"ciHigh":1417.534125,"observedAt":"2026-11-11","runCount":69496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"exclude_ties/Qwen3-235B-A22B-Instruct (2507)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|expert/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.864095,"ciLow":1439.224077,"ciHigh":1454.504113,"observedAt":"2026-11-11","runCount":6391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"expert/Qwen3-235B-A22B-Instruct (2507)","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|french/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.797951,"ciLow":1440.186314,"ciHigh":1467.409589,"observedAt":"2026-11-11","runCount":2145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"french/Qwen3-235B-A22B-Instruct (2507)","slice":"french"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|german/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.159094,"ciLow":1410.920038,"ciHigh":1439.39815,"observedAt":"2026-11-11","runCount":1814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"german/Qwen3-235B-A22B-Instruct (2507)","slice":"german"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.098869,"ciLow":1443.82909,"ciHigh":1450.368649,"observedAt":"2026-11-11","runCount":53233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"hard_prompts/Qwen3-235B-A22B-Instruct (2507)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.656949,"ciLow":1445.204475,"ciHigh":1454.109422,"observedAt":"2026-11-11","runCount":22569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"hard_prompts_english/Qwen3-235B-A22B-Instruct (2507)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.164675,"ciLow":1427.308521,"ciHigh":1437.020828,"observedAt":"2026-11-11","runCount":18204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_business_and_management_and_financial_operations/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.27306,"ciLow":1371.412333,"ciHigh":1381.133787,"observedAt":"2026-11-11","runCount":17926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_entertainment_and_sports_and_media/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.054362,"ciLow":1425.515979,"ciHigh":1440.592746,"observedAt":"2026-11-11","runCount":6575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_legal_and_government/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.049804,"ciLow":1438.918976,"ciHigh":1449.180633,"observedAt":"2026-11-11","runCount":15655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_life_and_physical_and_social_science/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.246798,"ciLow":1420.821238,"ciHigh":1437.672358,"observedAt":"2026-11-11","runCount":5150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_mathematical/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.46332,"ciLow":1448.422931,"ciHigh":1464.503709,"observedAt":"2026-11-11","runCount":5882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_medicine_and_healthcare/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.272024,"ciLow":1459.487069,"ciHigh":1467.056978,"observedAt":"2026-11-11","runCount":34705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_software_and_it_services/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.544086,"ciLow":1391.075229,"ciHigh":1400.012944,"observedAt":"2026-11-11","runCount":21988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_writing_and_literature_and_language/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.106213,"ciLow":1410.017035,"ciHigh":1418.195391,"observedAt":"2026-11-11","runCount":27700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"instruction_following/Qwen3-235B-A22B-Instruct (2507)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.254424,"ciLow":1375.926689,"ciHigh":1408.582159,"observedAt":"2026-11-11","runCount":1431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"japanese/Qwen3-235B-A22B-Instruct (2507)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|korean/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.679011,"ciLow":1366.848837,"ciHigh":1396.509185,"observedAt":"2026-11-11","runCount":1811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"korean/Qwen3-235B-A22B-Instruct (2507)","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.952395,"ciLow":1428.740996,"ciHigh":1437.163794,"observedAt":"2026-11-11","runCount":26923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"longer_query/Qwen3-235B-A22B-Instruct (2507)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|math/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.390544,"ciLow":1408.62133,"ciHigh":1424.159758,"observedAt":"2026-11-11","runCount":6012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"math/Qwen3-235B-A22B-Instruct (2507)","slice":"math"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.210116,"ciLow":1431.170423,"ciHigh":1441.24981,"observedAt":"2026-11-11","runCount":16980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"multi_turn/Qwen3-235B-A22B-Instruct (2507)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.223981,"ciLow":1407.051487,"ciHigh":1413.396475,"observedAt":"2026-11-11","runCount":56749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"non_english/Qwen3-235B-A22B-Instruct (2507)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|overall/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.147931,"ciLow":1419.59201,"ciHigh":1424.703853,"observedAt":"2026-11-11","runCount":97593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"overall/Qwen3-235B-A22B-Instruct (2507)","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|polish/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.906999,"ciLow":1394.14793,"ciHigh":1413.666067,"observedAt":"2026-11-11","runCount":3931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"polish/Qwen3-235B-A22B-Instruct (2507)","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|russian/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.289734,"ciLow":1410.259181,"ciHigh":1422.320287,"observedAt":"2026-11-11","runCount":10144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"russian/Qwen3-235B-A22B-Instruct (2507)","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.361503,"ciLow":1416.55687,"ciHigh":1440.166135,"observedAt":"2026-11-11","runCount":2887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"spanish/Qwen3-235B-A22B-Instruct (2507)","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|chinese/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.674938,"ciLow":1457.411984,"ciHigh":1471.937892,"observedAt":"2026-11-11","runCount":7245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"chinese/Qwen3-235B-A22B-Instruct (2507)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|coding/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.748497,"ciLow":1440.262581,"ciHigh":1449.234412,"observedAt":"2026-11-11","runCount":21621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"coding/Qwen3-235B-A22B-Instruct (2507)","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|creative_writing/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.614581,"ciLow":1369.214162,"ciHigh":1380.015,"observedAt":"2026-11-11","runCount":13765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"creative_writing/Qwen3-235B-A22B-Instruct (2507)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|english/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.027839,"ciLow":1420.516057,"ciHigh":1427.539621,"observedAt":"2026-11-11","runCount":40793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"english/Qwen3-235B-A22B-Instruct (2507)","slice":"english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|exclude_ties/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.659538,"ciLow":1404.129905,"ciHigh":1411.189172,"observedAt":"2026-11-11","runCount":69496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"exclude_ties/Qwen3-235B-A22B-Instruct (2507)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|expert/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.762504,"ciLow":1434.228057,"ciHigh":1449.296951,"observedAt":"2026-11-11","runCount":6391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"expert/Qwen3-235B-A22B-Instruct (2507)","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|french/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.604014,"ciLow":1431.091242,"ciHigh":1458.116787,"observedAt":"2026-11-11","runCount":2145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"french/Qwen3-235B-A22B-Instruct (2507)","slice":"french"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|german/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.87309,"ciLow":1417.714242,"ciHigh":1446.031938,"observedAt":"2026-11-11","runCount":1814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"german/Qwen3-235B-A22B-Instruct (2507)","slice":"german"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|hard_prompts/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.310769,"ciLow":1430.061495,"ciHigh":1436.560044,"observedAt":"2026-11-11","runCount":53233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"hard_prompts/Qwen3-235B-A22B-Instruct (2507)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.138837,"ciLow":1431.715316,"ciHigh":1440.562359,"observedAt":"2026-11-11","runCount":22569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"hard_prompts_english/Qwen3-235B-A22B-Instruct (2507)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.907053,"ciLow":1413.079678,"ciHigh":1422.734428,"observedAt":"2026-11-11","runCount":18204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_business_and_management_and_financial_operations/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.181991,"ciLow":1369.370471,"ciHigh":1378.993511,"observedAt":"2026-11-11","runCount":17926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_entertainment_and_sports_and_media/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.527093,"ciLow":1421.030162,"ciHigh":1436.024024,"observedAt":"2026-11-11","runCount":6575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_legal_and_government/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.107613,"ciLow":1432.009021,"ciHigh":1442.206204,"observedAt":"2026-11-11","runCount":15655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_life_and_physical_and_social_science/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.01177,"ciLow":1432.684269,"ciHigh":1449.339272,"observedAt":"2026-11-11","runCount":5150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_mathematical/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.178513,"ciLow":1437.226059,"ciHigh":1453.130967,"observedAt":"2026-11-11","runCount":5882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_medicine_and_healthcare/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.64887,"ciLow":1442.886856,"ciHigh":1450.410883,"observedAt":"2026-11-11","runCount":34705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_software_and_it_services/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.677676,"ciLow":1385.239789,"ciHigh":1394.115563,"observedAt":"2026-11-11","runCount":21988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"industry_writing_and_literature_and_language/Qwen3-235B-A22B-Instruct (2507)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|instruction_following/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.726182,"ciLow":1403.667903,"ciHigh":1411.78446,"observedAt":"2026-11-11","runCount":27700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"instruction_following/Qwen3-235B-A22B-Instruct (2507)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|japanese/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.961977,"ciLow":1383.721407,"ciHigh":1416.202548,"observedAt":"2026-11-11","runCount":1431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"japanese/Qwen3-235B-A22B-Instruct (2507)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|korean/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.320593,"ciLow":1375.487045,"ciHigh":1405.15414,"observedAt":"2026-11-11","runCount":1811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"korean/Qwen3-235B-A22B-Instruct (2507)","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|longer_query/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.061104,"ciLow":1421.885908,"ciHigh":1430.236301,"observedAt":"2026-11-11","runCount":26923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"longer_query/Qwen3-235B-A22B-Instruct (2507)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|math/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.410516,"ciLow":1423.73555,"ciHigh":1439.085482,"observedAt":"2026-11-11","runCount":6012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"math/Qwen3-235B-A22B-Instruct (2507)","slice":"math"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|multi_turn/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.360383,"ciLow":1427.355061,"ciHigh":1437.365705,"observedAt":"2026-11-11","runCount":16980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"multi_turn/Qwen3-235B-A22B-Instruct (2507)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|non_english/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.259832,"ciLow":1406.108715,"ciHigh":1412.41095,"observedAt":"2026-11-11","runCount":56749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"non_english/Qwen3-235B-A22B-Instruct (2507)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|overall/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.150595,"ciLow":1416.610385,"ciHigh":1421.690805,"observedAt":"2026-11-11","runCount":97593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"overall/Qwen3-235B-A22B-Instruct (2507)","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|polish/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.835771,"ciLow":1397.159162,"ciHigh":1416.51238,"observedAt":"2026-11-11","runCount":3931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"polish/Qwen3-235B-A22B-Instruct (2507)","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|russian/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.98459,"ciLow":1404.990544,"ciHigh":1416.978636,"observedAt":"2026-11-11","runCount":10144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"russian/Qwen3-235B-A22B-Instruct (2507)","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-instruct-2507:default|none|lmarena-text@1|rating|spanish/Qwen3-235B-A22B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.267453,"ciLow":1417.576351,"ciHigh":1440.958554,"observedAt":"2026-11-11","runCount":2887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Instruct (2507)","rowId":"spanish/Qwen3-235B-A22B-Instruct (2507)","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.277087,"ciLow":1428.48691,"ciHigh":1480.067264,"observedAt":"2026-11-11","runCount":535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"chinese/Qwen3-235B-A22B-Thinking (2507)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|coding/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.891563,"ciLow":1427.188843,"ciHigh":1456.594283,"observedAt":"2026-11-11","runCount":1589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"coding/Qwen3-235B-A22B-Thinking (2507)","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.477769,"ciLow":1351.477758,"ciHigh":1387.477779,"observedAt":"2026-11-11","runCount":1082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"creative_writing/Qwen3-235B-A22B-Thinking (2507)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|english/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.659633,"ciLow":1396.139996,"ciHigh":1415.179269,"observedAt":"2026-11-11","runCount":3892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"english/Qwen3-235B-A22B-Thinking (2507)","slice":"english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.038165,"ciLow":1372.559763,"ciHigh":1391.516567,"observedAt":"2026-11-11","runCount":6199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"exclude_ties/Qwen3-235B-A22B-Thinking (2507)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|expert/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.106395,"ciLow":1439.899338,"ciHigh":1496.313452,"observedAt":"2026-11-11","runCount":423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"expert/Qwen3-235B-A22B-Thinking (2507)","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|german/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.180208,"ciLow":1359.115471,"ciHigh":1439.244945,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"german/Qwen3-235B-A22B-Thinking (2507)","slice":"german"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.948941,"ciLow":1408.466269,"ciHigh":1427.431613,"observedAt":"2026-11-11","runCount":3801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"hard_prompts/Qwen3-235B-A22B-Thinking (2507)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.96559,"ciLow":1413.850913,"ciHigh":1442.080268,"observedAt":"2026-11-11","runCount":1713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"hard_prompts_english/Qwen3-235B-A22B-Thinking (2507)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.716124,"ciLow":1389.603194,"ciHigh":1419.829053,"observedAt":"2026-11-11","runCount":1525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_business_and_management_and_financial_operations/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.316055,"ciLow":1335.53523,"ciHigh":1365.096879,"observedAt":"2026-11-11","runCount":1526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_entertainment_and_sports_and_media/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.305026,"ciLow":1372.640776,"ciHigh":1421.969275,"observedAt":"2026-11-11","runCount":532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_legal_and_government/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.765635,"ciLow":1397.474693,"ciHigh":1428.056577,"observedAt":"2026-11-11","runCount":1488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_life_and_physical_and_social_science/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.576086,"ciLow":1396.94056,"ciHigh":1448.211612,"observedAt":"2026-11-11","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_mathematical/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.631042,"ciLow":1415.25116,"ciHigh":1468.010925,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_medicine_and_healthcare/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.722055,"ciLow":1422.793164,"ciHigh":1444.650946,"observedAt":"2026-11-11","runCount":2906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_software_and_it_services/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.895712,"ciLow":1363.178865,"ciHigh":1390.612558,"observedAt":"2026-11-11","runCount":1858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_writing_and_literature_and_language/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.598584,"ciLow":1373.107682,"ciHigh":1398.089486,"observedAt":"2026-11-11","runCount":2092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"instruction_following/Qwen3-235B-A22B-Thinking (2507)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.291713,"ciLow":1346.659385,"ciHigh":1405.924041,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"japanese/Qwen3-235B-A22B-Thinking (2507)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|korean/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.374439,"ciLow":1321.206747,"ciHigh":1403.542131,"observedAt":"2026-11-11","runCount":204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"korean/Qwen3-235B-A22B-Thinking (2507)","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.985386,"ciLow":1387.731975,"ciHigh":1416.238796,"observedAt":"2026-11-11","runCount":1638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"longer_query/Qwen3-235B-A22B-Thinking (2507)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|math/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.102587,"ciLow":1372.253869,"ciHigh":1421.951306,"observedAt":"2026-11-11","runCount":475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"math/Qwen3-235B-A22B-Thinking (2507)","slice":"math"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.060388,"ciLow":1377.301779,"ciHigh":1408.818996,"observedAt":"2026-11-11","runCount":1354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"multi_turn/Qwen3-235B-A22B-Thinking (2507)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.659102,"ciLow":1381.278536,"ciHigh":1398.039668,"observedAt":"2026-11-11","runCount":4909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"non_english/Qwen3-235B-A22B-Thinking (2507)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|overall/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.186166,"ciLow":1393.604867,"ciHigh":1406.767464,"observedAt":"2026-11-11","runCount":8809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"overall/Qwen3-235B-A22B-Thinking (2507)","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|polish/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.74018,"ciLow":1359.105685,"ciHigh":1400.374674,"observedAt":"2026-11-11","runCount":783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"polish/Qwen3-235B-A22B-Thinking (2507)","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|russian/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.364929,"ciLow":1380.557007,"ciHigh":1428.17285,"observedAt":"2026-11-11","runCount":528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"russian/Qwen3-235B-A22B-Thinking (2507)","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.676019,"ciLow":1341.385415,"ciHigh":1421.966622,"observedAt":"2026-11-11","runCount":185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"spanish/Qwen3-235B-A22B-Thinking (2507)","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|chinese/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.63862,"ciLow":1455.603162,"ciHigh":1507.674077,"observedAt":"2026-11-11","runCount":535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"chinese/Qwen3-235B-A22B-Thinking (2507)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|coding/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.541849,"ciLow":1409.842098,"ciHigh":1439.2416,"observedAt":"2026-11-11","runCount":1589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"coding/Qwen3-235B-A22B-Thinking (2507)","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|creative_writing/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.515027,"ciLow":1365.821784,"ciHigh":1401.208271,"observedAt":"2026-11-11","runCount":1082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"creative_writing/Qwen3-235B-A22B-Thinking (2507)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|english/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.212912,"ciLow":1420.786133,"ciHigh":1439.63969,"observedAt":"2026-11-11","runCount":3892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"english/Qwen3-235B-A22B-Thinking (2507)","slice":"english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|exclude_ties/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.088613,"ciLow":1392.75906,"ciHigh":1411.418165,"observedAt":"2026-11-11","runCount":6199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"exclude_ties/Qwen3-235B-A22B-Thinking (2507)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|expert/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.833506,"ciLow":1434.716114,"ciHigh":1490.950899,"observedAt":"2026-11-11","runCount":423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"expert/Qwen3-235B-A22B-Thinking (2507)","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|german/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.237292,"ciLow":1366.60142,"ciHigh":1445.873164,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"german/Qwen3-235B-A22B-Thinking (2507)","slice":"german"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|hard_prompts/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.147211,"ciLow":1406.680932,"ciHigh":1425.61349,"observedAt":"2026-11-11","runCount":3801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"hard_prompts/Qwen3-235B-A22B-Thinking (2507)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.524067,"ciLow":1418.455665,"ciHigh":1446.592469,"observedAt":"2026-11-11","runCount":1713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"hard_prompts_english/Qwen3-235B-A22B-Thinking (2507)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.524983,"ciLow":1397.492449,"ciHigh":1427.557518,"observedAt":"2026-11-11","runCount":1525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_business_and_management_and_financial_operations/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.770328,"ciLow":1355.129942,"ciHigh":1384.410715,"observedAt":"2026-11-11","runCount":1526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_entertainment_and_sports_and_media/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.060126,"ciLow":1390.519658,"ciHigh":1439.600595,"observedAt":"2026-11-11","runCount":532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_legal_and_government/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.711571,"ciLow":1418.456079,"ciHigh":1448.967063,"observedAt":"2026-11-11","runCount":1488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_life_and_physical_and_social_science/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.358598,"ciLow":1410.610647,"ciHigh":1462.106549,"observedAt":"2026-11-11","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_mathematical/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.014151,"ciLow":1432.042269,"ciHigh":1483.986032,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_medicine_and_healthcare/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.061065,"ciLow":1420.137808,"ciHigh":1441.984321,"observedAt":"2026-11-11","runCount":2906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_software_and_it_services/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.608732,"ciLow":1374.119587,"ciHigh":1401.097877,"observedAt":"2026-11-11","runCount":1858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"industry_writing_and_literature_and_language/Qwen3-235B-A22B-Thinking (2507)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|instruction_following/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.131963,"ciLow":1373.694964,"ciHigh":1398.568961,"observedAt":"2026-11-11","runCount":2092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"instruction_following/Qwen3-235B-A22B-Thinking (2507)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|japanese/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.721077,"ciLow":1357.299529,"ciHigh":1416.142624,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"japanese/Qwen3-235B-A22B-Thinking (2507)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|korean/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.871392,"ciLow":1333.906582,"ciHigh":1415.836201,"observedAt":"2026-11-11","runCount":204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"korean/Qwen3-235B-A22B-Thinking (2507)","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|longer_query/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.386769,"ciLow":1385.225224,"ciHigh":1413.548313,"observedAt":"2026-11-11","runCount":1638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"longer_query/Qwen3-235B-A22B-Thinking (2507)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|math/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.856827,"ciLow":1389.040489,"ciHigh":1438.673166,"observedAt":"2026-11-11","runCount":475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"math/Qwen3-235B-A22B-Thinking (2507)","slice":"math"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|multi_turn/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.713546,"ciLow":1391.013905,"ciHigh":1422.413188,"observedAt":"2026-11-11","runCount":1354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"multi_turn/Qwen3-235B-A22B-Thinking (2507)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|non_english/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.246824,"ciLow":1388.865565,"ciHigh":1405.628083,"observedAt":"2026-11-11","runCount":4909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"non_english/Qwen3-235B-A22B-Thinking (2507)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|overall/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.485013,"ciLow":1408.945705,"ciHigh":1422.024321,"observedAt":"2026-11-11","runCount":8809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"overall/Qwen3-235B-A22B-Thinking (2507)","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|polish/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.897528,"ciLow":1369.260046,"ciHigh":1410.53501,"observedAt":"2026-11-11","runCount":783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"polish/Qwen3-235B-A22B-Thinking (2507)","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|russian/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.420774,"ciLow":1375.532901,"ciHigh":1423.308646,"observedAt":"2026-11-11","runCount":528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"russian/Qwen3-235B-A22B-Thinking (2507)","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-235b-a22b-thinking-2507:default|none|lmarena-text@1|rating|spanish/Qwen3-235B-A22B-Thinking (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b-thinking-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.662354,"ciLow":1347.668505,"ciHigh":1429.656203,"observedAt":"2026-11-11","runCount":185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B-Thinking (2507)","rowId":"spanish/Qwen3-235B-A22B-Thinking (2507)","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.333387,"ciLow":1377.431097,"ciHigh":1407.235676,"observedAt":"2026-11-11","runCount":1532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"chinese/Qwen3-235B-A22B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|coding/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.782417,"ciLow":1422.765152,"ciHigh":1440.799681,"observedAt":"2026-11-11","runCount":4312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"coding/Qwen3-235B-A22B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.824031,"ciLow":1312.737652,"ciHigh":1332.910409,"observedAt":"2026-11-11","runCount":3564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"creative_writing/Qwen3-235B-A22B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|english/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.438543,"ciLow":1381.421118,"ciHigh":1393.455968,"observedAt":"2026-11-11","runCount":12386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"english/Qwen3-235B-A22B","slice":"english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.423753,"ciLow":1338.829425,"ciHigh":1352.018081,"observedAt":"2026-11-11","runCount":17795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"exclude_ties/Qwen3-235B-A22B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|expert/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.212178,"ciLow":1370.314817,"ciHigh":1402.109539,"observedAt":"2026-11-11","runCount":1336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"expert/Qwen3-235B-A22B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|french/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.491963,"ciLow":1334.435711,"ciHigh":1396.548216,"observedAt":"2026-11-11","runCount":364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"french/Qwen3-235B-A22B","slice":"french"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|german/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.029624,"ciLow":1363.374422,"ciHigh":1406.684826,"observedAt":"2026-11-11","runCount":761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"german/Qwen3-235B-A22B","slice":"german"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.692514,"ciLow":1385.408847,"ciHigh":1397.976181,"observedAt":"2026-11-11","runCount":10412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"hard_prompts/Qwen3-235B-A22B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.724554,"ciLow":1393.412002,"ciHigh":1410.037107,"observedAt":"2026-11-11","runCount":5095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"hard_prompts_english/Qwen3-235B-A22B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.548304,"ciLow":1361.062857,"ciHigh":1380.03375,"observedAt":"2026-11-11","runCount":3918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_business_and_management_and_financial_operations/Qwen3-235B-A22B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.756569,"ciLow":1314.148731,"ciHigh":1331.364407,"observedAt":"2026-11-11","runCount":4721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_entertainment_and_sports_and_media/Qwen3-235B-A22B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.105051,"ciLow":1352.078608,"ciHigh":1380.131494,"observedAt":"2026-11-11","runCount":1715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_legal_and_government/Qwen3-235B-A22B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.758039,"ciLow":1374.762164,"ciHigh":1392.753914,"observedAt":"2026-11-11","runCount":4559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_life_and_physical_and_social_science/Qwen3-235B-A22B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.529486,"ciLow":1382.608199,"ciHigh":1412.450772,"observedAt":"2026-11-11","runCount":1490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_mathematical/Qwen3-235B-A22B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.232149,"ciLow":1366.978867,"ciHigh":1397.485432,"observedAt":"2026-11-11","runCount":1529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_medicine_and_healthcare/Qwen3-235B-A22B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.965645,"ciLow":1408.914897,"ciHigh":1423.016394,"observedAt":"2026-11-11","runCount":7916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_software_and_it_services/Qwen3-235B-A22B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.457711,"ciLow":1336.576173,"ciHigh":1352.339249,"observedAt":"2026-11-11","runCount":6138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_writing_and_literature_and_language/Qwen3-235B-A22B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.682951,"ciLow":1348.937013,"ciHigh":1364.428889,"observedAt":"2026-11-11","runCount":6179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"instruction_following/Qwen3-235B-A22B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.085312,"ciLow":1289.937413,"ciHigh":1336.233211,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"japanese/Qwen3-235B-A22B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|korean/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.359123,"ciLow":1294.241319,"ciHigh":1348.476926,"observedAt":"2026-11-11","runCount":502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"korean/Qwen3-235B-A22B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.366035,"ciLow":1369.616083,"ciHigh":1387.115988,"observedAt":"2026-11-11","runCount":4602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"longer_query/Qwen3-235B-A22B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|math/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.911223,"ciLow":1376.988989,"ciHigh":1404.833458,"observedAt":"2026-11-11","runCount":1603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"math/Qwen3-235B-A22B","slice":"math"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.447355,"ciLow":1360.175789,"ciHigh":1378.718922,"observedAt":"2026-11-11","runCount":4183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"multi_turn/Qwen3-235B-A22B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.611326,"ciLow":1349.838805,"ciHigh":1361.383846,"observedAt":"2026-11-11","runCount":13533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"non_english/Qwen3-235B-A22B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|overall/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.920392,"ciLow":1370.205032,"ciHigh":1379.635751,"observedAt":"2026-11-11","runCount":25927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"overall/Qwen3-235B-A22B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|polish/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.496605,"ciLow":1347.377491,"ciHigh":1375.615719,"observedAt":"2026-11-11","runCount":1884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"polish/Qwen3-235B-A22B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|russian/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.202648,"ciLow":1345.250008,"ciHigh":1369.155288,"observedAt":"2026-11-11","runCount":2152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"russian/Qwen3-235B-A22B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.100812,"ciLow":1347.001341,"ciHigh":1401.200283,"observedAt":"2026-11-11","runCount":466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"spanish/Qwen3-235B-A22B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|chinese/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.394452,"ciLow":1365.546128,"ciHigh":1395.242776,"observedAt":"2026-11-11","runCount":1532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"chinese/Qwen3-235B-A22B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|coding/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.79312,"ciLow":1375.807301,"ciHigh":1393.778939,"observedAt":"2026-11-11","runCount":4312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"coding/Qwen3-235B-A22B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|creative_writing/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.24057,"ciLow":1306.196902,"ciHigh":1326.284239,"observedAt":"2026-11-11","runCount":3564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"creative_writing/Qwen3-235B-A22B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|english/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.791562,"ciLow":1371.792549,"ciHigh":1383.790576,"observedAt":"2026-11-11","runCount":12386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"english/Qwen3-235B-A22B","slice":"english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|exclude_ties/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.206177,"ciLow":1325.681709,"ciHigh":1338.730645,"observedAt":"2026-11-11","runCount":17795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"exclude_ties/Qwen3-235B-A22B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|expert/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.151576,"ciLow":1333.302894,"ciHigh":1365.000257,"observedAt":"2026-11-11","runCount":1336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"expert/Qwen3-235B-A22B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|french/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.740515,"ciLow":1327.957647,"ciHigh":1389.523382,"observedAt":"2026-11-11","runCount":364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"french/Qwen3-235B-A22B","slice":"french"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|german/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.315816,"ciLow":1365.632932,"ciHigh":1408.998699,"observedAt":"2026-11-11","runCount":761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"german/Qwen3-235B-A22B","slice":"german"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|hard_prompts/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.284482,"ciLow":1356.006232,"ciHigh":1368.562732,"observedAt":"2026-11-11","runCount":10412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"hard_prompts/Qwen3-235B-A22B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.883887,"ciLow":1363.583123,"ciHigh":1380.184651,"observedAt":"2026-11-11","runCount":5095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"hard_prompts_english/Qwen3-235B-A22B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.802619,"ciLow":1340.305803,"ciHigh":1359.299436,"observedAt":"2026-11-11","runCount":3918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_business_and_management_and_financial_operations/Qwen3-235B-A22B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.754646,"ciLow":1306.201976,"ciHigh":1323.307316,"observedAt":"2026-11-11","runCount":4721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_entertainment_and_sports_and_media/Qwen3-235B-A22B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.992006,"ciLow":1341.926662,"ciHigh":1370.05735,"observedAt":"2026-11-11","runCount":1715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_legal_and_government/Qwen3-235B-A22B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.24235,"ciLow":1363.24645,"ciHigh":1381.23825,"observedAt":"2026-11-11","runCount":4559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_life_and_physical_and_social_science/Qwen3-235B-A22B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.808821,"ciLow":1380.934216,"ciHigh":1410.683426,"observedAt":"2026-11-11","runCount":1490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_mathematical/Qwen3-235B-A22B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.311307,"ciLow":1348.026717,"ciHigh":1378.595896,"observedAt":"2026-11-11","runCount":1529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_medicine_and_healthcare/Qwen3-235B-A22B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.15694,"ciLow":1379.108458,"ciHigh":1393.205422,"observedAt":"2026-11-11","runCount":7916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_software_and_it_services/Qwen3-235B-A22B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.062678,"ciLow":1328.215665,"ciHigh":1343.90969,"observedAt":"2026-11-11","runCount":6138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"industry_writing_and_literature_and_language/Qwen3-235B-A22B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|instruction_following/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.891586,"ciLow":1325.151441,"ciHigh":1340.631732,"observedAt":"2026-11-11","runCount":6179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"instruction_following/Qwen3-235B-A22B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|japanese/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.055968,"ciLow":1289.08996,"ciHigh":1335.021977,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"japanese/Qwen3-235B-A22B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|korean/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.662071,"ciLow":1290.480387,"ciHigh":1344.843756,"observedAt":"2026-11-11","runCount":502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"korean/Qwen3-235B-A22B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|longer_query/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.907999,"ciLow":1343.175463,"ciHigh":1360.640534,"observedAt":"2026-11-11","runCount":4602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"longer_query/Qwen3-235B-A22B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|math/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.574851,"ciLow":1380.687095,"ciHigh":1408.462607,"observedAt":"2026-11-11","runCount":1603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"math/Qwen3-235B-A22B","slice":"math"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|multi_turn/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.682138,"ciLow":1351.434909,"ciHigh":1369.929366,"observedAt":"2026-11-11","runCount":4183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"multi_turn/Qwen3-235B-A22B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|non_english/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.501648,"ciLow":1342.745975,"ciHigh":1354.25732,"observedAt":"2026-11-11","runCount":13533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"non_english/Qwen3-235B-A22B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|overall/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.342986,"ciLow":1361.639977,"ciHigh":1371.045995,"observedAt":"2026-11-11","runCount":25927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"overall/Qwen3-235B-A22B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|polish/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.8427,"ciLow":1344.783364,"ciHigh":1372.902037,"observedAt":"2026-11-11","runCount":1884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"polish/Qwen3-235B-A22B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|russian/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.415678,"ciLow":1330.529193,"ciHigh":1354.302163,"observedAt":"2026-11-11","runCount":2152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"russian/Qwen3-235B-A22B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:default|none|lmarena-text@1|rating|spanish/Qwen3-235B-A22B","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.606831,"ciLow":1341.586154,"ciHigh":1395.627508,"observedAt":"2026-11-11","runCount":466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B","rowId":"spanish/Qwen3-235B-A22B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|chinese/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.465476,"ciLow":1422.45497,"ciHigh":1446.475981,"observedAt":"2026-11-11","runCount":2569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"chinese/Qwen3-235B-A22B (Non-Thinking)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|coding/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.446408,"ciLow":1436.88469,"ciHigh":1452.008125,"observedAt":"2026-11-11","runCount":6899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"coding/Qwen3-235B-A22B (Non-Thinking)","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.115298,"ciLow":1357.007176,"ciHigh":1375.223419,"observedAt":"2026-11-11","runCount":4555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"creative_writing/Qwen3-235B-A22B (Non-Thinking)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|english/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.335406,"ciLow":1400.673482,"ciHigh":1411.997329,"observedAt":"2026-11-11","runCount":16572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"english/Qwen3-235B-A22B (Non-Thinking)","slice":"english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.829374,"ciLow":1378.710149,"ciHigh":1390.9486,"observedAt":"2026-11-11","runCount":26618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"exclude_ties/Qwen3-235B-A22B (Non-Thinking)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|expert/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.086303,"ciLow":1380.517197,"ciHigh":1407.65541,"observedAt":"2026-11-11","runCount":1907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"expert/Qwen3-235B-A22B (Non-Thinking)","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|french/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.315031,"ciLow":1357.30461,"ciHigh":1409.325452,"observedAt":"2026-11-11","runCount":529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"french/Qwen3-235B-A22B (Non-Thinking)","slice":"french"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|german/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.7476,"ciLow":1363.267126,"ciHigh":1400.228074,"observedAt":"2026-11-11","runCount":1078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"german/Qwen3-235B-A22B (Non-Thinking)","slice":"german"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.005511,"ciLow":1414.33747,"ciHigh":1425.673552,"observedAt":"2026-11-11","runCount":16364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"hard_prompts/Qwen3-235B-A22B (Non-Thinking)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.061842,"ciLow":1411.632929,"ciHigh":1426.490754,"observedAt":"2026-11-11","runCount":7367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"hard_prompts_english/Qwen3-235B-A22B (Non-Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.974442,"ciLow":1405.880152,"ciHigh":1422.068733,"observedAt":"2026-11-11","runCount":6272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_business_and_management_and_financial_operations/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.348224,"ciLow":1350.643943,"ciHigh":1366.052506,"observedAt":"2026-11-11","runCount":6591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_entertainment_and_sports_and_media/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.394505,"ciLow":1392.389396,"ciHigh":1416.399615,"observedAt":"2026-11-11","runCount":2514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_legal_and_government/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.403648,"ciLow":1408.158505,"ciHigh":1424.64879,"observedAt":"2026-11-11","runCount":6236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_life_and_physical_and_social_science/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.454279,"ciLow":1388.110012,"ciHigh":1412.798547,"observedAt":"2026-11-11","runCount":2278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_mathematical/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.007441,"ciLow":1413.149928,"ciHigh":1438.864954,"observedAt":"2026-11-11","runCount":2315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_medicine_and_healthcare/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.220831,"ciLow":1432.032363,"ciHigh":1444.409299,"observedAt":"2026-11-11","runCount":12383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_software_and_it_services/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.821982,"ciLow":1370.625905,"ciHigh":1385.018059,"observedAt":"2026-11-11","runCount":7985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_writing_and_literature_and_language/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.9481,"ciLow":1374.11971,"ciHigh":1387.77649,"observedAt":"2026-11-11","runCount":9200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"instruction_following/Qwen3-235B-A22B (Non-Thinking)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|japanese/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.365356,"ciLow":1348.877643,"ciHigh":1389.853069,"observedAt":"2026-11-11","runCount":887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"japanese/Qwen3-235B-A22B (Non-Thinking)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|korean/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.918099,"ciLow":1335.894845,"ciHigh":1381.941352,"observedAt":"2026-11-11","runCount":741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"korean/Qwen3-235B-A22B (Non-Thinking)","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.719308,"ciLow":1402.195423,"ciHigh":1417.243193,"observedAt":"2026-11-11","runCount":7151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"longer_query/Qwen3-235B-A22B (Non-Thinking)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|math/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.391185,"ciLow":1378.332641,"ciHigh":1402.449729,"observedAt":"2026-11-11","runCount":2371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"math/Qwen3-235B-A22B (Non-Thinking)","slice":"math"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.307831,"ciLow":1401.346109,"ciHigh":1417.269553,"observedAt":"2026-11-11","runCount":6530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"multi_turn/Qwen3-235B-A22B (Non-Thinking)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|non_english/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.740757,"ciLow":1386.394599,"ciHigh":1397.086914,"observedAt":"2026-11-11","runCount":20832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"non_english/Qwen3-235B-A22B (Non-Thinking)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|overall/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.189962,"ciLow":1397.651354,"ciHigh":1406.728571,"observedAt":"2026-11-11","runCount":37408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"overall/Qwen3-235B-A22B (Non-Thinking)","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|polish/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.377513,"ciLow":1380.233422,"ciHigh":1402.521603,"observedAt":"2026-11-11","runCount":3626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"polish/Qwen3-235B-A22B (Non-Thinking)","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|russian/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.635648,"ciLow":1397.809379,"ciHigh":1419.461917,"observedAt":"2026-11-11","runCount":2909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"russian/Qwen3-235B-A22B (Non-Thinking)","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text-style-control@1|rating|spanish/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.379257,"ciLow":1388.227287,"ciHigh":1432.531227,"observedAt":"2026-11-11","runCount":761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"spanish/Qwen3-235B-A22B (Non-Thinking)","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|chinese/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.295484,"ciLow":1412.295043,"ciHigh":1436.295924,"observedAt":"2026-11-11","runCount":2569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"chinese/Qwen3-235B-A22B (Non-Thinking)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|coding/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.817618,"ciLow":1390.291989,"ciHigh":1405.343247,"observedAt":"2026-11-11","runCount":6899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"coding/Qwen3-235B-A22B (Non-Thinking)","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|creative_writing/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.60056,"ciLow":1347.547848,"ciHigh":1365.653271,"observedAt":"2026-11-11","runCount":4555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"creative_writing/Qwen3-235B-A22B (Non-Thinking)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|english/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.734934,"ciLow":1391.108635,"ciHigh":1402.361234,"observedAt":"2026-11-11","runCount":16572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"english/Qwen3-235B-A22B (Non-Thinking)","slice":"english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|exclude_ties/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.79146,"ciLow":1364.769535,"ciHigh":1376.813384,"observedAt":"2026-11-11","runCount":26618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"exclude_ties/Qwen3-235B-A22B (Non-Thinking)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|expert/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.561696,"ciLow":1354.983766,"ciHigh":1382.139626,"observedAt":"2026-11-11","runCount":1907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"expert/Qwen3-235B-A22B (Non-Thinking)","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|french/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.723626,"ciLow":1342.627796,"ciHigh":1394.819456,"observedAt":"2026-11-11","runCount":529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"french/Qwen3-235B-A22B (Non-Thinking)","slice":"french"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|german/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.265359,"ciLow":1363.908264,"ciHigh":1400.622454,"observedAt":"2026-11-11","runCount":1078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"german/Qwen3-235B-A22B (Non-Thinking)","slice":"german"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|hard_prompts/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.196857,"ciLow":1387.555973,"ciHigh":1398.837742,"observedAt":"2026-11-11","runCount":16364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"hard_prompts/Qwen3-235B-A22B (Non-Thinking)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.204328,"ciLow":1384.802502,"ciHigh":1399.606154,"observedAt":"2026-11-11","runCount":7367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"hard_prompts_english/Qwen3-235B-A22B (Non-Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.853951,"ciLow":1383.810014,"ciHigh":1399.897888,"observedAt":"2026-11-11","runCount":6272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_business_and_management_and_financial_operations/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.241362,"ciLow":1341.60598,"ciHigh":1356.876745,"observedAt":"2026-11-11","runCount":6591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_entertainment_and_sports_and_media/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.839316,"ciLow":1381.9412,"ciHigh":1405.737432,"observedAt":"2026-11-11","runCount":2514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_legal_and_government/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.790002,"ciLow":1397.615083,"ciHigh":1413.964921,"observedAt":"2026-11-11","runCount":6236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_life_and_physical_and_social_science/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|industry_mathematical/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.265465,"ciLow":1388.961138,"ciHigh":1413.569793,"observedAt":"2026-11-11","runCount":2278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_mathematical/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.261017,"ciLow":1394.487321,"ciHigh":1420.034713,"observedAt":"2026-11-11","runCount":2315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_medicine_and_healthcare/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.879296,"ciLow":1402.724976,"ciHigh":1415.033616,"observedAt":"2026-11-11","runCount":12383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_software_and_it_services/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.61769,"ciLow":1359.463739,"ciHigh":1373.771641,"observedAt":"2026-11-11","runCount":7985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"industry_writing_and_literature_and_language/Qwen3-235B-A22B (Non-Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|instruction_following/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.909631,"ciLow":1355.121487,"ciHigh":1368.697774,"observedAt":"2026-11-11","runCount":9200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"instruction_following/Qwen3-235B-A22B (Non-Thinking)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|japanese/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.17309,"ciLow":1351.794318,"ciHigh":1392.551862,"observedAt":"2026-11-11","runCount":887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"japanese/Qwen3-235B-A22B (Non-Thinking)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|korean/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.675866,"ciLow":1335.729956,"ciHigh":1381.621776,"observedAt":"2026-11-11","runCount":741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"korean/Qwen3-235B-A22B (Non-Thinking)","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|longer_query/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.794524,"ciLow":1381.331994,"ciHigh":1396.257054,"observedAt":"2026-11-11","runCount":7151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"longer_query/Qwen3-235B-A22B (Non-Thinking)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|math/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.811799,"ciLow":1384.814339,"ciHigh":1408.809258,"observedAt":"2026-11-11","runCount":2371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"math/Qwen3-235B-A22B (Non-Thinking)","slice":"math"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|multi_turn/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.253667,"ciLow":1390.338927,"ciHigh":1406.168408,"observedAt":"2026-11-11","runCount":6530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"multi_turn/Qwen3-235B-A22B (Non-Thinking)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|non_english/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.249606,"ciLow":1378.941473,"ciHigh":1389.557739,"observedAt":"2026-11-11","runCount":20832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"non_english/Qwen3-235B-A22B (Non-Thinking)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|overall/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.610793,"ciLow":1389.104132,"ciHigh":1398.117454,"observedAt":"2026-11-11","runCount":37408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"overall/Qwen3-235B-A22B (Non-Thinking)","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|polish/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.507446,"ciLow":1374.466544,"ciHigh":1396.548348,"observedAt":"2026-11-11","runCount":3626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"polish/Qwen3-235B-A22B (Non-Thinking)","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|russian/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.865295,"ciLow":1383.111884,"ciHigh":1404.618706,"observedAt":"2026-11-11","runCount":2909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"russian/Qwen3-235B-A22B (Non-Thinking)","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-235b-a22b:flags=non-thinking|none|lmarena-text@1|rating|spanish/Qwen3-235B-A22B (Non-Thinking)","sourceId":"lmarena","modelId":"alibaba/qwen3-235b-a22b","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.946293,"ciLow":1381.090602,"ciHigh":1424.801983,"observedAt":"2026-11-11","runCount":761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-235B-A22B (Non-Thinking)","rowId":"spanish/Qwen3-235B-A22B (Non-Thinking)","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.933881,"ciLow":1418.448378,"ciHigh":1447.419384,"observedAt":"2026-11-11","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"chinese/Qwen3-30B-A3B-Instruct (2507)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|coding/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.861478,"ciLow":1429.004298,"ciHigh":1446.718658,"observedAt":"2026-11-11","runCount":4607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"coding/Qwen3-30B-A3B-Instruct (2507)","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.757432,"ciLow":1307.735,"ciHigh":1329.779864,"observedAt":"2026-11-11","runCount":2959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"creative_writing/Qwen3-30B-A3B-Instruct (2507)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|english/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.844316,"ciLow":1386.257445,"ciHigh":1399.431187,"observedAt":"2026-11-11","runCount":9739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"english/Qwen3-30B-A3B-Instruct (2507)","slice":"english"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.08006,"ciLow":1351.289841,"ciHigh":1364.870278,"observedAt":"2026-11-11","runCount":16338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"exclude_ties/Qwen3-30B-A3B-Instruct (2507)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|expert/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.57815,"ciLow":1378.686099,"ciHigh":1412.470201,"observedAt":"2026-11-11","runCount":1166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"expert/Qwen3-30B-A3B-Instruct (2507)","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|french/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.963309,"ciLow":1384.882271,"ciHigh":1449.044347,"observedAt":"2026-11-11","runCount":336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"french/Qwen3-30B-A3B-Instruct (2507)","slice":"french"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|german/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.414343,"ciLow":1344.35997,"ciHigh":1396.468715,"observedAt":"2026-11-11","runCount":522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"german/Qwen3-30B-A3B-Instruct (2507)","slice":"german"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.945732,"ciLow":1400.640747,"ciHigh":1413.250717,"observedAt":"2026-11-11","runCount":10959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"hard_prompts/Qwen3-30B-A3B-Instruct (2507)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.409503,"ciLow":1407.657595,"ciHigh":1425.16141,"observedAt":"2026-11-11","runCount":4737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"hard_prompts_english/Qwen3-30B-A3B-Instruct (2507)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.647613,"ciLow":1388.254148,"ciHigh":1407.041078,"observedAt":"2026-11-11","runCount":4114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_business_and_management_and_financial_operations/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.836836,"ciLow":1321.608945,"ciHigh":1340.064728,"observedAt":"2026-11-11","runCount":4118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_entertainment_and_sports_and_media/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.092053,"ciLow":1368.656802,"ciHigh":1399.527305,"observedAt":"2026-11-11","runCount":1461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_legal_and_government/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.138435,"ciLow":1385.281496,"ciHigh":1404.995374,"observedAt":"2026-11-11","runCount":3673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_life_and_physical_and_social_science/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.114485,"ciLow":1381.524895,"ciHigh":1414.704076,"observedAt":"2026-11-11","runCount":1204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_mathematical/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.770604,"ciLow":1383.29463,"ciHigh":1416.246578,"observedAt":"2026-11-11","runCount":1324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_medicine_and_healthcare/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.167248,"ciLow":1421.041202,"ciHigh":1435.293295,"observedAt":"2026-11-11","runCount":7945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_software_and_it_services/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.259746,"ciLow":1332.716171,"ciHigh":1349.803321,"observedAt":"2026-11-11","runCount":5065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_writing_and_literature_and_language/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.836362,"ciLow":1357.968156,"ciHigh":1373.704568,"observedAt":"2026-11-11","runCount":5966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"instruction_following/Qwen3-30B-A3B-Instruct (2507)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.392433,"ciLow":1303.045117,"ciHigh":1347.739748,"observedAt":"2026-11-11","runCount":767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"japanese/Qwen3-30B-A3B-Instruct (2507)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|korean/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.075464,"ciLow":1290.722893,"ciHigh":1341.428035,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"korean/Qwen3-30B-A3B-Instruct (2507)","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.226753,"ciLow":1372.657437,"ciHigh":1389.796069,"observedAt":"2026-11-11","runCount":4937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"longer_query/Qwen3-30B-A3B-Instruct (2507)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|math/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.6865,"ciLow":1362.447497,"ciHigh":1392.925504,"observedAt":"2026-11-11","runCount":1391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"math/Qwen3-30B-A3B-Instruct (2507)","slice":"math"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.132086,"ciLow":1369.533388,"ciHigh":1388.730784,"observedAt":"2026-11-11","runCount":3928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"multi_turn/Qwen3-30B-A3B-Instruct (2507)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.696244,"ciLow":1361.805751,"ciHigh":1373.586738,"observedAt":"2026-11-11","runCount":13539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"non_english/Qwen3-30B-A3B-Instruct (2507)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|overall/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.302091,"ciLow":1377.393335,"ciHigh":1387.210847,"observedAt":"2026-11-11","runCount":23286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"overall/Qwen3-30B-A3B-Instruct (2507)","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|polish/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.314516,"ciLow":1328.961326,"ciHigh":1359.667707,"observedAt":"2026-11-11","runCount":1541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"polish/Qwen3-30B-A3B-Instruct (2507)","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|russian/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.186706,"ciLow":1356.824077,"ciHigh":1385.549336,"observedAt":"2026-11-11","runCount":1563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"russian/Qwen3-30B-A3B-Instruct (2507)","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.517777,"ciLow":1374.893092,"ciHigh":1420.142462,"observedAt":"2026-11-11","runCount":715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"spanish/Qwen3-30B-A3B-Instruct (2507)","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|chinese/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.733181,"ciLow":1418.36543,"ciHigh":1447.100932,"observedAt":"2026-11-11","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"chinese/Qwen3-30B-A3B-Instruct (2507)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|coding/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.377114,"ciLow":1407.562464,"ciHigh":1425.191765,"observedAt":"2026-11-11","runCount":4607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"coding/Qwen3-30B-A3B-Instruct (2507)","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|creative_writing/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.422483,"ciLow":1306.488546,"ciHigh":1328.35642,"observedAt":"2026-11-11","runCount":2959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"creative_writing/Qwen3-30B-A3B-Instruct (2507)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|english/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.189761,"ciLow":1384.640163,"ciHigh":1397.739359,"observedAt":"2026-11-11","runCount":9739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"english/Qwen3-30B-A3B-Instruct (2507)","slice":"english"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|exclude_ties/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.865148,"ciLow":1351.177303,"ciHigh":1364.552992,"observedAt":"2026-11-11","runCount":16338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"exclude_ties/Qwen3-30B-A3B-Instruct (2507)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|expert/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.482266,"ciLow":1379.764799,"ciHigh":1413.199732,"observedAt":"2026-11-11","runCount":1166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"expert/Qwen3-30B-A3B-Instruct (2507)","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|french/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.124418,"ciLow":1386.083345,"ciHigh":1450.165491,"observedAt":"2026-11-11","runCount":336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"french/Qwen3-30B-A3B-Instruct (2507)","slice":"french"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|german/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.279769,"ciLow":1353.523609,"ciHigh":1405.035929,"observedAt":"2026-11-11","runCount":522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"german/Qwen3-30B-A3B-Instruct (2507)","slice":"german"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|hard_prompts/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.830136,"ciLow":1391.553811,"ciHigh":1404.106461,"observedAt":"2026-11-11","runCount":10959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"hard_prompts/Qwen3-30B-A3B-Instruct (2507)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.37408,"ciLow":1397.658122,"ciHigh":1415.090038,"observedAt":"2026-11-11","runCount":4737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"hard_prompts_english/Qwen3-30B-A3B-Instruct (2507)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.942565,"ciLow":1379.580367,"ciHigh":1398.304764,"observedAt":"2026-11-11","runCount":4114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_business_and_management_and_financial_operations/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.459091,"ciLow":1325.320564,"ciHigh":1343.597618,"observedAt":"2026-11-11","runCount":4118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_entertainment_and_sports_and_media/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.639423,"ciLow":1371.244771,"ciHigh":1402.034076,"observedAt":"2026-11-11","runCount":1461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_legal_and_government/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.082562,"ciLow":1383.286702,"ciHigh":1402.878422,"observedAt":"2026-11-11","runCount":3673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_life_and_physical_and_social_science/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.608112,"ciLow":1395.135832,"ciHigh":1428.080393,"observedAt":"2026-11-11","runCount":1204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_mathematical/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.915148,"ciLow":1375.514771,"ciHigh":1408.315526,"observedAt":"2026-11-11","runCount":1324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_medicine_and_healthcare/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.706161,"ciLow":1409.608842,"ciHigh":1423.803481,"observedAt":"2026-11-11","runCount":7945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_software_and_it_services/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.952097,"ciLow":1327.482426,"ciHigh":1344.421769,"observedAt":"2026-11-11","runCount":5065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"industry_writing_and_literature_and_language/Qwen3-30B-A3B-Instruct (2507)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|instruction_following/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.06304,"ciLow":1355.225113,"ciHigh":1370.900966,"observedAt":"2026-11-11","runCount":5966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"instruction_following/Qwen3-30B-A3B-Instruct (2507)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|japanese/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.094344,"ciLow":1315.976854,"ciHigh":1360.211835,"observedAt":"2026-11-11","runCount":767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"japanese/Qwen3-30B-A3B-Instruct (2507)","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|korean/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.083206,"ciLow":1306.182737,"ciHigh":1355.983675,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"korean/Qwen3-30B-A3B-Instruct (2507)","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|longer_query/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.510525,"ciLow":1369.983111,"ciHigh":1387.037939,"observedAt":"2026-11-11","runCount":4937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"longer_query/Qwen3-30B-A3B-Instruct (2507)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|math/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.746974,"ciLow":1379.607252,"ciHigh":1409.886696,"observedAt":"2026-11-11","runCount":1391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"math/Qwen3-30B-A3B-Instruct (2507)","slice":"math"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|multi_turn/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.386385,"ciLow":1368.842937,"ciHigh":1387.929832,"observedAt":"2026-11-11","runCount":3928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"multi_turn/Qwen3-30B-A3B-Instruct (2507)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|non_english/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.674922,"ciLow":1365.818565,"ciHigh":1377.531279,"observedAt":"2026-11-11","runCount":13539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"non_english/Qwen3-30B-A3B-Instruct (2507)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|overall/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.832053,"ciLow":1378.949646,"ciHigh":1388.714459,"observedAt":"2026-11-11","runCount":23286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"overall/Qwen3-30B-A3B-Instruct (2507)","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|polish/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.148011,"ciLow":1337.917086,"ciHigh":1368.378936,"observedAt":"2026-11-11","runCount":1541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"polish/Qwen3-30B-A3B-Instruct (2507)","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|russian/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.337995,"ciLow":1355.041831,"ciHigh":1383.634158,"observedAt":"2026-11-11","runCount":1563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"russian/Qwen3-30B-A3B-Instruct (2507)","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-30b-a3b-instruct-2507:default|none|lmarena-text@1|rating|spanish/Qwen3-30B-A3B-Instruct (2507)","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b-instruct-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.544393,"ciLow":1381.195437,"ciHigh":1425.893348,"observedAt":"2026-11-11","runCount":715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B-Instruct (2507)","rowId":"spanish/Qwen3-30B-A3B-Instruct (2507)","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.323455,"ciLow":1344.257722,"ciHigh":1374.389188,"observedAt":"2026-11-11","runCount":1575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"chinese/Qwen3-30B-A3B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|coding/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.977827,"ciLow":1376.153329,"ciHigh":1393.802326,"observedAt":"2026-11-11","runCount":4502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"coding/Qwen3-30B-A3B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.577261,"ciLow":1273.103671,"ciHigh":1294.050852,"observedAt":"2026-11-11","runCount":3335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"creative_writing/Qwen3-30B-A3B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|english/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.466951,"ciLow":1338.328443,"ciHigh":1350.60546,"observedAt":"2026-11-11","runCount":12302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"english/Qwen3-30B-A3B","slice":"english"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.585349,"ciLow":1267.854509,"ciHigh":1281.316188,"observedAt":"2026-11-11","runCount":18067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"exclude_ties/Qwen3-30B-A3B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|expert/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.153738,"ciLow":1326.756711,"ciHigh":1359.550764,"observedAt":"2026-11-11","runCount":1341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"expert/Qwen3-30B-A3B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|french/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.278413,"ciLow":1331.743638,"ciHigh":1392.813188,"observedAt":"2026-11-11","runCount":351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"french/Qwen3-30B-A3B","slice":"french"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|german/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.028676,"ciLow":1281.536552,"ciHigh":1324.5208,"observedAt":"2026-11-11","runCount":766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"german/Qwen3-30B-A3B","slice":"german"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.776447,"ciLow":1337.421129,"ciHigh":1350.131765,"observedAt":"2026-11-11","runCount":10631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"hard_prompts/Qwen3-30B-A3B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.044621,"ciLow":1350.590064,"ciHigh":1367.499177,"observedAt":"2026-11-11","runCount":5152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"hard_prompts_english/Qwen3-30B-A3B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.972493,"ciLow":1320.474087,"ciHigh":1339.4709,"observedAt":"2026-11-11","runCount":3991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_business_and_management_and_financial_operations/Qwen3-30B-A3B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.705658,"ciLow":1260.803006,"ciHigh":1278.60831,"observedAt":"2026-11-11","runCount":4545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_entertainment_and_sports_and_media/Qwen3-30B-A3B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.89935,"ciLow":1309.949345,"ciHigh":1337.849355,"observedAt":"2026-11-11","runCount":1751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_legal_and_government/Qwen3-30B-A3B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.105096,"ciLow":1323.954705,"ciHigh":1342.255487,"observedAt":"2026-11-11","runCount":4575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_life_and_physical_and_social_science/Qwen3-30B-A3B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.785469,"ciLow":1350.266378,"ciHigh":1379.304559,"observedAt":"2026-11-11","runCount":1576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_mathematical/Qwen3-30B-A3B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.752078,"ciLow":1321.747419,"ciHigh":1351.756737,"observedAt":"2026-11-11","runCount":1612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_medicine_and_healthcare/Qwen3-30B-A3B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.31658,"ciLow":1363.347513,"ciHigh":1377.285647,"observedAt":"2026-11-11","runCount":8138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_software_and_it_services/Qwen3-30B-A3B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.645496,"ciLow":1295.619566,"ciHigh":1311.671425,"observedAt":"2026-11-11","runCount":5930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_writing_and_literature_and_language/Qwen3-30B-A3B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.971633,"ciLow":1301.119363,"ciHigh":1316.823903,"observedAt":"2026-11-11","runCount":6130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"instruction_following/Qwen3-30B-A3B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.9853,"ciLow":1231.59847,"ciHigh":1276.37213,"observedAt":"2026-11-11","runCount":734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"japanese/Qwen3-30B-A3B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|korean/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.403787,"ciLow":1240.298939,"ciHigh":1294.508635,"observedAt":"2026-11-11","runCount":475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"korean/Qwen3-30B-A3B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.968457,"ciLow":1329.102565,"ciHigh":1346.834348,"observedAt":"2026-11-11","runCount":4492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"longer_query/Qwen3-30B-A3B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|math/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.133913,"ciLow":1337.479387,"ciHigh":1364.78844,"observedAt":"2026-11-11","runCount":1704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"math/Qwen3-30B-A3B","slice":"math"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.467725,"ciLow":1309.292362,"ciHigh":1327.643087,"observedAt":"2026-11-11","runCount":4394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"multi_turn/Qwen3-30B-A3B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.431301,"ciLow":1298.65582,"ciHigh":1310.206782,"observedAt":"2026-11-11","runCount":13821,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"non_english/Qwen3-30B-A3B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|overall/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.559563,"ciLow":1321.808666,"ciHigh":1331.31046,"observedAt":"2026-11-11","runCount":26132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"overall/Qwen3-30B-A3B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|polish/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.00003,"ciLow":1289.112075,"ciHigh":1316.887986,"observedAt":"2026-11-11","runCount":2003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"polish/Qwen3-30B-A3B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|russian/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.416562,"ciLow":1296.349138,"ciHigh":1320.483986,"observedAt":"2026-11-11","runCount":2224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"russian/Qwen3-30B-A3B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.675322,"ciLow":1294.057266,"ciHigh":1349.293377,"observedAt":"2026-11-11","runCount":479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"spanish/Qwen3-30B-A3B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|chinese/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.630375,"ciLow":1331.740472,"ciHigh":1361.520279,"observedAt":"2026-11-11","runCount":1575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"chinese/Qwen3-30B-A3B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|coding/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.044983,"ciLow":1328.2386,"ciHigh":1345.851367,"observedAt":"2026-11-11","runCount":4502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"coding/Qwen3-30B-A3B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|creative_writing/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.412678,"ciLow":1261.065331,"ciHigh":1281.760025,"observedAt":"2026-11-11","runCount":3335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"creative_writing/Qwen3-30B-A3B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|english/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.672462,"ciLow":1328.570026,"ciHigh":1340.774897,"observedAt":"2026-11-11","runCount":12302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"english/Qwen3-30B-A3B","slice":"english"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|exclude_ties/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.803505,"ciLow":1253.182236,"ciHigh":1266.424774,"observedAt":"2026-11-11","runCount":18067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"exclude_ties/Qwen3-30B-A3B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|expert/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.877169,"ciLow":1297.733906,"ciHigh":1330.020432,"observedAt":"2026-11-11","runCount":1341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"expert/Qwen3-30B-A3B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|french/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.91252,"ciLow":1320.59844,"ciHigh":1381.226601,"observedAt":"2026-11-11","runCount":351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"french/Qwen3-30B-A3B","slice":"french"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|german/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.358861,"ciLow":1285.024342,"ciHigh":1327.693381,"observedAt":"2026-11-11","runCount":766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"german/Qwen3-30B-A3B","slice":"german"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|hard_prompts/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.82537,"ciLow":1307.486009,"ciHigh":1320.164732,"observedAt":"2026-11-11","runCount":10631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"hard_prompts/Qwen3-30B-A3B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.845642,"ciLow":1320.412962,"ciHigh":1337.278322,"observedAt":"2026-11-11","runCount":5152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"hard_prompts_english/Qwen3-30B-A3B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.515079,"ciLow":1299.067952,"ciHigh":1317.962206,"observedAt":"2026-11-11","runCount":3991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_business_and_management_and_financial_operations/Qwen3-30B-A3B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.056354,"ciLow":1249.256385,"ciHigh":1266.856324,"observedAt":"2026-11-11","runCount":4545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_entertainment_and_sports_and_media/Qwen3-30B-A3B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.841809,"ciLow":1299.966108,"ciHigh":1327.71751,"observedAt":"2026-11-11","runCount":1751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_legal_and_government/Qwen3-30B-A3B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1321.445438,"ciLow":1312.362433,"ciHigh":1330.528443,"observedAt":"2026-11-11","runCount":4575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_life_and_physical_and_social_science/Qwen3-30B-A3B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.775101,"ciLow":1349.40348,"ciHigh":1378.146722,"observedAt":"2026-11-11","runCount":1576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_mathematical/Qwen3-30B-A3B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.849392,"ciLow":1302.913037,"ciHigh":1332.785748,"observedAt":"2026-11-11","runCount":1612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_medicine_and_healthcare/Qwen3-30B-A3B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.718029,"ciLow":1332.773776,"ciHigh":1346.662281,"observedAt":"2026-11-11","runCount":8138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_software_and_it_services/Qwen3-30B-A3B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.081256,"ciLow":1282.140104,"ciHigh":1298.022409,"observedAt":"2026-11-11","runCount":5930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"industry_writing_and_literature_and_language/Qwen3-30B-A3B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|instruction_following/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.135111,"ciLow":1275.320301,"ciHigh":1290.949922,"observedAt":"2026-11-11","runCount":6130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"instruction_following/Qwen3-30B-A3B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|japanese/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.077604,"ciLow":1231.905556,"ciHigh":1276.249653,"observedAt":"2026-11-11","runCount":734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"japanese/Qwen3-30B-A3B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|korean/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.226065,"ciLow":1234.229027,"ciHigh":1288.223104,"observedAt":"2026-11-11","runCount":475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"korean/Qwen3-30B-A3B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|longer_query/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.612366,"ciLow":1302.772112,"ciHigh":1320.452621,"observedAt":"2026-11-11","runCount":4492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"longer_query/Qwen3-30B-A3B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|math/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.775466,"ciLow":1341.221982,"ciHigh":1368.32895,"observedAt":"2026-11-11","runCount":1704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"math/Qwen3-30B-A3B","slice":"math"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|multi_turn/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.713793,"ciLow":1297.606737,"ciHigh":1315.820848,"observedAt":"2026-11-11","runCount":4394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"multi_turn/Qwen3-30B-A3B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|non_english/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.077052,"ciLow":1289.351268,"ciHigh":1300.802835,"observedAt":"2026-11-11","runCount":13821,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"non_english/Qwen3-30B-A3B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|overall/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.873432,"ciLow":1312.154929,"ciHigh":1321.591935,"observedAt":"2026-11-11","runCount":26132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"overall/Qwen3-30B-A3B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|polish/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.971565,"ciLow":1285.221751,"ciHigh":1312.721379,"observedAt":"2026-11-11","runCount":2003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"polish/Qwen3-30B-A3B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|russian/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.751307,"ciLow":1278.773542,"ciHigh":1302.729072,"observedAt":"2026-11-11","runCount":2224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"russian/Qwen3-30B-A3B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-30b-a3b:default|none|lmarena-text@1|rating|spanish/Qwen3-30B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3-30b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.960102,"ciLow":1289.396158,"ciHigh":1344.524046,"observedAt":"2026-11-11","runCount":479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-30B-A3B","rowId":"spanish/Qwen3-30B-A3B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.927469,"ciLow":1323.559256,"ciHigh":1400.295683,"observedAt":"2026-11-11","runCount":187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"chinese/Qwen3-32B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|coding/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.040315,"ciLow":1381.798448,"ciHigh":1430.282182,"observedAt":"2026-11-11","runCount":513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"coding/Qwen3-32B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.675742,"ciLow":1281.063057,"ciHigh":1326.288428,"observedAt":"2026-11-11","runCount":616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"creative_writing/Qwen3-32B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|english/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.275453,"ciLow":1352.850004,"ciHigh":1377.700903,"observedAt":"2026-11-11","runCount":2230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"english/Qwen3-32B","slice":"english"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.674317,"ciLow":1292.067494,"ciHigh":1321.28114,"observedAt":"2026-11-11","runCount":2544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"exclude_ties/Qwen3-32B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|expert/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.724244,"ciLow":1360.393718,"ciHigh":1435.05477,"observedAt":"2026-11-11","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"expert/Qwen3-32B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|german/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.875314,"ciLow":1293.624881,"ciHigh":1376.125746,"observedAt":"2026-11-11","runCount":172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"german/Qwen3-32B","slice":"german"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.177584,"ciLow":1351.053934,"ciHigh":1383.301234,"observedAt":"2026-11-11","runCount":1207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"hard_prompts/Qwen3-32B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.394123,"ciLow":1360.573853,"ciHigh":1402.214393,"observedAt":"2026-11-11","runCount":729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"hard_prompts_english/Qwen3-32B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.984154,"ciLow":1313.701329,"ciHigh":1366.266978,"observedAt":"2026-11-11","runCount":437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_business_and_management_and_financial_operations/Qwen3-32B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.274073,"ciLow":1264.613825,"ciHigh":1305.93432,"observedAt":"2026-11-11","runCount":704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_entertainment_and_sports_and_media/Qwen3-32B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.956248,"ciLow":1294.588739,"ciHigh":1359.323757,"observedAt":"2026-11-11","runCount":285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_legal_and_government/Qwen3-32B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.779684,"ciLow":1358.38034,"ciHigh":1399.179028,"observedAt":"2026-11-11","runCount":798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_life_and_physical_and_social_science/Qwen3-32B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.854368,"ciLow":1392.801744,"ciHigh":1456.906992,"observedAt":"2026-11-11","runCount":282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_mathematical/Qwen3-32B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.249528,"ciLow":1340.360165,"ciHigh":1418.138891,"observedAt":"2026-11-11","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_medicine_and_healthcare/Qwen3-32B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.519882,"ciLow":1378.282581,"ciHigh":1416.757183,"observedAt":"2026-11-11","runCount":843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_software_and_it_services/Qwen3-32B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.472739,"ciLow":1290.466649,"ciHigh":1324.478828,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_writing_and_literature_and_language/Qwen3-32B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.030364,"ciLow":1312.081711,"ciHigh":1349.979017,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"instruction_following/Qwen3-32B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.102763,"ciLow":1330.570854,"ciHigh":1379.634673,"observedAt":"2026-11-11","runCount":504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"longer_query/Qwen3-32B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|math/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.050686,"ciLow":1367.993618,"ciHigh":1428.107753,"observedAt":"2026-11-11","runCount":316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"math/Qwen3-32B","slice":"math"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.900485,"ciLow":1313.60424,"ciHigh":1360.19673,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"multi_turn/Qwen3-32B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.287857,"ciLow":1309.983258,"ciHigh":1336.592456,"observedAt":"2026-11-11","runCount":1696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"non_english/Qwen3-32B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|overall/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.840351,"ciLow":1337.383716,"ciHigh":1356.296985,"observedAt":"2026-11-11","runCount":3926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"overall/Qwen3-32B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text-style-control@1|rating|russian/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.760735,"ciLow":1302.229882,"ciHigh":1353.291588,"observedAt":"2026-11-11","runCount":412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"russian/Qwen3-32B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|chinese/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.979719,"ciLow":1319.830248,"ciHigh":1394.12919,"observedAt":"2026-11-11","runCount":187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"chinese/Qwen3-32B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|coding/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.551256,"ciLow":1333.44454,"ciHigh":1381.657971,"observedAt":"2026-11-11","runCount":513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"coding/Qwen3-32B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|creative_writing/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.186932,"ciLow":1274.885782,"ciHigh":1319.488082,"observedAt":"2026-11-11","runCount":616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"creative_writing/Qwen3-32B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|english/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.130945,"ciLow":1346.885151,"ciHigh":1371.376739,"observedAt":"2026-11-11","runCount":2230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"english/Qwen3-32B","slice":"english"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|exclude_ties/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.32237,"ciLow":1282.124747,"ciHigh":1310.519993,"observedAt":"2026-11-11","runCount":2544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"exclude_ties/Qwen3-32B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|expert/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.033069,"ciLow":1325.651438,"ciHigh":1398.4147,"observedAt":"2026-11-11","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"expert/Qwen3-32B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|german/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.050266,"ciLow":1300.364862,"ciHigh":1381.73567,"observedAt":"2026-11-11","runCount":172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"german/Qwen3-32B","slice":"german"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|hard_prompts/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.425075,"ciLow":1318.510124,"ciHigh":1350.340025,"observedAt":"2026-11-11","runCount":1207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"hard_prompts/Qwen3-32B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.505334,"ciLow":1328.94232,"ciHigh":1370.068349,"observedAt":"2026-11-11","runCount":729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"hard_prompts_english/Qwen3-32B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.155173,"ciLow":1292.167096,"ciHigh":1344.143249,"observedAt":"2026-11-11","runCount":437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_business_and_management_and_financial_operations/Qwen3-32B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.77671,"ciLow":1258.32907,"ciHigh":1299.22435,"observedAt":"2026-11-11","runCount":704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_entertainment_and_sports_and_media/Qwen3-32B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.697763,"ciLow":1292.658645,"ciHigh":1356.736882,"observedAt":"2026-11-11","runCount":285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_legal_and_government/Qwen3-32B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.230107,"ciLow":1351.991568,"ciHigh":1392.468647,"observedAt":"2026-11-11","runCount":798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_life_and_physical_and_social_science/Qwen3-32B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.980258,"ciLow":1388.41085,"ciHigh":1451.549665,"observedAt":"2026-11-11","runCount":282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_mathematical/Qwen3-32B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.434979,"ciLow":1330.041506,"ciHigh":1406.828452,"observedAt":"2026-11-11","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_medicine_and_healthcare/Qwen3-32B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.933876,"ciLow":1346.927588,"ciHigh":1384.940164,"observedAt":"2026-11-11","runCount":843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_software_and_it_services/Qwen3-32B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.24621,"ciLow":1281.579513,"ciHigh":1314.912906,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"industry_writing_and_literature_and_language/Qwen3-32B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|instruction_following/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.671805,"ciLow":1286.003204,"ciHigh":1323.340406,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"instruction_following/Qwen3-32B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|longer_query/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.138827,"ciLow":1303.055178,"ciHigh":1351.222476,"observedAt":"2026-11-11","runCount":504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"longer_query/Qwen3-32B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|math/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.564014,"ciLow":1368.607344,"ciHigh":1428.520683,"observedAt":"2026-11-11","runCount":316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"math/Qwen3-32B","slice":"math"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|multi_turn/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.787828,"ciLow":1307.878223,"ciHigh":1353.697433,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"multi_turn/Qwen3-32B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|non_english/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.698228,"ciLow":1303.610922,"ciHigh":1329.785534,"observedAt":"2026-11-11","runCount":1696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"non_english/Qwen3-32B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|overall/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.126161,"ciLow":1330.817392,"ciHigh":1349.434931,"observedAt":"2026-11-11","runCount":3926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"overall/Qwen3-32B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-32b:default|none|lmarena-text@1|rating|russian/Qwen3-32B","sourceId":"lmarena","modelId":"alibaba/qwen3-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.777016,"ciLow":1285.640513,"ciHigh":1335.913519,"observedAt":"2026-11-11","runCount":412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-32B","rowId":"russian/Qwen3-32B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.870281,"ciLow":1390.359671,"ciHigh":1419.380891,"observedAt":"2026-11-11","runCount":1786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"chinese/Qwen3-Coder-480B-A35B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.08904,"ciLow":1448.070915,"ciHigh":1466.107165,"observedAt":"2026-11-11","runCount":4796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"coding/Qwen3-Coder-480B-A35B-Instruct","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.321856,"ciLow":1351.605314,"ciHigh":1373.038399,"observedAt":"2026-11-11","runCount":3238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"creative_writing/Qwen3-Coder-480B-A35B-Instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|english/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.385843,"ciLow":1389.910981,"ciHigh":1402.860704,"observedAt":"2026-11-11","runCount":10957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"english/Qwen3-Coder-480B-A35B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.635747,"ciLow":1356.838478,"ciHigh":1370.433016,"observedAt":"2026-11-11","runCount":17946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"exclude_ties/Qwen3-Coder-480B-A35B-Instruct","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.864234,"ciLow":1363.523704,"ciHigh":1396.204764,"observedAt":"2026-11-11","runCount":1347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"expert/Qwen3-Coder-480B-A35B-Instruct","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|french/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.356381,"ciLow":1400.723699,"ciHigh":1459.989063,"observedAt":"2026-11-11","runCount":446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"french/Qwen3-Coder-480B-A35B-Instruct","slice":"french"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|german/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.318123,"ciLow":1326.964405,"ciHigh":1377.671842,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"german/Qwen3-Coder-480B-A35B-Instruct","slice":"german"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.562323,"ciLow":1407.14734,"ciHigh":1419.977305,"observedAt":"2026-11-11","runCount":11505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"hard_prompts/Qwen3-Coder-480B-A35B-Instruct","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.921621,"ciLow":1416.179549,"ciHigh":1433.663693,"observedAt":"2026-11-11","runCount":5130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"hard_prompts_english/Qwen3-Coder-480B-A35B-Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.142469,"ciLow":1380.626867,"ciHigh":1399.658072,"observedAt":"2026-11-11","runCount":4374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_business_and_management_and_financial_operations/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.14829,"ciLow":1344.067173,"ciHigh":1362.229408,"observedAt":"2026-11-11","runCount":4492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_entertainment_and_sports_and_media/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.884449,"ciLow":1384.553358,"ciHigh":1415.21554,"observedAt":"2026-11-11","runCount":1558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_legal_and_government/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.794867,"ciLow":1385.051907,"ciHigh":1404.537827,"observedAt":"2026-11-11","runCount":4017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_life_and_physical_and_social_science/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.016613,"ciLow":1365.39532,"ciHigh":1396.637907,"observedAt":"2026-11-11","runCount":1442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_mathematical/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.749861,"ciLow":1392.58167,"ciHigh":1424.918052,"observedAt":"2026-11-11","runCount":1483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_medicine_and_healthcare/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.011748,"ciLow":1428.83155,"ciHigh":1443.191947,"observedAt":"2026-11-11","runCount":8442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_software_and_it_services/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.522371,"ciLow":1358.040443,"ciHigh":1375.004298,"observedAt":"2026-11-11","runCount":5320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_writing_and_literature_and_language/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.87663,"ciLow":1374.964913,"ciHigh":1390.788348,"observedAt":"2026-11-11","runCount":6188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"instruction_following/Qwen3-Coder-480B-A35B-Instruct","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.77941,"ciLow":1306.159397,"ciHigh":1347.399422,"observedAt":"2026-11-11","runCount":921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"japanese/Qwen3-Coder-480B-A35B-Instruct","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|korean/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.802799,"ciLow":1300.364558,"ciHigh":1351.24104,"observedAt":"2026-11-11","runCount":613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"korean/Qwen3-Coder-480B-A35B-Instruct","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.23885,"ciLow":1399.522506,"ciHigh":1416.955194,"observedAt":"2026-11-11","runCount":4923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"longer_query/Qwen3-Coder-480B-A35B-Instruct","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|math/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.45885,"ciLow":1360.662254,"ciHigh":1390.255445,"observedAt":"2026-11-11","runCount":1604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"math/Qwen3-Coder-480B-A35B-Instruct","slice":"math"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.895287,"ciLow":1387.291987,"ciHigh":1406.498588,"observedAt":"2026-11-11","runCount":4243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"multi_turn/Qwen3-Coder-480B-A35B-Instruct","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.12065,"ciLow":1365.100271,"ciHigh":1377.14103,"observedAt":"2026-11-11","runCount":14183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"non_english/Qwen3-Coder-480B-A35B-Instruct","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.443639,"ciLow":1382.461531,"ciHigh":1392.425747,"observedAt":"2026-11-11","runCount":25152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"overall/Qwen3-Coder-480B-A35B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|polish/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.835282,"ciLow":1354.671468,"ciHigh":1384.999095,"observedAt":"2026-11-11","runCount":1618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"polish/Qwen3-Coder-480B-A35B-Instruct","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.807269,"ciLow":1377.618855,"ciHigh":1405.995683,"observedAt":"2026-11-11","runCount":1692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"russian/Qwen3-Coder-480B-A35B-Instruct","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.98287,"ciLow":1362.478082,"ciHigh":1409.487659,"observedAt":"2026-11-11","runCount":685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"spanish/Qwen3-Coder-480B-A35B-Instruct","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|chinese/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.161405,"ciLow":1341.561958,"ciHigh":1370.760851,"observedAt":"2026-11-11","runCount":1786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"chinese/Qwen3-Coder-480B-A35B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|coding/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.494578,"ciLow":1403.507869,"ciHigh":1421.481286,"observedAt":"2026-11-11","runCount":4796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"coding/Qwen3-Coder-480B-A35B-Instruct","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|creative_writing/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.203245,"ciLow":1322.562646,"ciHigh":1343.843844,"observedAt":"2026-11-11","runCount":3238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"creative_writing/Qwen3-Coder-480B-A35B-Instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|english/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.715047,"ciLow":1353.21385,"ciHigh":1366.216244,"observedAt":"2026-11-11","runCount":10957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"english/Qwen3-Coder-480B-A35B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.242119,"ciLow":1311.49549,"ciHigh":1324.988747,"observedAt":"2026-11-11","runCount":17946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"exclude_ties/Qwen3-Coder-480B-A35B-Instruct","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|expert/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.815885,"ciLow":1321.678486,"ciHigh":1353.953285,"observedAt":"2026-11-11","runCount":1347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"expert/Qwen3-Coder-480B-A35B-Instruct","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|french/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.199369,"ciLow":1368.451076,"ciHigh":1427.947663,"observedAt":"2026-11-11","runCount":446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"french/Qwen3-Coder-480B-A35B-Instruct","slice":"french"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|german/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.954373,"ciLow":1298.58052,"ciHigh":1349.328226,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"german/Qwen3-Coder-480B-A35B-Instruct","slice":"german"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.737758,"ciLow":1365.333241,"ciHigh":1378.142276,"observedAt":"2026-11-11","runCount":11505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"hard_prompts/Qwen3-Coder-480B-A35B-Instruct","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.480247,"ciLow":1371.732127,"ciHigh":1389.228367,"observedAt":"2026-11-11","runCount":5130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"hard_prompts_english/Qwen3-Coder-480B-A35B-Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.28777,"ciLow":1333.752158,"ciHigh":1352.823382,"observedAt":"2026-11-11","runCount":4374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_business_and_management_and_financial_operations/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.21725,"ciLow":1308.167606,"ciHigh":1326.266894,"observedAt":"2026-11-11","runCount":4492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_entertainment_and_sports_and_media/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.314725,"ciLow":1342.950287,"ciHigh":1373.679162,"observedAt":"2026-11-11","runCount":1558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_legal_and_government/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.185854,"ciLow":1337.425882,"ciHigh":1356.945826,"observedAt":"2026-11-11","runCount":4017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_life_and_physical_and_social_science/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.27263,"ciLow":1351.719814,"ciHigh":1382.825445,"observedAt":"2026-11-11","runCount":1442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_mathematical/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.474375,"ciLow":1330.29231,"ciHigh":1362.656441,"observedAt":"2026-11-11","runCount":1483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_medicine_and_healthcare/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.811285,"ciLow":1385.6299,"ciHigh":1399.99267,"observedAt":"2026-11-11","runCount":8442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_software_and_it_services/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.638839,"ciLow":1331.171822,"ciHigh":1348.105856,"observedAt":"2026-11-11","runCount":5320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"industry_writing_and_literature_and_language/Qwen3-Coder-480B-A35B-Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|instruction_following/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.148234,"ciLow":1347.291325,"ciHigh":1363.005142,"observedAt":"2026-11-11","runCount":6188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"instruction_following/Qwen3-Coder-480B-A35B-Instruct","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|japanese/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.823641,"ciLow":1290.32357,"ciHigh":1331.323711,"observedAt":"2026-11-11","runCount":921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"japanese/Qwen3-Coder-480B-A35B-Instruct","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|korean/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.845331,"ciLow":1280.732568,"ciHigh":1330.958095,"observedAt":"2026-11-11","runCount":613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"korean/Qwen3-Coder-480B-A35B-Instruct","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|longer_query/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.394101,"ciLow":1369.727234,"ciHigh":1387.060968,"observedAt":"2026-11-11","runCount":4923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"longer_query/Qwen3-Coder-480B-A35B-Instruct","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|math/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.186611,"ciLow":1350.407088,"ciHigh":1379.966134,"observedAt":"2026-11-11","runCount":1604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"math/Qwen3-Coder-480B-A35B-Instruct","slice":"math"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|multi_turn/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.360712,"ciLow":1355.733039,"ciHigh":1374.988385,"observedAt":"2026-11-11","runCount":4243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"multi_turn/Qwen3-Coder-480B-A35B-Instruct","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|non_english/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.39858,"ciLow":1339.388768,"ciHigh":1351.408392,"observedAt":"2026-11-11","runCount":14183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"non_english/Qwen3-Coder-480B-A35B-Instruct","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|overall/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.508545,"ciLow":1351.512975,"ciHigh":1361.504115,"observedAt":"2026-11-11","runCount":25152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"overall/Qwen3-Coder-480B-A35B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|polish/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.595796,"ciLow":1329.513079,"ciHigh":1359.678512,"observedAt":"2026-11-11","runCount":1618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"polish/Qwen3-Coder-480B-A35B-Instruct","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|russian/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.116943,"ciLow":1351.914612,"ciHigh":1380.319274,"observedAt":"2026-11-11","runCount":1692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"russian/Qwen3-Coder-480B-A35B-Instruct","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-text@1|rating|spanish/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.882528,"ciLow":1335.553009,"ciHigh":1382.212046,"observedAt":"2026-11-11","runCount":685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"spanish/Qwen3-Coder-480B-A35B-Instruct","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-webdev@1|rating|overall/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1274.295867,"ciLow":1266.435652,"ciHigh":1282.156082,"observedAt":"2026-11-15","runCount":12637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"overall/Qwen3-Coder-480B-A35B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-webdev@1|rating|webdev-html/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1285.728401,"ciLow":1274.402531,"ciHigh":1297.054271,"observedAt":"2026-11-15","runCount":8528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"webdev-html/Qwen3-Coder-480B-A35B-Instruct","slice":"webdev-html"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-webdev@1|rating|webdev-react/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1257.221522,"ciLow":1246.006135,"ciHigh":1268.436909,"observedAt":"2026-11-15","runCount":4103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"webdev-react/Qwen3-Coder-480B-A35B-Instruct","slice":"webdev-react"}
{"key":"lmarena|alibaba/qwen3-coder-480b-a35b-instruct:default|none|lmarena-webdev@1|rating|webdev/Qwen3-Coder-480B-A35B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-coder-480b-a35b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1274.295867,"ciLow":1266.435652,"ciHigh":1282.156082,"observedAt":"2026-11-15","runCount":12637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Coder-480B-A35B-Instruct","rowId":"webdev/Qwen3-Coder-480B-A35B-Instruct","slice":"webdev"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.179137,"ciLow":1464.058988,"ciHigh":1490.299286,"observedAt":"2026-11-11","runCount":2087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"chinese/Qwen3-Max-Preview","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|coding/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.420244,"ciLow":1472.100108,"ciHigh":1488.740381,"observedAt":"2026-11-11","runCount":5355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"coding/Qwen3-Max-Preview","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.458311,"ciLow":1383.427422,"ciHigh":1403.4892,"observedAt":"2026-11-11","runCount":3716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"creative_writing/Qwen3-Max-Preview","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|english/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.343508,"ciLow":1434.223901,"ciHigh":1446.463115,"observedAt":"2026-11-11","runCount":11447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"english/Qwen3-Max-Preview","slice":"english"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.484691,"ciLow":1425.137126,"ciHigh":1437.832255,"observedAt":"2026-11-11","runCount":19359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"exclude_ties/Qwen3-Max-Preview","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|expert/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.973125,"ciLow":1445.807669,"ciHigh":1478.138582,"observedAt":"2026-11-11","runCount":1340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"expert/Qwen3-Max-Preview","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|french/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.769133,"ciLow":1421.050658,"ciHigh":1478.487609,"observedAt":"2026-11-11","runCount":437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"french/Qwen3-Max-Preview","slice":"french"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|german/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.462228,"ciLow":1424.468743,"ciHigh":1474.455714,"observedAt":"2026-11-11","runCount":593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"german/Qwen3-Max-Preview","slice":"german"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.494446,"ciLow":1452.66476,"ciHigh":1464.324132,"observedAt":"2026-11-11","runCount":13517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"hard_prompts/Qwen3-Max-Preview","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.655431,"ciLow":1451.688658,"ciHigh":1467.622205,"observedAt":"2026-11-11","runCount":5807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"hard_prompts_english/Qwen3-Max-Preview","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.197443,"ciLow":1436.648153,"ciHigh":1453.746733,"observedAt":"2026-11-11","runCount":5129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_business_and_management_and_financial_operations/Qwen3-Max-Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.145266,"ciLow":1388.465009,"ciHigh":1405.825523,"observedAt":"2026-11-11","runCount":4943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_entertainment_and_sports_and_media/Qwen3-Max-Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.540358,"ciLow":1417.292844,"ciHigh":1445.787872,"observedAt":"2026-11-11","runCount":1689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_legal_and_government/Qwen3-Max-Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.166792,"ciLow":1447.751336,"ciHigh":1466.582248,"observedAt":"2026-11-11","runCount":4201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_life_and_physical_and_social_science/Qwen3-Max-Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.433932,"ciLow":1418.748047,"ciHigh":1450.119817,"observedAt":"2026-11-11","runCount":1322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_mathematical/Qwen3-Max-Preview","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.262624,"ciLow":1457.368535,"ciHigh":1489.156713,"observedAt":"2026-11-11","runCount":1461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_medicine_and_healthcare/Qwen3-Max-Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.195532,"ciLow":1463.530344,"ciHigh":1476.86072,"observedAt":"2026-11-11","runCount":9317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_software_and_it_services/Qwen3-Max-Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.500365,"ciLow":1397.659846,"ciHigh":1413.340885,"observedAt":"2026-11-11","runCount":6164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_writing_and_literature_and_language/Qwen3-Max-Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.13063,"ciLow":1416.833663,"ciHigh":1431.427596,"observedAt":"2026-11-11","runCount":7298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"instruction_following/Qwen3-Max-Preview","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.495348,"ciLow":1355.880136,"ciHigh":1413.11056,"observedAt":"2026-11-11","runCount":437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"japanese/Qwen3-Max-Preview","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|korean/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.596241,"ciLow":1361.052597,"ciHigh":1408.139885,"observedAt":"2026-11-11","runCount":710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"korean/Qwen3-Max-Preview","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.578419,"ciLow":1434.633584,"ciHigh":1450.523255,"observedAt":"2026-11-11","runCount":6140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"longer_query/Qwen3-Max-Preview","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|math/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.869182,"ciLow":1417.849388,"ciHigh":1447.888976,"observedAt":"2026-11-11","runCount":1489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"math/Qwen3-Max-Preview","slice":"math"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.91218,"ciLow":1432.82057,"ciHigh":1451.00379,"observedAt":"2026-11-11","runCount":4512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"multi_turn/Qwen3-Max-Preview","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.268856,"ciLow":1416.696703,"ciHigh":1427.841009,"observedAt":"2026-11-11","runCount":15766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"non_english/Qwen3-Max-Preview","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|overall/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.409765,"ciLow":1429.88867,"ciHigh":1438.930859,"observedAt":"2026-11-11","runCount":27294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"overall/Qwen3-Max-Preview","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|polish/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.012292,"ciLow":1410.980038,"ciHigh":1443.044547,"observedAt":"2026-11-11","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"polish/Qwen3-Max-Preview","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|russian/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.278266,"ciLow":1411.779283,"ciHigh":1438.777248,"observedAt":"2026-11-11","runCount":1864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"russian/Qwen3-Max-Preview","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.019827,"ciLow":1430.362272,"ciHigh":1471.677382,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"spanish/Qwen3-Max-Preview","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|chinese/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.31129,"ciLow":1465.217822,"ciHigh":1491.404759,"observedAt":"2026-11-11","runCount":2087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"chinese/Qwen3-Max-Preview","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|coding/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.880274,"ciLow":1447.551724,"ciHigh":1464.208824,"observedAt":"2026-11-11","runCount":5355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"coding/Qwen3-Max-Preview","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|creative_writing/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.641984,"ciLow":1391.720435,"ciHigh":1411.563534,"observedAt":"2026-11-11","runCount":3716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"creative_writing/Qwen3-Max-Preview","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|english/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.306628,"ciLow":1436.194044,"ciHigh":1448.419212,"observedAt":"2026-11-11","runCount":11447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"english/Qwen3-Max-Preview","slice":"english"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|exclude_ties/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.086069,"ciLow":1429.795295,"ciHigh":1442.376844,"observedAt":"2026-11-11","runCount":19359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"exclude_ties/Qwen3-Max-Preview","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|expert/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.5213,"ciLow":1438.355621,"ciHigh":1470.686979,"observedAt":"2026-11-11","runCount":1340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"expert/Qwen3-Max-Preview","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|french/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.745997,"ciLow":1420.21424,"ciHigh":1477.277755,"observedAt":"2026-11-11","runCount":437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"french/Qwen3-Max-Preview","slice":"french"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|german/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.883608,"ciLow":1439.018008,"ciHigh":1488.749208,"observedAt":"2026-11-11","runCount":593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"german/Qwen3-Max-Preview","slice":"german"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|hard_prompts/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.370217,"ciLow":1442.541452,"ciHigh":1454.198982,"observedAt":"2026-11-11","runCount":13517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"hard_prompts/Qwen3-Max-Preview","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.906571,"ciLow":1439.92181,"ciHigh":1455.891332,"observedAt":"2026-11-11","runCount":5807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"hard_prompts_english/Qwen3-Max-Preview","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.395892,"ciLow":1427.857669,"ciHigh":1444.934114,"observedAt":"2026-11-11","runCount":5129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_business_and_management_and_financial_operations/Qwen3-Max-Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.276352,"ciLow":1395.656162,"ciHigh":1412.896543,"observedAt":"2026-11-11","runCount":4943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_entertainment_and_sports_and_media/Qwen3-Max-Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.025586,"ciLow":1420.746268,"ciHigh":1449.304904,"observedAt":"2026-11-11","runCount":1689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_legal_and_government/Qwen3-Max-Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.782053,"ciLow":1448.404938,"ciHigh":1467.159169,"observedAt":"2026-11-11","runCount":4201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_life_and_physical_and_social_science/Qwen3-Max-Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.662085,"ciLow":1428.976279,"ciHigh":1460.347892,"observedAt":"2026-11-11","runCount":1322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_mathematical/Qwen3-Max-Preview","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.81485,"ciLow":1451.956791,"ciHigh":1483.67291,"observedAt":"2026-11-11","runCount":1461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_medicine_and_healthcare/Qwen3-Max-Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.548982,"ciLow":1451.88784,"ciHigh":1465.210124,"observedAt":"2026-11-11","runCount":9317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_software_and_it_services/Qwen3-Max-Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.29618,"ciLow":1399.472047,"ciHigh":1415.120312,"observedAt":"2026-11-11","runCount":6164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"industry_writing_and_literature_and_language/Qwen3-Max-Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|instruction_following/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.549245,"ciLow":1412.231493,"ciHigh":1426.866996,"observedAt":"2026-11-11","runCount":7298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"instruction_following/Qwen3-Max-Preview","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|japanese/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.571987,"ciLow":1370.219908,"ciHigh":1426.924065,"observedAt":"2026-11-11","runCount":437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"japanese/Qwen3-Max-Preview","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|korean/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.828663,"ciLow":1373.524557,"ciHigh":1420.132769,"observedAt":"2026-11-11","runCount":710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"korean/Qwen3-Max-Preview","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|longer_query/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.193898,"ciLow":1430.284998,"ciHigh":1446.102798,"observedAt":"2026-11-11","runCount":6140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"longer_query/Qwen3-Max-Preview","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|math/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.762122,"ciLow":1431.794314,"ciHigh":1461.72993,"observedAt":"2026-11-11","runCount":1489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"math/Qwen3-Max-Preview","slice":"math"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|multi_turn/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.911978,"ciLow":1436.845715,"ciHigh":1454.97824,"observedAt":"2026-11-11","runCount":4512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"multi_turn/Qwen3-Max-Preview","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|non_english/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.27985,"ciLow":1423.718629,"ciHigh":1434.84107,"observedAt":"2026-11-11","runCount":15766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"non_english/Qwen3-Max-Preview","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|overall/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.102825,"ciLow":1434.589436,"ciHigh":1443.616214,"observedAt":"2026-11-11","runCount":27294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"overall/Qwen3-Max-Preview","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|polish/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.861544,"ciLow":1423.955463,"ciHigh":1455.767624,"observedAt":"2026-11-11","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"polish/Qwen3-Max-Preview","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|russian/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.926346,"ciLow":1414.50949,"ciHigh":1441.343201,"observedAt":"2026-11-11","runCount":1864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"russian/Qwen3-Max-Preview","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-max-preview:default|none|lmarena-text@1|rating|spanish/Qwen3-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.317373,"ciLow":1441.619063,"ciHigh":1483.015683,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max-Preview","rowId":"spanish/Qwen3-Max-Preview","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|chinese/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.698063,"ciLow":1416.734286,"ciHigh":1466.66184,"observedAt":"2026-11-11","runCount":501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"chinese/Qwen3-Max (2025-09-23)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|coding/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.036121,"ciLow":1460.079905,"ciHigh":1485.992336,"observedAt":"2026-11-11","runCount":2026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"coding/Qwen3-Max (2025-09-23)","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.778835,"ciLow":1375.715544,"ciHigh":1409.842126,"observedAt":"2026-11-11","runCount":1148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"creative_writing/Qwen3-Max (2025-09-23)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|english/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.082542,"ciLow":1421.861744,"ciHigh":1440.303339,"observedAt":"2026-11-11","runCount":3901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"english/Qwen3-Max (2025-09-23)","slice":"english"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.552144,"ciLow":1405.327653,"ciHigh":1423.776634,"observedAt":"2026-11-11","runCount":6275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"exclude_ties/Qwen3-Max (2025-09-23)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|expert/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.62966,"ciLow":1392.443286,"ciHigh":1444.816034,"observedAt":"2026-11-11","runCount":473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"expert/Qwen3-Max (2025-09-23)","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|german/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.61615,"ciLow":1398.619315,"ciHigh":1478.612986,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"german/Qwen3-Max (2025-09-23)","slice":"german"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.144591,"ciLow":1437.678203,"ciHigh":1454.610978,"observedAt":"2026-11-11","runCount":4839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"hard_prompts/Qwen3-Max (2025-09-23)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.083594,"ciLow":1439.555453,"ciHigh":1464.611735,"observedAt":"2026-11-11","runCount":2121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"hard_prompts_english/Qwen3-Max (2025-09-23)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.858426,"ciLow":1405.124022,"ciHigh":1432.59283,"observedAt":"2026-11-11","runCount":1753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_business_and_management_and_financial_operations/Qwen3-Max (2025-09-23)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.391214,"ciLow":1375.382993,"ciHigh":1403.399435,"observedAt":"2026-11-11","runCount":1657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_entertainment_and_sports_and_media/Qwen3-Max (2025-09-23)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.589044,"ciLow":1386.113413,"ciHigh":1435.064675,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_legal_and_government/Qwen3-Max (2025-09-23)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.611798,"ciLow":1415.194676,"ciHigh":1446.02892,"observedAt":"2026-11-11","runCount":1428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_life_and_physical_and_social_science/Qwen3-Max (2025-09-23)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.920787,"ciLow":1385.009179,"ciHigh":1436.832395,"observedAt":"2026-11-11","runCount":476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_mathematical/Qwen3-Max (2025-09-23)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.186761,"ciLow":1404.834764,"ciHigh":1459.538758,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_medicine_and_healthcare/Qwen3-Max (2025-09-23)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.034546,"ciLow":1450.938597,"ciHigh":1471.130495,"observedAt":"2026-11-11","runCount":3315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_software_and_it_services/Qwen3-Max (2025-09-23)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.163206,"ciLow":1392.157029,"ciHigh":1418.169383,"observedAt":"2026-11-11","runCount":1972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_writing_and_literature_and_language/Qwen3-Max (2025-09-23)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.365847,"ciLow":1402.121992,"ciHigh":1424.609702,"observedAt":"2026-11-11","runCount":2650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"instruction_following/Qwen3-Max (2025-09-23)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|korean/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.255074,"ciLow":1352.959414,"ciHigh":1425.550734,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"korean/Qwen3-Max (2025-09-23)","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.39309,"ciLow":1417.663018,"ciHigh":1443.123162,"observedAt":"2026-11-11","runCount":2088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"longer_query/Qwen3-Max (2025-09-23)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|math/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.649694,"ciLow":1401.838596,"ciHigh":1449.460793,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"math/Qwen3-Max (2025-09-23)","slice":"math"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.272383,"ciLow":1431.579413,"ciHigh":1460.965353,"observedAt":"2026-11-11","runCount":1631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"multi_turn/Qwen3-Max (2025-09-23)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|non_english/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.589044,"ciLow":1400.307915,"ciHigh":1416.870173,"observedAt":"2026-11-11","runCount":5100,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"non_english/Qwen3-Max (2025-09-23)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|overall/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.323312,"ciLow":1416.830949,"ciHigh":1429.815674,"observedAt":"2026-11-11","runCount":9001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"overall/Qwen3-Max (2025-09-23)","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|polish/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.841831,"ciLow":1369.554385,"ciHigh":1428.129276,"observedAt":"2026-11-11","runCount":419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"polish/Qwen3-Max (2025-09-23)","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|russian/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.561369,"ciLow":1408.532815,"ciHigh":1450.589922,"observedAt":"2026-11-11","runCount":726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"russian/Qwen3-Max (2025-09-23)","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text-style-control@1|rating|spanish/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.090466,"ciLow":1400.643326,"ciHigh":1457.537605,"observedAt":"2026-11-11","runCount":438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"spanish/Qwen3-Max (2025-09-23)","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|chinese/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.910001,"ciLow":1404.975496,"ciHigh":1454.844506,"observedAt":"2026-11-11","runCount":501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"chinese/Qwen3-Max (2025-09-23)","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|coding/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.82098,"ciLow":1425.938629,"ciHigh":1451.70333,"observedAt":"2026-11-11","runCount":2026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"coding/Qwen3-Max (2025-09-23)","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|creative_writing/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.191354,"ciLow":1363.163443,"ciHigh":1397.219264,"observedAt":"2026-11-11","runCount":1148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"creative_writing/Qwen3-Max (2025-09-23)","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|english/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.207479,"ciLow":1409.013909,"ciHigh":1427.401049,"observedAt":"2026-11-11","runCount":3901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"english/Qwen3-Max (2025-09-23)","slice":"english"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|exclude_ties/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.800685,"ciLow":1388.701029,"ciHigh":1406.90034,"observedAt":"2026-11-11","runCount":6275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"exclude_ties/Qwen3-Max (2025-09-23)","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|expert/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.035723,"ciLow":1371.862609,"ciHigh":1424.208838,"observedAt":"2026-11-11","runCount":473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"expert/Qwen3-Max (2025-09-23)","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|german/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.084248,"ciLow":1396.959704,"ciHigh":1477.208792,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"german/Qwen3-Max (2025-09-23)","slice":"german"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|hard_prompts/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.28498,"ciLow":1414.831385,"ciHigh":1431.738575,"observedAt":"2026-11-11","runCount":4839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"hard_prompts/Qwen3-Max (2025-09-23)","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.221961,"ciLow":1416.680475,"ciHigh":1441.763446,"observedAt":"2026-11-11","runCount":2121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"hard_prompts_english/Qwen3-Max (2025-09-23)","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.389994,"ciLow":1380.674726,"ciHigh":1408.105263,"observedAt":"2026-11-11","runCount":1753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_business_and_management_and_financial_operations/Qwen3-Max (2025-09-23)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.595103,"ciLow":1364.638862,"ciHigh":1392.551343,"observedAt":"2026-11-11","runCount":1657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_entertainment_and_sports_and_media/Qwen3-Max (2025-09-23)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.108775,"ciLow":1375.606413,"ciHigh":1424.611138,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_legal_and_government/Qwen3-Max (2025-09-23)","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.967504,"ciLow":1397.703163,"ciHigh":1428.231845,"observedAt":"2026-11-11","runCount":1428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_life_and_physical_and_social_science/Qwen3-Max (2025-09-23)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|industry_mathematical/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.386464,"ciLow":1390.450393,"ciHigh":1442.322535,"observedAt":"2026-11-11","runCount":476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_mathematical/Qwen3-Max (2025-09-23)","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.678693,"ciLow":1378.058507,"ciHigh":1433.298879,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_medicine_and_healthcare/Qwen3-Max (2025-09-23)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.883749,"ciLow":1425.80658,"ciHigh":1445.960918,"observedAt":"2026-11-11","runCount":3315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_software_and_it_services/Qwen3-Max (2025-09-23)","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.704822,"ciLow":1376.773691,"ciHigh":1402.635952,"observedAt":"2026-11-11","runCount":1972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"industry_writing_and_literature_and_language/Qwen3-Max (2025-09-23)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|instruction_following/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.52234,"ciLow":1386.294751,"ciHigh":1408.74993,"observedAt":"2026-11-11","runCount":2650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"instruction_following/Qwen3-Max (2025-09-23)","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|korean/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.855591,"ciLow":1342.201887,"ciHigh":1415.509295,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"korean/Qwen3-Max (2025-09-23)","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|longer_query/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.083662,"ciLow":1397.44634,"ciHigh":1422.720985,"observedAt":"2026-11-11","runCount":2088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"longer_query/Qwen3-Max (2025-09-23)","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|math/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.986327,"ciLow":1413.164396,"ciHigh":1460.808259,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"math/Qwen3-Max (2025-09-23)","slice":"math"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|multi_turn/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.46558,"ciLow":1418.801672,"ciHigh":1448.129489,"observedAt":"2026-11-11","runCount":1631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"multi_turn/Qwen3-Max (2025-09-23)","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|non_english/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.814155,"ciLow":1391.562906,"ciHigh":1408.065404,"observedAt":"2026-11-11","runCount":5100,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"non_english/Qwen3-Max (2025-09-23)","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|overall/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.773289,"ciLow":1406.314378,"ciHigh":1419.2322,"observedAt":"2026-11-11","runCount":9001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"overall/Qwen3-Max (2025-09-23)","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|polish/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.748371,"ciLow":1364.865145,"ciHigh":1422.631597,"observedAt":"2026-11-11","runCount":419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"polish/Qwen3-Max (2025-09-23)","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|russian/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.831846,"ciLow":1394.941417,"ciHigh":1436.722275,"observedAt":"2026-11-11","runCount":726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"russian/Qwen3-Max (2025-09-23)","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-max:ckpt=2025-09-23|none|lmarena-text@1|rating|spanish/Qwen3-Max (2025-09-23)","sourceId":"lmarena","modelId":"alibaba/qwen3-max","variant":{"flags":[],"checkpoint":"2025-09-23"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.021325,"ciLow":1391.604915,"ciHigh":1448.437735,"observedAt":"2026-11-11","runCount":438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Max (2025-09-23)","rowId":"spanish/Qwen3-Max (2025-09-23)","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.31092,"ciLow":1422.843835,"ciHigh":1451.778005,"observedAt":"2026-11-11","runCount":1719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"chinese/Qwen3-Next-80B-A3B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.130546,"ciLow":1435.485835,"ciHigh":1452.775258,"observedAt":"2026-11-11","runCount":4803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"coding/Qwen3-Next-80B-A3B-Instruct","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.088454,"ciLow":1302.178536,"ciHigh":1323.998372,"observedAt":"2026-11-11","runCount":3017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"creative_writing/Qwen3-Next-80B-A3B-Instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|english/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.566177,"ciLow":1401.128994,"ciHigh":1414.003361,"observedAt":"2026-11-11","runCount":9708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"english/Qwen3-Next-80B-A3B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.007838,"ciLow":1374.352943,"ciHigh":1387.662733,"observedAt":"2026-11-11","runCount":16003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"exclude_ties/Qwen3-Next-80B-A3B-Instruct","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.8272,"ciLow":1383.05201,"ciHigh":1418.60239,"observedAt":"2026-11-11","runCount":1084,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"expert/Qwen3-Next-80B-A3B-Instruct","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|french/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.861737,"ciLow":1371.298187,"ciHigh":1432.425287,"observedAt":"2026-11-11","runCount":384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"french/Qwen3-Next-80B-A3B-Instruct","slice":"french"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|german/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.036752,"ciLow":1360.588446,"ciHigh":1413.485059,"observedAt":"2026-11-11","runCount":490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"german/Qwen3-Next-80B-A3B-Instruct","slice":"german"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.474802,"ciLow":1413.427965,"ciHigh":1425.521639,"observedAt":"2026-11-11","runCount":11957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"hard_prompts/Qwen3-Next-80B-A3B-Instruct","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.540824,"ciLow":1418.181471,"ciHigh":1434.900177,"observedAt":"2026-11-11","runCount":5204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"hard_prompts_english/Qwen3-Next-80B-A3B-Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.732566,"ciLow":1403.475579,"ciHigh":1421.989552,"observedAt":"2026-11-11","runCount":4275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_business_and_management_and_financial_operations/Qwen3-Next-80B-A3B-Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.872728,"ciLow":1315.665107,"ciHigh":1334.080348,"observedAt":"2026-11-11","runCount":4201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_entertainment_and_sports_and_media/Qwen3-Next-80B-A3B-Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.84152,"ciLow":1393.261422,"ciHigh":1424.421618,"observedAt":"2026-11-11","runCount":1411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_legal_and_government/Qwen3-Next-80B-A3B-Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.967409,"ciLow":1406.913312,"ciHigh":1427.021506,"observedAt":"2026-11-11","runCount":3517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_life_and_physical_and_social_science/Qwen3-Next-80B-A3B-Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.685313,"ciLow":1393.77563,"ciHigh":1429.594997,"observedAt":"2026-11-11","runCount":1062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_mathematical/Qwen3-Next-80B-A3B-Instruct","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.03909,"ciLow":1422.651416,"ciHigh":1457.426764,"observedAt":"2026-11-11","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_medicine_and_healthcare/Qwen3-Next-80B-A3B-Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.02477,"ciLow":1434.050441,"ciHigh":1447.9991,"observedAt":"2026-11-11","runCount":8030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_software_and_it_services/Qwen3-Next-80B-A3B-Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.006258,"ciLow":1333.510389,"ciHigh":1350.502128,"observedAt":"2026-11-11","runCount":5040,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_writing_and_literature_and_language/Qwen3-Next-80B-A3B-Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.470642,"ciLow":1368.894599,"ciHigh":1384.046685,"observedAt":"2026-11-11","runCount":6390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"instruction_following/Qwen3-Next-80B-A3B-Instruct","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.362762,"ciLow":1335.803055,"ciHigh":1402.922469,"observedAt":"2026-11-11","runCount":318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"japanese/Qwen3-Next-80B-A3B-Instruct","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|korean/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.212362,"ciLow":1299.412948,"ciHigh":1353.011777,"observedAt":"2026-11-11","runCount":522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"korean/Qwen3-Next-80B-A3B-Instruct","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.513657,"ciLow":1381.229327,"ciHigh":1397.797986,"observedAt":"2026-11-11","runCount":5374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"longer_query/Qwen3-Next-80B-A3B-Instruct","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|math/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.54001,"ciLow":1396.663783,"ciHigh":1430.416236,"observedAt":"2026-11-11","runCount":1198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"math/Qwen3-Next-80B-A3B-Instruct","slice":"math"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.020223,"ciLow":1390.497072,"ciHigh":1409.543374,"observedAt":"2026-11-11","runCount":4004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"multi_turn/Qwen3-Next-80B-A3B-Instruct","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.775249,"ciLow":1378.872828,"ciHigh":1390.67767,"observedAt":"2026-11-11","runCount":12947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"non_english/Qwen3-Next-80B-A3B-Instruct","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.588456,"ciLow":1393.807399,"ciHigh":1403.369512,"observedAt":"2026-11-11","runCount":22689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"overall/Qwen3-Next-80B-A3B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|polish/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.371474,"ciLow":1350.715006,"ciHigh":1388.027943,"observedAt":"2026-11-11","runCount":1023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"polish/Qwen3-Next-80B-A3B-Instruct","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.900088,"ciLow":1373.496251,"ciHigh":1402.303925,"observedAt":"2026-11-11","runCount":1604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"russian/Qwen3-Next-80B-A3B-Instruct","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.435858,"ciLow":1385.235119,"ciHigh":1431.636598,"observedAt":"2026-11-11","runCount":684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"spanish/Qwen3-Next-80B-A3B-Instruct","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|chinese/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.124675,"ciLow":1445.868664,"ciHigh":1474.380687,"observedAt":"2026-11-11","runCount":1719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"chinese/Qwen3-Next-80B-A3B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|coding/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.470397,"ciLow":1431.873195,"ciHigh":1449.067599,"observedAt":"2026-11-11","runCount":4803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"coding/Qwen3-Next-80B-A3B-Instruct","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|creative_writing/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.218367,"ciLow":1322.433181,"ciHigh":1344.003553,"observedAt":"2026-11-11","runCount":3017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"creative_writing/Qwen3-Next-80B-A3B-Instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|english/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.710644,"ciLow":1415.319327,"ciHigh":1428.10196,"observedAt":"2026-11-11","runCount":9708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"english/Qwen3-Next-80B-A3B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.436836,"ciLow":1397.900874,"ciHigh":1410.972798,"observedAt":"2026-11-11","runCount":16003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"exclude_ties/Qwen3-Next-80B-A3B-Instruct","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|expert/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.469426,"ciLow":1399.778132,"ciHigh":1435.160719,"observedAt":"2026-11-11","runCount":1084,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"expert/Qwen3-Next-80B-A3B-Instruct","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|french/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.076862,"ciLow":1382.607244,"ciHigh":1443.54648,"observedAt":"2026-11-11","runCount":384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"french/Qwen3-Next-80B-A3B-Instruct","slice":"french"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|german/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.859931,"ciLow":1390.632521,"ciHigh":1443.08734,"observedAt":"2026-11-11","runCount":490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"german/Qwen3-Next-80B-A3B-Instruct","slice":"german"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.596973,"ciLow":1421.605187,"ciHigh":1433.58876,"observedAt":"2026-11-11","runCount":11957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"hard_prompts/Qwen3-Next-80B-A3B-Instruct","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.249882,"ciLow":1422.964097,"ciHigh":1439.535667,"observedAt":"2026-11-11","runCount":5204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"hard_prompts_english/Qwen3-Next-80B-A3B-Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.958864,"ciLow":1412.726795,"ciHigh":1431.190933,"observedAt":"2026-11-11","runCount":4275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_business_and_management_and_financial_operations/Qwen3-Next-80B-A3B-Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.961683,"ciLow":1339.873863,"ciHigh":1358.049503,"observedAt":"2026-11-11","runCount":4201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_entertainment_and_sports_and_media/Qwen3-Next-80B-A3B-Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.839603,"ciLow":1415.234652,"ciHigh":1446.444555,"observedAt":"2026-11-11","runCount":1411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_legal_and_government/Qwen3-Next-80B-A3B-Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.628825,"ciLow":1424.645032,"ciHigh":1444.612617,"observedAt":"2026-11-11","runCount":3517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_life_and_physical_and_social_science/Qwen3-Next-80B-A3B-Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.6178,"ciLow":1416.844051,"ciHigh":1452.391549,"observedAt":"2026-11-11","runCount":1062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_mathematical/Qwen3-Next-80B-A3B-Instruct","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.346953,"ciLow":1439.148593,"ciHigh":1473.545313,"observedAt":"2026-11-11","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_medicine_and_healthcare/Qwen3-Next-80B-A3B-Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.048909,"ciLow":1440.139651,"ciHigh":1453.958167,"observedAt":"2026-11-11","runCount":8030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_software_and_it_services/Qwen3-Next-80B-A3B-Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.999093,"ciLow":1346.585884,"ciHigh":1363.412301,"observedAt":"2026-11-11","runCount":5040,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"industry_writing_and_literature_and_language/Qwen3-Next-80B-A3B-Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|instruction_following/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.675755,"ciLow":1381.144461,"ciHigh":1396.207048,"observedAt":"2026-11-11","runCount":6390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"instruction_following/Qwen3-Next-80B-A3B-Instruct","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|japanese/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.642071,"ciLow":1362.62364,"ciHigh":1428.660502,"observedAt":"2026-11-11","runCount":318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"japanese/Qwen3-Next-80B-A3B-Instruct","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|korean/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.368789,"ciLow":1336.659609,"ciHigh":1390.077968,"observedAt":"2026-11-11","runCount":522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"korean/Qwen3-Next-80B-A3B-Instruct","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|longer_query/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.581583,"ciLow":1394.355502,"ciHigh":1410.807663,"observedAt":"2026-11-11","runCount":5374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"longer_query/Qwen3-Next-80B-A3B-Instruct","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|math/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.200712,"ciLow":1423.455692,"ciHigh":1456.945731,"observedAt":"2026-11-11","runCount":1198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"math/Qwen3-Next-80B-A3B-Instruct","slice":"math"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|multi_turn/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.265688,"ciLow":1405.82122,"ciHigh":1424.710157,"observedAt":"2026-11-11","runCount":4004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"multi_turn/Qwen3-Next-80B-A3B-Instruct","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|non_english/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.844872,"ciLow":1400.99453,"ciHigh":1412.695214,"observedAt":"2026-11-11","runCount":12947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"non_english/Qwen3-Next-80B-A3B-Instruct","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|overall/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.127986,"ciLow":1412.387048,"ciHigh":1421.868923,"observedAt":"2026-11-11","runCount":22689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"overall/Qwen3-Next-80B-A3B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|polish/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.736324,"ciLow":1379.211026,"ciHigh":1416.261623,"observedAt":"2026-11-11","runCount":1023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"polish/Qwen3-Next-80B-A3B-Instruct","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|russian/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.752055,"ciLow":1389.396683,"ciHigh":1418.107426,"observedAt":"2026-11-11","runCount":1604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"russian/Qwen3-Next-80B-A3B-Instruct","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-instruct:default|none|lmarena-text@1|rating|spanish/Qwen3-Next-80B-A3B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.720142,"ciLow":1411.63779,"ciHigh":1457.802494,"observedAt":"2026-11-11","runCount":684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Instruct","rowId":"spanish/Qwen3-Next-80B-A3B-Instruct","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.383465,"ciLow":1383.201421,"ciHigh":1419.565509,"observedAt":"2026-11-11","runCount":1054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"chinese/Qwen3-Next-80B-A3B-Thinking","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|coding/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.85395,"ciLow":1409.434929,"ciHigh":1432.272972,"observedAt":"2026-11-11","runCount":2660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"coding/Qwen3-Next-80B-A3B-Thinking","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.133997,"ciLow":1311.712047,"ciHigh":1340.555947,"observedAt":"2026-11-11","runCount":1770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"creative_writing/Qwen3-Next-80B-A3B-Thinking","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|english/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.723623,"ciLow":1376.763036,"ciHigh":1392.684211,"observedAt":"2026-11-11","runCount":5891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"english/Qwen3-Next-80B-A3B-Thinking","slice":"english"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.348271,"ciLow":1329.284008,"ciHigh":1345.412534,"observedAt":"2026-11-11","runCount":9560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"exclude_ties/Qwen3-Next-80B-A3B-Thinking","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|expert/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.117324,"ciLow":1369.418289,"ciHigh":1414.81636,"observedAt":"2026-11-11","runCount":657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"expert/Qwen3-Next-80B-A3B-Thinking","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|french/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.873862,"ciLow":1324.036768,"ciHigh":1401.710955,"observedAt":"2026-11-11","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"french/Qwen3-Next-80B-A3B-Thinking","slice":"french"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|german/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.216575,"ciLow":1330.58234,"ciHigh":1395.85081,"observedAt":"2026-11-11","runCount":295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"german/Qwen3-Next-80B-A3B-Thinking","slice":"german"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.311026,"ciLow":1377.788377,"ciHigh":1392.833676,"observedAt":"2026-11-11","runCount":6647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"hard_prompts/Qwen3-Next-80B-A3B-Thinking","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.085521,"ciLow":1382.391641,"ciHigh":1403.779401,"observedAt":"2026-11-11","runCount":3013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"hard_prompts_english/Qwen3-Next-80B-A3B-Thinking","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.777277,"ciLow":1353.977494,"ciHigh":1377.57706,"observedAt":"2026-11-11","runCount":2488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_business_and_management_and_financial_operations/Qwen3-Next-80B-A3B-Thinking","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.791847,"ciLow":1303.779297,"ciHigh":1327.804398,"observedAt":"2026-11-11","runCount":2435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_entertainment_and_sports_and_media/Qwen3-Next-80B-A3B-Thinking","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.275264,"ciLow":1340.854355,"ciHigh":1381.696174,"observedAt":"2026-11-11","runCount":841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_legal_and_government/Qwen3-Next-80B-A3B-Thinking","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.898751,"ciLow":1370.076695,"ciHigh":1395.720807,"observedAt":"2026-11-11","runCount":2097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_life_and_physical_and_social_science/Qwen3-Next-80B-A3B-Thinking","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.075703,"ciLow":1365.019077,"ciHigh":1409.132328,"observedAt":"2026-11-11","runCount":682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_mathematical/Qwen3-Next-80B-A3B-Thinking","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.666059,"ciLow":1373.36413,"ciHigh":1417.967988,"observedAt":"2026-11-11","runCount":707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_medicine_and_healthcare/Qwen3-Next-80B-A3B-Thinking","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.260784,"ciLow":1400.52705,"ciHigh":1417.994518,"observedAt":"2026-11-11","runCount":4724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_software_and_it_services/Qwen3-Next-80B-A3B-Thinking","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.144086,"ciLow":1330.371478,"ciHigh":1351.916695,"observedAt":"2026-11-11","runCount":3055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_writing_and_literature_and_language/Qwen3-Next-80B-A3B-Thinking","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.717102,"ciLow":1348.839939,"ciHigh":1368.594265,"observedAt":"2026-11-11","runCount":3524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"instruction_following/Qwen3-Next-80B-A3B-Thinking","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.234115,"ciLow":1251.592823,"ciHigh":1334.875407,"observedAt":"2026-11-11","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"japanese/Qwen3-Next-80B-A3B-Thinking","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|korean/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.968559,"ciLow":1286.527153,"ciHigh":1351.409964,"observedAt":"2026-11-11","runCount":352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"korean/Qwen3-Next-80B-A3B-Thinking","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.248076,"ciLow":1359.306279,"ciHigh":1381.189873,"observedAt":"2026-11-11","runCount":2873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"longer_query/Qwen3-Next-80B-A3B-Thinking","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|math/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.272363,"ciLow":1371.658955,"ciHigh":1410.885772,"observedAt":"2026-11-11","runCount":822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"math/Qwen3-Next-80B-A3B-Thinking","slice":"math"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.570043,"ciLow":1336.689221,"ciHigh":1362.450864,"observedAt":"2026-11-11","runCount":2217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"multi_turn/Qwen3-Next-80B-A3B-Thinking","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.914931,"ciLow":1343.755964,"ciHigh":1358.073898,"observedAt":"2026-11-11","runCount":7551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"non_english/Qwen3-Next-80B-A3B-Thinking","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|overall/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.432697,"ciLow":1363.564907,"ciHigh":1375.300487,"observedAt":"2026-11-11","runCount":13442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"overall/Qwen3-Next-80B-A3B-Thinking","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|polish/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.406406,"ciLow":1335.990364,"ciHigh":1380.822449,"observedAt":"2026-11-11","runCount":708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"polish/Qwen3-Next-80B-A3B-Thinking","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|russian/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.070881,"ciLow":1332.60188,"ciHigh":1369.539882,"observedAt":"2026-11-11","runCount":926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"russian/Qwen3-Next-80B-A3B-Thinking","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.483958,"ciLow":1331.978915,"ciHigh":1388.989,"observedAt":"2026-11-11","runCount":453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"spanish/Qwen3-Next-80B-A3B-Thinking","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|chinese/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.829473,"ciLow":1387.947751,"ciHigh":1423.711195,"observedAt":"2026-11-11","runCount":1054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"chinese/Qwen3-Next-80B-A3B-Thinking","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|coding/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.332272,"ciLow":1379.883327,"ciHigh":1402.781217,"observedAt":"2026-11-11","runCount":2660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"coding/Qwen3-Next-80B-A3B-Thinking","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|creative_writing/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.585752,"ciLow":1300.451359,"ciHigh":1328.720145,"observedAt":"2026-11-11","runCount":1770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"creative_writing/Qwen3-Next-80B-A3B-Thinking","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|english/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.445525,"ciLow":1384.511954,"ciHigh":1400.379095,"observedAt":"2026-11-11","runCount":5891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"english/Qwen3-Next-80B-A3B-Thinking","slice":"english"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|exclude_ties/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.247613,"ciLow":1326.298277,"ciHigh":1342.19695,"observedAt":"2026-11-11","runCount":9560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"exclude_ties/Qwen3-Next-80B-A3B-Thinking","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|expert/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.732199,"ciLow":1351.855032,"ciHigh":1397.609367,"observedAt":"2026-11-11","runCount":657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"expert/Qwen3-Next-80B-A3B-Thinking","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|french/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.043251,"ciLow":1311.621342,"ciHigh":1390.465161,"observedAt":"2026-11-11","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"french/Qwen3-Next-80B-A3B-Thinking","slice":"french"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|german/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.104399,"ciLow":1323.937442,"ciHigh":1390.271356,"observedAt":"2026-11-11","runCount":295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"german/Qwen3-Next-80B-A3B-Thinking","slice":"german"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|hard_prompts/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.244089,"ciLow":1363.721753,"ciHigh":1378.766425,"observedAt":"2026-11-11","runCount":6647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"hard_prompts/Qwen3-Next-80B-A3B-Thinking","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.243662,"ciLow":1373.53442,"ciHigh":1394.952903,"observedAt":"2026-11-11","runCount":3013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"hard_prompts_english/Qwen3-Next-80B-A3B-Thinking","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.567928,"ciLow":1347.776438,"ciHigh":1371.359417,"observedAt":"2026-11-11","runCount":2488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_business_and_management_and_financial_operations/Qwen3-Next-80B-A3B-Thinking","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.850479,"ciLow":1301.002328,"ciHigh":1324.69863,"observedAt":"2026-11-11","runCount":2435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_entertainment_and_sports_and_media/Qwen3-Next-80B-A3B-Thinking","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.039946,"ciLow":1343.8505,"ciHigh":1384.229392,"observedAt":"2026-11-11","runCount":841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_legal_and_government/Qwen3-Next-80B-A3B-Thinking","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.68889,"ciLow":1371.891265,"ciHigh":1397.486515,"observedAt":"2026-11-11","runCount":2097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_life_and_physical_and_social_science/Qwen3-Next-80B-A3B-Thinking","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.614217,"ciLow":1368.325628,"ciHigh":1412.902806,"observedAt":"2026-11-11","runCount":682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_mathematical/Qwen3-Next-80B-A3B-Thinking","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.091846,"ciLow":1369.80663,"ciHigh":1414.377063,"observedAt":"2026-11-11","runCount":707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_medicine_and_healthcare/Qwen3-Next-80B-A3B-Thinking","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.219572,"ciLow":1384.500847,"ciHigh":1401.938298,"observedAt":"2026-11-11","runCount":4724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_software_and_it_services/Qwen3-Next-80B-A3B-Thinking","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.750071,"ciLow":1320.076252,"ciHigh":1341.423889,"observedAt":"2026-11-11","runCount":3055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"industry_writing_and_literature_and_language/Qwen3-Next-80B-A3B-Thinking","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|instruction_following/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.586804,"ciLow":1333.716977,"ciHigh":1353.456631,"observedAt":"2026-11-11","runCount":3524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"instruction_following/Qwen3-Next-80B-A3B-Thinking","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|japanese/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.599014,"ciLow":1239.392198,"ciHigh":1321.805829,"observedAt":"2026-11-11","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"japanese/Qwen3-Next-80B-A3B-Thinking","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|korean/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.554662,"ciLow":1276.031045,"ciHigh":1341.078278,"observedAt":"2026-11-11","runCount":352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"korean/Qwen3-Next-80B-A3B-Thinking","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|longer_query/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.292895,"ciLow":1342.359222,"ciHigh":1364.226567,"observedAt":"2026-11-11","runCount":2873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"longer_query/Qwen3-Next-80B-A3B-Thinking","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|math/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.907273,"ciLow":1378.184423,"ciHigh":1417.630123,"observedAt":"2026-11-11","runCount":822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"math/Qwen3-Next-80B-A3B-Thinking","slice":"math"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|multi_turn/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.271408,"ciLow":1333.486324,"ciHigh":1359.056491,"observedAt":"2026-11-11","runCount":2217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"multi_turn/Qwen3-Next-80B-A3B-Thinking","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|non_english/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.612554,"ciLow":1335.480254,"ciHigh":1349.744853,"observedAt":"2026-11-11","runCount":7551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"non_english/Qwen3-Next-80B-A3B-Thinking","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|overall/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.383397,"ciLow":1362.538281,"ciHigh":1374.228514,"observedAt":"2026-11-11","runCount":13442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"overall/Qwen3-Next-80B-A3B-Thinking","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|polish/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.822042,"ciLow":1322.591179,"ciHigh":1367.052906,"observedAt":"2026-11-11","runCount":708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"polish/Qwen3-Next-80B-A3B-Thinking","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|russian/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.537298,"ciLow":1319.229757,"ciHigh":1355.84484,"observedAt":"2026-11-11","runCount":926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"russian/Qwen3-Next-80B-A3B-Thinking","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-next-80b-a3b-thinking:default|none|lmarena-text@1|rating|spanish/Qwen3-Next-80B-A3B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-next-80b-a3b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.656178,"ciLow":1329.509014,"ciHigh":1385.803343,"observedAt":"2026-11-11","runCount":453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-Next-80B-A3B-Thinking","rowId":"spanish/Qwen3-Next-80B-A3B-Thinking","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.505464,"ciLow":1430.155235,"ciHigh":1476.855694,"observedAt":"2026-11-11","runCount":713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"chinese/Qwen3-VL-235B-A22B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.812717,"ciLow":1449.880373,"ciHigh":1475.745061,"observedAt":"2026-11-11","runCount":2307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"coding/Qwen3-VL-235B-A22B-Instruct","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.383684,"ciLow":1338.486117,"ciHigh":1372.281251,"observedAt":"2026-11-11","runCount":1351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"creative_writing/Qwen3-VL-235B-A22B-Instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|english/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.652458,"ciLow":1416.359376,"ciHigh":1434.945541,"observedAt":"2026-11-11","runCount":4913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"english/Qwen3-VL-235B-A22B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.258626,"ciLow":1389.977657,"ciHigh":1408.539595,"observedAt":"2026-11-11","runCount":7972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"exclude_ties/Qwen3-VL-235B-A22B-Instruct","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.595719,"ciLow":1417.447767,"ciHigh":1465.743672,"observedAt":"2026-11-11","runCount":594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"expert/Qwen3-VL-235B-A22B-Instruct","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|french/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.323193,"ciLow":1405.721794,"ciHigh":1484.924591,"observedAt":"2026-11-11","runCount":261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"french/Qwen3-VL-235B-A22B-Instruct","slice":"french"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|german/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.85138,"ciLow":1376.504533,"ciHigh":1447.198228,"observedAt":"2026-11-11","runCount":279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"german/Qwen3-VL-235B-A22B-Instruct","slice":"german"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.854141,"ciLow":1429.24836,"ciHigh":1446.459923,"observedAt":"2026-11-11","runCount":5695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"hard_prompts/Qwen3-VL-235B-A22B-Instruct","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.125353,"ciLow":1437.367288,"ciHigh":1462.883417,"observedAt":"2026-11-11","runCount":2495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"hard_prompts_english/Qwen3-VL-235B-A22B-Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.899924,"ciLow":1426.15453,"ciHigh":1453.645319,"observedAt":"2026-11-11","runCount":2223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_business_and_management_and_financial_operations/Qwen3-VL-235B-A22B-Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.812272,"ciLow":1342.389908,"ciHigh":1371.234635,"observedAt":"2026-11-11","runCount":1883,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_entertainment_and_sports_and_media/Qwen3-VL-235B-A22B-Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.145405,"ciLow":1408.60414,"ciHigh":1453.686669,"observedAt":"2026-11-11","runCount":735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_legal_and_government/Qwen3-VL-235B-A22B-Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.285716,"ciLow":1426.956245,"ciHigh":1457.615187,"observedAt":"2026-11-11","runCount":1723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_life_and_physical_and_social_science/Qwen3-VL-235B-A22B-Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.558685,"ciLow":1383.472508,"ciHigh":1431.644863,"observedAt":"2026-11-11","runCount":594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_mathematical/Qwen3-VL-235B-A22B-Instruct","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.390599,"ciLow":1406.858282,"ciHigh":1455.922917,"observedAt":"2026-11-11","runCount":626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_medicine_and_healthcare/Qwen3-VL-235B-A22B-Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.702986,"ciLow":1443.629442,"ciHigh":1463.77653,"observedAt":"2026-11-11","runCount":3994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_software_and_it_services/Qwen3-VL-235B-A22B-Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.372295,"ciLow":1373.443794,"ciHigh":1399.300796,"observedAt":"2026-11-11","runCount":2346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_writing_and_literature_and_language/Qwen3-VL-235B-A22B-Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.707895,"ciLow":1397.476447,"ciHigh":1419.939344,"observedAt":"2026-11-11","runCount":2941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"instruction_following/Qwen3-VL-235B-A22B-Instruct","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.13918,"ciLow":1325.774952,"ciHigh":1414.503408,"observedAt":"2026-11-11","runCount":170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"japanese/Qwen3-VL-235B-A22B-Instruct","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|korean/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.507472,"ciLow":1341.090669,"ciHigh":1407.924275,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"korean/Qwen3-VL-235B-A22B-Instruct","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.03146,"ciLow":1407.29691,"ciHigh":1432.766011,"observedAt":"2026-11-11","runCount":2245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"longer_query/Qwen3-VL-235B-A22B-Instruct","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|math/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.498845,"ciLow":1386.669661,"ciHigh":1432.32803,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"math/Qwen3-VL-235B-A22B-Instruct","slice":"math"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.399169,"ciLow":1410.013505,"ciHigh":1438.784834,"observedAt":"2026-11-11","runCount":1925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"multi_turn/Qwen3-VL-235B-A22B-Instruct","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.110994,"ciLow":1386.802428,"ciHigh":1403.419561,"observedAt":"2026-11-11","runCount":6373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"non_english/Qwen3-VL-235B-A22B-Instruct","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.164096,"ciLow":1406.629609,"ciHigh":1419.698583,"observedAt":"2026-11-11","runCount":11286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"overall/Qwen3-VL-235B-A22B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|polish/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.226593,"ciLow":1377.718789,"ciHigh":1430.734398,"observedAt":"2026-11-11","runCount":540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"polish/Qwen3-VL-235B-A22B-Instruct","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.039919,"ciLow":1383.763709,"ciHigh":1424.316129,"observedAt":"2026-11-11","runCount":881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"russian/Qwen3-VL-235B-A22B-Instruct","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.785838,"ciLow":1389.756912,"ciHigh":1445.814765,"observedAt":"2026-11-11","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"spanish/Qwen3-VL-235B-A22B-Instruct","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|chinese/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.925354,"ciLow":1438.729993,"ciHigh":1485.120715,"observedAt":"2026-11-11","runCount":713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"chinese/Qwen3-VL-235B-A22B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|coding/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.316511,"ciLow":1425.374158,"ciHigh":1451.258865,"observedAt":"2026-11-11","runCount":2307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"coding/Qwen3-VL-235B-A22B-Instruct","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|creative_writing/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.903317,"ciLow":1348.134358,"ciHigh":1381.672275,"observedAt":"2026-11-11","runCount":1351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"creative_writing/Qwen3-VL-235B-A22B-Instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|english/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.174319,"ciLow":1419.919943,"ciHigh":1438.428696,"observedAt":"2026-11-11","runCount":4913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"english/Qwen3-VL-235B-A22B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.002516,"ciLow":1397.832786,"ciHigh":1416.172247,"observedAt":"2026-11-11","runCount":7972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"exclude_ties/Qwen3-VL-235B-A22B-Instruct","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|expert/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.82036,"ciLow":1417.747976,"ciHigh":1465.892743,"observedAt":"2026-11-11","runCount":594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"expert/Qwen3-VL-235B-A22B-Instruct","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|french/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.394119,"ciLow":1410.488046,"ciHigh":1490.300192,"observedAt":"2026-11-11","runCount":261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"french/Qwen3-VL-235B-A22B-Instruct","slice":"french"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|german/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.872052,"ciLow":1388.378906,"ciHigh":1459.365198,"observedAt":"2026-11-11","runCount":279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"german/Qwen3-VL-235B-A22B-Instruct","slice":"german"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.201008,"ciLow":1419.615624,"ciHigh":1436.786393,"observedAt":"2026-11-11","runCount":5695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"hard_prompts/Qwen3-VL-235B-A22B-Instruct","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.054746,"ciLow":1426.363107,"ciHigh":1451.746386,"observedAt":"2026-11-11","runCount":2495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"hard_prompts_english/Qwen3-VL-235B-A22B-Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.730355,"ciLow":1418.996651,"ciHigh":1446.46406,"observedAt":"2026-11-11","runCount":2223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_business_and_management_and_financial_operations/Qwen3-VL-235B-A22B-Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.463153,"ciLow":1353.088733,"ciHigh":1381.837573,"observedAt":"2026-11-11","runCount":1883,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_entertainment_and_sports_and_media/Qwen3-VL-235B-A22B-Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.651715,"ciLow":1416.162743,"ciHigh":1461.140687,"observedAt":"2026-11-11","runCount":735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_legal_and_government/Qwen3-VL-235B-A22B-Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.074268,"ciLow":1429.822015,"ciHigh":1460.326521,"observedAt":"2026-11-11","runCount":1723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_life_and_physical_and_social_science/Qwen3-VL-235B-A22B-Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.846174,"ciLow":1396.881797,"ciHigh":1444.810551,"observedAt":"2026-11-11","runCount":594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_mathematical/Qwen3-VL-235B-A22B-Instruct","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.497853,"ciLow":1407.010329,"ciHigh":1455.985376,"observedAt":"2026-11-11","runCount":626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_medicine_and_healthcare/Qwen3-VL-235B-A22B-Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.922666,"ciLow":1431.835198,"ciHigh":1452.010135,"observedAt":"2026-11-11","runCount":3994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_software_and_it_services/Qwen3-VL-235B-A22B-Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.860699,"ciLow":1378.937144,"ciHigh":1404.784253,"observedAt":"2026-11-11","runCount":2346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"industry_writing_and_literature_and_language/Qwen3-VL-235B-A22B-Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|instruction_following/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.139837,"ciLow":1394.875419,"ciHigh":1417.404256,"observedAt":"2026-11-11","runCount":2941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"instruction_following/Qwen3-VL-235B-A22B-Instruct","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|japanese/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.373695,"ciLow":1340.399244,"ciHigh":1430.348146,"observedAt":"2026-11-11","runCount":170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"japanese/Qwen3-VL-235B-A22B-Instruct","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|korean/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.443714,"ciLow":1359.053474,"ciHigh":1425.833955,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"korean/Qwen3-VL-235B-A22B-Instruct","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|longer_query/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.365977,"ciLow":1406.568751,"ciHigh":1432.163203,"observedAt":"2026-11-11","runCount":2245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"longer_query/Qwen3-VL-235B-A22B-Instruct","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|math/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.65254,"ciLow":1403.940881,"ciHigh":1449.364199,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"math/Qwen3-VL-235B-A22B-Instruct","slice":"math"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|multi_turn/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.978333,"ciLow":1413.574403,"ciHigh":1442.382263,"observedAt":"2026-11-11","runCount":1925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"multi_turn/Qwen3-VL-235B-A22B-Instruct","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|non_english/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.67051,"ciLow":1396.376525,"ciHigh":1412.964495,"observedAt":"2026-11-11","runCount":6373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"non_english/Qwen3-VL-235B-A22B-Instruct","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|overall/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.992794,"ciLow":1413.48352,"ciHigh":1426.502069,"observedAt":"2026-11-11","runCount":11286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"overall/Qwen3-VL-235B-A22B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|polish/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.372098,"ciLow":1392.877367,"ciHigh":1445.86683,"observedAt":"2026-11-11","runCount":540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"polish/Qwen3-VL-235B-A22B-Instruct","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|russian/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.607657,"ciLow":1387.419432,"ciHigh":1427.795882,"observedAt":"2026-11-11","runCount":881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"russian/Qwen3-VL-235B-A22B-Instruct","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-text@1|rating|spanish/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.059456,"ciLow":1399.886602,"ciHigh":1456.23231,"observedAt":"2026-11-11","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"spanish/Qwen3-VL-235B-A22B-Instruct","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision-style-control@1|rating|captioning/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.573058,"ciLow":1165.647309,"ciHigh":1257.498807,"observedAt":"2026-11-09","runCount":145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"captioning/Qwen3-VL-235B-A22B-Instruct","slice":"captioning"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision-style-control@1|rating|chinese/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.489532,"ciLow":1222.03828,"ciHigh":1260.940784,"observedAt":"2026-11-09","runCount":995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"chinese/Qwen3-VL-235B-A22B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision-style-control@1|rating|creative_writing/qwen3-vl-235b-a22b-instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.497635,"ciLow":1170.964784,"ciHigh":1216.030486,"observedAt":"2026-01-09","runCount":690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"qwen3-vl-235b-a22b-instruct","rowId":"creative_writing/qwen3-vl-235b-a22b-instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.573557,"ciLow":1171.372843,"ciHigh":1211.774272,"observedAt":"2026-11-09","runCount":972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"creative_writing_vision/Qwen3-VL-235B-A22B-Instruct","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision-style-control@1|rating|diagram/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.369007,"ciLow":1226.769935,"ciHigh":1249.968079,"observedAt":"2026-11-09","runCount":2716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"diagram/Qwen3-VL-235B-A22B-Instruct","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision-style-control@1|rating|english/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.364906,"ciLow":1211.443959,"ciHigh":1231.285853,"observedAt":"2026-11-09","runCount":4574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"english/Qwen3-VL-235B-A22B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.713256,"ciLow":1132.48737,"ciHigh":1218.939142,"observedAt":"2026-11-09","runCount":151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"entity_recognition/Qwen3-VL-235B-A22B-Instruct","slice":"entity_recognition"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision-style-control@1|rating|homework/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.236503,"ciLow":1243.597698,"ciHigh":1272.875308,"observedAt":"2026-11-09","runCount":1596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"homework/Qwen3-VL-235B-A22B-Instruct","slice":"homework"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision-style-control@1|rating|humor/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.338147,"ciLow":1134.542833,"ciHigh":1188.133461,"observedAt":"2026-11-09","runCount":507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"humor/Qwen3-VL-235B-A22B-Instruct","slice":"humor"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision-style-control@1|rating|ocr/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.476209,"ciLow":1219.530653,"ciHigh":1235.421764,"observedAt":"2026-11-09","runCount":7715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"ocr/Qwen3-VL-235B-A22B-Instruct","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision-style-control@1|rating|overall/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.487143,"ciLow":1207.502291,"ciHigh":1221.471995,"observedAt":"2026-11-09","runCount":12672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"overall/Qwen3-VL-235B-A22B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision@1|rating|captioning/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1282.150319,"ciLow":1237.252549,"ciHigh":1327.048089,"observedAt":"2026-11-09","runCount":145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"captioning/Qwen3-VL-235B-A22B-Instruct","slice":"captioning"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision@1|rating|chinese/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1281.664748,"ciLow":1262.336373,"ciHigh":1300.993122,"observedAt":"2026-11-09","runCount":995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"chinese/Qwen3-VL-235B-A22B-Instruct","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision@1|rating|creative_writing/qwen3-vl-235b-a22b-instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1224.787989,"ciLow":1202.847945,"ciHigh":1246.728033,"observedAt":"2026-01-09","runCount":690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"qwen3-vl-235b-a22b-instruct","rowId":"creative_writing/qwen3-vl-235b-a22b-instruct","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision@1|rating|creative_writing_vision/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1220.468062,"ciLow":1200.478082,"ciHigh":1240.458042,"observedAt":"2026-11-09","runCount":972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"creative_writing_vision/Qwen3-VL-235B-A22B-Instruct","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision@1|rating|diagram/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1255.364088,"ciLow":1243.870974,"ciHigh":1266.857203,"observedAt":"2026-11-09","runCount":2716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"diagram/Qwen3-VL-235B-A22B-Instruct","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision@1|rating|english/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1255.301823,"ciLow":1245.478876,"ciHigh":1265.12477,"observedAt":"2026-11-09","runCount":4574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"english/Qwen3-VL-235B-A22B-Instruct","slice":"english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision@1|rating|entity_recognition/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1243.592419,"ciLow":1201.66645,"ciHigh":1285.518388,"observedAt":"2026-11-09","runCount":151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"entity_recognition/Qwen3-VL-235B-A22B-Instruct","slice":"entity_recognition"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision@1|rating|homework/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1278.677361,"ciLow":1264.14131,"ciHigh":1293.213412,"observedAt":"2026-11-09","runCount":1596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"homework/Qwen3-VL-235B-A22B-Instruct","slice":"homework"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision@1|rating|humor/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1207.662691,"ciLow":1181.176988,"ciHigh":1234.148393,"observedAt":"2026-11-09","runCount":507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"humor/Qwen3-VL-235B-A22B-Instruct","slice":"humor"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision@1|rating|ocr/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1252.338865,"ciLow":1244.457424,"ciHigh":1260.220307,"observedAt":"2026-11-09","runCount":7715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"ocr/Qwen3-VL-235B-A22B-Instruct","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-instruct:default|none|lmarena-vision@1|rating|overall/Qwen3-VL-235B-A22B-Instruct","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1246.618754,"ciLow":1239.699981,"ciHigh":1253.537528,"observedAt":"2026-11-09","runCount":12672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Instruct","rowId":"overall/Qwen3-VL-235B-A22B-Instruct","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.958905,"ciLow":1396.359129,"ciHigh":1451.558681,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"chinese/Qwen3-VL-235B-A22B-Thinking","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|coding/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.995191,"ciLow":1437.612131,"ciHigh":1466.378251,"observedAt":"2026-11-11","runCount":1630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"coding/Qwen3-VL-235B-A22B-Thinking","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.058843,"ciLow":1319.902579,"ciHigh":1356.215106,"observedAt":"2026-11-11","runCount":1014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"creative_writing/Qwen3-VL-235B-A22B-Thinking","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|english/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.315431,"ciLow":1393.412998,"ciHigh":1413.217863,"observedAt":"2026-11-11","runCount":3478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"english/Qwen3-VL-235B-A22B-Thinking","slice":"english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.50066,"ciLow":1361.805264,"ciHigh":1381.196055,"observedAt":"2026-11-11","runCount":5517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"exclude_ties/Qwen3-VL-235B-A22B-Thinking","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|expert/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.66189,"ciLow":1411.694684,"ciHigh":1469.629096,"observedAt":"2026-11-11","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"expert/Qwen3-VL-235B-A22B-Thinking","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|german/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.649507,"ciLow":1374.145256,"ciHigh":1461.153759,"observedAt":"2026-11-11","runCount":178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"german/Qwen3-VL-235B-A22B-Thinking","slice":"german"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.471807,"ciLow":1408.289443,"ciHigh":1426.654171,"observedAt":"2026-11-11","runCount":4029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"hard_prompts/Qwen3-VL-235B-A22B-Thinking","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.588739,"ciLow":1405.012727,"ciHigh":1432.164751,"observedAt":"2026-11-11","runCount":1825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"hard_prompts_english/Qwen3-VL-235B-A22B-Thinking","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.213581,"ciLow":1378.689403,"ciHigh":1407.73776,"observedAt":"2026-11-11","runCount":1566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_business_and_management_and_financial_operations/Qwen3-VL-235B-A22B-Thinking","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.327153,"ciLow":1346.117949,"ciHigh":1376.536357,"observedAt":"2026-11-11","runCount":1437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_entertainment_and_sports_and_media/Qwen3-VL-235B-A22B-Thinking","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.780055,"ciLow":1379.282232,"ciHigh":1430.277878,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_legal_and_government/Qwen3-VL-235B-A22B-Thinking","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.340335,"ciLow":1390.586195,"ciHigh":1424.094476,"observedAt":"2026-11-11","runCount":1234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_life_and_physical_and_social_science/Qwen3-VL-235B-A22B-Thinking","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.823111,"ciLow":1400.016018,"ciHigh":1457.630204,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_mathematical/Qwen3-VL-235B-A22B-Thinking","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.083167,"ciLow":1387.387716,"ciHigh":1442.778618,"observedAt":"2026-11-11","runCount":437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_medicine_and_healthcare/Qwen3-VL-235B-A22B-Thinking","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.422809,"ciLow":1424.414026,"ciHigh":1446.431592,"observedAt":"2026-11-11","runCount":2776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_software_and_it_services/Qwen3-VL-235B-A22B-Thinking","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.345423,"ciLow":1350.181079,"ciHigh":1378.509768,"observedAt":"2026-11-11","runCount":1743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_writing_and_literature_and_language/Qwen3-VL-235B-A22B-Thinking","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.846774,"ciLow":1369.577361,"ciHigh":1394.116187,"observedAt":"2026-11-11","runCount":2149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"instruction_following/Qwen3-VL-235B-A22B-Thinking","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|korean/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.982036,"ciLow":1315.855389,"ciHigh":1394.108682,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"korean/Qwen3-VL-235B-A22B-Thinking","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.47608,"ciLow":1389.835841,"ciHigh":1417.116319,"observedAt":"2026-11-11","runCount":1764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"longer_query/Qwen3-VL-235B-A22B-Thinking","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|math/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.219467,"ciLow":1369.800725,"ciHigh":1426.638209,"observedAt":"2026-11-11","runCount":422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"math/Qwen3-VL-235B-A22B-Thinking","slice":"math"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.491068,"ciLow":1367.821698,"ciHigh":1401.160438,"observedAt":"2026-11-11","runCount":1252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"multi_turn/Qwen3-VL-235B-A22B-Thinking","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.663929,"ciLow":1370.871296,"ciHigh":1388.456563,"observedAt":"2026-11-11","runCount":4349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"non_english/Qwen3-VL-235B-A22B-Thinking","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|overall/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.658704,"ciLow":1387.80951,"ciHigh":1401.507897,"observedAt":"2026-11-11","runCount":7827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"overall/Qwen3-VL-235B-A22B-Thinking","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|polish/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.895844,"ciLow":1335.040722,"ciHigh":1390.750967,"observedAt":"2026-11-11","runCount":396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"polish/Qwen3-VL-235B-A22B-Thinking","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|russian/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.375858,"ciLow":1362.957276,"ciHigh":1407.794441,"observedAt":"2026-11-11","runCount":614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"russian/Qwen3-VL-235B-A22B-Thinking","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.944874,"ciLow":1370.865724,"ciHigh":1433.024025,"observedAt":"2026-11-11","runCount":379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"spanish/Qwen3-VL-235B-A22B-Thinking","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|chinese/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.39757,"ciLow":1414.717411,"ciHigh":1470.077729,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"chinese/Qwen3-VL-235B-A22B-Thinking","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|coding/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.362254,"ciLow":1411.044525,"ciHigh":1439.679984,"observedAt":"2026-11-11","runCount":1630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"coding/Qwen3-VL-235B-A22B-Thinking","slice":"coding"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|creative_writing/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.160328,"ciLow":1325.952358,"ciHigh":1362.368298,"observedAt":"2026-11-11","runCount":1014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"creative_writing/Qwen3-VL-235B-A22B-Thinking","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|english/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.563933,"ciLow":1409.688043,"ciHigh":1429.439822,"observedAt":"2026-11-11","runCount":3478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"english/Qwen3-VL-235B-A22B-Thinking","slice":"english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|exclude_ties/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.751993,"ciLow":1369.152623,"ciHigh":1388.351363,"observedAt":"2026-11-11","runCount":5517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"exclude_ties/Qwen3-VL-235B-A22B-Thinking","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|expert/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.89229,"ciLow":1399.948046,"ciHigh":1457.836534,"observedAt":"2026-11-11","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"expert/Qwen3-VL-235B-A22B-Thinking","slice":"expert"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|german/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.543253,"ciLow":1376.263403,"ciHigh":1462.823104,"observedAt":"2026-11-11","runCount":178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"german/Qwen3-VL-235B-A22B-Thinking","slice":"german"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|hard_prompts/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.905896,"ciLow":1397.739865,"ciHigh":1416.071927,"observedAt":"2026-11-11","runCount":4029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"hard_prompts/Qwen3-VL-235B-A22B-Thinking","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.659159,"ciLow":1403.114237,"ciHigh":1430.20408,"observedAt":"2026-11-11","runCount":1825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"hard_prompts_english/Qwen3-VL-235B-A22B-Thinking","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.905932,"ciLow":1376.410663,"ciHigh":1405.401202,"observedAt":"2026-11-11","runCount":1566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_business_and_management_and_financial_operations/Qwen3-VL-235B-A22B-Thinking","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.985134,"ciLow":1354.759322,"ciHigh":1385.210947,"observedAt":"2026-11-11","runCount":1437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_entertainment_and_sports_and_media/Qwen3-VL-235B-A22B-Thinking","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.3863,"ciLow":1382.084137,"ciHigh":1432.688464,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_legal_and_government/Qwen3-VL-235B-A22B-Thinking","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.94793,"ciLow":1395.206014,"ciHigh":1428.689846,"observedAt":"2026-11-11","runCount":1234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_life_and_physical_and_social_science/Qwen3-VL-235B-A22B-Thinking","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.003033,"ciLow":1407.211717,"ciHigh":1464.794349,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_mathematical/Qwen3-VL-235B-A22B-Thinking","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.839084,"ciLow":1386.828639,"ciHigh":1442.849528,"observedAt":"2026-11-11","runCount":437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_medicine_and_healthcare/Qwen3-VL-235B-A22B-Thinking","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.036545,"ciLow":1414.078525,"ciHigh":1435.994564,"observedAt":"2026-11-11","runCount":2776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_software_and_it_services/Qwen3-VL-235B-A22B-Thinking","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.493049,"ciLow":1350.467524,"ciHigh":1378.518573,"observedAt":"2026-11-11","runCount":1743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"industry_writing_and_literature_and_language/Qwen3-VL-235B-A22B-Thinking","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|instruction_following/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.037097,"ciLow":1361.742328,"ciHigh":1386.331866,"observedAt":"2026-11-11","runCount":2149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"instruction_following/Qwen3-VL-235B-A22B-Thinking","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|korean/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.691404,"ciLow":1315.689941,"ciHigh":1393.692868,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"korean/Qwen3-VL-235B-A22B-Thinking","slice":"korean"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|longer_query/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.607688,"ciLow":1377.017546,"ciHigh":1404.197829,"observedAt":"2026-11-11","runCount":1764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"longer_query/Qwen3-VL-235B-A22B-Thinking","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|math/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.705199,"ciLow":1381.353292,"ciHigh":1438.057106,"observedAt":"2026-11-11","runCount":422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"math/Qwen3-VL-235B-A22B-Thinking","slice":"math"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|multi_turn/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.534281,"ciLow":1370.895527,"ciHigh":1404.173034,"observedAt":"2026-11-11","runCount":1252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"multi_turn/Qwen3-VL-235B-A22B-Thinking","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|non_english/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.862311,"ciLow":1368.049605,"ciHigh":1385.675018,"observedAt":"2026-11-11","runCount":4349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"non_english/Qwen3-VL-235B-A22B-Thinking","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|overall/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.505145,"ciLow":1393.660907,"ciHigh":1407.349383,"observedAt":"2026-11-11","runCount":7827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"overall/Qwen3-VL-235B-A22B-Thinking","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|polish/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.186093,"ciLow":1336.528913,"ciHigh":1391.843273,"observedAt":"2026-11-11","runCount":396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"polish/Qwen3-VL-235B-A22B-Thinking","slice":"polish"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|russian/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.687804,"ciLow":1347.170977,"ciHigh":1392.204632,"observedAt":"2026-11-11","runCount":614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"russian/Qwen3-VL-235B-A22B-Thinking","slice":"russian"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-text@1|rating|spanish/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.689745,"ciLow":1371.630636,"ciHigh":1433.748854,"observedAt":"2026-11-11","runCount":379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"spanish/Qwen3-VL-235B-A22B-Thinking","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision-style-control@1|rating|chinese/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.149001,"ciLow":1139.494911,"ciHigh":1226.80309,"observedAt":"2026-11-09","runCount":164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"chinese/Qwen3-VL-235B-A22B-Thinking","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision-style-control@1|rating|creative_writing/qwen3-vl-235b-a22b-thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.579969,"ciLow":1179.301149,"ciHigh":1255.85879,"observedAt":"2026-01-09","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"qwen3-vl-235b-a22b-thinking","rowId":"creative_writing/qwen3-vl-235b-a22b-thinking","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.494478,"ciLow":1141.592819,"ciHigh":1229.396137,"observedAt":"2026-11-09","runCount":177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"creative_writing_vision/Qwen3-VL-235B-A22B-Thinking","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision-style-control@1|rating|diagram/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.120221,"ciLow":1180.253661,"ciHigh":1233.986781,"observedAt":"2026-11-09","runCount":460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"diagram/Qwen3-VL-235B-A22B-Thinking","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision-style-control@1|rating|english/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.040506,"ciLow":1174.314882,"ciHigh":1211.766129,"observedAt":"2026-11-09","runCount":970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"english/Qwen3-VL-235B-A22B-Thinking","slice":"english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision-style-control@1|rating|homework/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.890602,"ciLow":1193.575789,"ciHigh":1258.205416,"observedAt":"2026-11-09","runCount":296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"homework/Qwen3-VL-235B-A22B-Thinking","slice":"homework"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision-style-control@1|rating|ocr/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.190862,"ciLow":1183.058572,"ciHigh":1215.323152,"observedAt":"2026-11-09","runCount":1317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"ocr/Qwen3-VL-235B-A22B-Thinking","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision-style-control@1|rating|overall/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.804544,"ciLow":1175.447199,"ciHigh":1200.161889,"observedAt":"2026-11-09","runCount":2379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"overall/Qwen3-VL-235B-A22B-Thinking","slice":"overall"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision@1|rating|chinese/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1219.033321,"ciLow":1176.116013,"ciHigh":1261.950628,"observedAt":"2026-11-09","runCount":164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"chinese/Qwen3-VL-235B-A22B-Thinking","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision@1|rating|creative_writing/qwen3-vl-235b-a22b-thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1229.905047,"ciLow":1191.714963,"ciHigh":1268.09513,"observedAt":"2026-01-09","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"qwen3-vl-235b-a22b-thinking","rowId":"creative_writing/qwen3-vl-235b-a22b-thinking","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision@1|rating|creative_writing_vision/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1201.126041,"ciLow":1156.958945,"ciHigh":1245.293137,"observedAt":"2026-11-09","runCount":177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"creative_writing_vision/Qwen3-VL-235B-A22B-Thinking","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision@1|rating|diagram/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1210.64965,"ciLow":1183.90413,"ciHigh":1237.395171,"observedAt":"2026-11-09","runCount":460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"diagram/Qwen3-VL-235B-A22B-Thinking","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision@1|rating|english/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1215.281071,"ciLow":1196.764618,"ciHigh":1233.797523,"observedAt":"2026-11-09","runCount":970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"english/Qwen3-VL-235B-A22B-Thinking","slice":"english"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision@1|rating|homework/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1234.558834,"ciLow":1202.232943,"ciHigh":1266.884726,"observedAt":"2026-11-09","runCount":296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"homework/Qwen3-VL-235B-A22B-Thinking","slice":"homework"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision@1|rating|ocr/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1211.349336,"ciLow":1195.33424,"ciHigh":1227.364431,"observedAt":"2026-11-09","runCount":1317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"ocr/Qwen3-VL-235B-A22B-Thinking","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3-vl-235b-a22b-thinking:default|none|lmarena-vision@1|rating|overall/Qwen3-VL-235B-A22B-Thinking","sourceId":"lmarena","modelId":"alibaba/qwen3-vl-235b-a22b-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1206.273391,"ciLow":1194.014919,"ciHigh":1218.531863,"observedAt":"2026-11-09","runCount":2379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3-VL-235B-A22B-Thinking","rowId":"overall/Qwen3-VL-235B-A22B-Thinking","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.341844,"ciLow":1444.194038,"ciHigh":1470.48965,"observedAt":"2026-11-11","runCount":2097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"chinese/Qwen3.5-122B-A10B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|coding/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.228618,"ciLow":1451.112209,"ciHigh":1465.345028,"observedAt":"2026-11-11","runCount":8102,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"coding/Qwen3.5-122B-A10B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.350474,"ciLow":1356.029358,"ciHigh":1374.671589,"observedAt":"2026-11-11","runCount":4468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"creative_writing/Qwen3.5-122B-A10B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|english/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.579121,"ciLow":1424.737556,"ciHigh":1436.420687,"observedAt":"2026-11-11","runCount":13024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"english/Qwen3.5-122B-A10B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.584767,"ciLow":1397.724109,"ciHigh":1409.445425,"observedAt":"2026-11-11","runCount":21576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"exclude_ties/Qwen3.5-122B-A10B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|expert/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.430729,"ciLow":1429.856745,"ciHigh":1453.004713,"observedAt":"2026-11-11","runCount":2688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"expert/Qwen3.5-122B-A10B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|french/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.976301,"ciLow":1428.429701,"ciHigh":1469.522901,"observedAt":"2026-11-11","runCount":913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"french/Qwen3.5-122B-A10B","slice":"french"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|german/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.370258,"ciLow":1389.734157,"ciHigh":1445.00636,"observedAt":"2026-11-11","runCount":426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"german/Qwen3.5-122B-A10B","slice":"german"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.61465,"ciLow":1427.379384,"ciHigh":1437.849916,"observedAt":"2026-11-11","runCount":18621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"hard_prompts/Qwen3.5-122B-A10B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.063809,"ciLow":1437.057855,"ciHigh":1451.069762,"observedAt":"2026-11-11","runCount":8569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"hard_prompts_english/Qwen3.5-122B-A10B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.841303,"ciLow":1413.669284,"ciHigh":1430.013322,"observedAt":"2026-11-11","runCount":5701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_business_and_management_and_financial_operations/Qwen3.5-122B-A10B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.947461,"ciLow":1356.65548,"ciHigh":1373.239442,"observedAt":"2026-11-11","runCount":5683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_entertainment_and_sports_and_media/Qwen3.5-122B-A10B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.617838,"ciLow":1411.067735,"ciHigh":1436.167941,"observedAt":"2026-11-11","runCount":2320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_legal_and_government/Qwen3.5-122B-A10B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.067118,"ciLow":1427.380067,"ciHigh":1444.75417,"observedAt":"2026-11-11","runCount":4860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_life_and_physical_and_social_science/Qwen3.5-122B-A10B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.199909,"ciLow":1414.651245,"ciHigh":1443.748573,"observedAt":"2026-11-11","runCount":1701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_mathematical/Qwen3.5-122B-A10B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.707266,"ciLow":1415.673381,"ciHigh":1441.741151,"observedAt":"2026-11-11","runCount":2167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_medicine_and_healthcare/Qwen3.5-122B-A10B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.437369,"ciLow":1443.325611,"ciHigh":1455.549128,"observedAt":"2026-11-11","runCount":11593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_software_and_it_services/Qwen3.5-122B-A10B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.931939,"ciLow":1379.325799,"ciHigh":1394.53808,"observedAt":"2026-11-11","runCount":6738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_writing_and_literature_and_language/Qwen3.5-122B-A10B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.693477,"ciLow":1399.081953,"ciHigh":1412.305001,"observedAt":"2026-11-11","runCount":9479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"instruction_following/Qwen3.5-122B-A10B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.682151,"ciLow":1321.169942,"ciHigh":1396.19436,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"japanese/Qwen3.5-122B-A10B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|korean/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.642016,"ciLow":1319.716752,"ciHigh":1375.56728,"observedAt":"2026-11-11","runCount":470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"korean/Qwen3.5-122B-A10B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.787952,"ciLow":1411.426329,"ciHigh":1424.149574,"observedAt":"2026-11-11","runCount":11609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"longer_query/Qwen3.5-122B-A10B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|math/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.013044,"ciLow":1411.258386,"ciHigh":1438.767703,"observedAt":"2026-11-11","runCount":1825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"math/Qwen3.5-122B-A10B","slice":"math"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.330236,"ciLow":1410.695869,"ciHigh":1427.964603,"observedAt":"2026-11-11","runCount":5178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"multi_turn/Qwen3.5-122B-A10B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.841273,"ciLow":1391.544889,"ciHigh":1402.137657,"observedAt":"2026-11-11","runCount":16445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"non_english/Qwen3.5-122B-A10B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|overall/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.413,"ciLow":1412.112819,"ciHigh":1420.713182,"observedAt":"2026-11-11","runCount":29469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"overall/Qwen3.5-122B-A10B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|polish/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.892826,"ciLow":1363.188764,"ciHigh":1410.596889,"observedAt":"2026-11-11","runCount":598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"polish/Qwen3.5-122B-A10B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|russian/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.613576,"ciLow":1388.411109,"ciHigh":1408.816043,"observedAt":"2026-11-11","runCount":3459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"russian/Qwen3.5-122B-A10B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.404107,"ciLow":1399.116324,"ciHigh":1437.69189,"observedAt":"2026-11-11","runCount":959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"spanish/Qwen3.5-122B-A10B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|chinese/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.692211,"ciLow":1449.619847,"ciHigh":1475.764575,"observedAt":"2026-11-11","runCount":2097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"chinese/Qwen3.5-122B-A10B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|coding/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.452355,"ciLow":1428.377163,"ciHigh":1442.527547,"observedAt":"2026-11-11","runCount":8102,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"coding/Qwen3.5-122B-A10B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|creative_writing/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.816929,"ciLow":1358.547252,"ciHigh":1377.086606,"observedAt":"2026-11-11","runCount":4468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"creative_writing/Qwen3.5-122B-A10B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|english/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.657244,"ciLow":1422.850805,"ciHigh":1434.463683,"observedAt":"2026-11-11","runCount":13024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"english/Qwen3.5-122B-A10B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|exclude_ties/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.148157,"ciLow":1397.379987,"ciHigh":1408.916327,"observedAt":"2026-11-11","runCount":21576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"exclude_ties/Qwen3.5-122B-A10B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|expert/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.048787,"ciLow":1419.569942,"ciHigh":1442.527632,"observedAt":"2026-11-11","runCount":2688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"expert/Qwen3.5-122B-A10B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|french/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.106428,"ciLow":1421.599511,"ciHigh":1462.613345,"observedAt":"2026-11-11","runCount":913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"french/Qwen3.5-122B-A10B","slice":"french"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|german/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.170978,"ciLow":1395.638191,"ciHigh":1450.703765,"observedAt":"2026-11-11","runCount":426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"german/Qwen3.5-122B-A10B","slice":"german"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|hard_prompts/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.282466,"ciLow":1416.084643,"ciHigh":1426.48029,"observedAt":"2026-11-11","runCount":18621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"hard_prompts/Qwen3.5-122B-A10B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.258888,"ciLow":1424.304776,"ciHigh":1438.213001,"observedAt":"2026-11-11","runCount":8569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"hard_prompts_english/Qwen3.5-122B-A10B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.940286,"ciLow":1405.820655,"ciHigh":1422.059917,"observedAt":"2026-11-11","runCount":5701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_business_and_management_and_financial_operations/Qwen3.5-122B-A10B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.695555,"ciLow":1358.45503,"ciHigh":1374.93608,"observedAt":"2026-11-11","runCount":5683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_entertainment_and_sports_and_media/Qwen3.5-122B-A10B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.510343,"ciLow":1409.071233,"ciHigh":1433.949453,"observedAt":"2026-11-11","runCount":2320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_legal_and_government/Qwen3.5-122B-A10B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.092905,"ciLow":1423.486124,"ciHigh":1440.699685,"observedAt":"2026-11-11","runCount":4860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_life_and_physical_and_social_science/Qwen3.5-122B-A10B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.460447,"ciLow":1417.945824,"ciHigh":1446.975069,"observedAt":"2026-11-11","runCount":1701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_mathematical/Qwen3.5-122B-A10B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.453597,"ciLow":1410.608021,"ciHigh":1436.299173,"observedAt":"2026-11-11","runCount":2167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_medicine_and_healthcare/Qwen3.5-122B-A10B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.364573,"ciLow":1430.29264,"ciHigh":1442.436507,"observedAt":"2026-11-11","runCount":11593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_software_and_it_services/Qwen3.5-122B-A10B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.971784,"ciLow":1379.404614,"ciHigh":1394.538954,"observedAt":"2026-11-11","runCount":6738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"industry_writing_and_literature_and_language/Qwen3.5-122B-A10B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|instruction_following/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.267599,"ciLow":1392.692774,"ciHigh":1405.842425,"observedAt":"2026-11-11","runCount":9479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"instruction_following/Qwen3.5-122B-A10B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|japanese/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.423466,"ciLow":1327.559601,"ciHigh":1401.287332,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"japanese/Qwen3.5-122B-A10B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|korean/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.732793,"ciLow":1327.169356,"ciHigh":1382.296229,"observedAt":"2026-11-11","runCount":470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"korean/Qwen3.5-122B-A10B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|longer_query/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.888867,"ciLow":1403.590227,"ciHigh":1416.187507,"observedAt":"2026-11-11","runCount":11609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"longer_query/Qwen3.5-122B-A10B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|math/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.413205,"ciLow":1417.712074,"ciHigh":1445.114336,"observedAt":"2026-11-11","runCount":1825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"math/Qwen3.5-122B-A10B","slice":"math"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|multi_turn/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.202097,"ciLow":1407.578332,"ciHigh":1424.825862,"observedAt":"2026-11-11","runCount":5178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"multi_turn/Qwen3.5-122B-A10B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|non_english/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.373775,"ciLow":1395.110893,"ciHigh":1405.636657,"observedAt":"2026-11-11","runCount":16445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"non_english/Qwen3.5-122B-A10B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|overall/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.457107,"ciLow":1413.184511,"ciHigh":1421.729703,"observedAt":"2026-11-11","runCount":29469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"overall/Qwen3.5-122B-A10B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|polish/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.740645,"ciLow":1375.285014,"ciHigh":1422.196275,"observedAt":"2026-11-11","runCount":598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"polish/Qwen3.5-122B-A10B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|russian/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.444655,"ciLow":1390.282492,"ciHigh":1410.606817,"observedAt":"2026-11-11","runCount":3459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"russian/Qwen3.5-122B-A10B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-text@1|rating|spanish/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.798383,"ciLow":1405.771197,"ciHigh":1443.825569,"observedAt":"2026-11-11","runCount":959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"spanish/Qwen3.5-122B-A10B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision-style-control@1|rating|chinese/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.601319,"ciLow":1253.115973,"ciHigh":1294.086665,"observedAt":"2026-11-09","runCount":993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"chinese/Qwen3.5-122B-A10B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.227829,"ciLow":1177.340096,"ciHigh":1219.115562,"observedAt":"2026-11-09","runCount":862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"creative_writing_vision/Qwen3.5-122B-A10B","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision-style-control@1|rating|diagram/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.574127,"ciLow":1232.752266,"ciHigh":1254.395988,"observedAt":"2026-11-09","runCount":3445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"diagram/Qwen3.5-122B-A10B","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision-style-control@1|rating|english/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.386516,"ciLow":1219.683737,"ciHigh":1239.089295,"observedAt":"2026-11-09","runCount":5274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"english/Qwen3.5-122B-A10B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision-style-control@1|rating|homework/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.377831,"ciLow":1239.501667,"ciHigh":1267.253996,"observedAt":"2026-11-09","runCount":1918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"homework/Qwen3.5-122B-A10B","slice":"homework"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision-style-control@1|rating|humor/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.394153,"ciLow":1192.794701,"ciHigh":1247.993604,"observedAt":"2026-11-09","runCount":461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"humor/Qwen3.5-122B-A10B","slice":"humor"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision-style-control@1|rating|ocr/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.895829,"ciLow":1231.702463,"ciHigh":1246.089195,"observedAt":"2026-11-09","runCount":9147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"ocr/Qwen3.5-122B-A10B","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision-style-control@1|rating|overall/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.820101,"ciLow":1219.085837,"ciHigh":1232.554365,"observedAt":"2026-11-09","runCount":13171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"overall/Qwen3.5-122B-A10B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision@1|rating|chinese/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1298.098044,"ciLow":1277.756966,"ciHigh":1318.439122,"observedAt":"2026-11-09","runCount":993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"chinese/Qwen3.5-122B-A10B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision@1|rating|creative_writing_vision/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1219.874872,"ciLow":1199.118913,"ciHigh":1240.630831,"observedAt":"2026-11-09","runCount":862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"creative_writing_vision/Qwen3.5-122B-A10B","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision@1|rating|diagram/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1248.964938,"ciLow":1238.172474,"ciHigh":1259.757403,"observedAt":"2026-11-09","runCount":3445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"diagram/Qwen3.5-122B-A10B","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision@1|rating|english/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1248.791463,"ciLow":1239.118723,"ciHigh":1258.464204,"observedAt":"2026-11-09","runCount":5274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"english/Qwen3.5-122B-A10B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision@1|rating|homework/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1260.845101,"ciLow":1247.032125,"ciHigh":1274.658078,"observedAt":"2026-11-09","runCount":1918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"homework/Qwen3.5-122B-A10B","slice":"homework"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision@1|rating|humor/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1244.627012,"ciLow":1217.062674,"ciHigh":1272.19135,"observedAt":"2026-11-09","runCount":461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"humor/Qwen3.5-122B-A10B","slice":"humor"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision@1|rating|ocr/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1250.725188,"ciLow":1243.553375,"ciHigh":1257.897001,"observedAt":"2026-11-09","runCount":9147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"ocr/Qwen3.5-122B-A10B","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-vision@1|rating|overall/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1244.220136,"ciLow":1237.504355,"ciHigh":1250.935918,"observedAt":"2026-11-09","runCount":13171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"overall/Qwen3.5-122B-A10B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-webdev@1|rating|overall/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1360.174366,"ciLow":1352.475411,"ciHigh":1367.873321,"observedAt":"2026-11-15","runCount":8191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"overall/Qwen3.5-122B-A10B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-webdev@1|rating|webdev-html/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1351.656798,"ciLow":1331.411874,"ciHigh":1371.901721,"observedAt":"2026-11-15","runCount":987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"webdev-html/Qwen3.5-122B-A10B","slice":"webdev-html"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-webdev@1|rating|webdev-react/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1351.377165,"ciLow":1343.111211,"ciHigh":1359.643119,"observedAt":"2026-11-15","runCount":7107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"webdev-react/Qwen3.5-122B-A10B","slice":"webdev-react"}
{"key":"lmarena|alibaba/qwen3.5-122b-a10b:default|none|lmarena-webdev@1|rating|webdev/Qwen3.5-122B-A10B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-122b-a10b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1360.174366,"ciLow":1352.475411,"ciHigh":1367.873321,"observedAt":"2026-11-15","runCount":8191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-122B-A10B","rowId":"webdev/Qwen3.5-122B-A10B","slice":"webdev"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.89975,"ciLow":1459.625174,"ciHigh":1486.174325,"observedAt":"2026-11-11","runCount":2031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"chinese/Qwen3.5-27B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|coding/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.49911,"ciLow":1444.351144,"ciHigh":1458.647075,"observedAt":"2026-11-11","runCount":7864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"coding/Qwen3.5-27B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.640044,"ciLow":1348.17204,"ciHigh":1367.108048,"observedAt":"2026-11-11","runCount":4253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"creative_writing/Qwen3.5-27B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|english/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.6831,"ciLow":1421.813023,"ciHigh":1433.553177,"observedAt":"2026-11-11","runCount":12603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"english/Qwen3.5-27B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.599847,"ciLow":1386.720871,"ciHigh":1398.478823,"observedAt":"2026-11-11","runCount":20731,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"exclude_ties/Qwen3.5-27B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|expert/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.809058,"ciLow":1429.107122,"ciHigh":1452.510994,"observedAt":"2026-11-11","runCount":2608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"expert/Qwen3.5-27B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|french/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.966286,"ciLow":1394.690219,"ciHigh":1437.242352,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"french/Qwen3.5-27B","slice":"french"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|german/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.642601,"ciLow":1365.431545,"ciHigh":1419.853657,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"german/Qwen3.5-27B","slice":"german"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.402106,"ciLow":1422.154327,"ciHigh":1432.649885,"observedAt":"2026-11-11","runCount":17907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"hard_prompts/Qwen3.5-27B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.377159,"ciLow":1436.336654,"ciHigh":1450.417664,"observedAt":"2026-11-11","runCount":8248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"hard_prompts_english/Qwen3.5-27B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.283178,"ciLow":1399.995156,"ciHigh":1416.5712,"observedAt":"2026-11-11","runCount":5569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_business_and_management_and_financial_operations/Qwen3.5-27B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.641243,"ciLow":1352.133113,"ciHigh":1369.149374,"observedAt":"2026-11-11","runCount":5320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_entertainment_and_sports_and_media/Qwen3.5-27B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.770939,"ciLow":1392.776087,"ciHigh":1418.765791,"observedAt":"2026-11-11","runCount":2165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_legal_and_government/Qwen3.5-27B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.533345,"ciLow":1431.737292,"ciHigh":1449.329397,"observedAt":"2026-11-11","runCount":4735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_life_and_physical_and_social_science/Qwen3.5-27B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.906184,"ciLow":1414.123199,"ciHigh":1443.689168,"observedAt":"2026-11-11","runCount":1649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_mathematical/Qwen3.5-27B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.279236,"ciLow":1416.901154,"ciHigh":1443.657318,"observedAt":"2026-11-11","runCount":2024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_medicine_and_healthcare/Qwen3.5-27B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.560371,"ciLow":1440.382762,"ciHigh":1452.73798,"observedAt":"2026-11-11","runCount":11245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_software_and_it_services/Qwen3.5-27B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.393549,"ciLow":1371.663526,"ciHigh":1387.123573,"observedAt":"2026-11-11","runCount":6430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_writing_and_literature_and_language/Qwen3.5-27B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.289415,"ciLow":1393.643281,"ciHigh":1406.935549,"observedAt":"2026-11-11","runCount":9122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"instruction_following/Qwen3.5-27B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.650448,"ciLow":1295.995668,"ciHigh":1375.305227,"observedAt":"2026-11-11","runCount":225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"japanese/Qwen3.5-27B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|korean/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.364478,"ciLow":1321.602411,"ciHigh":1379.126544,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"korean/Qwen3.5-27B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.448593,"ciLow":1416.03007,"ciHigh":1428.867116,"observedAt":"2026-11-11","runCount":10929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"longer_query/Qwen3.5-27B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|math/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.813898,"ciLow":1408.724451,"ciHigh":1436.903345,"observedAt":"2026-11-11","runCount":1729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"math/Qwen3.5-27B","slice":"math"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.651972,"ciLow":1404.770407,"ciHigh":1422.533536,"observedAt":"2026-11-11","runCount":4857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"multi_turn/Qwen3.5-27B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.638749,"ciLow":1381.296505,"ciHigh":1391.980993,"observedAt":"2026-11-11","runCount":15801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"non_english/Qwen3.5-27B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|overall/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.452632,"ciLow":1404.148386,"ciHigh":1412.756878,"observedAt":"2026-11-11","runCount":28404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"overall/Qwen3.5-27B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|polish/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.091843,"ciLow":1340.483641,"ciHigh":1391.700046,"observedAt":"2026-11-11","runCount":532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"polish/Qwen3.5-27B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|russian/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.227592,"ciLow":1378.84884,"ciHigh":1399.606344,"observedAt":"2026-11-11","runCount":3298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"russian/Qwen3.5-27B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.388856,"ciLow":1380.92658,"ciHigh":1419.851132,"observedAt":"2026-11-11","runCount":926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"spanish/Qwen3.5-27B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|chinese/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.840649,"ciLow":1465.636293,"ciHigh":1492.045005,"observedAt":"2026-11-11","runCount":2031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"chinese/Qwen3.5-27B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|coding/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.54175,"ciLow":1419.439136,"ciHigh":1433.644364,"observedAt":"2026-11-11","runCount":7864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"coding/Qwen3.5-27B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|creative_writing/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.24003,"ciLow":1352.829208,"ciHigh":1371.650852,"observedAt":"2026-11-11","runCount":4253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"creative_writing/Qwen3.5-27B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|english/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.632779,"ciLow":1418.791721,"ciHigh":1430.473837,"observedAt":"2026-11-11","runCount":12603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"english/Qwen3.5-27B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|exclude_ties/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.349164,"ciLow":1385.557577,"ciHigh":1397.140751,"observedAt":"2026-11-11","runCount":20731,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"exclude_ties/Qwen3.5-27B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|expert/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.743336,"ciLow":1416.102957,"ciHigh":1439.383715,"observedAt":"2026-11-11","runCount":2608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"expert/Qwen3.5-27B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|french/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.094109,"ciLow":1388.002058,"ciHigh":1430.186161,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"french/Qwen3.5-27B","slice":"french"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|german/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.344406,"ciLow":1368.121139,"ciHigh":1422.567673,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"german/Qwen3.5-27B","slice":"german"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|hard_prompts/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.101189,"ciLow":1408.883737,"ciHigh":1419.318641,"observedAt":"2026-11-11","runCount":17907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"hard_prompts/Qwen3.5-27B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.901737,"ciLow":1420.890957,"ciHigh":1434.912518,"observedAt":"2026-11-11","runCount":8248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"hard_prompts_english/Qwen3.5-27B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.384942,"ciLow":1390.201139,"ciHigh":1406.568745,"observedAt":"2026-11-11","runCount":5569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_business_and_management_and_financial_operations/Qwen3.5-27B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.679061,"ciLow":1353.237248,"ciHigh":1370.120874,"observedAt":"2026-11-11","runCount":5320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_entertainment_and_sports_and_media/Qwen3.5-27B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.070481,"ciLow":1392.21293,"ciHigh":1417.928032,"observedAt":"2026-11-11","runCount":2165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_legal_and_government/Qwen3.5-27B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.924993,"ciLow":1427.209974,"ciHigh":1444.640013,"observedAt":"2026-11-11","runCount":4735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_life_and_physical_and_social_science/Qwen3.5-27B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.036706,"ciLow":1415.255538,"ciHigh":1444.817874,"observedAt":"2026-11-11","runCount":1649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_mathematical/Qwen3.5-27B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.003042,"ciLow":1410.735703,"ciHigh":1437.27038,"observedAt":"2026-11-11","runCount":2024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_medicine_and_healthcare/Qwen3.5-27B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.405944,"ciLow":1425.273154,"ciHigh":1437.538734,"observedAt":"2026-11-11","runCount":11245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_software_and_it_services/Qwen3.5-27B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.795098,"ciLow":1372.104036,"ciHigh":1387.486159,"observedAt":"2026-11-11","runCount":6430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"industry_writing_and_literature_and_language/Qwen3.5-27B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|instruction_following/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.357524,"ciLow":1385.727248,"ciHigh":1398.987799,"observedAt":"2026-11-11","runCount":9122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"instruction_following/Qwen3.5-27B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|japanese/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.953214,"ciLow":1303.018606,"ciHigh":1382.887822,"observedAt":"2026-11-11","runCount":225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"japanese/Qwen3.5-27B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|korean/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.026001,"ciLow":1328.192561,"ciHigh":1385.859442,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"korean/Qwen3.5-27B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|longer_query/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.128237,"ciLow":1406.742245,"ciHigh":1419.514229,"observedAt":"2026-11-11","runCount":10929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"longer_query/Qwen3.5-27B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|math/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.76396,"ciLow":1414.708535,"ciHigh":1442.819385,"observedAt":"2026-11-11","runCount":1729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"math/Qwen3.5-27B","slice":"math"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|multi_turn/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.943057,"ciLow":1401.08412,"ciHigh":1418.801994,"observedAt":"2026-11-11","runCount":4857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"multi_turn/Qwen3.5-27B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|non_english/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.473303,"ciLow":1384.165399,"ciHigh":1394.781207,"observedAt":"2026-11-11","runCount":15801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"non_english/Qwen3.5-27B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|overall/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.684247,"ciLow":1404.402289,"ciHigh":1412.966204,"observedAt":"2026-11-11","runCount":28404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"overall/Qwen3.5-27B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|polish/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.811855,"ciLow":1349.85702,"ciHigh":1399.766689,"observedAt":"2026-11-11","runCount":532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"polish/Qwen3.5-27B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|russian/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.349978,"ciLow":1379.010486,"ciHigh":1399.689471,"observedAt":"2026-11-11","runCount":3298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"russian/Qwen3.5-27B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-text@1|rating|spanish/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.869468,"ciLow":1389.451593,"ciHigh":1428.287342,"observedAt":"2026-11-11","runCount":926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"spanish/Qwen3.5-27B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision-style-control@1|rating|captioning/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1091.264817,"ciLow":1008.600145,"ciHigh":1173.92949,"observedAt":"2026-11-09","runCount":61,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"captioning/Qwen3.5-27B","slice":"captioning"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision-style-control@1|rating|chinese/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.988693,"ciLow":1256.657555,"ciHigh":1287.31983,"observedAt":"2026-11-09","runCount":2057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"chinese/Qwen3.5-27B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.244397,"ciLow":1182.832248,"ciHigh":1209.656545,"observedAt":"2026-11-09","runCount":2243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"creative_writing_vision/Qwen3.5-27B","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision-style-control@1|rating|diagram/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.971404,"ciLow":1233.335291,"ciHigh":1248.607518,"observedAt":"2026-11-09","runCount":8191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"diagram/Qwen3.5-27B","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision-style-control@1|rating|english/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.541101,"ciLow":1213.984499,"ciHigh":1229.097704,"observedAt":"2026-11-09","runCount":12091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"english/Qwen3.5-27B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.741211,"ciLow":1109.564091,"ciHigh":1191.918332,"observedAt":"2026-11-09","runCount":190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"entity_recognition/Qwen3.5-27B","slice":"entity_recognition"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision-style-control@1|rating|homework/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.629943,"ciLow":1231.778207,"ciHigh":1251.48168,"observedAt":"2026-11-09","runCount":4002,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"homework/Qwen3.5-27B","slice":"homework"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision-style-control@1|rating|humor/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.212513,"ciLow":1178.926726,"ciHigh":1213.498299,"observedAt":"2026-11-09","runCount":1257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"humor/Qwen3.5-27B","slice":"humor"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision-style-control@1|rating|ocr/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.165716,"ciLow":1221.834496,"ciHigh":1232.496935,"observedAt":"2026-11-09","runCount":22073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"ocr/Qwen3.5-27B","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision-style-control@1|rating|overall/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.693333,"ciLow":1210.282136,"ciHigh":1221.104531,"observedAt":"2026-11-09","runCount":31308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"overall/Qwen3.5-27B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision@1|rating|captioning/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1166.293105,"ciLow":1085.016409,"ciHigh":1247.569801,"observedAt":"2026-11-09","runCount":61,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"captioning/Qwen3.5-27B","slice":"captioning"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision@1|rating|chinese/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1303.249633,"ciLow":1288.131915,"ciHigh":1318.367351,"observedAt":"2026-11-09","runCount":2057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"chinese/Qwen3.5-27B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision@1|rating|creative_writing_vision/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1222.938696,"ciLow":1209.630623,"ciHigh":1236.24677,"observedAt":"2026-11-09","runCount":2243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"creative_writing_vision/Qwen3.5-27B","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision@1|rating|diagram/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1250.250443,"ciLow":1242.677778,"ciHigh":1257.823109,"observedAt":"2026-11-09","runCount":8191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"diagram/Qwen3.5-27B","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision@1|rating|english/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1245.65059,"ciLow":1238.147913,"ciHigh":1253.153268,"observedAt":"2026-11-09","runCount":12091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"english/Qwen3.5-27B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision@1|rating|entity_recognition/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1212.798123,"ciLow":1171.796532,"ciHigh":1253.799715,"observedAt":"2026-11-09","runCount":190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"entity_recognition/Qwen3.5-27B","slice":"entity_recognition"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision@1|rating|homework/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1255.089149,"ciLow":1245.342969,"ciHigh":1264.835329,"observedAt":"2026-11-09","runCount":4002,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"homework/Qwen3.5-27B","slice":"homework"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision@1|rating|humor/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1227.642859,"ciLow":1210.522442,"ciHigh":1244.763276,"observedAt":"2026-11-09","runCount":1257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"humor/Qwen3.5-27B","slice":"humor"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision@1|rating|ocr/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1244.487288,"ciLow":1239.198948,"ciHigh":1249.775629,"observedAt":"2026-11-09","runCount":22073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"ocr/Qwen3.5-27B","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-vision@1|rating|overall/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1239.637512,"ciLow":1234.265278,"ciHigh":1245.009745,"observedAt":"2026-11-09","runCount":31308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"overall/Qwen3.5-27B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-webdev@1|rating|overall/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1357.413924,"ciLow":1349.340321,"ciHigh":1365.487526,"observedAt":"2026-11-15","runCount":7742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"overall/Qwen3.5-27B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-webdev@1|rating|webdev-html/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1384.25106,"ciLow":1363.682278,"ciHigh":1404.819842,"observedAt":"2026-11-15","runCount":938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"webdev-html/Qwen3.5-27B","slice":"webdev-html"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-webdev@1|rating|webdev-react/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1344.779304,"ciLow":1336.140276,"ciHigh":1353.418331,"observedAt":"2026-11-15","runCount":6713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"webdev-react/Qwen3.5-27B","slice":"webdev-react"}
{"key":"lmarena|alibaba/qwen3.5-27b:default|none|lmarena-webdev@1|rating|webdev/Qwen3.5-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1357.413924,"ciLow":1349.340321,"ciHigh":1365.487526,"observedAt":"2026-11-15","runCount":7742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-27B","rowId":"webdev/Qwen3.5-27B","slice":"webdev"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.113272,"ciLow":1434.82749,"ciHigh":1461.399053,"observedAt":"2026-11-11","runCount":2062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"chinese/Qwen3.5-35B-A3B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|coding/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.456645,"ciLow":1427.373591,"ciHigh":1441.539698,"observedAt":"2026-11-11","runCount":8297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"coding/Qwen3.5-35B-A3B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.164579,"ciLow":1333.10295,"ciHigh":1351.226209,"observedAt":"2026-11-11","runCount":4612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"creative_writing/Qwen3.5-35B-A3B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|english/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.248884,"ciLow":1404.466625,"ciHigh":1416.031144,"observedAt":"2026-11-11","runCount":13423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"english/Qwen3.5-35B-A3B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.671191,"ciLow":1367.815547,"ciHigh":1379.526834,"observedAt":"2026-11-11","runCount":21994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"exclude_ties/Qwen3.5-35B-A3B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|expert/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.134259,"ciLow":1408.726236,"ciHigh":1431.542281,"observedAt":"2026-11-11","runCount":2761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"expert/Qwen3.5-35B-A3B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|french/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.845754,"ciLow":1400.772561,"ciHigh":1442.918947,"observedAt":"2026-11-11","runCount":872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"french/Qwen3.5-35B-A3B","slice":"french"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|german/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.487468,"ciLow":1332.826545,"ciHigh":1384.148392,"observedAt":"2026-11-11","runCount":487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"german/Qwen3.5-35B-A3B","slice":"german"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.209618,"ciLow":1407.04647,"ciHigh":1417.372766,"observedAt":"2026-11-11","runCount":19142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"hard_prompts/Qwen3.5-35B-A3B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.302976,"ciLow":1418.385891,"ciHigh":1432.220061,"observedAt":"2026-11-11","runCount":8746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"hard_prompts_english/Qwen3.5-35B-A3B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.971738,"ciLow":1395.075657,"ciHigh":1410.867819,"observedAt":"2026-11-11","runCount":6079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_business_and_management_and_financial_operations/Qwen3.5-35B-A3B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.208358,"ciLow":1337.079956,"ciHigh":1353.336761,"observedAt":"2026-11-11","runCount":5877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_entertainment_and_sports_and_media/Qwen3.5-35B-A3B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.244531,"ciLow":1386.648947,"ciHigh":1411.840114,"observedAt":"2026-11-11","runCount":2356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_legal_and_government/Qwen3.5-35B-A3B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.732508,"ciLow":1407.185916,"ciHigh":1424.2791,"observedAt":"2026-11-11","runCount":5151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_life_and_physical_and_social_science/Qwen3.5-35B-A3B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.314605,"ciLow":1394.840542,"ciHigh":1423.788668,"observedAt":"2026-11-11","runCount":1704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_mathematical/Qwen3.5-35B-A3B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.367951,"ciLow":1413.534969,"ciHigh":1439.200933,"observedAt":"2026-11-11","runCount":2250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_medicine_and_healthcare/Qwen3.5-35B-A3B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.85779,"ciLow":1423.773473,"ciHigh":1435.942107,"observedAt":"2026-11-11","runCount":11930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_software_and_it_services/Qwen3.5-35B-A3B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.948803,"ciLow":1356.469219,"ciHigh":1371.428387,"observedAt":"2026-11-11","runCount":6988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_writing_and_literature_and_language/Qwen3.5-35B-A3B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.729158,"ciLow":1380.241966,"ciHigh":1393.216351,"observedAt":"2026-11-11","runCount":9824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"instruction_following/Qwen3.5-35B-A3B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.04657,"ciLow":1274.024944,"ciHigh":1352.068197,"observedAt":"2026-11-11","runCount":248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"japanese/Qwen3.5-35B-A3B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|korean/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.902581,"ciLow":1318.669284,"ciHigh":1373.135878,"observedAt":"2026-11-11","runCount":486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"korean/Qwen3.5-35B-A3B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.07176,"ciLow":1392.759258,"ciHigh":1405.384261,"observedAt":"2026-11-11","runCount":11759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"longer_query/Qwen3.5-35B-A3B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|math/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.468306,"ciLow":1382.773736,"ciHigh":1410.162876,"observedAt":"2026-11-11","runCount":1833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"math/Qwen3.5-35B-A3B","slice":"math"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.254441,"ciLow":1385.795192,"ciHigh":1402.713689,"observedAt":"2026-11-11","runCount":5440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"multi_turn/Qwen3.5-35B-A3B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.096232,"ciLow":1368.817602,"ciHigh":1379.374861,"observedAt":"2026-11-11","runCount":16740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"non_english/Qwen3.5-35B-A3B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|overall/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.935251,"ciLow":1389.692877,"ciHigh":1398.177625,"observedAt":"2026-11-11","runCount":30163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"overall/Qwen3.5-35B-A3B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|polish/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.737694,"ciLow":1349.281594,"ciHigh":1396.193794,"observedAt":"2026-11-11","runCount":579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"polish/Qwen3.5-35B-A3B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|russian/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.22504,"ciLow":1365.171753,"ciHigh":1385.278327,"observedAt":"2026-11-11","runCount":3607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"russian/Qwen3.5-35B-A3B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.503894,"ciLow":1368.133907,"ciHigh":1406.873882,"observedAt":"2026-11-11","runCount":989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"spanish/Qwen3.5-35B-A3B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|chinese/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.694075,"ciLow":1443.597996,"ciHigh":1469.790153,"observedAt":"2026-11-11","runCount":2062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"chinese/Qwen3.5-35B-A3B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|coding/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.615526,"ciLow":1402.58333,"ciHigh":1416.647722,"observedAt":"2026-11-11","runCount":8297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"coding/Qwen3.5-35B-A3B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|creative_writing/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.817414,"ciLow":1337.81881,"ciHigh":1355.816018,"observedAt":"2026-11-11","runCount":4612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"creative_writing/Qwen3.5-35B-A3B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|english/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.875618,"ciLow":1401.12128,"ciHigh":1412.629956,"observedAt":"2026-11-11","runCount":13423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"english/Qwen3.5-35B-A3B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|exclude_ties/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.337344,"ciLow":1367.573114,"ciHigh":1379.101575,"observedAt":"2026-11-11","runCount":21994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"exclude_ties/Qwen3.5-35B-A3B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|expert/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.027982,"ciLow":1396.787777,"ciHigh":1419.268187,"observedAt":"2026-11-11","runCount":2761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"expert/Qwen3.5-35B-A3B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|french/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.074604,"ciLow":1392.162018,"ciHigh":1433.987191,"observedAt":"2026-11-11","runCount":872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"french/Qwen3.5-35B-A3B","slice":"french"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|german/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.201106,"ciLow":1341.908618,"ciHigh":1392.493594,"observedAt":"2026-11-11","runCount":487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"german/Qwen3.5-35B-A3B","slice":"german"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|hard_prompts/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.824758,"ciLow":1394.700713,"ciHigh":1404.948804,"observedAt":"2026-11-11","runCount":19142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"hard_prompts/Qwen3.5-35B-A3B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.599064,"ciLow":1403.728152,"ciHigh":1417.469976,"observedAt":"2026-11-11","runCount":8746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"hard_prompts_english/Qwen3.5-35B-A3B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.678442,"ciLow":1385.842548,"ciHigh":1401.514336,"observedAt":"2026-11-11","runCount":6079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_business_and_management_and_financial_operations/Qwen3.5-35B-A3B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.603835,"ciLow":1339.520984,"ciHigh":1355.686685,"observedAt":"2026-11-11","runCount":5877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_entertainment_and_sports_and_media/Qwen3.5-35B-A3B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.539895,"ciLow":1385.149492,"ciHigh":1409.930298,"observedAt":"2026-11-11","runCount":2356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_legal_and_government/Qwen3.5-35B-A3B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.7789,"ciLow":1404.318361,"ciHigh":1421.239439,"observedAt":"2026-11-11","runCount":5151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_life_and_physical_and_social_science/Qwen3.5-35B-A3B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.307071,"ciLow":1396.868292,"ciHigh":1425.74585,"observedAt":"2026-11-11","runCount":1704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_mathematical/Qwen3.5-35B-A3B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.201371,"ciLow":1408.51096,"ciHigh":1433.891783,"observedAt":"2026-11-11","runCount":2250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_medicine_and_healthcare/Qwen3.5-35B-A3B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.952659,"ciLow":1408.917375,"ciHigh":1420.987943,"observedAt":"2026-11-11","runCount":11930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_software_and_it_services/Qwen3.5-35B-A3B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.306829,"ciLow":1357.872953,"ciHigh":1372.740705,"observedAt":"2026-11-11","runCount":6988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"industry_writing_and_literature_and_language/Qwen3.5-35B-A3B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|instruction_following/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.514667,"ciLow":1373.057526,"ciHigh":1385.971807,"observedAt":"2026-11-11","runCount":9824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"instruction_following/Qwen3.5-35B-A3B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|japanese/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.642876,"ciLow":1284.670851,"ciHigh":1362.614901,"observedAt":"2026-11-11","runCount":248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"japanese/Qwen3.5-35B-A3B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|korean/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.190274,"ciLow":1328.896961,"ciHigh":1383.483586,"observedAt":"2026-11-11","runCount":486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"korean/Qwen3.5-35B-A3B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|longer_query/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.654797,"ciLow":1383.392353,"ciHigh":1395.917241,"observedAt":"2026-11-11","runCount":11759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"longer_query/Qwen3.5-35B-A3B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|math/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.887961,"ciLow":1389.198557,"ciHigh":1416.577366,"observedAt":"2026-11-11","runCount":1833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"math/Qwen3.5-35B-A3B","slice":"math"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|multi_turn/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.154863,"ciLow":1381.746661,"ciHigh":1398.563066,"observedAt":"2026-11-11","runCount":5440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"multi_turn/Qwen3.5-35B-A3B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|non_english/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.265238,"ciLow":1373.028122,"ciHigh":1383.502354,"observedAt":"2026-11-11","runCount":16740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"non_english/Qwen3.5-35B-A3B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|overall/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.680863,"ciLow":1390.466635,"ciHigh":1398.895091,"observedAt":"2026-11-11","runCount":30163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"overall/Qwen3.5-35B-A3B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|polish/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.629041,"ciLow":1360.646425,"ciHigh":1406.611657,"observedAt":"2026-11-11","runCount":579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"polish/Qwen3.5-35B-A3B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|russian/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.896373,"ciLow":1366.88565,"ciHigh":1386.907096,"observedAt":"2026-11-11","runCount":3607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"russian/Qwen3.5-35B-A3B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-text@1|rating|spanish/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.66081,"ciLow":1373.378738,"ciHigh":1411.942883,"observedAt":"2026-11-11","runCount":989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"spanish/Qwen3.5-35B-A3B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-webdev@1|rating|overall/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1252.967121,"ciLow":1235.482739,"ciHigh":1270.451504,"observedAt":"2026-11-15","runCount":1612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"overall/Qwen3.5-35B-A3B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-webdev@1|rating|webdev-html/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1304.118764,"ciLow":1259.44256,"ciHigh":1348.794967,"observedAt":"2026-11-15","runCount":194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"webdev-html/Qwen3.5-35B-A3B","slice":"webdev-html"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-webdev@1|rating|webdev-react/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1235.770478,"ciLow":1216.945136,"ciHigh":1254.59582,"observedAt":"2026-11-15","runCount":1418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"webdev-react/Qwen3.5-35B-A3B","slice":"webdev-react"}
{"key":"lmarena|alibaba/qwen3.5-35b-a3b:default|none|lmarena-webdev@1|rating|webdev/Qwen3.5-35B-A3B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-35b-a3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1252.967121,"ciLow":1235.482739,"ciHigh":1270.451504,"observedAt":"2026-11-15","runCount":1612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-35B-A3B","rowId":"webdev/Qwen3.5-35B-A3B","slice":"webdev"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.20908,"ciLow":1488.423249,"ciHigh":1503.994911,"observedAt":"2026-11-11","runCount":6853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"chinese/Qwen3.5-397B-A17B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|coding/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.241673,"ciLow":1485.531231,"ciHigh":1494.952115,"observedAt":"2026-11-11","runCount":27494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"coding/Qwen3.5-397B-A17B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.077825,"ciLow":1400.543357,"ciHigh":1411.612293,"observedAt":"2026-11-11","runCount":17437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"creative_writing/Qwen3.5-397B-A17B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|english/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.594663,"ciLow":1444.580492,"ciHigh":1452.608835,"observedAt":"2026-11-11","runCount":42588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"english/Qwen3.5-397B-A17B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.342501,"ciLow":1436.218955,"ciHigh":1444.466046,"observedAt":"2026-11-11","runCount":71472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"exclude_ties/Qwen3.5-397B-A17B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|expert/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.818157,"ciLow":1471.237875,"ciHigh":1484.398439,"observedAt":"2026-11-11","runCount":10338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"expert/Qwen3.5-397B-A17B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|french/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.146274,"ciLow":1458.906371,"ciHigh":1483.386177,"observedAt":"2026-11-11","runCount":3185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"french/Qwen3.5-397B-A17B","slice":"french"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|german/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.725361,"ciLow":1425.56524,"ciHigh":1457.885483,"observedAt":"2026-11-11","runCount":1539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"german/Qwen3.5-397B-A17B","slice":"german"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.353126,"ciLow":1459.727067,"ciHigh":1466.979184,"observedAt":"2026-11-11","runCount":64249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"hard_prompts/Qwen3.5-397B-A17B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.469852,"ciLow":1461.830356,"ciHigh":1471.109348,"observedAt":"2026-11-11","runCount":28592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"hard_prompts_english/Qwen3.5-397B-A17B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.662355,"ciLow":1441.481773,"ciHigh":1451.842936,"observedAt":"2026-11-11","runCount":19346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_business_and_management_and_financial_operations/Qwen3.5-397B-A17B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.6396,"ciLow":1397.539084,"ciHigh":1407.740116,"observedAt":"2026-11-11","runCount":22182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_entertainment_and_sports_and_media/Qwen3.5-397B-A17B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.398134,"ciLow":1439.902917,"ciHigh":1454.89335,"observedAt":"2026-11-11","runCount":7463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_legal_and_government/Qwen3.5-397B-A17B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.466318,"ciLow":1459.980796,"ciHigh":1470.95184,"observedAt":"2026-11-11","runCount":15936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_life_and_physical_and_social_science/Qwen3.5-397B-A17B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.679203,"ciLow":1444.20468,"ciHigh":1461.153726,"observedAt":"2026-11-11","runCount":5638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_mathematical/Qwen3.5-397B-A17B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.567482,"ciLow":1458.862744,"ciHigh":1474.27222,"observedAt":"2026-11-11","runCount":7259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_medicine_and_healthcare/Qwen3.5-397B-A17B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.681245,"ciLow":1475.504563,"ciHigh":1483.857926,"observedAt":"2026-11-11","runCount":38802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_software_and_it_services/Qwen3.5-397B-A17B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.728654,"ciLow":1415.892809,"ciHigh":1425.5645,"observedAt":"2026-11-11","runCount":24229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_writing_and_literature_and_language/Qwen3.5-397B-A17B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.485309,"ciLow":1430.13961,"ciHigh":1438.831007,"observedAt":"2026-11-11","runCount":33433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"instruction_following/Qwen3.5-397B-A17B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.982493,"ciLow":1409.244065,"ciHigh":1446.72092,"observedAt":"2026-11-11","runCount":1221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"japanese/Qwen3.5-397B-A17B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|korean/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.171871,"ciLow":1375.034476,"ciHigh":1407.309266,"observedAt":"2026-11-11","runCount":1582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"korean/Qwen3.5-397B-A17B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.481534,"ciLow":1449.207945,"ciHigh":1457.755123,"observedAt":"2026-11-11","runCount":42849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"longer_query/Qwen3.5-397B-A17B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|math/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.903477,"ciLow":1441.436975,"ciHigh":1458.369979,"observedAt":"2026-11-11","runCount":5351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"math/Qwen3.5-397B-A17B","slice":"math"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.59918,"ciLow":1445.995022,"ciHigh":1457.203337,"observedAt":"2026-11-11","runCount":15724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"multi_turn/Qwen3.5-397B-A17B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.088015,"ciLow":1428.420534,"ciHigh":1435.755497,"observedAt":"2026-11-11","runCount":54990,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"non_english/Qwen3.5-397B-A17B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|overall/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.385411,"ciLow":1438.331529,"ciHigh":1444.439292,"observedAt":"2026-11-11","runCount":97583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"overall/Qwen3.5-397B-A17B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|polish/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.153085,"ciLow":1431.794227,"ciHigh":1460.511942,"observedAt":"2026-11-11","runCount":1745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"polish/Qwen3.5-397B-A17B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|russian/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.231626,"ciLow":1431.030173,"ciHigh":1443.43308,"observedAt":"2026-11-11","runCount":11336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"russian/Qwen3.5-397B-A17B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.718321,"ciLow":1431.141622,"ciHigh":1454.295021,"observedAt":"2026-11-11","runCount":3136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"spanish/Qwen3.5-397B-A17B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|chinese/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.727775,"ciLow":1489.981075,"ciHigh":1505.474474,"observedAt":"2026-11-11","runCount":6853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"chinese/Qwen3.5-397B-A17B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|coding/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.279267,"ciLow":1458.6025,"ciHigh":1467.956035,"observedAt":"2026-11-11","runCount":27494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"coding/Qwen3.5-397B-A17B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|creative_writing/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.065129,"ciLow":1396.582891,"ciHigh":1407.547367,"observedAt":"2026-11-11","runCount":17437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"creative_writing/Qwen3.5-397B-A17B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|english/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.538057,"ciLow":1438.556043,"ciHigh":1446.520072,"observedAt":"2026-11-11","runCount":42588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"english/Qwen3.5-397B-A17B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|exclude_ties/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.05704,"ciLow":1429.006783,"ciHigh":1437.107297,"observedAt":"2026-11-11","runCount":71472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"exclude_ties/Qwen3.5-397B-A17B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|expert/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.469226,"ciLow":1455.919152,"ciHigh":1469.019299,"observedAt":"2026-11-11","runCount":10338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"expert/Qwen3.5-397B-A17B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|french/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.606541,"ciLow":1451.454814,"ciHigh":1475.758267,"observedAt":"2026-11-11","runCount":3185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"french/Qwen3.5-397B-A17B","slice":"french"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|german/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.827959,"ciLow":1426.782469,"ciHigh":1458.873449,"observedAt":"2026-11-11","runCount":1539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"german/Qwen3.5-397B-A17B","slice":"german"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|hard_prompts/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.616213,"ciLow":1444.016047,"ciHigh":1451.216379,"observedAt":"2026-11-11","runCount":64249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"hard_prompts/Qwen3.5-397B-A17B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.269806,"ciLow":1444.663466,"ciHigh":1453.876146,"observedAt":"2026-11-11","runCount":28592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"hard_prompts_english/Qwen3.5-397B-A17B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.47844,"ciLow":1430.341853,"ciHigh":1440.615026,"observedAt":"2026-11-11","runCount":19346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_business_and_management_and_financial_operations/Qwen3.5-397B-A17B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.34539,"ciLow":1393.288575,"ciHigh":1403.402206,"observedAt":"2026-11-11","runCount":22182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_entertainment_and_sports_and_media/Qwen3.5-397B-A17B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.409962,"ciLow":1434.997734,"ciHigh":1449.82219,"observedAt":"2026-11-11","runCount":7463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_legal_and_government/Qwen3.5-397B-A17B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.091571,"ciLow":1451.656916,"ciHigh":1462.526227,"observedAt":"2026-11-11","runCount":15936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_life_and_physical_and_social_science/Qwen3.5-397B-A17B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.340956,"ciLow":1443.856032,"ciHigh":1460.825879,"observedAt":"2026-11-11","runCount":5638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_mathematical/Qwen3.5-397B-A17B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.132861,"ciLow":1447.516639,"ciHigh":1462.749082,"observedAt":"2026-11-11","runCount":7259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_medicine_and_healthcare/Qwen3.5-397B-A17B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.871434,"ciLow":1457.724534,"ciHigh":1466.018335,"observedAt":"2026-11-11","runCount":38802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_software_and_it_services/Qwen3.5-397B-A17B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.315425,"ciLow":1410.515711,"ciHigh":1420.115139,"observedAt":"2026-11-11","runCount":24229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"industry_writing_and_literature_and_language/Qwen3.5-397B-A17B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|instruction_following/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.03573,"ciLow":1419.70639,"ciHigh":1428.36507,"observedAt":"2026-11-11","runCount":33433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"instruction_following/Qwen3.5-397B-A17B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|japanese/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.970271,"ciLow":1407.306641,"ciHigh":1444.633901,"observedAt":"2026-11-11","runCount":1221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"japanese/Qwen3.5-397B-A17B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|korean/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.317905,"ciLow":1375.264975,"ciHigh":1407.370835,"observedAt":"2026-11-11","runCount":1582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"korean/Qwen3.5-397B-A17B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|longer_query/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.741577,"ciLow":1437.506963,"ciHigh":1445.97619,"observedAt":"2026-11-11","runCount":42849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"longer_query/Qwen3.5-397B-A17B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|math/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.132515,"ciLow":1444.675825,"ciHigh":1461.589205,"observedAt":"2026-11-11","runCount":5351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"math/Qwen3.5-397B-A17B","slice":"math"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|multi_turn/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.90582,"ciLow":1439.319747,"ciHigh":1450.491894,"observedAt":"2026-11-11","runCount":15724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"multi_turn/Qwen3.5-397B-A17B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|non_english/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.141771,"ciLow":1426.498941,"ciHigh":1433.784602,"observedAt":"2026-11-11","runCount":54990,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"non_english/Qwen3.5-397B-A17B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|overall/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.510684,"ciLow":1434.479167,"ciHigh":1440.5422,"observedAt":"2026-11-11","runCount":97583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"overall/Qwen3.5-397B-A17B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|polish/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.188798,"ciLow":1434.027015,"ciHigh":1462.350581,"observedAt":"2026-11-11","runCount":1745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"polish/Qwen3.5-397B-A17B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|russian/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.317653,"ciLow":1425.132966,"ciHigh":1437.502339,"observedAt":"2026-11-11","runCount":11336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"russian/Qwen3.5-397B-A17B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-text@1|rating|spanish/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.003098,"ciLow":1432.466743,"ciHigh":1455.539452,"observedAt":"2026-11-11","runCount":3136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"spanish/Qwen3.5-397B-A17B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision-style-control@1|rating|captioning/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.150892,"ciLow":1113.785803,"ciHigh":1228.515982,"observedAt":"2026-11-09","runCount":78,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"captioning/Qwen3.5-397B-A17B","slice":"captioning"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision-style-control@1|rating|chinese/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.186658,"ciLow":1276.091205,"ciHigh":1306.282111,"observedAt":"2026-11-09","runCount":2068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"chinese/Qwen3.5-397B-A17B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.779025,"ciLow":1233.08135,"ciHigh":1258.476701,"observedAt":"2026-11-09","runCount":2414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"creative_writing_vision/Qwen3.5-397B-A17B","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision-style-control@1|rating|diagram/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.291552,"ciLow":1265.992367,"ciHigh":1280.590736,"observedAt":"2026-11-09","runCount":8845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"diagram/Qwen3.5-397B-A17B","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision-style-control@1|rating|english/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.661841,"ciLow":1243.321985,"ciHigh":1258.001697,"observedAt":"2026-11-09","runCount":12989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"english/Qwen3.5-397B-A17B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.873592,"ciLow":1181.07535,"ciHigh":1254.671835,"observedAt":"2026-11-09","runCount":226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"entity_recognition/Qwen3.5-397B-A17B","slice":"entity_recognition"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision-style-control@1|rating|homework/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.249687,"ciLow":1277.709278,"ciHigh":1296.790096,"observedAt":"2026-11-09","runCount":4164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"homework/Qwen3.5-397B-A17B","slice":"homework"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision-style-control@1|rating|humor/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.826137,"ciLow":1226.830911,"ciHigh":1260.821364,"observedAt":"2026-11-09","runCount":1260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"humor/Qwen3.5-397B-A17B","slice":"humor"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision-style-control@1|rating|ocr/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.130771,"ciLow":1255.011322,"ciHigh":1265.250219,"observedAt":"2026-11-09","runCount":23370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"ocr/Qwen3.5-397B-A17B","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision-style-control@1|rating|overall/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.682975,"ciLow":1240.476942,"ciHigh":1250.889007,"observedAt":"2026-11-09","runCount":33611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"overall/Qwen3.5-397B-A17B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision@1|rating|captioning/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1226.827944,"ciLow":1169.979881,"ciHigh":1283.676007,"observedAt":"2026-11-09","runCount":78,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"captioning/Qwen3.5-397B-A17B","slice":"captioning"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision@1|rating|chinese/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1314.629907,"ciLow":1299.643255,"ciHigh":1329.61656,"observedAt":"2026-11-09","runCount":2068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"chinese/Qwen3.5-397B-A17B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision@1|rating|creative_writing_vision/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1262.114506,"ciLow":1249.432064,"ciHigh":1274.796947,"observedAt":"2026-11-09","runCount":2414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"creative_writing_vision/Qwen3.5-397B-A17B","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision@1|rating|diagram/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1277.142362,"ciLow":1269.894005,"ciHigh":1284.390719,"observedAt":"2026-11-09","runCount":8845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"diagram/Qwen3.5-397B-A17B","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision@1|rating|english/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1269.062809,"ciLow":1261.747866,"ciHigh":1276.377752,"observedAt":"2026-11-09","runCount":12989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"english/Qwen3.5-397B-A17B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision@1|rating|entity_recognition/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1270.925337,"ciLow":1234.381239,"ciHigh":1307.469436,"observedAt":"2026-11-09","runCount":226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"entity_recognition/Qwen3.5-397B-A17B","slice":"entity_recognition"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision@1|rating|homework/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1292.304695,"ciLow":1282.827162,"ciHigh":1301.782228,"observedAt":"2026-11-09","runCount":4164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"homework/Qwen3.5-397B-A17B","slice":"homework"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision@1|rating|humor/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1263.734914,"ciLow":1246.852123,"ciHigh":1280.617705,"observedAt":"2026-11-09","runCount":1260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"humor/Qwen3.5-397B-A17B","slice":"humor"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision@1|rating|ocr/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1270.318156,"ciLow":1265.219049,"ciHigh":1275.417264,"observedAt":"2026-11-09","runCount":23370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"ocr/Qwen3.5-397B-A17B","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-vision@1|rating|overall/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1262.371842,"ciLow":1257.188463,"ciHigh":1267.555221,"observedAt":"2026-11-09","runCount":33611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"overall/Qwen3.5-397B-A17B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-webdev@1|rating|overall/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1400.128846,"ciLow":1394.958847,"ciHigh":1405.298845,"observedAt":"2026-11-15","runCount":20843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"overall/Qwen3.5-397B-A17B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-webdev@1|rating|webdev-html/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1409.080698,"ciLow":1396.879514,"ciHigh":1421.281882,"observedAt":"2026-11-15","runCount":2554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"webdev-html/Qwen3.5-397B-A17B","slice":"webdev-html"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-webdev@1|rating|webdev-react/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1387.056888,"ciLow":1381.301555,"ciHigh":1392.81222,"observedAt":"2026-11-15","runCount":16537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"webdev-react/Qwen3.5-397B-A17B","slice":"webdev-react"}
{"key":"lmarena|alibaba/qwen3.5-397b-a17b:default|none|lmarena-webdev@1|rating|webdev/Qwen3.5-397B-A17B","sourceId":"lmarena","modelId":"alibaba/qwen3.5-397b-a17b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1400.128846,"ciLow":1394.958847,"ciHigh":1405.298845,"observedAt":"2026-11-15","runCount":20843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-397B-A17B","rowId":"webdev/Qwen3.5-397B-A17B","slice":"webdev"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.033127,"ciLow":1428.862417,"ciHigh":1449.203836,"observedAt":"2026-11-11","runCount":3612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"chinese/Qwen3.5-Flash","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|coding/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.414862,"ciLow":1429.729641,"ciHigh":1441.100083,"observedAt":"2026-11-11","runCount":17518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"coding/Qwen3.5-Flash","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.6523,"ciLow":1330.67483,"ciHigh":1344.629769,"observedAt":"2026-11-11","runCount":9616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"creative_writing/Qwen3.5-Flash","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|english/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.941723,"ciLow":1402.004389,"ciHigh":1411.879057,"observedAt":"2026-11-11","runCount":26359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"english/Qwen3.5-Flash","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.408396,"ciLow":1371.443214,"ciHigh":1381.373578,"observedAt":"2026-11-11","runCount":45175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"exclude_ties/Qwen3.5-Flash","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|expert/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.501516,"ciLow":1411.11333,"ciHigh":1427.889703,"observedAt":"2026-11-11","runCount":5738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"expert/Qwen3.5-Flash","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|french/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.311894,"ciLow":1405.198079,"ciHigh":1433.425708,"observedAt":"2026-11-11","runCount":2240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"french/Qwen3.5-Flash","slice":"french"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|german/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.735764,"ciLow":1363.848651,"ciHigh":1401.622877,"observedAt":"2026-11-11","runCount":1070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"german/Qwen3.5-Flash","slice":"german"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.644321,"ciLow":1411.242237,"ciHigh":1420.046405,"observedAt":"2026-11-11","runCount":39689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"hard_prompts/Qwen3.5-Flash","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.626342,"ciLow":1416.96036,"ciHigh":1428.292325,"observedAt":"2026-11-11","runCount":18028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"hard_prompts_english/Qwen3.5-Flash","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.397661,"ciLow":1397.068472,"ciHigh":1409.72685,"observedAt":"2026-11-11","runCount":12091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_business_and_management_and_financial_operations/Qwen3.5-Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.569121,"ciLow":1338.189063,"ciHigh":1350.949178,"observedAt":"2026-11-11","runCount":12477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_entertainment_and_sports_and_media/Qwen3.5-Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.504835,"ciLow":1390.296025,"ciHigh":1408.713645,"observedAt":"2026-11-11","runCount":4742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_legal_and_government/Qwen3.5-Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.2505,"ciLow":1411.497799,"ciHigh":1425.0032,"observedAt":"2026-11-11","runCount":9713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_life_and_physical_and_social_science/Qwen3.5-Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.846632,"ciLow":1399.964818,"ciHigh":1421.728447,"observedAt":"2026-11-11","runCount":3275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_mathematical/Qwen3.5-Flash","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.906396,"ciLow":1404.2886,"ciHigh":1423.524191,"observedAt":"2026-11-11","runCount":4328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_medicine_and_healthcare/Qwen3.5-Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.467771,"ciLow":1425.424412,"ciHigh":1435.511131,"observedAt":"2026-11-11","runCount":24771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_software_and_it_services/Qwen3.5-Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.677774,"ciLow":1361.775735,"ciHigh":1373.579813,"observedAt":"2026-11-11","runCount":14476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_writing_and_literature_and_language/Qwen3.5-Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.79694,"ciLow":1376.45687,"ciHigh":1387.13701,"observedAt":"2026-11-11","runCount":20054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"instruction_following/Qwen3.5-Flash","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.833444,"ciLow":1337.831938,"ciHigh":1385.834949,"observedAt":"2026-11-11","runCount":661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"japanese/Qwen3.5-Flash","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|korean/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.706778,"ciLow":1314.357497,"ciHigh":1353.056058,"observedAt":"2026-11-11","runCount":1044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"korean/Qwen3.5-Flash","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.908403,"ciLow":1394.691286,"ciHigh":1405.12552,"observedAt":"2026-11-11","runCount":25316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"longer_query/Qwen3.5-Flash","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|math/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.978932,"ciLow":1390.381891,"ciHigh":1411.575973,"observedAt":"2026-11-11","runCount":3339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"math/Qwen3.5-Flash","slice":"math"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.709234,"ciLow":1389.090157,"ciHigh":1402.328311,"observedAt":"2026-11-11","runCount":10909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"multi_turn/Qwen3.5-Flash","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.945869,"ciLow":1376.533148,"ciHigh":1385.358591,"observedAt":"2026-11-11","runCount":34783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"non_english/Qwen3.5-Flash","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|overall/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.96287,"ciLow":1392.286682,"ciHigh":1399.639058,"observedAt":"2026-11-11","runCount":61142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"overall/Qwen3.5-Flash","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|polish/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.483383,"ciLow":1347.948835,"ciHigh":1381.01793,"observedAt":"2026-11-11","runCount":1281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"polish/Qwen3.5-Flash","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|russian/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.446929,"ciLow":1371.855441,"ciHigh":1387.038417,"observedAt":"2026-11-11","runCount":7145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"russian/Qwen3.5-Flash","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.236646,"ciLow":1380.005053,"ciHigh":1408.468239,"observedAt":"2026-11-11","runCount":2035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"spanish/Qwen3.5-Flash","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|chinese/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.709976,"ciLow":1436.62262,"ciHigh":1456.797333,"observedAt":"2026-11-11","runCount":3612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"chinese/Qwen3.5-Flash","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|coding/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.746191,"ciLow":1406.104477,"ciHigh":1417.387906,"observedAt":"2026-11-11","runCount":17518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"coding/Qwen3.5-Flash","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|creative_writing/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.16366,"ciLow":1336.228274,"ciHigh":1350.099047,"observedAt":"2026-11-11","runCount":9616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"creative_writing/Qwen3.5-Flash","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|english/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.419096,"ciLow":1399.516966,"ciHigh":1409.321227,"observedAt":"2026-11-11","runCount":26359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"english/Qwen3.5-Flash","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|exclude_ties/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.287074,"ciLow":1371.397453,"ciHigh":1381.176695,"observedAt":"2026-11-11","runCount":45175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"exclude_ties/Qwen3.5-Flash","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|expert/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.654966,"ciLow":1399.322564,"ciHigh":1415.987368,"observedAt":"2026-11-11","runCount":5738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"expert/Qwen3.5-Flash","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|french/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.094204,"ciLow":1399.056682,"ciHigh":1427.131727,"observedAt":"2026-11-11","runCount":2240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"french/Qwen3.5-Flash","slice":"french"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|german/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.529989,"ciLow":1370.793547,"ciHigh":1408.266432,"observedAt":"2026-11-11","runCount":1070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"german/Qwen3.5-Flash","slice":"german"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|hard_prompts/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.54033,"ciLow":1399.162438,"ciHigh":1407.918222,"observedAt":"2026-11-11","runCount":39689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"hard_prompts/Qwen3.5-Flash","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.617261,"ciLow":1403.00227,"ciHigh":1414.232251,"observedAt":"2026-11-11","runCount":18028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"hard_prompts_english/Qwen3.5-Flash","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.652598,"ciLow":1388.365776,"ciHigh":1400.939421,"observedAt":"2026-11-11","runCount":12091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_business_and_management_and_financial_operations/Qwen3.5-Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.687693,"ciLow":1341.357371,"ciHigh":1354.018015,"observedAt":"2026-11-11","runCount":12477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_entertainment_and_sports_and_media/Qwen3.5-Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.580858,"ciLow":1388.493596,"ciHigh":1406.668121,"observedAt":"2026-11-11","runCount":4742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_legal_and_government/Qwen3.5-Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.399364,"ciLow":1407.711277,"ciHigh":1421.087451,"observedAt":"2026-11-11","runCount":9713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_life_and_physical_and_social_science/Qwen3.5-Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.088346,"ciLow":1402.217082,"ciHigh":1423.959609,"observedAt":"2026-11-11","runCount":3275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_mathematical/Qwen3.5-Flash","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.643814,"ciLow":1398.119275,"ciHigh":1417.168353,"observedAt":"2026-11-11","runCount":4328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_medicine_and_healthcare/Qwen3.5-Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.302224,"ciLow":1411.292567,"ciHigh":1421.311881,"observedAt":"2026-11-11","runCount":24771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_software_and_it_services/Qwen3.5-Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.220763,"ciLow":1363.335027,"ciHigh":1375.106498,"observedAt":"2026-11-11","runCount":14476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"industry_writing_and_literature_and_language/Qwen3.5-Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|instruction_following/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.867473,"ciLow":1369.552679,"ciHigh":1380.182267,"observedAt":"2026-11-11","runCount":20054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"instruction_following/Qwen3.5-Flash","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|japanese/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.955731,"ciLow":1344.119748,"ciHigh":1391.791714,"observedAt":"2026-11-11","runCount":661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"japanese/Qwen3.5-Flash","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|korean/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.639569,"ciLow":1325.388162,"ciHigh":1363.890976,"observedAt":"2026-11-11","runCount":1044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"korean/Qwen3.5-Flash","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|longer_query/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.617857,"ciLow":1386.435403,"ciHigh":1396.800311,"observedAt":"2026-11-11","runCount":25316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"longer_query/Qwen3.5-Flash","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|math/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.017698,"ciLow":1396.430777,"ciHigh":1417.604619,"observedAt":"2026-11-11","runCount":3339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"math/Qwen3.5-Flash","slice":"math"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|multi_turn/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.713042,"ciLow":1386.125978,"ciHigh":1399.300105,"observedAt":"2026-11-11","runCount":10909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"multi_turn/Qwen3.5-Flash","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|non_english/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.950949,"ciLow":1380.55867,"ciHigh":1389.343229,"observedAt":"2026-11-11","runCount":34783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"non_english/Qwen3.5-Flash","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|overall/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.073429,"ciLow":1393.416206,"ciHigh":1400.730651,"observedAt":"2026-11-11","runCount":61142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"overall/Qwen3.5-Flash","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|polish/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.535384,"ciLow":1360.151596,"ciHigh":1392.919172,"observedAt":"2026-11-11","runCount":1281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"polish/Qwen3.5-Flash","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|russian/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.964593,"ciLow":1372.406701,"ciHigh":1387.522486,"observedAt":"2026-11-11","runCount":7145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"russian/Qwen3.5-Flash","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-text@1|rating|spanish/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.782823,"ciLow":1385.664853,"ciHigh":1413.900793,"observedAt":"2026-11-11","runCount":2035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"spanish/Qwen3.5-Flash","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-webdev@1|rating|overall/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1243.690003,"ciLow":1223.985589,"ciHigh":1263.394416,"observedAt":"2026-11-15","runCount":1322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"overall/Qwen3.5-Flash","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-webdev@1|rating|webdev-html/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1290.408111,"ciLow":1231.359447,"ciHigh":1349.456775,"observedAt":"2026-11-15","runCount":124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"webdev-html/Qwen3.5-Flash","slice":"webdev-html"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-webdev@1|rating|webdev-react/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1228.703754,"ciLow":1207.955291,"ciHigh":1249.452216,"observedAt":"2026-11-15","runCount":1198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"webdev-react/Qwen3.5-Flash","slice":"webdev-react"}
{"key":"lmarena|alibaba/qwen3.5-flash:default|none|lmarena-webdev@1|rating|webdev/Qwen3.5-Flash","sourceId":"lmarena","modelId":"alibaba/qwen3.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1243.690003,"ciLow":1223.985589,"ciHigh":1263.394416,"observedAt":"2026-11-15","runCount":1322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Flash","rowId":"webdev/Qwen3.5-Flash","slice":"webdev"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.18754,"ciLow":1500.730582,"ciHigh":1531.644499,"observedAt":"2026-11-11","runCount":1569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"chinese/Qwen3.5-Max-Preview","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|coding/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.007008,"ciLow":1505.084606,"ciHigh":1520.929411,"observedAt":"2026-11-11","runCount":6317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"coding/Qwen3.5-Max-Preview","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.153433,"ciLow":1435.336449,"ciHigh":1456.970418,"observedAt":"2026-11-11","runCount":3281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"creative_writing/Qwen3.5-Max-Preview","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|english/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.444756,"ciLow":1466.918842,"ciHigh":1479.97067,"observedAt":"2026-11-11","runCount":10064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"english/Qwen3.5-Max-Preview","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.764219,"ciLow":1466.156605,"ciHigh":1479.371834,"observedAt":"2026-11-11","runCount":16409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"exclude_ties/Qwen3.5-Max-Preview","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|expert/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.984543,"ciLow":1486.079493,"ciHigh":1511.889592,"observedAt":"2026-11-11","runCount":2203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"expert/Qwen3.5-Max-Preview","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|french/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.502405,"ciLow":1460.174145,"ciHigh":1504.830666,"observedAt":"2026-11-11","runCount":744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"french/Qwen3.5-Max-Preview","slice":"french"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|german/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.10805,"ciLow":1442.094666,"ciHigh":1502.121435,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"german/Qwen3.5-Max-Preview","slice":"german"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.803652,"ciLow":1485.9889,"ciHigh":1497.618404,"observedAt":"2026-11-11","runCount":14405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"hard_prompts/Qwen3.5-Max-Preview","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.282603,"ciLow":1486.503404,"ciHigh":1502.061803,"observedAt":"2026-11-11","runCount":6650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"hard_prompts_english/Qwen3.5-Max-Preview","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.296013,"ciLow":1454.144852,"ciHigh":1472.447174,"observedAt":"2026-11-11","runCount":4479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_business_and_management_and_financial_operations/Qwen3.5-Max-Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.560873,"ciLow":1433.962972,"ciHigh":1453.158774,"observedAt":"2026-11-11","runCount":4231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_entertainment_and_sports_and_media/Qwen3.5-Max-Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.903729,"ciLow":1460.533279,"ciHigh":1489.27418,"observedAt":"2026-11-11","runCount":1723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_legal_and_government/Qwen3.5-Max-Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.694083,"ciLow":1480.657854,"ciHigh":1500.730313,"observedAt":"2026-11-11","runCount":3690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_life_and_physical_and_social_science/Qwen3.5-Max-Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.004789,"ciLow":1469.45689,"ciHigh":1502.552687,"observedAt":"2026-11-11","runCount":1310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_mathematical/Qwen3.5-Max-Preview","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.638937,"ciLow":1475.545623,"ciHigh":1505.732252,"observedAt":"2026-11-11","runCount":1638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_medicine_and_healthcare/Qwen3.5-Max-Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.744614,"ciLow":1493.913823,"ciHigh":1507.575404,"observedAt":"2026-11-11","runCount":8920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_software_and_it_services/Qwen3.5-Max-Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.483461,"ciLow":1446.796864,"ciHigh":1464.170059,"observedAt":"2026-11-11","runCount":5126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_writing_and_literature_and_language/Qwen3.5-Max-Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.500639,"ciLow":1460.045226,"ciHigh":1474.956052,"observedAt":"2026-11-11","runCount":7318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"instruction_following/Qwen3.5-Max-Preview","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.229617,"ciLow":1437.668657,"ciHigh":1526.790578,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"japanese/Qwen3.5-Max-Preview","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|korean/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.560293,"ciLow":1388.265574,"ciHigh":1446.855012,"observedAt":"2026-11-11","runCount":407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"korean/Qwen3.5-Max-Preview","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.047155,"ciLow":1474.926196,"ciHigh":1489.168114,"observedAt":"2026-11-11","runCount":8858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"longer_query/Qwen3.5-Max-Preview","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|math/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.530768,"ciLow":1451.767671,"ciHigh":1483.293865,"observedAt":"2026-11-11","runCount":1409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"math/Qwen3.5-Max-Preview","slice":"math"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.291217,"ciLow":1467.29998,"ciHigh":1487.282454,"observedAt":"2026-11-11","runCount":3798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"multi_turn/Qwen3.5-Max-Preview","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.811551,"ciLow":1450.811891,"ciHigh":1462.811212,"observedAt":"2026-11-11","runCount":12337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"non_english/Qwen3.5-Max-Preview","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|overall/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.014424,"ciLow":1460.118294,"ciHigh":1469.910554,"observedAt":"2026-11-11","runCount":22401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"overall/Qwen3.5-Max-Preview","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|polish/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.268147,"ciLow":1415.59385,"ciHigh":1466.942444,"observedAt":"2026-11-11","runCount":482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"polish/Qwen3.5-Max-Preview","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|russian/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.437722,"ciLow":1454.702427,"ciHigh":1478.173018,"observedAt":"2026-11-11","runCount":2598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"russian/Qwen3.5-Max-Preview","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.774099,"ciLow":1432.549469,"ciHigh":1474.99873,"observedAt":"2026-11-11","runCount":796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"spanish/Qwen3.5-Max-Preview","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|chinese/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1533.60845,"ciLow":1518.216281,"ciHigh":1549.000619,"observedAt":"2026-11-11","runCount":1569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"chinese/Qwen3.5-Max-Preview","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|coding/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.870105,"ciLow":1478.993563,"ciHigh":1494.746646,"observedAt":"2026-11-11","runCount":6317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"coding/Qwen3.5-Max-Preview","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|creative_writing/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.2401,"ciLow":1454.463668,"ciHigh":1476.016532,"observedAt":"2026-11-11","runCount":3281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"creative_writing/Qwen3.5-Max-Preview","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|english/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.737641,"ciLow":1469.25565,"ciHigh":1482.219631,"observedAt":"2026-11-11","runCount":10064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"english/Qwen3.5-Max-Preview","slice":"english"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|exclude_ties/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.165434,"ciLow":1472.649708,"ciHigh":1485.681159,"observedAt":"2026-11-11","runCount":16409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"exclude_ties/Qwen3.5-Max-Preview","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|expert/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.13953,"ciLow":1476.323336,"ciHigh":1501.955724,"observedAt":"2026-11-11","runCount":2203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"expert/Qwen3.5-Max-Preview","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|french/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.075713,"ciLow":1461.843262,"ciHigh":1506.308165,"observedAt":"2026-11-11","runCount":744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"french/Qwen3.5-Max-Preview","slice":"french"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|german/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.545389,"ciLow":1457.660091,"ciHigh":1517.430688,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"german/Qwen3.5-Max-Preview","slice":"german"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|hard_prompts/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.464035,"ciLow":1477.680911,"ciHigh":1489.247159,"observedAt":"2026-11-11","runCount":14405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"hard_prompts/Qwen3.5-Max-Preview","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.432833,"ciLow":1474.705632,"ciHigh":1490.160033,"observedAt":"2026-11-11","runCount":6650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"hard_prompts_english/Qwen3.5-Max-Preview","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.509864,"ciLow":1454.396985,"ciHigh":1472.622742,"observedAt":"2026-11-11","runCount":4479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_business_and_management_and_financial_operations/Qwen3.5-Max-Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.16987,"ciLow":1446.640993,"ciHigh":1465.698747,"observedAt":"2026-11-11","runCount":4231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_entertainment_and_sports_and_media/Qwen3.5-Max-Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.640419,"ciLow":1470.376758,"ciHigh":1498.904081,"observedAt":"2026-11-11","runCount":1723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_legal_and_government/Qwen3.5-Max-Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.226004,"ciLow":1488.277799,"ciHigh":1508.174209,"observedAt":"2026-11-11","runCount":3690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_life_and_physical_and_social_science/Qwen3.5-Max-Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.060625,"ciLow":1473.489946,"ciHigh":1506.631304,"observedAt":"2026-11-11","runCount":1310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_mathematical/Qwen3.5-Max-Preview","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.425389,"ciLow":1482.567985,"ciHigh":1512.282792,"observedAt":"2026-11-11","runCount":1638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_medicine_and_healthcare/Qwen3.5-Max-Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.438917,"ciLow":1479.647539,"ciHigh":1493.230294,"observedAt":"2026-11-11","runCount":8920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_software_and_it_services/Qwen3.5-Max-Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.822194,"ciLow":1458.167648,"ciHigh":1475.47674,"observedAt":"2026-11-11","runCount":5126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"industry_writing_and_literature_and_language/Qwen3.5-Max-Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|instruction_following/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.449737,"ciLow":1460.032646,"ciHigh":1474.866828,"observedAt":"2026-11-11","runCount":7318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"instruction_following/Qwen3.5-Max-Preview","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|japanese/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.774458,"ciLow":1448.027644,"ciHigh":1537.521272,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"japanese/Qwen3.5-Max-Preview","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|korean/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.073211,"ciLow":1408.963501,"ciHigh":1467.182921,"observedAt":"2026-11-11","runCount":407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"korean/Qwen3.5-Max-Preview","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|longer_query/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.381932,"ciLow":1470.293748,"ciHigh":1484.470116,"observedAt":"2026-11-11","runCount":8858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"longer_query/Qwen3.5-Max-Preview","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|math/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.63663,"ciLow":1457.852209,"ciHigh":1489.421051,"observedAt":"2026-11-11","runCount":1409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"math/Qwen3.5-Max-Preview","slice":"math"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|multi_turn/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.906683,"ciLow":1467.973294,"ciHigh":1487.840072,"observedAt":"2026-11-11","runCount":3798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"multi_turn/Qwen3.5-Max-Preview","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|non_english/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.783663,"ciLow":1459.804035,"ciHigh":1471.763291,"observedAt":"2026-11-11","runCount":12337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"non_english/Qwen3.5-Max-Preview","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|overall/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.858776,"ciLow":1465.989874,"ciHigh":1475.727678,"observedAt":"2026-11-11","runCount":22401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"overall/Qwen3.5-Max-Preview","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|polish/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.542765,"ciLow":1430.879656,"ciHigh":1482.205875,"observedAt":"2026-11-11","runCount":482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"polish/Qwen3.5-Max-Preview","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|russian/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.609003,"ciLow":1460.871158,"ciHigh":1484.346847,"observedAt":"2026-11-11","runCount":2598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"russian/Qwen3.5-Max-Preview","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.5-max-preview:default|none|lmarena-text@1|rating|spanish/Qwen3.5-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.5-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.238615,"ciLow":1448.249301,"ciHigh":1490.227929,"observedAt":"2026-11-11","runCount":796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.5-Max-Preview","rowId":"spanish/Qwen3.5-Max-Preview","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.394455,"ciLow":1461.077075,"ciHigh":1523.711834,"observedAt":"2026-11-11","runCount":351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"chinese/Qwen3.6-Max-Preview","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|coding/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.94883,"ciLow":1494.723569,"ciHigh":1525.174092,"observedAt":"2026-11-11","runCount":1598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"coding/Qwen3.6-Max-Preview","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.180609,"ciLow":1415.759434,"ciHigh":1460.601784,"observedAt":"2026-11-11","runCount":755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"creative_writing/Qwen3.6-Max-Preview","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|english/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.284483,"ciLow":1455.282222,"ciHigh":1479.286745,"observedAt":"2026-11-11","runCount":2453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"english/Qwen3.6-Max-Preview","slice":"english"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.257343,"ciLow":1451.223038,"ciHigh":1473.291648,"observedAt":"2026-11-11","runCount":4058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"exclude_ties/Qwen3.6-Max-Preview","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|expert/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.370467,"ciLow":1472.312976,"ciHigh":1522.427957,"observedAt":"2026-11-11","runCount":549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"expert/Qwen3.6-Max-Preview","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|french/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.771194,"ciLow":1424.907048,"ciHigh":1508.635339,"observedAt":"2026-11-11","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"french/Qwen3.6-Max-Preview","slice":"french"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.224392,"ciLow":1470.997716,"ciHigh":1491.451068,"observedAt":"2026-11-11","runCount":3540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"hard_prompts/Qwen3.6-Max-Preview","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.218335,"ciLow":1468.598089,"ciHigh":1497.83858,"observedAt":"2026-11-11","runCount":1696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"hard_prompts_english/Qwen3.6-Max-Preview","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.863818,"ciLow":1432.514234,"ciHigh":1469.213403,"observedAt":"2026-11-11","runCount":1066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_business_and_management_and_financial_operations/Qwen3.6-Max-Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.461285,"ciLow":1407.215695,"ciHigh":1445.706875,"observedAt":"2026-11-11","runCount":997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_entertainment_and_sports_and_media/Qwen3.6-Max-Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.747735,"ciLow":1432.175061,"ciHigh":1493.320409,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_legal_and_government/Qwen3.6-Max-Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.41788,"ciLow":1464.988337,"ciHigh":1503.847422,"observedAt":"2026-11-11","runCount":925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_life_and_physical_and_social_science/Qwen3.6-Max-Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.959794,"ciLow":1453.820027,"ciHigh":1514.09956,"observedAt":"2026-11-11","runCount":360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_mathematical/Qwen3.6-Max-Preview","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.868397,"ciLow":1455.138806,"ciHigh":1518.597988,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_medicine_and_healthcare/Qwen3.6-Max-Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.707951,"ciLow":1483.93652,"ciHigh":1509.479383,"observedAt":"2026-11-11","runCount":2239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_software_and_it_services/Qwen3.6-Max-Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.880805,"ciLow":1429.186618,"ciHigh":1464.574991,"observedAt":"2026-11-11","runCount":1180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_writing_and_literature_and_language/Qwen3.6-Max-Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.516777,"ciLow":1436.738713,"ciHigh":1464.294842,"observedAt":"2026-11-11","runCount":1877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"instruction_following/Qwen3.6-Max-Preview","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.420839,"ciLow":1460.381432,"ciHigh":1486.460245,"observedAt":"2026-11-11","runCount":2282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"longer_query/Qwen3.6-Max-Preview","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|math/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.431375,"ciLow":1442.240626,"ciHigh":1500.622124,"observedAt":"2026-11-11","runCount":375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"math/Qwen3.6-Max-Preview","slice":"math"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.305207,"ciLow":1446.244553,"ciHigh":1486.365862,"observedAt":"2026-11-11","runCount":923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"multi_turn/Qwen3.6-Max-Preview","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.96378,"ciLow":1435.960663,"ciHigh":1457.966897,"observedAt":"2026-11-11","runCount":2927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"non_english/Qwen3.6-Max-Preview","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|overall/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.747918,"ciLow":1451.528029,"ciHigh":1467.967806,"observedAt":"2026-11-11","runCount":5380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"overall/Qwen3.6-Max-Preview","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|russian/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.796169,"ciLow":1429.841724,"ciHigh":1479.750615,"observedAt":"2026-11-11","runCount":582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"russian/Qwen3.6-Max-Preview","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.09097,"ciLow":1422.472437,"ciHigh":1495.709503,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"spanish/Qwen3.6-Max-Preview","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|chinese/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.600708,"ciLow":1454.444573,"ciHigh":1516.756843,"observedAt":"2026-11-11","runCount":351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"chinese/Qwen3.6-Max-Preview","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|coding/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.796465,"ciLow":1454.64042,"ciHigh":1484.95251,"observedAt":"2026-11-11","runCount":1598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"coding/Qwen3.6-Max-Preview","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|creative_writing/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.132553,"ciLow":1413.76485,"ciHigh":1458.500256,"observedAt":"2026-11-11","runCount":755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"creative_writing/Qwen3.6-Max-Preview","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|english/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.286173,"ciLow":1438.306096,"ciHigh":1462.26625,"observedAt":"2026-11-11","runCount":2453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"english/Qwen3.6-Max-Preview","slice":"english"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|exclude_ties/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.427196,"ciLow":1430.53474,"ciHigh":1452.319651,"observedAt":"2026-11-11","runCount":4058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"exclude_ties/Qwen3.6-Max-Preview","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|expert/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.683872,"ciLow":1449.576611,"ciHigh":1499.791133,"observedAt":"2026-11-11","runCount":549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"expert/Qwen3.6-Max-Preview","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|french/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.755652,"ciLow":1409.212447,"ciHigh":1492.298856,"observedAt":"2026-11-11","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"french/Qwen3.6-Max-Preview","slice":"french"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|hard_prompts/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.829411,"ciLow":1445.643977,"ciHigh":1466.014846,"observedAt":"2026-11-11","runCount":3540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"hard_prompts/Qwen3.6-Max-Preview","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.241626,"ciLow":1440.65699,"ciHigh":1469.826263,"observedAt":"2026-11-11","runCount":1696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"hard_prompts_english/Qwen3.6-Max-Preview","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.735056,"ciLow":1409.451941,"ciHigh":1446.018171,"observedAt":"2026-11-11","runCount":1066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_business_and_management_and_financial_operations/Qwen3.6-Max-Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.51123,"ciLow":1402.404659,"ciHigh":1440.6178,"observedAt":"2026-11-11","runCount":997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_entertainment_and_sports_and_media/Qwen3.6-Max-Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.74978,"ciLow":1423.721835,"ciHigh":1483.777724,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_legal_and_government/Qwen3.6-Max-Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.225762,"ciLow":1446.893383,"ciHigh":1485.558141,"observedAt":"2026-11-11","runCount":925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_life_and_physical_and_social_science/Qwen3.6-Max-Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.544596,"ciLow":1440.472177,"ciHigh":1500.617014,"observedAt":"2026-11-11","runCount":360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_mathematical/Qwen3.6-Max-Preview","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.440652,"ciLow":1429.196913,"ciHigh":1491.684391,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_medicine_and_healthcare/Qwen3.6-Max-Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.030553,"ciLow":1452.327249,"ciHigh":1477.733857,"observedAt":"2026-11-11","runCount":2239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_software_and_it_services/Qwen3.6-Max-Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.181735,"ciLow":1425.568733,"ciHigh":1460.794737,"observedAt":"2026-11-11","runCount":1180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"industry_writing_and_literature_and_language/Qwen3.6-Max-Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|instruction_following/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.417216,"ciLow":1424.660632,"ciHigh":1452.173801,"observedAt":"2026-11-11","runCount":1877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"instruction_following/Qwen3.6-Max-Preview","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|longer_query/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.559683,"ciLow":1444.557004,"ciHigh":1470.562363,"observedAt":"2026-11-11","runCount":2282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"longer_query/Qwen3.6-Max-Preview","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|math/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.597317,"ciLow":1431.57832,"ciHigh":1489.616315,"observedAt":"2026-11-11","runCount":375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"math/Qwen3.6-Max-Preview","slice":"math"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|multi_turn/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.686955,"ciLow":1433.738874,"ciHigh":1473.635036,"observedAt":"2026-11-11","runCount":923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"multi_turn/Qwen3.6-Max-Preview","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|non_english/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.919206,"ciLow":1425.969838,"ciHigh":1447.868574,"observedAt":"2026-11-11","runCount":2927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"non_english/Qwen3.6-Max-Preview","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|overall/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.314074,"ciLow":1438.122094,"ciHigh":1454.506054,"observedAt":"2026-11-11","runCount":5380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"overall/Qwen3.6-Max-Preview","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|russian/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.608643,"ciLow":1419.747315,"ciHigh":1469.469971,"observedAt":"2026-11-11","runCount":582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"russian/Qwen3.6-Max-Preview","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-text@1|rating|spanish/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.993592,"ciLow":1417.316451,"ciHigh":1490.670732,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"spanish/Qwen3.6-Max-Preview","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-webdev@1|rating|overall/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1482.338943,"ciLow":1469.762995,"ciHigh":1494.91489,"observedAt":"2026-11-15","runCount":2678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"overall/Qwen3.6-Max-Preview","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-webdev@1|rating|webdev-html/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1491.570772,"ciLow":1457.773885,"ciHigh":1525.367658,"observedAt":"2026-11-15","runCount":339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"webdev-html/Qwen3.6-Max-Preview","slice":"webdev-html"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-webdev@1|rating|webdev-react/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1473.174695,"ciLow":1459.593353,"ciHigh":1486.756038,"observedAt":"2026-11-15","runCount":2295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"webdev-react/Qwen3.6-Max-Preview","slice":"webdev-react"}
{"key":"lmarena|alibaba/qwen3.6-max-preview:default|none|lmarena-webdev@1|rating|webdev/Qwen3.6-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.6-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1482.338943,"ciLow":1469.762995,"ciHigh":1494.91489,"observedAt":"2026-11-15","runCount":2678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Max-Preview","rowId":"webdev/Qwen3.6-Max-Preview","slice":"webdev"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.366194,"ciLow":1469.28413,"ciHigh":1493.448259,"observedAt":"2026-11-11","runCount":2597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"chinese/Qwen3.6-Plus","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|coding/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.26068,"ciLow":1489.984972,"ciHigh":1502.536387,"observedAt":"2026-11-11","runCount":14506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"coding/Qwen3.6-Plus","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.50631,"ciLow":1398.589003,"ciHigh":1414.423617,"observedAt":"2026-11-11","runCount":7098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"creative_writing/Qwen3.6-Plus","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|english/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.537642,"ciLow":1450.158459,"ciHigh":1460.916824,"observedAt":"2026-11-11","runCount":21358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"english/Qwen3.6-Plus","slice":"english"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.43015,"ciLow":1436.046354,"ciHigh":1446.813946,"observedAt":"2026-11-11","runCount":35745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"exclude_ties/Qwen3.6-Plus","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|expert/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.042563,"ciLow":1466.074098,"ciHigh":1484.011028,"observedAt":"2026-11-11","runCount":4806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"expert/Qwen3.6-Plus","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|french/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.547471,"ciLow":1451.106476,"ciHigh":1481.988466,"observedAt":"2026-11-11","runCount":1835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"french/Qwen3.6-Plus","slice":"french"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|german/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.956285,"ciLow":1433.533994,"ciHigh":1476.378576,"observedAt":"2026-11-11","runCount":795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"german/Qwen3.6-Plus","slice":"german"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.046535,"ciLow":1462.195712,"ciHigh":1471.897358,"observedAt":"2026-11-11","runCount":32146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"hard_prompts/Qwen3.6-Plus","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.381894,"ciLow":1470.230852,"ciHigh":1482.532936,"observedAt":"2026-11-11","runCount":15174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"hard_prompts_english/Qwen3.6-Plus","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.005641,"ciLow":1438.964514,"ciHigh":1453.046768,"observedAt":"2026-11-11","runCount":9949,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_business_and_management_and_financial_operations/Qwen3.6-Plus","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.69389,"ciLow":1398.611757,"ciHigh":1412.776023,"observedAt":"2026-11-11","runCount":9979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_entertainment_and_sports_and_media/Qwen3.6-Plus","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.523678,"ciLow":1436.102772,"ciHigh":1456.944584,"observedAt":"2026-11-11","runCount":3559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_legal_and_government/Qwen3.6-Plus","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.573499,"ciLow":1445.953062,"ciHigh":1461.193936,"observedAt":"2026-11-11","runCount":7509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_life_and_physical_and_social_science/Qwen3.6-Plus","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.233661,"ciLow":1442.711171,"ciHigh":1465.756151,"observedAt":"2026-11-11","runCount":2826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_mathematical/Qwen3.6-Plus","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.857945,"ciLow":1448.075794,"ciHigh":1469.640096,"observedAt":"2026-11-11","runCount":3415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_medicine_and_healthcare/Qwen3.6-Plus","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.766112,"ciLow":1477.170047,"ciHigh":1488.362178,"observedAt":"2026-11-11","runCount":19924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_software_and_it_services/Qwen3.6-Plus","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.338369,"ciLow":1415.635047,"ciHigh":1429.041691,"observedAt":"2026-11-11","runCount":11090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_writing_and_literature_and_language/Qwen3.6-Plus","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.691973,"ciLow":1428.764125,"ciHigh":1440.61982,"observedAt":"2026-11-11","runCount":16316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"instruction_following/Qwen3.6-Plus","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.679924,"ciLow":1363.19469,"ciHigh":1416.165159,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"japanese/Qwen3.6-Plus","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|korean/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.557124,"ciLow":1357.229881,"ciHigh":1399.884366,"observedAt":"2026-11-11","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"korean/Qwen3.6-Plus","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.575237,"ciLow":1448.886846,"ciHigh":1460.263628,"observedAt":"2026-11-11","runCount":20836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"longer_query/Qwen3.6-Plus","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|math/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.152285,"ciLow":1439.551385,"ciHigh":1462.753184,"observedAt":"2026-11-11","runCount":2653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"math/Qwen3.6-Plus","slice":"math"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.262304,"ciLow":1437.76435,"ciHigh":1452.760259,"observedAt":"2026-11-11","runCount":8381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"multi_turn/Qwen3.6-Plus","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.881711,"ciLow":1421.856727,"ciHigh":1431.906695,"observedAt":"2026-11-11","runCount":26208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"non_english/Qwen3.6-Plus","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|overall/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.768665,"ciLow":1438.623386,"ciHigh":1446.913943,"observedAt":"2026-11-11","runCount":47569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"overall/Qwen3.6-Plus","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|polish/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.916322,"ciLow":1413.053242,"ciHigh":1450.779401,"observedAt":"2026-11-11","runCount":987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"polish/Qwen3.6-Plus","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|russian/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.266647,"ciLow":1429.543517,"ciHigh":1446.989776,"observedAt":"2026-11-11","runCount":5178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"russian/Qwen3.6-Plus","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.37818,"ciLow":1415.558273,"ciHigh":1447.198086,"observedAt":"2026-11-11","runCount":1568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"spanish/Qwen3.6-Plus","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|chinese/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.397457,"ciLow":1464.450825,"ciHigh":1488.344089,"observedAt":"2026-11-11","runCount":2597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"chinese/Qwen3.6-Plus","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|coding/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.273484,"ciLow":1461.065252,"ciHigh":1473.481716,"observedAt":"2026-11-11","runCount":14506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"coding/Qwen3.6-Plus","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|creative_writing/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.921163,"ciLow":1396.058816,"ciHigh":1411.783511,"observedAt":"2026-11-11","runCount":7098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"creative_writing/Qwen3.6-Plus","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|english/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.15699,"ciLow":1439.803778,"ciHigh":1450.510202,"observedAt":"2026-11-11","runCount":21358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"english/Qwen3.6-Plus","slice":"english"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|exclude_ties/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.916158,"ciLow":1424.613634,"ciHigh":1435.218681,"observedAt":"2026-11-11","runCount":35745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"exclude_ties/Qwen3.6-Plus","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|expert/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.408836,"ciLow":1445.478796,"ciHigh":1463.338876,"observedAt":"2026-11-11","runCount":4806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"expert/Qwen3.6-Plus","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|french/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.719744,"ciLow":1439.374598,"ciHigh":1470.064891,"observedAt":"2026-11-11","runCount":1835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"french/Qwen3.6-Plus","slice":"french"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|german/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.383152,"ciLow":1431.884566,"ciHigh":1474.881737,"observedAt":"2026-11-11","runCount":795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"german/Qwen3.6-Plus","slice":"german"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|hard_prompts/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.055307,"ciLow":1443.247032,"ciHigh":1452.863583,"observedAt":"2026-11-11","runCount":32146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"hard_prompts/Qwen3.6-Plus","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.154492,"ciLow":1449.051167,"ciHigh":1461.257817,"observedAt":"2026-11-11","runCount":15174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"hard_prompts_english/Qwen3.6-Plus","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.562437,"ciLow":1423.573812,"ciHigh":1437.551061,"observedAt":"2026-11-11","runCount":9949,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_business_and_management_and_financial_operations/Qwen3.6-Plus","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.415012,"ciLow":1394.382118,"ciHigh":1408.447905,"observedAt":"2026-11-11","runCount":9979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_entertainment_and_sports_and_media/Qwen3.6-Plus","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.798387,"ciLow":1426.447523,"ciHigh":1447.149251,"observedAt":"2026-11-11","runCount":3559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_legal_and_government/Qwen3.6-Plus","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.754867,"ciLow":1432.213356,"ciHigh":1447.296377,"observedAt":"2026-11-11","runCount":7509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_life_and_physical_and_social_science/Qwen3.6-Plus","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.200559,"ciLow":1436.657799,"ciHigh":1459.743318,"observedAt":"2026-11-11","runCount":2826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_mathematical/Qwen3.6-Plus","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.187272,"ciLow":1431.5265,"ciHigh":1452.848044,"observedAt":"2026-11-11","runCount":3415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_medicine_and_healthcare/Qwen3.6-Plus","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.850774,"ciLow":1456.307987,"ciHigh":1467.393561,"observedAt":"2026-11-11","runCount":19924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_software_and_it_services/Qwen3.6-Plus","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.077248,"ciLow":1411.400822,"ciHigh":1424.753675,"observedAt":"2026-11-11","runCount":11090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"industry_writing_and_literature_and_language/Qwen3.6-Plus","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|instruction_following/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.776821,"ciLow":1417.879147,"ciHigh":1429.674495,"observedAt":"2026-11-11","runCount":16316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"instruction_following/Qwen3.6-Plus","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|japanese/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.677063,"ciLow":1363.27268,"ciHigh":1416.081446,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"japanese/Qwen3.6-Plus","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|korean/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.969212,"ciLow":1355.78187,"ciHigh":1398.156554,"observedAt":"2026-11-11","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"korean/Qwen3.6-Plus","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|longer_query/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.6092,"ciLow":1433.969453,"ciHigh":1445.248947,"observedAt":"2026-11-11","runCount":20836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"longer_query/Qwen3.6-Plus","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|math/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.374737,"ciLow":1435.76226,"ciHigh":1458.987213,"observedAt":"2026-11-11","runCount":2653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"math/Qwen3.6-Plus","slice":"math"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|multi_turn/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.455769,"ciLow":1430.986867,"ciHigh":1445.924672,"observedAt":"2026-11-11","runCount":8381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"multi_turn/Qwen3.6-Plus","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|non_english/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.72849,"ciLow":1418.738839,"ciHigh":1428.718142,"observedAt":"2026-11-11","runCount":26208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"non_english/Qwen3.6-Plus","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|overall/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.096931,"ciLow":1431.975934,"ciHigh":1440.217929,"observedAt":"2026-11-11","runCount":47569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"overall/Qwen3.6-Plus","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|polish/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.937296,"ciLow":1413.256025,"ciHigh":1450.618567,"observedAt":"2026-11-11","runCount":987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"polish/Qwen3.6-Plus","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|russian/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.641662,"ciLow":1424.924883,"ciHigh":1442.358441,"observedAt":"2026-11-11","runCount":5178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"russian/Qwen3.6-Plus","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-text@1|rating|spanish/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.338744,"ciLow":1415.52401,"ciHigh":1447.153477,"observedAt":"2026-11-11","runCount":1568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"spanish/Qwen3.6-Plus","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-webdev@1|rating|image_to_webdev/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1472.753711,"ciLow":1462.253186,"ciHigh":1483.254236,"observedAt":"2026-11-15","runCount":5693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"image_to_webdev/Qwen3.6-Plus","slice":"image_to_webdev"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-webdev@1|rating|overall/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1461.478611,"ciLow":1455.858371,"ciHigh":1467.09885,"observedAt":"2026-11-15","runCount":18261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"overall/Qwen3.6-Plus","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-webdev@1|rating|webdev-html/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1462.653118,"ciLow":1448.856009,"ciHigh":1476.450227,"observedAt":"2026-11-15","runCount":2036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"webdev-html/Qwen3.6-Plus","slice":"webdev-html"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-webdev@1|rating|webdev-react/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1453.236873,"ciLow":1446.975906,"ciHigh":1459.49784,"observedAt":"2026-11-15","runCount":13525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"webdev-react/Qwen3.6-Plus","slice":"webdev-react"}
{"key":"lmarena|alibaba/qwen3.6-plus:default|none|lmarena-webdev@1|rating|webdev/Qwen3.6-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.6-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1461.478611,"ciLow":1455.858371,"ciHigh":1467.09885,"observedAt":"2026-11-15","runCount":18261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.6-Plus","rowId":"webdev/Qwen3.6-Plus","slice":"webdev"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1519.505605,"ciLow":1484.637209,"ciHigh":1554.374001,"observedAt":"2026-11-11","runCount":320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"chinese/Qwen3.7-Max-Preview","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|coding/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1524.880197,"ciLow":1506.692252,"ciHigh":1543.068142,"observedAt":"2026-11-11","runCount":1145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"coding/Qwen3.7-Max-Preview","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.727014,"ciLow":1410.157071,"ciHigh":1465.296958,"observedAt":"2026-11-11","runCount":500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"creative_writing/Qwen3.7-Max-Preview","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|english/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.701473,"ciLow":1458.724141,"ciHigh":1486.678805,"observedAt":"2026-11-11","runCount":1866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"english/Qwen3.7-Max-Preview","slice":"english"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.315884,"ciLow":1468.380745,"ciHigh":1494.251023,"observedAt":"2026-11-11","runCount":2993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"exclude_ties/Qwen3.7-Max-Preview","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|expert/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.591253,"ciLow":1477.529361,"ciHigh":1539.653145,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"expert/Qwen3.7-Max-Preview","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.587278,"ciLow":1482.638183,"ciHigh":1506.536374,"observedAt":"2026-11-11","runCount":2642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"hard_prompts/Qwen3.7-Max-Preview","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.323127,"ciLow":1471.458271,"ciHigh":1505.187982,"observedAt":"2026-11-11","runCount":1330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"hard_prompts_english/Qwen3.7-Max-Preview","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.521269,"ciLow":1432.923459,"ciHigh":1474.119079,"observedAt":"2026-11-11","runCount":866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_business_and_management_and_financial_operations/Qwen3.7-Max-Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.139832,"ciLow":1419.592384,"ciHigh":1464.687279,"observedAt":"2026-11-11","runCount":714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_entertainment_and_sports_and_media/Qwen3.7-Max-Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.072759,"ciLow":1442.538537,"ciHigh":1511.606981,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_legal_and_government/Qwen3.7-Max-Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.232014,"ciLow":1460.531602,"ciHigh":1505.932426,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_life_and_physical_and_social_science/Qwen3.7-Max-Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.531975,"ciLow":1426.996938,"ciHigh":1504.067011,"observedAt":"2026-11-11","runCount":243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_mathematical/Qwen3.7-Max-Preview","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.074326,"ciLow":1451.162773,"ciHigh":1518.985878,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_medicine_and_healthcare/Qwen3.7-Max-Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.413339,"ciLow":1495.028121,"ciHigh":1525.798556,"observedAt":"2026-11-11","runCount":1598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_software_and_it_services/Qwen3.7-Max-Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.393747,"ciLow":1437.102969,"ciHigh":1477.684524,"observedAt":"2026-11-11","runCount":903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_writing_and_literature_and_language/Qwen3.7-Max-Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.768114,"ciLow":1449.24142,"ciHigh":1482.294809,"observedAt":"2026-11-11","runCount":1363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"instruction_following/Qwen3.7-Max-Preview","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.946083,"ciLow":1475.574577,"ciHigh":1506.317589,"observedAt":"2026-11-11","runCount":1686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"longer_query/Qwen3.7-Max-Preview","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|math/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.374123,"ciLow":1444.98326,"ciHigh":1521.764986,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"math/Qwen3.7-Max-Preview","slice":"math"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.970357,"ciLow":1456.136521,"ciHigh":1501.804192,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"multi_turn/Qwen3.7-Max-Preview","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.056334,"ciLow":1455.644461,"ciHigh":1482.468208,"observedAt":"2026-11-11","runCount":2030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"non_english/Qwen3.7-Max-Preview","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|overall/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.785227,"ciLow":1464.006197,"ciHigh":1483.564257,"observedAt":"2026-11-11","runCount":3896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"overall/Qwen3.7-Max-Preview","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text-style-control@1|rating|russian/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.05766,"ciLow":1449.199856,"ciHigh":1510.915464,"observedAt":"2026-11-11","runCount":401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"russian/Qwen3.7-Max-Preview","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|chinese/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1526.050269,"ciLow":1492.165445,"ciHigh":1559.935094,"observedAt":"2026-11-11","runCount":320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"chinese/Qwen3.7-Max-Preview","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|coding/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.964597,"ciLow":1479.832566,"ciHigh":1516.096628,"observedAt":"2026-11-11","runCount":1145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"coding/Qwen3.7-Max-Preview","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|creative_writing/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.187826,"ciLow":1420.239067,"ciHigh":1474.136586,"observedAt":"2026-11-11","runCount":500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"creative_writing/Qwen3.7-Max-Preview","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|english/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.928222,"ciLow":1456.027076,"ciHigh":1483.829367,"observedAt":"2026-11-11","runCount":1866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"english/Qwen3.7-Max-Preview","slice":"english"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|exclude_ties/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.466644,"ciLow":1466.733507,"ciHigh":1492.199781,"observedAt":"2026-11-11","runCount":2993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"exclude_ties/Qwen3.7-Max-Preview","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|expert/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.719596,"ciLow":1458.610437,"ciHigh":1520.828754,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"expert/Qwen3.7-Max-Preview","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|hard_prompts/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.654481,"ciLow":1469.790119,"ciHigh":1493.518842,"observedAt":"2026-11-11","runCount":2642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"hard_prompts/Qwen3.7-Max-Preview","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.514117,"ciLow":1455.747973,"ciHigh":1489.280261,"observedAt":"2026-11-11","runCount":1330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"hard_prompts_english/Qwen3.7-Max-Preview","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.983947,"ciLow":1423.583307,"ciHigh":1464.384587,"observedAt":"2026-11-11","runCount":866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_business_and_management_and_financial_operations/Qwen3.7-Max-Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.822552,"ciLow":1426.554029,"ciHigh":1471.091074,"observedAt":"2026-11-11","runCount":714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_entertainment_and_sports_and_media/Qwen3.7-Max-Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.937627,"ciLow":1440.167658,"ciHigh":1507.707596,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_legal_and_government/Qwen3.7-Max-Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.498926,"ciLow":1456.860008,"ciHigh":1502.137843,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_life_and_physical_and_social_science/Qwen3.7-Max-Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.512467,"ciLow":1428.097061,"ciHigh":1504.927872,"observedAt":"2026-11-11","runCount":243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_mathematical/Qwen3.7-Max-Preview","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.720002,"ciLow":1444.889372,"ciHigh":1512.550631,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_medicine_and_healthcare/Qwen3.7-Max-Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.163548,"ciLow":1479.909066,"ciHigh":1510.41803,"observedAt":"2026-11-11","runCount":1598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_software_and_it_services/Qwen3.7-Max-Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.537965,"ciLow":1442.533066,"ciHigh":1482.542863,"observedAt":"2026-11-11","runCount":903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"industry_writing_and_literature_and_language/Qwen3.7-Max-Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|instruction_following/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.348308,"ciLow":1443.957838,"ciHigh":1476.738778,"observedAt":"2026-11-11","runCount":1363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"instruction_following/Qwen3.7-Max-Preview","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|longer_query/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.881654,"ciLow":1466.636141,"ciHigh":1497.127166,"observedAt":"2026-11-11","runCount":1686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"longer_query/Qwen3.7-Max-Preview","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|math/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.668739,"ciLow":1449.496449,"ciHigh":1525.841028,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"math/Qwen3.7-Max-Preview","slice":"math"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|multi_turn/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.17252,"ciLow":1454.470692,"ciHigh":1499.874348,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"multi_turn/Qwen3.7-Max-Preview","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|non_english/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.889824,"ciLow":1459.572713,"ciHigh":1486.206935,"observedAt":"2026-11-11","runCount":2030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"non_english/Qwen3.7-Max-Preview","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|overall/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.722945,"ciLow":1465.005408,"ciHigh":1484.440482,"observedAt":"2026-11-11","runCount":3896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"overall/Qwen3.7-Max-Preview","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-max-preview:default|none|lmarena-text@1|rating|russian/Qwen3.7-Max-Preview","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.46578,"ciLow":1449.605393,"ciHigh":1511.326168,"observedAt":"2026-11-11","runCount":401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max-Preview","rowId":"russian/Qwen3.7-Max-Preview","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.7-max:ckpt=2026-05-17|none|lmarena-webdev@1|rating|overall/Qwen3.7-Max (20260517)","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max","variant":{"flags":[],"checkpoint":"2026-05-17"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1515.221757,"ciLow":1507.806778,"ciHigh":1522.636737,"observedAt":"2026-11-15","runCount":8727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max (20260517)","rowId":"overall/Qwen3.7-Max (20260517)","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-max:ckpt=2026-05-17|none|lmarena-webdev@1|rating|webdev-html/Qwen3.7-Max (20260517)","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max","variant":{"flags":[],"checkpoint":"2026-05-17"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1513.394569,"ciLow":1493.957685,"ciHigh":1532.831454,"observedAt":"2026-11-15","runCount":1010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max (20260517)","rowId":"webdev-html/Qwen3.7-Max (20260517)","slice":"webdev-html"}
{"key":"lmarena|alibaba/qwen3.7-max:ckpt=2026-05-17|none|lmarena-webdev@1|rating|webdev-react/Qwen3.7-Max (20260517)","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max","variant":{"flags":[],"checkpoint":"2026-05-17"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1512.071873,"ciLow":1503.710244,"ciHigh":1520.433501,"observedAt":"2026-11-15","runCount":6574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max (20260517)","rowId":"webdev-react/Qwen3.7-Max (20260517)","slice":"webdev-react"}
{"key":"lmarena|alibaba/qwen3.7-max:ckpt=2026-05-17|none|lmarena-webdev@1|rating|webdev/Qwen3.7-Max (20260517)","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max","variant":{"flags":[],"checkpoint":"2026-05-17"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1515.221757,"ciLow":1507.806778,"ciHigh":1522.636737,"observedAt":"2026-11-15","runCount":8727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max (20260517)","rowId":"webdev/Qwen3.7-Max (20260517)","slice":"webdev"}
{"key":"lmarena|alibaba/qwen3.7-max:default|none|lmarena-agent@1|cost-per-task|overall/Qwen3.7-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.27849,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max","rowId":"overall/Qwen3.7-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-max:default|none|lmarena-agent@1|output-tokens-per-task|overall/Qwen3.7-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":15367,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max","rowId":"overall/Qwen3.7-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-max:default|none|lmarena-agent@1|score|overall/Qwen3.7-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.7-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.080054,"ciLow":-0.092974,"ciHigh":-0.067134,"observedAt":"2026-11-15","runCount":2312095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Max","rowId":"overall/Qwen3.7-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-agent@1|cost-per-task|overall/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.173623,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"overall/Qwen3.7-Plus","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-agent@1|output-tokens-per-task|overall/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":17366,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"overall/Qwen3.7-Plus","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-agent@1|score|overall/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.090172,"ciLow":-0.105723,"ciHigh":-0.07462,"observedAt":"2026-11-15","runCount":1304297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"overall/Qwen3.7-Plus","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-document-style-control@1|rating|overall/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.406189,"ciLow":1438.908219,"ciHigh":1453.904158,"observedAt":"2026-11-09","runCount":7426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"overall/Qwen3.7-Plus","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-document@1|rating|overall/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1437.441688,"ciLow":1429.971979,"ciHigh":1444.911397,"observedAt":"2026-11-09","runCount":7426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"overall/Qwen3.7-Plus","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.578325,"ciLow":1489.501648,"ciHigh":1513.655002,"observedAt":"2026-11-11","runCount":2573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"chinese/Qwen3.7-Plus","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|coding/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.26449,"ciLow":1493.851756,"ciHigh":1506.677225,"observedAt":"2026-11-11","runCount":11957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"coding/Qwen3.7-Plus","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.02483,"ciLow":1423.365477,"ciHigh":1438.684182,"observedAt":"2026-11-11","runCount":7655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"creative_writing/Qwen3.7-Plus","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|english/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.759789,"ciLow":1457.148629,"ciHigh":1468.370949,"observedAt":"2026-11-11","runCount":17461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"english/Qwen3.7-Plus","slice":"english"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.801559,"ciLow":1452.118525,"ciHigh":1463.484592,"observedAt":"2026-11-11","runCount":30417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"exclude_ties/Qwen3.7-Plus","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|expert/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.813864,"ciLow":1475.676105,"ciHigh":1493.951623,"observedAt":"2026-11-11","runCount":4584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"expert/Qwen3.7-Plus","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|french/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.380469,"ciLow":1463.348311,"ciHigh":1495.412627,"observedAt":"2026-11-11","runCount":1591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"french/Qwen3.7-Plus","slice":"french"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|german/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.212339,"ciLow":1442.177987,"ciHigh":1486.246692,"observedAt":"2026-11-11","runCount":745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"german/Qwen3.7-Plus","slice":"german"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.007125,"ciLow":1468.006423,"ciHigh":1478.007827,"observedAt":"2026-11-11","runCount":27766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"hard_prompts/Qwen3.7-Plus","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.414052,"ciLow":1469.963279,"ciHigh":1482.864824,"observedAt":"2026-11-11","runCount":11974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"hard_prompts_english/Qwen3.7-Plus","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.077825,"ciLow":1437.747055,"ciHigh":1452.408595,"observedAt":"2026-11-11","runCount":8226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_business_and_management_and_financial_operations/Qwen3.7-Plus","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.329785,"ciLow":1411.36236,"ciHigh":1425.29721,"observedAt":"2026-11-11","runCount":9775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_entertainment_and_sports_and_media/Qwen3.7-Plus","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.903525,"ciLow":1444.520944,"ciHigh":1465.286105,"observedAt":"2026-11-11","runCount":3488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_legal_and_government/Qwen3.7-Plus","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.393644,"ciLow":1463.581698,"ciHigh":1479.20559,"observedAt":"2026-11-11","runCount":6616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_life_and_physical_and_social_science/Qwen3.7-Plus","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.076942,"ciLow":1460.073152,"ciHigh":1486.080732,"observedAt":"2026-11-11","runCount":2177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_mathematical/Qwen3.7-Plus","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.326046,"ciLow":1460.766557,"ciHigh":1483.885536,"observedAt":"2026-11-11","runCount":2900,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_medicine_and_healthcare/Qwen3.7-Plus","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.5004,"ciLow":1484.784998,"ciHigh":1496.215802,"observedAt":"2026-11-11","runCount":16821,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_software_and_it_services/Qwen3.7-Plus","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.085035,"ciLow":1429.386109,"ciHigh":1442.783961,"observedAt":"2026-11-11","runCount":10614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_writing_and_literature_and_language/Qwen3.7-Plus","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.852923,"ciLow":1440.906317,"ciHigh":1452.799529,"observedAt":"2026-11-11","runCount":14738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"instruction_following/Qwen3.7-Plus","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.61667,"ciLow":1388.389819,"ciHigh":1436.84352,"observedAt":"2026-11-11","runCount":669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"japanese/Qwen3.7-Plus","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|korean/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.595502,"ciLow":1391.514919,"ciHigh":1435.676086,"observedAt":"2026-11-11","runCount":745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"korean/Qwen3.7-Plus","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.854259,"ciLow":1459.184578,"ciHigh":1470.52394,"observedAt":"2026-11-11","runCount":19085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"longer_query/Qwen3.7-Plus","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|math/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.388321,"ciLow":1451.619782,"ciHigh":1479.15686,"observedAt":"2026-11-11","runCount":1883,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"math/Qwen3.7-Plus","slice":"math"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.093066,"ciLow":1456.264688,"ciHigh":1471.921444,"observedAt":"2026-11-11","runCount":6909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"multi_turn/Qwen3.7-Plus","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.006377,"ciLow":1437.908858,"ciHigh":1448.103895,"observedAt":"2026-11-11","runCount":23826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"non_english/Qwen3.7-Plus","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|overall/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.33185,"ciLow":1450.978808,"ciHigh":1459.684893,"observedAt":"2026-11-11","runCount":41289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"overall/Qwen3.7-Plus","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|polish/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.848137,"ciLow":1420.385006,"ciHigh":1461.311267,"observedAt":"2026-11-11","runCount":795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"polish/Qwen3.7-Plus","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|russian/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.330332,"ciLow":1449.23372,"ciHigh":1467.426945,"observedAt":"2026-11-11","runCount":4544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"russian/Qwen3.7-Plus","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.500688,"ciLow":1429.820716,"ciHigh":1465.18066,"observedAt":"2026-11-11","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"spanish/Qwen3.7-Plus","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|chinese/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1508.02128,"ciLow":1495.979112,"ciHigh":1520.063449,"observedAt":"2026-11-11","runCount":2573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"chinese/Qwen3.7-Plus","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|coding/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.672651,"ciLow":1466.290129,"ciHigh":1479.055173,"observedAt":"2026-11-11","runCount":11957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"coding/Qwen3.7-Plus","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|creative_writing/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.064651,"ciLow":1430.431093,"ciHigh":1445.69821,"observedAt":"2026-11-11","runCount":7655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"creative_writing/Qwen3.7-Plus","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|english/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.326853,"ciLow":1452.733639,"ciHigh":1463.920068,"observedAt":"2026-11-11","runCount":17461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"english/Qwen3.7-Plus","slice":"english"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|exclude_ties/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.833767,"ciLow":1448.222192,"ciHigh":1459.445342,"observedAt":"2026-11-11","runCount":30417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"exclude_ties/Qwen3.7-Plus","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|expert/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.791921,"ciLow":1457.702119,"ciHigh":1475.881724,"observedAt":"2026-11-11","runCount":4584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"expert/Qwen3.7-Plus","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|french/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.437178,"ciLow":1456.399521,"ciHigh":1488.474836,"observedAt":"2026-11-11","runCount":1591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"french/Qwen3.7-Plus","slice":"french"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|german/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.591047,"ciLow":1445.728392,"ciHigh":1489.453702,"observedAt":"2026-11-11","runCount":745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"german/Qwen3.7-Plus","slice":"german"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|hard_prompts/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.062905,"ciLow":1454.087906,"ciHigh":1464.037904,"observedAt":"2026-11-11","runCount":27766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"hard_prompts/Qwen3.7-Plus","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.729684,"ciLow":1453.310757,"ciHigh":1466.148611,"observedAt":"2026-11-11","runCount":11974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"hard_prompts_english/Qwen3.7-Plus","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.610646,"ciLow":1427.322665,"ciHigh":1441.898626,"observedAt":"2026-11-11","runCount":8226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_business_and_management_and_financial_operations/Qwen3.7-Plus","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.870965,"ciLow":1414.955323,"ciHigh":1428.786608,"observedAt":"2026-11-11","runCount":9775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_entertainment_and_sports_and_media/Qwen3.7-Plus","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.382687,"ciLow":1441.050576,"ciHigh":1461.714798,"observedAt":"2026-11-11","runCount":3488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_legal_and_government/Qwen3.7-Plus","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.101548,"ciLow":1457.354173,"ciHigh":1472.848923,"observedAt":"2026-11-11","runCount":6616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_life_and_physical_and_social_science/Qwen3.7-Plus","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.4226,"ciLow":1457.406557,"ciHigh":1483.438644,"observedAt":"2026-11-11","runCount":2177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_mathematical/Qwen3.7-Plus","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.742768,"ciLow":1454.263539,"ciHigh":1477.221996,"observedAt":"2026-11-11","runCount":2900,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_medicine_and_healthcare/Qwen3.7-Plus","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.952772,"ciLow":1467.262361,"ciHigh":1478.643184,"observedAt":"2026-11-11","runCount":16821,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_software_and_it_services/Qwen3.7-Plus","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.198293,"ciLow":1430.529555,"ciHigh":1443.867032,"observedAt":"2026-11-11","runCount":10614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"industry_writing_and_literature_and_language/Qwen3.7-Plus","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|instruction_following/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.371423,"ciLow":1433.437693,"ciHigh":1445.305153,"observedAt":"2026-11-11","runCount":14738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"instruction_following/Qwen3.7-Plus","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|japanese/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.973895,"ciLow":1386.865594,"ciHigh":1435.082196,"observedAt":"2026-11-11","runCount":669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"japanese/Qwen3.7-Plus","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|korean/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.594504,"ciLow":1393.82862,"ciHigh":1437.360389,"observedAt":"2026-11-11","runCount":745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"korean/Qwen3.7-Plus","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|longer_query/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.089977,"ciLow":1448.433346,"ciHigh":1459.746607,"observedAt":"2026-11-11","runCount":19085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"longer_query/Qwen3.7-Plus","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|math/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.478742,"ciLow":1452.718113,"ciHigh":1480.239371,"observedAt":"2026-11-11","runCount":1883,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"math/Qwen3.7-Plus","slice":"math"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|multi_turn/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.832166,"ciLow":1452.027744,"ciHigh":1467.636588,"observedAt":"2026-11-11","runCount":6909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"multi_turn/Qwen3.7-Plus","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|non_english/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.649542,"ciLow":1439.565905,"ciHigh":1449.733179,"observedAt":"2026-11-11","runCount":23826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"non_english/Qwen3.7-Plus","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|overall/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.263496,"ciLow":1449.923579,"ciHigh":1458.603412,"observedAt":"2026-11-11","runCount":41289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"overall/Qwen3.7-Plus","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|polish/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.304746,"ciLow":1428.835118,"ciHigh":1469.774374,"observedAt":"2026-11-11","runCount":795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"polish/Qwen3.7-Plus","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|russian/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.172063,"ciLow":1449.10447,"ciHigh":1467.239657,"observedAt":"2026-11-11","runCount":4544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"russian/Qwen3.7-Plus","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-text@1|rating|spanish/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.317411,"ciLow":1436.655317,"ciHigh":1471.979505,"observedAt":"2026-11-11","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"spanish/Qwen3.7-Plus","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision-style-control@1|rating|chinese/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.007366,"ciLow":1289.565003,"ciHigh":1334.449728,"observedAt":"2026-11-09","runCount":773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"chinese/Qwen3.7-Plus","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.499775,"ciLow":1227.578699,"ciHigh":1263.420851,"observedAt":"2026-11-09","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"creative_writing_vision/Qwen3.7-Plus","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision-style-control@1|rating|diagram/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.166954,"ciLow":1278.186543,"ciHigh":1298.147365,"observedAt":"2026-11-09","runCount":3998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"diagram/Qwen3.7-Plus","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision-style-control@1|rating|english/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.890879,"ciLow":1253.271015,"ciHigh":1272.510744,"observedAt":"2026-11-09","runCount":5310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"english/Qwen3.7-Plus","slice":"english"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision-style-control@1|rating|homework/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.671306,"ciLow":1274.519437,"ciHigh":1302.823176,"observedAt":"2026-11-09","runCount":1798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"homework/Qwen3.7-Plus","slice":"homework"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision-style-control@1|rating|humor/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.750804,"ciLow":1218.921298,"ciHigh":1266.58031,"observedAt":"2026-11-09","runCount":621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"humor/Qwen3.7-Plus","slice":"humor"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision-style-control@1|rating|ocr/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.349713,"ciLow":1273.538322,"ciHigh":1287.161103,"observedAt":"2026-11-09","runCount":10549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"ocr/Qwen3.7-Plus","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision-style-control@1|rating|overall/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.399443,"ciLow":1255.85142,"ciHigh":1268.947465,"observedAt":"2026-11-09","runCount":15152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"overall/Qwen3.7-Plus","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision@1|rating|chinese/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1331.410916,"ciLow":1309.077861,"ciHigh":1353.743971,"observedAt":"2026-11-09","runCount":773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"chinese/Qwen3.7-Plus","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision@1|rating|creative_writing_vision/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1264.079555,"ciLow":1246.192616,"ciHigh":1281.966494,"observedAt":"2026-11-09","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"creative_writing_vision/Qwen3.7-Plus","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision@1|rating|diagram/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1289.126829,"ciLow":1279.161499,"ciHigh":1299.09216,"observedAt":"2026-11-09","runCount":3998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"diagram/Qwen3.7-Plus","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision@1|rating|english/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1279.297006,"ciLow":1269.701889,"ciHigh":1288.892123,"observedAt":"2026-11-09","runCount":5310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"english/Qwen3.7-Plus","slice":"english"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision@1|rating|homework/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1294.876483,"ciLow":1280.748221,"ciHigh":1309.004745,"observedAt":"2026-11-09","runCount":1798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"homework/Qwen3.7-Plus","slice":"homework"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision@1|rating|humor/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1264.896238,"ciLow":1241.156625,"ciHigh":1288.63585,"observedAt":"2026-11-09","runCount":621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"humor/Qwen3.7-Plus","slice":"humor"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision@1|rating|ocr/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1288.405228,"ciLow":1281.615317,"ciHigh":1295.19514,"observedAt":"2026-11-09","runCount":10549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"ocr/Qwen3.7-Plus","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3.7-plus:default|none|lmarena-vision@1|rating|overall/Qwen3.7-Plus","sourceId":"lmarena","modelId":"alibaba/qwen3.7-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1277.254637,"ciLow":1270.737846,"ciHigh":1283.771428,"observedAt":"2026-11-09","runCount":15152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.7-Plus","rowId":"overall/Qwen3.7-Plus","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-agent@1|cost-per-task|overall/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.386074,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"overall/Qwen3.8-27B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-agent@1|output-tokens-per-task|overall/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":53374,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"overall/Qwen3.8-27B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-agent@1|score|overall/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.056293,"ciLow":-0.065314,"ciHigh":-0.047273,"observedAt":"2026-11-15","runCount":8443389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"overall/Qwen3.8-27B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.498791,"ciLow":1474.938467,"ciHigh":1500.059115,"observedAt":"2026-11-11","runCount":2496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"chinese/Qwen3.8-27B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|coding/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.114495,"ciLow":1488.856127,"ciHigh":1503.372864,"observedAt":"2026-11-11","runCount":8865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"coding/Qwen3.8-27B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.134397,"ciLow":1350.792702,"ciHigh":1367.476092,"observedAt":"2026-11-11","runCount":6866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"creative_writing/Qwen3.8-27B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|english/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.502476,"ciLow":1434.150595,"ciHigh":1446.854358,"observedAt":"2026-11-11","runCount":12169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"english/Qwen3.8-27B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.738454,"ciLow":1421.642389,"ciHigh":1433.834518,"observedAt":"2026-11-11","runCount":24582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"exclude_ties/Qwen3.8-27B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|expert/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.7753,"ciLow":1462.151734,"ciHigh":1483.398866,"observedAt":"2026-11-11","runCount":3501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"expert/Qwen3.8-27B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|french/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.93775,"ciLow":1448.323847,"ciHigh":1485.551653,"observedAt":"2026-11-11","runCount":1165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"french/Qwen3.8-27B","slice":"french"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|german/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.077269,"ciLow":1407.339542,"ciHigh":1460.814996,"observedAt":"2026-11-11","runCount":526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"german/Qwen3.8-27B","slice":"german"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.494383,"ciLow":1453.099469,"ciHigh":1463.889297,"observedAt":"2026-11-11","runCount":21545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"hard_prompts/Qwen3.8-27B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.581044,"ciLow":1452.073854,"ciHigh":1467.088234,"observedAt":"2026-11-11","runCount":8018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"hard_prompts_english/Qwen3.8-27B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.223491,"ciLow":1431.767475,"ciHigh":1448.679507,"observedAt":"2026-11-11","runCount":5954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_business_and_management_and_financial_operations/Qwen3.8-27B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.459246,"ciLow":1368.808254,"ciHigh":1384.110239,"observedAt":"2026-11-11","runCount":8339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_entertainment_and_sports_and_media/Qwen3.8-27B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.094683,"ciLow":1424.516866,"ciHigh":1449.6725,"observedAt":"2026-11-11","runCount":2572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_legal_and_government/Qwen3.8-27B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.9457,"ciLow":1453.001641,"ciHigh":1470.889759,"observedAt":"2026-11-11","runCount":5247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_life_and_physical_and_social_science/Qwen3.8-27B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.130663,"ciLow":1442.152325,"ciHigh":1470.109001,"observedAt":"2026-11-11","runCount":1907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_mathematical/Qwen3.8-27B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.633188,"ciLow":1426.027642,"ciHigh":1453.238735,"observedAt":"2026-11-11","runCount":2169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_medicine_and_healthcare/Qwen3.8-27B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.484972,"ciLow":1478.185328,"ciHigh":1490.784615,"observedAt":"2026-11-11","runCount":12781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_software_and_it_services/Qwen3.8-27B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.337374,"ciLow":1383.99676,"ciHigh":1398.677988,"observedAt":"2026-11-11","runCount":9042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_writing_and_literature_and_language/Qwen3.8-27B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.856353,"ciLow":1412.292223,"ciHigh":1425.420484,"observedAt":"2026-11-11","runCount":11741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"instruction_following/Qwen3.8-27B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.453025,"ciLow":1380.917765,"ciHigh":1433.988284,"observedAt":"2026-11-11","runCount":579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"japanese/Qwen3.8-27B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|korean/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.025819,"ciLow":1360.198868,"ciHigh":1413.85277,"observedAt":"2026-11-11","runCount":499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"korean/Qwen3.8-27B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.560147,"ciLow":1436.281792,"ciHigh":1448.838502,"observedAt":"2026-11-11","runCount":14539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"longer_query/Qwen3.8-27B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|math/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.273118,"ciLow":1436.300867,"ciHigh":1466.245369,"observedAt":"2026-11-11","runCount":1625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"math/Qwen3.8-27B","slice":"math"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.429052,"ciLow":1427.46889,"ciHigh":1445.389214,"observedAt":"2026-11-11","runCount":5185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"multi_turn/Qwen3.8-27B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.459105,"ciLow":1417.100931,"ciHigh":1427.817279,"observedAt":"2026-11-11","runCount":21149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"non_english/Qwen3.8-27B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|overall/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.769898,"ciLow":1429.172032,"ciHigh":1438.367764,"observedAt":"2026-11-11","runCount":33323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"overall/Qwen3.8-27B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|polish/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.671619,"ciLow":1414.662029,"ciHigh":1466.681208,"observedAt":"2026-11-11","runCount":518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"polish/Qwen3.8-27B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|russian/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.182025,"ciLow":1401.712666,"ciHigh":1420.651384,"observedAt":"2026-11-11","runCount":4642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"russian/Qwen3.8-27B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.664653,"ciLow":1408.995088,"ciHigh":1446.334218,"observedAt":"2026-11-11","runCount":1098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"spanish/Qwen3.8-27B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|chinese/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.217855,"ciLow":1480.832262,"ciHigh":1505.603448,"observedAt":"2026-11-11","runCount":2496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"chinese/Qwen3.8-27B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|coding/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.11814,"ciLow":1471.955163,"ciHigh":1486.281117,"observedAt":"2026-11-11","runCount":8865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"coding/Qwen3.8-27B","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|creative_writing/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.593248,"ciLow":1368.307715,"ciHigh":1384.878782,"observedAt":"2026-11-11","runCount":6866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"creative_writing/Qwen3.8-27B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|english/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.940863,"ciLow":1440.63267,"ciHigh":1453.249056,"observedAt":"2026-11-11","runCount":12169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"english/Qwen3.8-27B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|exclude_ties/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.285262,"ciLow":1423.296874,"ciHigh":1435.27365,"observedAt":"2026-11-11","runCount":24582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"exclude_ties/Qwen3.8-27B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|expert/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.510928,"ciLow":1468.007218,"ciHigh":1489.014638,"observedAt":"2026-11-11","runCount":3501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"expert/Qwen3.8-27B","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|french/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.539757,"ciLow":1447.051648,"ciHigh":1484.027866,"observedAt":"2026-11-11","runCount":1165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"french/Qwen3.8-27B","slice":"french"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|german/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.473069,"ciLow":1410.146491,"ciHigh":1462.799648,"observedAt":"2026-11-11","runCount":526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"german/Qwen3.8-27B","slice":"german"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|hard_prompts/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.952508,"ciLow":1450.613342,"ciHigh":1461.291674,"observedAt":"2026-11-11","runCount":21545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"hard_prompts/Qwen3.8-27B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.993331,"ciLow":1454.556498,"ciHigh":1469.430165,"observedAt":"2026-11-11","runCount":8018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"hard_prompts_english/Qwen3.8-27B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.706741,"ciLow":1431.386898,"ciHigh":1448.026584,"observedAt":"2026-11-11","runCount":5954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_business_and_management_and_financial_operations/Qwen3.8-27B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.506342,"ciLow":1379.92218,"ciHigh":1395.090504,"observedAt":"2026-11-11","runCount":8339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_entertainment_and_sports_and_media/Qwen3.8-27B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.575053,"ciLow":1433.091415,"ciHigh":1458.058692,"observedAt":"2026-11-11","runCount":2572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_legal_and_government/Qwen3.8-27B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.3828,"ciLow":1454.527118,"ciHigh":1472.238482,"observedAt":"2026-11-11","runCount":5247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_life_and_physical_and_social_science/Qwen3.8-27B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.780292,"ciLow":1446.838463,"ciHigh":1474.722121,"observedAt":"2026-11-11","runCount":1907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_mathematical/Qwen3.8-27B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.979333,"ciLow":1425.498891,"ciHigh":1452.459775,"observedAt":"2026-11-11","runCount":2169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_medicine_and_healthcare/Qwen3.8-27B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.282299,"ciLow":1468.04992,"ciHigh":1480.514678,"observedAt":"2026-11-11","runCount":12781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_software_and_it_services/Qwen3.8-27B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.664746,"ciLow":1393.358995,"ciHigh":1407.970498,"observedAt":"2026-11-11","runCount":9042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"industry_writing_and_literature_and_language/Qwen3.8-27B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|instruction_following/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.278675,"ciLow":1424.760914,"ciHigh":1437.796435,"observedAt":"2026-11-11","runCount":11741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"instruction_following/Qwen3.8-27B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|japanese/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.660919,"ciLow":1371.299541,"ciHigh":1424.022298,"observedAt":"2026-11-11","runCount":579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"japanese/Qwen3.8-27B","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|korean/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.800877,"ciLow":1362.475211,"ciHigh":1415.126544,"observedAt":"2026-11-11","runCount":499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"korean/Qwen3.8-27B","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|longer_query/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.306056,"ciLow":1440.091461,"ciHigh":1452.520651,"observedAt":"2026-11-11","runCount":14539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"longer_query/Qwen3.8-27B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|math/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.144668,"ciLow":1440.226162,"ciHigh":1470.063173,"observedAt":"2026-11-11","runCount":1625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"math/Qwen3.8-27B","slice":"math"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|multi_turn/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.029083,"ciLow":1427.104706,"ciHigh":1444.95346,"observedAt":"2026-11-11","runCount":5185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"multi_turn/Qwen3.8-27B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|non_english/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.663284,"ciLow":1418.333369,"ciHigh":1428.993199,"observedAt":"2026-11-11","runCount":21149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"non_english/Qwen3.8-27B","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|overall/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.561152,"ciLow":1431.995129,"ciHigh":1441.127176,"observedAt":"2026-11-11","runCount":33323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"overall/Qwen3.8-27B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|polish/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.117444,"ciLow":1415.163942,"ciHigh":1467.070945,"observedAt":"2026-11-11","runCount":518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"polish/Qwen3.8-27B","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|russian/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.714334,"ciLow":1398.299555,"ciHigh":1417.129112,"observedAt":"2026-11-11","runCount":4642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"russian/Qwen3.8-27B","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-text@1|rating|spanish/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.536102,"ciLow":1424.01808,"ciHigh":1461.054125,"observedAt":"2026-11-11","runCount":1098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"spanish/Qwen3.8-27B","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision-style-control@1|rating|chinese/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.377421,"ciLow":1266.819663,"ciHigh":1319.935178,"observedAt":"2026-11-09","runCount":521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"chinese/Qwen3.8-27B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.43098,"ciLow":1172.090433,"ciHigh":1214.771528,"observedAt":"2026-11-09","runCount":855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"creative_writing_vision/Qwen3.8-27B","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision-style-control@1|rating|diagram/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.542892,"ciLow":1253.696788,"ciHigh":1279.388996,"observedAt":"2026-11-09","runCount":2357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"diagram/Qwen3.8-27B","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision-style-control@1|rating|english/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.282021,"ciLow":1230.296265,"ciHigh":1254.267777,"observedAt":"2026-11-09","runCount":2999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"english/Qwen3.8-27B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision-style-control@1|rating|homework/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.212209,"ciLow":1256.894292,"ciHigh":1291.530126,"observedAt":"2026-11-09","runCount":1213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"homework/Qwen3.8-27B","slice":"homework"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision-style-control@1|rating|humor/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.560756,"ciLow":1188.539028,"ciHigh":1244.582484,"observedAt":"2026-11-09","runCount":450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"humor/Qwen3.8-27B","slice":"humor"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision-style-control@1|rating|ocr/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.27365,"ciLow":1253.061064,"ciHigh":1269.486236,"observedAt":"2026-11-09","runCount":6516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"ocr/Qwen3.8-27B","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision-style-control@1|rating|overall/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.992934,"ciLow":1235.421499,"ciHigh":1250.564369,"observedAt":"2026-11-09","runCount":9632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"overall/Qwen3.8-27B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision@1|rating|chinese/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1326.654055,"ciLow":1300.179772,"ciHigh":1353.128338,"observedAt":"2026-11-09","runCount":521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"chinese/Qwen3.8-27B","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision@1|rating|creative_writing_vision/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1233.667067,"ciLow":1212.478777,"ciHigh":1254.855356,"observedAt":"2026-11-09","runCount":855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"creative_writing_vision/Qwen3.8-27B","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision@1|rating|diagram/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1280.644632,"ciLow":1267.882506,"ciHigh":1293.406759,"observedAt":"2026-11-09","runCount":2357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"diagram/Qwen3.8-27B","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision@1|rating|english/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1272.472777,"ciLow":1260.572862,"ciHigh":1284.372692,"observedAt":"2026-11-09","runCount":2999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"english/Qwen3.8-27B","slice":"english"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision@1|rating|homework/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1283.799623,"ciLow":1266.506691,"ciHigh":1301.092556,"observedAt":"2026-11-09","runCount":1213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"homework/Qwen3.8-27B","slice":"homework"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision@1|rating|humor/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1244.657174,"ciLow":1216.80711,"ciHigh":1272.507238,"observedAt":"2026-11-09","runCount":450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"humor/Qwen3.8-27B","slice":"humor"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision@1|rating|ocr/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1280.017846,"ciLow":1271.833452,"ciHigh":1288.202239,"observedAt":"2026-11-09","runCount":6516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"ocr/Qwen3.8-27B","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-vision@1|rating|overall/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1269.617815,"ciLow":1262.085288,"ciHigh":1277.150341,"observedAt":"2026-11-09","runCount":9632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"overall/Qwen3.8-27B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-webdev@1|rating|image_to_webdev/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1574.290272,"ciLow":1566.538499,"ciHigh":1582.042045,"observedAt":"2026-11-15","runCount":8273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"image_to_webdev/Qwen3.8-27B","slice":"image_to_webdev"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-webdev@1|rating|overall/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1589.912092,"ciLow":1583.873192,"ciHigh":1595.950992,"observedAt":"2026-11-15","runCount":21184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"overall/Qwen3.8-27B","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-webdev@1|rating|webdev-html/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1570.328629,"ciLow":1558.409821,"ciHigh":1582.247437,"observedAt":"2026-11-15","runCount":3209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"webdev-html/Qwen3.8-27B","slice":"webdev-html"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-webdev@1|rating|webdev-react/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1595.772425,"ciLow":1588.908836,"ciHigh":1602.636014,"observedAt":"2026-11-15","runCount":13562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"webdev-react/Qwen3.8-27B","slice":"webdev-react"}
{"key":"lmarena|alibaba/qwen3.8-27b:default|none|lmarena-webdev@1|rating|webdev/Qwen3.8-27B","sourceId":"lmarena","modelId":"alibaba/qwen3.8-27b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1589.912092,"ciLow":1583.873192,"ciHigh":1595.950992,"observedAt":"2026-11-15","runCount":21184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-27B","rowId":"webdev/Qwen3.8-27B","slice":"webdev"}
{"key":"lmarena|alibaba/qwen3.8-flash-next:default|none|lmarena-agent@1|cost-per-task|overall/Qwen3.8-Flash-Next","sourceId":"lmarena","modelId":"alibaba/qwen3.8-flash-next","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.226134,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Flash-Next","rowId":"overall/Qwen3.8-Flash-Next","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-flash-next:default|none|lmarena-agent@1|output-tokens-per-task|overall/Qwen3.8-Flash-Next","sourceId":"lmarena","modelId":"alibaba/qwen3.8-flash-next","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":63527,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Flash-Next","rowId":"overall/Qwen3.8-Flash-Next","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-flash-next:default|none|lmarena-agent@1|score|overall/Qwen3.8-Flash-Next","sourceId":"lmarena","modelId":"alibaba/qwen3.8-flash-next","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.051772,"ciLow":-0.059537,"ciHigh":-0.044006,"observedAt":"2026-11-15","runCount":17203977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Flash-Next","rowId":"overall/Qwen3.8-Flash-Next","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-flash-next:default|none|lmarena-webdev@1|rating|overall/Qwen3.8-Flash-Next","sourceId":"lmarena","modelId":"alibaba/qwen3.8-flash-next","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1624.528279,"ciLow":1617.517923,"ciHigh":1631.538636,"observedAt":"2026-11-15","runCount":11671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Flash-Next","rowId":"overall/Qwen3.8-Flash-Next","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-flash-next:default|none|lmarena-webdev@1|rating|webdev-html/Qwen3.8-Flash-Next","sourceId":"lmarena","modelId":"alibaba/qwen3.8-flash-next","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1593.272274,"ciLow":1578.010259,"ciHigh":1608.534289,"observedAt":"2026-11-15","runCount":1842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Flash-Next","rowId":"webdev-html/Qwen3.8-Flash-Next","slice":"webdev-html"}
{"key":"lmarena|alibaba/qwen3.8-flash-next:default|none|lmarena-webdev@1|rating|webdev-react/Qwen3.8-Flash-Next","sourceId":"lmarena","modelId":"alibaba/qwen3.8-flash-next","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1653.33376,"ciLow":1644.938719,"ciHigh":1661.7288,"observedAt":"2026-11-15","runCount":7377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Flash-Next","rowId":"webdev-react/Qwen3.8-Flash-Next","slice":"webdev-react"}
{"key":"lmarena|alibaba/qwen3.8-flash-next:default|none|lmarena-webdev@1|rating|webdev/Qwen3.8-Flash-Next","sourceId":"lmarena","modelId":"alibaba/qwen3.8-flash-next","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1624.528279,"ciLow":1617.517923,"ciHigh":1631.538636,"observedAt":"2026-11-15","runCount":11671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Flash-Next","rowId":"webdev/Qwen3.8-Flash-Next","slice":"webdev"}
{"key":"lmarena|alibaba/qwen3.8-max-0902:default|none|lmarena-webdev@1|rating|image_to_webdev/Qwen3.8-Max (0902)","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max-0902","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1638.640635,"ciLow":1619.609179,"ciHigh":1657.672091,"observedAt":"2026-11-15","runCount":1079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max (0902)","rowId":"image_to_webdev/Qwen3.8-Max (0902)","slice":"image_to_webdev"}
{"key":"lmarena|alibaba/qwen3.8-max-0902:default|none|lmarena-webdev@1|rating|overall/Qwen3.8-Max (0902)","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max-0902","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1675.576133,"ciLow":1669.414667,"ciHigh":1681.737599,"observedAt":"2026-11-15","runCount":23030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max (0902)","rowId":"overall/Qwen3.8-Max (0902)","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-max-0902:default|none|lmarena-webdev@1|rating|webdev-html/Qwen3.8-Max (0902)","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max-0902","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1653.871269,"ciLow":1642.522302,"ciHigh":1665.220235,"observedAt":"2026-11-15","runCount":4227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max (0902)","rowId":"webdev-html/Qwen3.8-Max (0902)","slice":"webdev-html"}
{"key":"lmarena|alibaba/qwen3.8-max-0902:default|none|lmarena-webdev@1|rating|webdev-react/Qwen3.8-Max (0902)","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max-0902","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1697.145553,"ciLow":1690.000414,"ciHigh":1704.290692,"observedAt":"2026-11-15","runCount":14119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max (0902)","rowId":"webdev-react/Qwen3.8-Max (0902)","slice":"webdev-react"}
{"key":"lmarena|alibaba/qwen3.8-max-0902:default|none|lmarena-webdev@1|rating|webdev/Qwen3.8-Max (0902)","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max-0902","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1675.576133,"ciLow":1669.414667,"ciHigh":1681.737599,"observedAt":"2026-11-15","runCount":23030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max (0902)","rowId":"webdev/Qwen3.8-Max (0902)","slice":"webdev"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-agent@1|cost-per-task|overall/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":1.235914,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"overall/Qwen3.8-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-agent@1|output-tokens-per-task|overall/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":50635,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"overall/Qwen3.8-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-agent@1|score|overall/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.008744,"ciLow":-0.015595,"ciHigh":-0.001892,"observedAt":"2026-11-15","runCount":8683464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"overall/Qwen3.8-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-search-style-control@1|rating|overall/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.248672,"ciLow":1213.592928,"ciHigh":1240.904416,"observedAt":"2026-11-09","runCount":1998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"overall/Qwen3.8-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-search@1|rating|overall/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1259.784606,"ciLow":1246.186442,"ciHigh":1273.382771,"observedAt":"2026-11-09","runCount":1998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"overall/Qwen3.8-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|chinese/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1540.751713,"ciLow":1528.718659,"ciHigh":1552.784767,"observedAt":"2026-11-11","runCount":2752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"chinese/Qwen3.8-Max","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|coding/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1523.153083,"ciLow":1516.204417,"ciHigh":1530.101749,"observedAt":"2026-11-11","runCount":9849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"coding/Qwen3.8-Max","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|creative_writing/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.532391,"ciLow":1463.511893,"ciHigh":1479.552889,"observedAt":"2026-11-11","runCount":7548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"creative_writing/Qwen3.8-Max","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|english/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.289125,"ciLow":1487.208711,"ciHigh":1499.369538,"observedAt":"2026-11-11","runCount":13712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"english/Qwen3.8-Max","slice":"english"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|exclude_ties/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.840449,"ciLow":1491.968465,"ciHigh":1503.712433,"observedAt":"2026-11-11","runCount":27423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"exclude_ties/Qwen3.8-Max","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|expert/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.37299,"ciLow":1504.441882,"ciHigh":1524.304098,"observedAt":"2026-11-11","runCount":3852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"expert/Qwen3.8-Max","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|french/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.189447,"ciLow":1488.593025,"ciHigh":1523.78587,"observedAt":"2026-11-11","runCount":1327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"french/Qwen3.8-Max","slice":"french"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|german/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.343933,"ciLow":1451.041708,"ciHigh":1499.646157,"observedAt":"2026-11-11","runCount":574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"german/Qwen3.8-Max","slice":"german"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|hard_prompts/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.538091,"ciLow":1501.321488,"ciHigh":1511.754695,"observedAt":"2026-11-11","runCount":24124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"hard_prompts/Qwen3.8-Max","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.494965,"ciLow":1503.354184,"ciHigh":1517.635746,"observedAt":"2026-11-11","runCount":9062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"hard_prompts_english/Qwen3.8-Max","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.570105,"ciLow":1476.528834,"ciHigh":1492.611376,"observedAt":"2026-11-11","runCount":6639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_business_and_management_and_financial_operations/Qwen3.8-Max","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.14555,"ciLow":1456.865368,"ciHigh":1471.425732,"observedAt":"2026-11-11","runCount":9279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_entertainment_and_sports_and_media/Qwen3.8-Max","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.0155,"ciLow":1481.825522,"ciHigh":1506.205477,"observedAt":"2026-11-11","runCount":2702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_legal_and_government/Qwen3.8-Max","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.706346,"ciLow":1507.091875,"ciHigh":1524.320818,"observedAt":"2026-11-11","runCount":5605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_life_and_physical_and_social_science/Qwen3.8-Max","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.351084,"ciLow":1481.948207,"ciHigh":1508.753961,"observedAt":"2026-11-11","runCount":2096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_mathematical/Qwen3.8-Max","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.302778,"ciLow":1507.214266,"ciHigh":1533.39129,"observedAt":"2026-11-11","runCount":2389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_medicine_and_healthcare/Qwen3.8-Max","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.676666,"ciLow":1507.624021,"ciHigh":1519.729311,"observedAt":"2026-11-11","runCount":14242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_software_and_it_services/Qwen3.8-Max","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.960506,"ciLow":1468.920881,"ciHigh":1483.000132,"observedAt":"2026-11-11","runCount":9949,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_writing_and_literature_and_language/Qwen3.8-Max","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|instruction_following/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.963848,"ciLow":1471.669404,"ciHigh":1484.258292,"observedAt":"2026-11-11","runCount":12965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"instruction_following/Qwen3.8-Max","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|japanese/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.319912,"ciLow":1440.351741,"ciHigh":1492.288084,"observedAt":"2026-11-11","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"japanese/Qwen3.8-Max","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|korean/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.392406,"ciLow":1425.436394,"ciHigh":1473.348417,"observedAt":"2026-11-11","runCount":645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"korean/Qwen3.8-Max","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|longer_query/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.949815,"ciLow":1489.923481,"ciHigh":1501.976149,"observedAt":"2026-11-11","runCount":16195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"longer_query/Qwen3.8-Max","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|math/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.430608,"ciLow":1491.254134,"ciHigh":1519.607082,"observedAt":"2026-11-11","runCount":1838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"math/Qwen3.8-Max","slice":"math"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|multi_turn/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.642045,"ciLow":1485.947063,"ciHigh":1503.337028,"observedAt":"2026-11-11","runCount":5575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"multi_turn/Qwen3.8-Max","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|non_english/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.076005,"ciLow":1467.874889,"ciHigh":1478.277121,"observedAt":"2026-11-11","runCount":23224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"non_english/Qwen3.8-Max","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|overall/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.108565,"ciLow":1479.543264,"ciHigh":1488.673866,"observedAt":"2026-11-11","runCount":36936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"overall/Qwen3.8-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|polish/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.427467,"ciLow":1454.827587,"ciHigh":1504.027346,"observedAt":"2026-11-11","runCount":563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"polish/Qwen3.8-Max","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|russian/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.585182,"ciLow":1481.690984,"ciHigh":1499.479381,"observedAt":"2026-11-11","runCount":5202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"russian/Qwen3.8-Max","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text-style-control@1|rating|spanish/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.692344,"ciLow":1461.892809,"ciHigh":1497.491878,"observedAt":"2026-11-11","runCount":1240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"spanish/Qwen3.8-Max","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|chinese/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1543.055217,"ciLow":1531.085701,"ciHigh":1555.024734,"observedAt":"2026-11-11","runCount":2752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"chinese/Qwen3.8-Max","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|coding/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.730634,"ciLow":1494.842423,"ciHigh":1508.618845,"observedAt":"2026-11-11","runCount":9849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"coding/Qwen3.8-Max","slice":"coding"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|creative_writing/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.037321,"ciLow":1474.069721,"ciHigh":1490.004921,"observedAt":"2026-11-11","runCount":7548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"creative_writing/Qwen3.8-Max","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|english/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.484384,"ciLow":1488.427186,"ciHigh":1500.541582,"observedAt":"2026-11-11","runCount":13712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"english/Qwen3.8-Max","slice":"english"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|exclude_ties/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.669452,"ciLow":1490.880158,"ciHigh":1502.458747,"observedAt":"2026-11-11","runCount":27423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"exclude_ties/Qwen3.8-Max","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|expert/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.519368,"ciLow":1499.628915,"ciHigh":1519.409821,"observedAt":"2026-11-11","runCount":3852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"expert/Qwen3.8-Max","slice":"expert"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|french/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1503.741519,"ciLow":1486.189575,"ciHigh":1521.293462,"observedAt":"2026-11-11","runCount":1327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"french/Qwen3.8-Max","slice":"french"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|german/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.519424,"ciLow":1450.236897,"ciHigh":1498.801951,"observedAt":"2026-11-11","runCount":574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"german/Qwen3.8-Max","slice":"german"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|hard_prompts/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.304788,"ciLow":1494.130502,"ciHigh":1504.479075,"observedAt":"2026-11-11","runCount":24124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"hard_prompts/Qwen3.8-Max","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|hard_prompts_english/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1505.007868,"ciLow":1497.919291,"ciHigh":1512.096444,"observedAt":"2026-11-11","runCount":9062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"hard_prompts_english/Qwen3.8-Max","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.940988,"ciLow":1472.959239,"ciHigh":1488.922736,"observedAt":"2026-11-11","runCount":6639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_business_and_management_and_financial_operations/Qwen3.8-Max","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.890761,"ciLow":1462.652032,"ciHigh":1477.129491,"observedAt":"2026-11-11","runCount":9279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_entertainment_and_sports_and_media/Qwen3.8-Max","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|industry_legal_and_government/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.055174,"ciLow":1485.93975,"ciHigh":1510.170597,"observedAt":"2026-11-11","runCount":2702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_legal_and_government/Qwen3.8-Max","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.063487,"ciLow":1505.520615,"ciHigh":1522.60636,"observedAt":"2026-11-11","runCount":5605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_life_and_physical_and_social_science/Qwen3.8-Max","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|industry_mathematical/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.475373,"ciLow":1484.098934,"ciHigh":1510.851813,"observedAt":"2026-11-11","runCount":2096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_mathematical/Qwen3.8-Max","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.13009,"ciLow":1501.156643,"ciHigh":1527.103537,"observedAt":"2026-11-11","runCount":2389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_medicine_and_healthcare/Qwen3.8-Max","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|industry_software_and_it_services/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.235557,"ciLow":1494.226852,"ciHigh":1506.244261,"observedAt":"2026-11-11","runCount":14242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_software_and_it_services/Qwen3.8-Max","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.645057,"ciLow":1472.632073,"ciHigh":1486.658042,"observedAt":"2026-11-11","runCount":9949,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"industry_writing_and_literature_and_language/Qwen3.8-Max","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|instruction_following/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.430064,"ciLow":1477.178445,"ciHigh":1489.681683,"observedAt":"2026-11-11","runCount":12965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"instruction_following/Qwen3.8-Max","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|japanese/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.196443,"ciLow":1437.259399,"ciHigh":1489.133487,"observedAt":"2026-11-11","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"japanese/Qwen3.8-Max","slice":"japanese"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|korean/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.464298,"ciLow":1431.585134,"ciHigh":1479.343461,"observedAt":"2026-11-11","runCount":645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"korean/Qwen3.8-Max","slice":"korean"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|longer_query/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.918326,"ciLow":1486.92867,"ciHigh":1498.907981,"observedAt":"2026-11-11","runCount":16195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"longer_query/Qwen3.8-Max","slice":"longer_query"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|math/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.131803,"ciLow":1494.987367,"ciHigh":1523.276239,"observedAt":"2026-11-11","runCount":1838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"math/Qwen3.8-Max","slice":"math"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|multi_turn/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.915311,"ciLow":1483.25913,"ciHigh":1500.571492,"observedAt":"2026-11-11","runCount":5575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"multi_turn/Qwen3.8-Max","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|non_english/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.614565,"ciLow":1469.443657,"ciHigh":1479.785472,"observedAt":"2026-11-11","runCount":23224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"non_english/Qwen3.8-Max","slice":"non_english"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|overall/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.277157,"ciLow":1480.73459,"ciHigh":1489.819724,"observedAt":"2026-11-11","runCount":36936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"overall/Qwen3.8-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|polish/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.335724,"ciLow":1452.995925,"ciHigh":1501.675522,"observedAt":"2026-11-11","runCount":563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"polish/Qwen3.8-Max","slice":"polish"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|russian/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.750254,"ciLow":1478.870246,"ciHigh":1496.630262,"observedAt":"2026-11-11","runCount":5202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"russian/Qwen3.8-Max","slice":"russian"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-text@1|rating|spanish/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.238252,"ciLow":1476.632569,"ciHigh":1511.843935,"observedAt":"2026-11-11","runCount":1240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"spanish/Qwen3.8-Max","slice":"spanish"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision-style-control@1|rating|chinese/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.634083,"ciLow":1318.737592,"ciHigh":1370.530574,"observedAt":"2026-11-09","runCount":537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"chinese/Qwen3.8-Max","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.99758,"ciLow":1264.619437,"ciHigh":1309.375723,"observedAt":"2026-11-09","runCount":735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"creative_writing_vision/Qwen3.8-Max","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision-style-control@1|rating|diagram/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.376268,"ciLow":1309.057686,"ciHigh":1333.69485,"observedAt":"2026-11-09","runCount":2465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"diagram/Qwen3.8-Max","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision-style-control@1|rating|english/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.638652,"ciLow":1282.197559,"ciHigh":1305.079745,"observedAt":"2026-11-09","runCount":3247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"english/Qwen3.8-Max","slice":"english"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision-style-control@1|rating|homework/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.889403,"ciLow":1314.235156,"ciHigh":1353.54365,"observedAt":"2026-11-09","runCount":892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"homework/Qwen3.8-Max","slice":"homework"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision-style-control@1|rating|humor/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.42946,"ciLow":1266.570964,"ciHigh":1324.287955,"observedAt":"2026-11-09","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"humor/Qwen3.8-Max","slice":"humor"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision-style-control@1|rating|ocr/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.55106,"ciLow":1307.570366,"ciHigh":1323.531754,"observedAt":"2026-11-09","runCount":6820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"ocr/Qwen3.8-Max","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision-style-control@1|rating|overall/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.038537,"ciLow":1291.587796,"ciHigh":1306.489278,"observedAt":"2026-11-09","runCount":9842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"overall/Qwen3.8-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision@1|rating|chinese/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1352.578783,"ciLow":1326.543773,"ciHigh":1378.613793,"observedAt":"2026-11-09","runCount":537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"chinese/Qwen3.8-Max","slice":"chinese"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision@1|rating|creative_writing_vision/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1310.293222,"ciLow":1288.038221,"ciHigh":1332.548223,"observedAt":"2026-11-09","runCount":735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"creative_writing_vision/Qwen3.8-Max","slice":"creative_writing_vision"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision@1|rating|diagram/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1321.265026,"ciLow":1308.964709,"ciHigh":1333.565342,"observedAt":"2026-11-09","runCount":2465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"diagram/Qwen3.8-Max","slice":"diagram"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision@1|rating|english/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1310.083321,"ciLow":1298.660007,"ciHigh":1321.506636,"observedAt":"2026-11-09","runCount":3247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"english/Qwen3.8-Max","slice":"english"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision@1|rating|homework/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1335.138525,"ciLow":1315.503146,"ciHigh":1354.773904,"observedAt":"2026-11-09","runCount":892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"homework/Qwen3.8-Max","slice":"homework"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision@1|rating|humor/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1309.240884,"ciLow":1280.197323,"ciHigh":1338.284446,"observedAt":"2026-11-09","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"humor/Qwen3.8-Max","slice":"humor"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision@1|rating|ocr/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1321.782494,"ciLow":1313.804775,"ciHigh":1329.760212,"observedAt":"2026-11-09","runCount":6820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"ocr/Qwen3.8-Max","slice":"ocr"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-vision@1|rating|overall/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1312.008954,"ciLow":1304.570073,"ciHigh":1319.447835,"observedAt":"2026-11-09","runCount":9842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"overall/Qwen3.8-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-webdev@1|rating|image_to_webdev/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1615.532409,"ciLow":1605.350917,"ciHigh":1625.713901,"observedAt":"2026-11-15","runCount":4017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"image_to_webdev/Qwen3.8-Max","slice":"image_to_webdev"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-webdev@1|rating|overall/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1670.470799,"ciLow":1658.355272,"ciHigh":1682.586326,"observedAt":"2026-11-15","runCount":3366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"overall/Qwen3.8-Max","slice":"overall"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-webdev@1|rating|webdev-html/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1626.888357,"ciLow":1593.276595,"ciHigh":1660.500119,"observedAt":"2026-11-15","runCount":416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"webdev-html/Qwen3.8-Max","slice":"webdev-html"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-webdev@1|rating|webdev-react/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1679.219339,"ciLow":1664.907038,"ciHigh":1693.531639,"observedAt":"2026-11-15","runCount":2440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"webdev-react/Qwen3.8-Max","slice":"webdev-react"}
{"key":"lmarena|alibaba/qwen3.8-max:default|none|lmarena-webdev@1|rating|webdev/Qwen3.8-Max","sourceId":"lmarena","modelId":"alibaba/qwen3.8-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1670.470799,"ciLow":1658.355272,"ciHigh":1682.586326,"observedAt":"2026-11-15","runCount":3366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Qwen3.8-Max","rowId":"webdev/Qwen3.8-Max","slice":"webdev"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|chinese/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.880134,"ciLow":1194.116769,"ciHigh":1273.6435,"observedAt":"2026-11-11","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"chinese/QwQ-32B-Preview","slice":"chinese"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|coding/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.86161,"ciLow":1149.83136,"ciHigh":1197.89186,"observedAt":"2026-11-11","runCount":566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"coding/QwQ-32B-Preview","slice":"coding"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1103.614074,"ciLow":1074.264819,"ciHigh":1132.963329,"observedAt":"2026-11-11","runCount":454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"creative_writing/QwQ-32B-Preview","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|english/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.722902,"ciLow":1161.035394,"ciHigh":1190.41041,"observedAt":"2026-11-11","runCount":1783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"english/QwQ-32B-Preview","slice":"english"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1011.358601,"ciLow":992.842402,"ciHigh":1029.874801,"observedAt":"2026-11-11","runCount":2230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"exclude_ties/QwQ-32B-Preview","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|expert/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.904663,"ciLow":1118.522242,"ciHigh":1189.287083,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"expert/QwQ-32B-Preview","slice":"expert"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.416045,"ciLow":1149.127607,"ciHigh":1187.704483,"observedAt":"2026-11-11","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"hard_prompts/QwQ-32B-Preview","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.153709,"ciLow":1152.37549,"ciHigh":1201.931928,"observedAt":"2026-11-11","runCount":519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"hard_prompts_english/QwQ-32B-Preview","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1108.820671,"ciLow":1076.84669,"ciHigh":1140.794652,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_business_and_management_and_financial_operations/QwQ-32B-Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1101.929915,"ciLow":1075.054094,"ciHigh":1128.805735,"observedAt":"2026-11-11","runCount":540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_entertainment_and_sports_and_media/QwQ-32B-Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1154.771551,"ciLow":1112.825523,"ciHigh":1196.717578,"observedAt":"2026-11-11","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_legal_and_government/QwQ-32B-Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.785987,"ciLow":1134.207282,"ciHigh":1185.364692,"observedAt":"2026-11-11","runCount":583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_life_and_physical_and_social_science/QwQ-32B-Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.225123,"ciLow":1188.705499,"ciHigh":1241.744747,"observedAt":"2026-11-11","runCount":422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_mathematical/QwQ-32B-Preview","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.772307,"ciLow":1146.183726,"ciHigh":1187.360888,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_software_and_it_services/QwQ-32B-Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.547061,"ciLow":1091.463216,"ciHigh":1133.630906,"observedAt":"2026-11-11","runCount":855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_writing_and_literature_and_language/QwQ-32B-Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.914211,"ciLow":1128.949579,"ciHigh":1160.878843,"observedAt":"2026-11-11","runCount":1329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"instruction_following/QwQ-32B-Preview","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|longer_query/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.103518,"ciLow":1153.051116,"ciHigh":1205.15592,"observedAt":"2026-11-11","runCount":475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"longer_query/QwQ-32B-Preview","slice":"longer_query"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|math/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.657905,"ciLow":1184.204854,"ciHigh":1233.110957,"observedAt":"2026-11-11","runCount":480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"math/QwQ-32B-Preview","slice":"math"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.476853,"ciLow":1118.521206,"ciHigh":1172.432501,"observedAt":"2026-11-11","runCount":487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"multi_turn/QwQ-32B-Preview","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|non_english/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1125.450992,"ciLow":1109.594738,"ciHigh":1141.307247,"observedAt":"2026-11-11","runCount":1448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"non_english/QwQ-32B-Preview","slice":"non_english"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|overall/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1154.263968,"ciLow":1142.792844,"ciHigh":1165.735092,"observedAt":"2026-11-11","runCount":3231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"overall/QwQ-32B-Preview","slice":"overall"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text-style-control@1|rating|russian/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.001214,"ciLow":1085.703256,"ciHigh":1138.299172,"observedAt":"2026-11-11","runCount":527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"russian/QwQ-32B-Preview","slice":"russian"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|chinese/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.946812,"ciLow":1177.693666,"ciHigh":1258.199959,"observedAt":"2026-11-11","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"chinese/QwQ-32B-Preview","slice":"chinese"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|coding/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1155.107067,"ciLow":1131.413368,"ciHigh":1178.800765,"observedAt":"2026-11-11","runCount":566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"coding/QwQ-32B-Preview","slice":"coding"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|creative_writing/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1133.594679,"ciLow":1105.435657,"ciHigh":1161.753701,"observedAt":"2026-11-11","runCount":454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"creative_writing/QwQ-32B-Preview","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|english/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.302093,"ciLow":1169.816737,"ciHigh":1198.787449,"observedAt":"2026-11-11","runCount":1783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"english/QwQ-32B-Preview","slice":"english"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|exclude_ties/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1022.483311,"ciLow":1004.393894,"ciHigh":1040.572728,"observedAt":"2026-11-11","runCount":2230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"exclude_ties/QwQ-32B-Preview","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|expert/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1134.236379,"ciLow":1098.558168,"ciHigh":1169.914591,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"expert/QwQ-32B-Preview","slice":"expert"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|hard_prompts/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1162.47971,"ciLow":1143.403164,"ciHigh":1181.556256,"observedAt":"2026-11-11","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"hard_prompts/QwQ-32B-Preview","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|hard_prompts_english/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.885306,"ciLow":1146.468878,"ciHigh":1195.301733,"observedAt":"2026-11-11","runCount":519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"hard_prompts_english/QwQ-32B-Preview","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1098.205059,"ciLow":1066.776022,"ciHigh":1129.634097,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_business_and_management_and_financial_operations/QwQ-32B-Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1114.496662,"ciLow":1088.507182,"ciHigh":1140.486142,"observedAt":"2026-11-11","runCount":540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_entertainment_and_sports_and_media/QwQ-32B-Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.017948,"ciLow":1102.234288,"ciHigh":1183.801608,"observedAt":"2026-11-11","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_legal_and_government/QwQ-32B-Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.986881,"ciLow":1128.961429,"ciHigh":1179.012332,"observedAt":"2026-11-11","runCount":583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_life_and_physical_and_social_science/QwQ-32B-Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|industry_mathematical/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.620333,"ciLow":1195.199727,"ciHigh":1248.040939,"observedAt":"2026-11-11","runCount":422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_mathematical/QwQ-32B-Preview","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.130906,"ciLow":1133.871055,"ciHigh":1174.390757,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_software_and_it_services/QwQ-32B-Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1139.414776,"ciLow":1118.865908,"ciHigh":1159.963644,"observedAt":"2026-11-11","runCount":855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"industry_writing_and_literature_and_language/QwQ-32B-Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|instruction_following/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1155.767212,"ciLow":1139.946102,"ciHigh":1171.588322,"observedAt":"2026-11-11","runCount":1329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"instruction_following/QwQ-32B-Preview","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|longer_query/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1166.55474,"ciLow":1140.773411,"ciHigh":1192.336069,"observedAt":"2026-11-11","runCount":475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"longer_query/QwQ-32B-Preview","slice":"longer_query"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|math/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.497584,"ciLow":1189.174664,"ciHigh":1237.820504,"observedAt":"2026-11-11","runCount":480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"math/QwQ-32B-Preview","slice":"math"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|multi_turn/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1140.591958,"ciLow":1113.711379,"ciHigh":1167.472537,"observedAt":"2026-11-11","runCount":487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"multi_turn/QwQ-32B-Preview","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|non_english/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1129.568383,"ciLow":1113.97069,"ciHigh":1145.166075,"observedAt":"2026-11-11","runCount":1448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"non_english/QwQ-32B-Preview","slice":"non_english"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|overall/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1161.837033,"ciLow":1150.509834,"ciHigh":1173.164232,"observedAt":"2026-11-11","runCount":3231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"overall/QwQ-32B-Preview","slice":"overall"}
{"key":"lmarena|alibaba/qwq-32b-preview:default|none|lmarena-text@1|rating|russian/QwQ-32B-Preview","sourceId":"lmarena","modelId":"alibaba/qwq-32b-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1114.404467,"ciLow":1088.341888,"ciHigh":1140.467046,"observedAt":"2026-11-11","runCount":527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B-Preview","rowId":"russian/QwQ-32B-Preview","slice":"russian"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|chinese/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.934573,"ciLow":1364.990252,"ciHigh":1394.878894,"observedAt":"2026-11-11","runCount":1531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"chinese/QwQ-32B","slice":"chinese"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|coding/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.352495,"ciLow":1373.315586,"ciHigh":1391.389404,"observedAt":"2026-11-11","runCount":4011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"coding/QwQ-32B","slice":"coding"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|creative_writing/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.036953,"ciLow":1283.115701,"ciHigh":1302.958205,"observedAt":"2026-11-11","runCount":3678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"creative_writing/QwQ-32B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|english/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.348275,"ciLow":1353.6032,"ciHigh":1365.093351,"observedAt":"2026-11-11","runCount":12931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"english/QwQ-32B","slice":"english"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|exclude_ties/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.150153,"ciLow":1281.595584,"ciHigh":1294.704723,"observedAt":"2026-11-11","runCount":17102,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"exclude_ties/QwQ-32B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|expert/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.43682,"ciLow":1344.832705,"ciHigh":1378.040935,"observedAt":"2026-11-11","runCount":1213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"expert/QwQ-32B","slice":"expert"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|french/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.263007,"ciLow":1313.771885,"ciHigh":1378.75413,"observedAt":"2026-11-11","runCount":314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"french/QwQ-32B","slice":"french"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|german/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.269333,"ciLow":1283.567746,"ciHigh":1328.97092,"observedAt":"2026-11-11","runCount":670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"german/QwQ-32B","slice":"german"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|hard_prompts/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.754765,"ciLow":1349.247243,"ciHigh":1362.262288,"observedAt":"2026-11-11","runCount":8784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"hard_prompts/QwQ-32B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.05557,"ciLow":1364.518003,"ciHigh":1381.593136,"observedAt":"2026-11-11","runCount":4645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"hard_prompts_english/QwQ-32B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.927249,"ciLow":1327.02509,"ciHigh":1346.829408,"observedAt":"2026-11-11","runCount":3474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_business_and_management_and_financial_operations/QwQ-32B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.281962,"ciLow":1277.504244,"ciHigh":1295.05968,"observedAt":"2026-11-11","runCount":4455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_entertainment_and_sports_and_media/QwQ-32B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.599105,"ciLow":1324.958362,"ciHigh":1354.239848,"observedAt":"2026-11-11","runCount":1619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_legal_and_government/QwQ-32B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.638335,"ciLow":1343.669138,"ciHigh":1361.607531,"observedAt":"2026-11-11","runCount":4520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_life_and_physical_and_social_science/QwQ-32B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.792684,"ciLow":1350.387313,"ciHigh":1379.198054,"observedAt":"2026-11-11","runCount":1570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_mathematical/QwQ-32B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.265003,"ciLow":1339.178793,"ciHigh":1371.351213,"observedAt":"2026-11-11","runCount":1349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_medicine_and_healthcare/QwQ-32B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.743068,"ciLow":1369.684614,"ciHigh":1383.801522,"observedAt":"2026-11-11","runCount":7341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_software_and_it_services/QwQ-32B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.349398,"ciLow":1299.672497,"ciHigh":1315.026299,"observedAt":"2026-11-11","runCount":6130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_writing_and_literature_and_language/QwQ-32B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|instruction_following/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.548329,"ciLow":1315.49721,"ciHigh":1329.599448,"observedAt":"2026-11-11","runCount":7180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"instruction_following/QwQ-32B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|japanese/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.473404,"ciLow":1226.281281,"ciHigh":1276.665528,"observedAt":"2026-11-11","runCount":618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"japanese/QwQ-32B","slice":"japanese"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|korean/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.439571,"ciLow":1250.390961,"ciHigh":1310.48818,"observedAt":"2026-11-11","runCount":409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"korean/QwQ-32B","slice":"korean"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|longer_query/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.357134,"ciLow":1325.146706,"ciHigh":1343.567562,"observedAt":"2026-11-11","runCount":4051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"longer_query/QwQ-32B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|math/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.045536,"ciLow":1349.351483,"ciHigh":1376.73959,"observedAt":"2026-11-11","runCount":1712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"math/QwQ-32B","slice":"math"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|multi_turn/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.255181,"ciLow":1310.689543,"ciHigh":1329.820818,"observedAt":"2026-11-11","runCount":3752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"multi_turn/QwQ-32B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|non_english/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.237404,"ciLow":1303.492634,"ciHigh":1314.982175,"observedAt":"2026-11-11","runCount":12227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"non_english/QwQ-32B","slice":"non_english"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|overall/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.502008,"ciLow":1331.035627,"ciHigh":1339.968388,"observedAt":"2026-11-11","runCount":25160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"overall/QwQ-32B","slice":"overall"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|polish/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.41111,"ciLow":1271.957174,"ciHigh":1306.865045,"observedAt":"2026-11-11","runCount":1247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"polish/QwQ-32B","slice":"polish"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|russian/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.938234,"ciLow":1296.399104,"ciHigh":1321.477364,"observedAt":"2026-11-11","runCount":2133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"russian/QwQ-32B","slice":"russian"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text-style-control@1|rating|spanish/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.488174,"ciLow":1323.29871,"ciHigh":1381.677638,"observedAt":"2026-11-11","runCount":394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"spanish/QwQ-32B","slice":"spanish"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|chinese/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.498155,"ciLow":1363.633686,"ciHigh":1393.362624,"observedAt":"2026-11-11","runCount":1531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"chinese/QwQ-32B","slice":"chinese"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|coding/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.80277,"ciLow":1323.789805,"ciHigh":1341.815735,"observedAt":"2026-11-11","runCount":4011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"coding/QwQ-32B","slice":"coding"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|creative_writing/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.453158,"ciLow":1277.669436,"ciHigh":1297.236879,"observedAt":"2026-11-11","runCount":3678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"creative_writing/QwQ-32B","slice":"creative_writing"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|english/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.672614,"ciLow":1344.972833,"ciHigh":1356.372395,"observedAt":"2026-11-11","runCount":12931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"english/QwQ-32B","slice":"english"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|exclude_ties/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.993095,"ciLow":1272.541385,"ciHigh":1285.444805,"observedAt":"2026-11-11","runCount":17102,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"exclude_ties/QwQ-32B","slice":"exclude_ties"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|expert/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.076769,"ciLow":1306.667946,"ciHigh":1339.485592,"observedAt":"2026-11-11","runCount":1213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"expert/QwQ-32B","slice":"expert"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|french/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.164948,"ciLow":1305.697367,"ciHigh":1370.632528,"observedAt":"2026-11-11","runCount":314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"french/QwQ-32B","slice":"french"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|german/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.607752,"ciLow":1290.046393,"ciHigh":1335.169112,"observedAt":"2026-11-11","runCount":670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"german/QwQ-32B","slice":"german"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|hard_prompts/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.327638,"ciLow":1318.849159,"ciHigh":1331.806117,"observedAt":"2026-11-11","runCount":8784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"hard_prompts/QwQ-32B","slice":"hard_prompts"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|hard_prompts_english/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.72467,"ciLow":1332.206098,"ciHigh":1349.243242,"observedAt":"2026-11-11","runCount":4645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"hard_prompts_english/QwQ-32B","slice":"hard_prompts_english"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.473339,"ciLow":1309.629223,"ciHigh":1329.317455,"observedAt":"2026-11-11","runCount":3474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_business_and_management_and_financial_operations/QwQ-32B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.296471,"ciLow":1270.570081,"ciHigh":1288.022861,"observedAt":"2026-11-11","runCount":4455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_entertainment_and_sports_and_media/QwQ-32B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|industry_legal_and_government/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.24488,"ciLow":1321.812306,"ciHigh":1350.677454,"observedAt":"2026-11-11","runCount":1619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_legal_and_government/QwQ-32B","slice":"industry_legal_and_government"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.667975,"ciLow":1337.782381,"ciHigh":1355.553568,"observedAt":"2026-11-11","runCount":4520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_life_and_physical_and_social_science/QwQ-32B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|industry_mathematical/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.339288,"ciLow":1342.054847,"ciHigh":1370.623729,"observedAt":"2026-11-11","runCount":1570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_mathematical/QwQ-32B","slice":"industry_mathematical"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.777198,"ciLow":1323.874027,"ciHigh":1355.680369,"observedAt":"2026-11-11","runCount":1349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_medicine_and_healthcare/QwQ-32B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|industry_software_and_it_services/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.809266,"ciLow":1339.774178,"ciHigh":1353.844353,"observedAt":"2026-11-11","runCount":7341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_software_and_it_services/QwQ-32B","slice":"industry_software_and_it_services"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.918736,"ciLow":1293.3107,"ciHigh":1308.526772,"observedAt":"2026-11-11","runCount":6130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"industry_writing_and_literature_and_language/QwQ-32B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|instruction_following/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.809117,"ciLow":1289.809476,"ciHigh":1303.808759,"observedAt":"2026-11-11","runCount":7180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"instruction_following/QwQ-32B","slice":"instruction_following"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|japanese/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1262.370066,"ciLow":1237.383486,"ciHigh":1287.356646,"observedAt":"2026-11-11","runCount":618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"japanese/QwQ-32B","slice":"japanese"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|korean/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.714728,"ciLow":1248.480944,"ciHigh":1308.948512,"observedAt":"2026-11-11","runCount":409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"korean/QwQ-32B","slice":"korean"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|longer_query/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.706246,"ciLow":1298.550888,"ciHigh":1316.861603,"observedAt":"2026-11-11","runCount":4051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"longer_query/QwQ-32B","slice":"longer_query"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|math/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.97984,"ciLow":1345.381792,"ciHigh":1372.577888,"observedAt":"2026-11-11","runCount":1712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"math/QwQ-32B","slice":"math"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|multi_turn/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.43089,"ciLow":1303.900713,"ciHigh":1322.961066,"observedAt":"2026-11-11","runCount":3752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"multi_turn/QwQ-32B","slice":"multi_turn"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|non_english/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.346293,"ciLow":1299.633341,"ciHigh":1311.059245,"observedAt":"2026-11-11","runCount":12227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"non_english/QwQ-32B","slice":"non_english"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|overall/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.042185,"ciLow":1324.603553,"ciHigh":1333.480817,"observedAt":"2026-11-11","runCount":25160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"overall/QwQ-32B","slice":"overall"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|polish/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.792346,"ciLow":1270.562848,"ciHigh":1305.021843,"observedAt":"2026-11-11","runCount":1247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"polish/QwQ-32B","slice":"polish"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|russian/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.217661,"ciLow":1284.787733,"ciHigh":1309.647588,"observedAt":"2026-11-11","runCount":2133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"russian/QwQ-32B","slice":"russian"}
{"key":"lmarena|alibaba/qwq-32b:default|none|lmarena-text@1|rating|spanish/QwQ-32B","sourceId":"lmarena","modelId":"alibaba/qwq-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.508809,"ciLow":1322.13089,"ciHigh":1380.886728,"observedAt":"2026-11-11","runCount":394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"QwQ-32B","rowId":"spanish/QwQ-32B","slice":"spanish"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-image-edit@1|rating|agentic/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1217.049347,"ciLow":1184.44921,"ciHigh":1249.649485,"observedAt":"2026-11-12","runCount":507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"agentic/Wan 2.5 Preview","slice":"agentic"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-image-edit@1|rating|multi_image_edit/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1164.682188,"ciLow":1160.719486,"ciHigh":1168.644891,"observedAt":"2026-11-12","runCount":123188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"multi_image_edit/Wan 2.5 Preview","slice":"multi_image_edit"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-image-edit@1|rating|overall/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1179.805546,"ciLow":1177.121607,"ciHigh":1182.489485,"observedAt":"2026-11-12","runCount":699808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"overall/Wan 2.5 Preview","slice":"overall"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-image-to-video@1|rating|overall/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-to-video","benchmarkVersion":"1","metricId":"rating","value":1321.871071,"ciLow":1311.554384,"ciHigh":1332.187759,"observedAt":"2026-11-09","runCount":17048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_to_video","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"overall/Wan 2.5 Preview","slice":"overall"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-text-to-image@1|rating|3d_modeling/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1134.920737,"ciLow":1129.360864,"ciHigh":1140.480609,"observedAt":"2026-11-12","runCount":28290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"3d_modeling/Wan 2.5 Preview","slice":"3d_modeling"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-text-to-image@1|rating|agentic/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1132.767898,"ciLow":1119.089029,"ciHigh":1146.446767,"observedAt":"2026-11-12","runCount":3237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"agentic/Wan 2.5 Preview","slice":"agentic"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-text-to-image@1|rating|art/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1119.247377,"ciLow":1114.177535,"ciHigh":1124.317218,"observedAt":"2026-11-12","runCount":39223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"art/Wan 2.5 Preview","slice":"art"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-text-to-image@1|rating|cartoon/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1118.596536,"ciLow":1114.680517,"ciHigh":1122.512555,"observedAt":"2026-11-12","runCount":111794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"cartoon/Wan 2.5 Preview","slice":"cartoon"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-text-to-image@1|rating|commercial_design/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1139.480518,"ciLow":1135.580489,"ciHigh":1143.380546,"observedAt":"2026-11-12","runCount":98785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"commercial_design/Wan 2.5 Preview","slice":"commercial_design"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-text-to-image@1|rating|overall/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1117.295242,"ciLow":1114.503529,"ciHigh":1120.086955,"observedAt":"2026-11-12","runCount":283791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"overall/Wan 2.5 Preview","slice":"overall"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-text-to-image@1|rating|photorealistic/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1100.078282,"ciLow":1096.168663,"ciHigh":1103.987901,"observedAt":"2026-11-12","runCount":117413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"photorealistic/Wan 2.5 Preview","slice":"photorealistic"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-text-to-image@1|rating|portraits/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1090.864377,"ciLow":1086.165065,"ciHigh":1095.563688,"observedAt":"2026-11-12","runCount":62421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"portraits/Wan 2.5 Preview","slice":"portraits"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-text-to-image@1|rating|text_rendering/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1142.487525,"ciLow":1138.474484,"ciHigh":1146.500566,"observedAt":"2026-11-12","runCount":92069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"text_rendering/Wan 2.5 Preview","slice":"text_rendering"}
{"key":"lmarena|alibaba/wan-2.5-preview:default|none|lmarena-text-to-video@1|rating|overall/Wan 2.5 Preview","sourceId":"lmarena","modelId":"alibaba/wan-2.5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-video","benchmarkVersion":"1","metricId":"rating","value":1244.299477,"ciLow":1235.700397,"ciHigh":1252.898557,"observedAt":"2026-11-09","runCount":43113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_video","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.5 Preview","rowId":"overall/Wan 2.5 Preview","slice":"overall"}
{"key":"lmarena|alibaba/wan-2.6-image:default|none|lmarena-image-to-video@1|rating|overall/Wan 2.6","sourceId":"lmarena","modelId":"alibaba/wan-2.6-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-to-video","benchmarkVersion":"1","metricId":"rating","value":1309.131585,"ciLow":1302.540267,"ciHigh":1315.722902,"observedAt":"2026-11-09","runCount":141910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_to_video","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.6","rowId":"overall/Wan 2.6","slice":"overall"}
{"key":"lmarena|alibaba/wan-2.6-image:default|none|lmarena-text-to-image@1|rating|3d_modeling/Wan 2.6","sourceId":"lmarena","modelId":"alibaba/wan-2.6-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1149.768395,"ciLow":1143.962545,"ciHigh":1155.574246,"observedAt":"2026-11-12","runCount":23575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.6","rowId":"3d_modeling/Wan 2.6","slice":"3d_modeling"}
{"key":"lmarena|alibaba/wan-2.6-image:default|none|lmarena-text-to-image@1|rating|agentic/Wan 2.6","sourceId":"lmarena","modelId":"alibaba/wan-2.6-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1149.182794,"ciLow":1137.957334,"ciHigh":1160.408254,"observedAt":"2026-11-12","runCount":5724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.6","rowId":"agentic/Wan 2.6","slice":"agentic"}
{"key":"lmarena|alibaba/wan-2.6-image:default|none|lmarena-text-to-image@1|rating|art/Wan 2.6","sourceId":"lmarena","modelId":"alibaba/wan-2.6-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1158.650876,"ciLow":1153.395372,"ciHigh":1163.90638,"observedAt":"2026-11-12","runCount":32246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.6","rowId":"art/Wan 2.6","slice":"art"}
{"key":"lmarena|alibaba/wan-2.6-image:default|none|lmarena-text-to-image@1|rating|cartoon/Wan 2.6","sourceId":"lmarena","modelId":"alibaba/wan-2.6-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1147.103228,"ciLow":1143.053668,"ciHigh":1151.152787,"observedAt":"2026-11-12","runCount":99371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.6","rowId":"cartoon/Wan 2.6","slice":"cartoon"}
{"key":"lmarena|alibaba/wan-2.6-image:default|none|lmarena-text-to-image@1|rating|commercial_design/Wan 2.6","sourceId":"lmarena","modelId":"alibaba/wan-2.6-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1148.889316,"ciLow":1144.916233,"ciHigh":1152.862398,"observedAt":"2026-11-12","runCount":91121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.6","rowId":"commercial_design/Wan 2.6","slice":"commercial_design"}
{"key":"lmarena|alibaba/wan-2.6-image:default|none|lmarena-text-to-image@1|rating|overall/Wan 2.6","sourceId":"lmarena","modelId":"alibaba/wan-2.6-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1138.626107,"ciLow":1135.881199,"ciHigh":1141.371016,"observedAt":"2026-11-12","runCount":251923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.6","rowId":"overall/Wan 2.6","slice":"overall"}
{"key":"lmarena|alibaba/wan-2.6-image:default|none|lmarena-text-to-image@1|rating|photorealistic/Wan 2.6","sourceId":"lmarena","modelId":"alibaba/wan-2.6-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1130.85455,"ciLow":1126.87024,"ciHigh":1134.83886,"observedAt":"2026-11-12","runCount":100266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.6","rowId":"photorealistic/Wan 2.6","slice":"photorealistic"}
{"key":"lmarena|alibaba/wan-2.6-image:default|none|lmarena-text-to-image@1|rating|portraits/Wan 2.6","sourceId":"lmarena","modelId":"alibaba/wan-2.6-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1126.330394,"ciLow":1121.512982,"ciHigh":1131.147805,"observedAt":"2026-11-12","runCount":54391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.6","rowId":"portraits/Wan 2.6","slice":"portraits"}
{"key":"lmarena|alibaba/wan-2.6-image:default|none|lmarena-text-to-image@1|rating|text_rendering/Wan 2.6","sourceId":"lmarena","modelId":"alibaba/wan-2.6-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1147.936617,"ciLow":1143.842897,"ciHigh":1152.030338,"observedAt":"2026-11-12","runCount":87477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.6","rowId":"text_rendering/Wan 2.6","slice":"text_rendering"}
{"key":"lmarena|alibaba/wan-2.6-image:default|none|lmarena-text-to-video@1|rating|overall/Wan 2.6","sourceId":"lmarena","modelId":"alibaba/wan-2.6-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-video","benchmarkVersion":"1","metricId":"rating","value":1323.504947,"ciLow":1316.449981,"ciHigh":1330.559913,"observedAt":"2026-11-09","runCount":75753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_video","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.6","rowId":"overall/Wan 2.6","slice":"overall"}
{"key":"lmarena|alibaba/wan-2.7-pro:default|none|lmarena-image-edit@1|rating|multi_image_edit/Wan 2.7 Image Pro","sourceId":"lmarena","modelId":"alibaba/wan-2.7-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1289.541069,"ciLow":1284.185447,"ciHigh":1294.896691,"observedAt":"2026-11-12","runCount":17521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image Pro","rowId":"multi_image_edit/Wan 2.7 Image Pro","slice":"multi_image_edit"}
{"key":"lmarena|alibaba/wan-2.7-pro:default|none|lmarena-image-edit@1|rating|overall/Wan 2.7 Image Pro","sourceId":"lmarena","modelId":"alibaba/wan-2.7-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1302.144649,"ciLow":1298.03503,"ciHigh":1306.254268,"observedAt":"2026-11-12","runCount":42986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image Pro","rowId":"overall/Wan 2.7 Image Pro","slice":"overall"}
{"key":"lmarena|alibaba/wan-2.7-pro:default|none|lmarena-text-to-image@1|rating|3d_modeling/Wan 2.7 Image Pro","sourceId":"lmarena","modelId":"alibaba/wan-2.7-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1084.843283,"ciLow":1073.712109,"ciHigh":1095.974457,"observedAt":"2026-11-12","runCount":2594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image Pro","rowId":"3d_modeling/Wan 2.7 Image Pro","slice":"3d_modeling"}
{"key":"lmarena|alibaba/wan-2.7-pro:default|none|lmarena-text-to-image@1|rating|art/Wan 2.7 Image Pro","sourceId":"lmarena","modelId":"alibaba/wan-2.7-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1077.899762,"ciLow":1067.294925,"ciHigh":1088.5046,"observedAt":"2026-11-12","runCount":3023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image Pro","rowId":"art/Wan 2.7 Image Pro","slice":"art"}
{"key":"lmarena|alibaba/wan-2.7-pro:default|none|lmarena-text-to-image@1|rating|cartoon/Wan 2.7 Image Pro","sourceId":"lmarena","modelId":"alibaba/wan-2.7-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1079.958532,"ciLow":1073.412243,"ciHigh":1086.504822,"observedAt":"2026-11-12","runCount":13359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image Pro","rowId":"cartoon/Wan 2.7 Image Pro","slice":"cartoon"}
{"key":"lmarena|alibaba/wan-2.7-pro:default|none|lmarena-text-to-image@1|rating|commercial_design/Wan 2.7 Image Pro","sourceId":"lmarena","modelId":"alibaba/wan-2.7-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1116.565796,"ciLow":1109.816021,"ciHigh":1123.31557,"observedAt":"2026-11-12","runCount":12146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image Pro","rowId":"commercial_design/Wan 2.7 Image Pro","slice":"commercial_design"}
{"key":"lmarena|alibaba/wan-2.7-pro:default|none|lmarena-text-to-image@1|rating|overall/Wan 2.7 Image Pro","sourceId":"lmarena","modelId":"alibaba/wan-2.7-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1103.251903,"ciLow":1098.179943,"ciHigh":1108.323862,"observedAt":"2026-11-12","runCount":29781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image Pro","rowId":"overall/Wan 2.7 Image Pro","slice":"overall"}
{"key":"lmarena|alibaba/wan-2.7-pro:default|none|lmarena-text-to-image@1|rating|photorealistic/Wan 2.7 Image Pro","sourceId":"lmarena","modelId":"alibaba/wan-2.7-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1121.888097,"ciLow":1114.923159,"ciHigh":1128.853034,"observedAt":"2026-11-12","runCount":11774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image Pro","rowId":"photorealistic/Wan 2.7 Image Pro","slice":"photorealistic"}
{"key":"lmarena|alibaba/wan-2.7-pro:default|none|lmarena-text-to-image@1|rating|portraits/Wan 2.7 Image Pro","sourceId":"lmarena","modelId":"alibaba/wan-2.7-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1127.384967,"ciLow":1119.300795,"ciHigh":1135.469139,"observedAt":"2026-11-12","runCount":7085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image Pro","rowId":"portraits/Wan 2.7 Image Pro","slice":"portraits"}
{"key":"lmarena|alibaba/wan-2.7-pro:default|none|lmarena-text-to-image@1|rating|text_rendering/Wan 2.7 Image Pro","sourceId":"lmarena","modelId":"alibaba/wan-2.7-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1120.102199,"ciLow":1113.414318,"ciHigh":1126.790081,"observedAt":"2026-11-12","runCount":12545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image Pro","rowId":"text_rendering/Wan 2.7 Image Pro","slice":"text_rendering"}
{"key":"lmarena|alibaba/wan-2.7:default|none|lmarena-image-edit@1|rating|multi_image_edit/Wan 2.7 Image","sourceId":"lmarena","modelId":"alibaba/wan-2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1279.484032,"ciLow":1274.335403,"ciHigh":1284.632661,"observedAt":"2026-11-12","runCount":18783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image","rowId":"multi_image_edit/Wan 2.7 Image","slice":"multi_image_edit"}
{"key":"lmarena|alibaba/wan-2.7:default|none|lmarena-image-edit@1|rating|overall/Wan 2.7 Image","sourceId":"lmarena","modelId":"alibaba/wan-2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1300.790978,"ciLow":1296.915793,"ciHigh":1304.666164,"observedAt":"2026-11-12","runCount":43793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image","rowId":"overall/Wan 2.7 Image","slice":"overall"}
{"key":"lmarena|alibaba/wan-2.7:default|none|lmarena-text-to-image@1|rating|3d_modeling/Wan 2.7 Image","sourceId":"lmarena","modelId":"alibaba/wan-2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1085.474828,"ciLow":1074.220931,"ciHigh":1096.728725,"observedAt":"2026-11-12","runCount":2611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image","rowId":"3d_modeling/Wan 2.7 Image","slice":"3d_modeling"}
{"key":"lmarena|alibaba/wan-2.7:default|none|lmarena-text-to-image@1|rating|art/Wan 2.7 Image","sourceId":"lmarena","modelId":"alibaba/wan-2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1076.015031,"ciLow":1065.608749,"ciHigh":1086.421313,"observedAt":"2026-11-12","runCount":3109,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image","rowId":"art/Wan 2.7 Image","slice":"art"}
{"key":"lmarena|alibaba/wan-2.7:default|none|lmarena-text-to-image@1|rating|cartoon/Wan 2.7 Image","sourceId":"lmarena","modelId":"alibaba/wan-2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1076.135792,"ciLow":1069.597251,"ciHigh":1082.674333,"observedAt":"2026-11-12","runCount":13432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image","rowId":"cartoon/Wan 2.7 Image","slice":"cartoon"}
{"key":"lmarena|alibaba/wan-2.7:default|none|lmarena-text-to-image@1|rating|commercial_design/Wan 2.7 Image","sourceId":"lmarena","modelId":"alibaba/wan-2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1110.570907,"ciLow":1104.089181,"ciHigh":1117.052634,"observedAt":"2026-11-12","runCount":12202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image","rowId":"commercial_design/Wan 2.7 Image","slice":"commercial_design"}
{"key":"lmarena|alibaba/wan-2.7:default|none|lmarena-text-to-image@1|rating|overall/Wan 2.7 Image","sourceId":"lmarena","modelId":"alibaba/wan-2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1099.936551,"ciLow":1094.906933,"ciHigh":1104.966168,"observedAt":"2026-11-12","runCount":30219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image","rowId":"overall/Wan 2.7 Image","slice":"overall"}
{"key":"lmarena|alibaba/wan-2.7:default|none|lmarena-text-to-image@1|rating|photorealistic/Wan 2.7 Image","sourceId":"lmarena","modelId":"alibaba/wan-2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1115.742736,"ciLow":1108.945392,"ciHigh":1122.54008,"observedAt":"2026-11-12","runCount":12276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image","rowId":"photorealistic/Wan 2.7 Image","slice":"photorealistic"}
{"key":"lmarena|alibaba/wan-2.7:default|none|lmarena-text-to-image@1|rating|portraits/Wan 2.7 Image","sourceId":"lmarena","modelId":"alibaba/wan-2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1123.961208,"ciLow":1115.930733,"ciHigh":1131.991683,"observedAt":"2026-11-12","runCount":7204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image","rowId":"portraits/Wan 2.7 Image","slice":"portraits"}
{"key":"lmarena|alibaba/wan-2.7:default|none|lmarena-text-to-image@1|rating|text_rendering/Wan 2.7 Image","sourceId":"lmarena","modelId":"alibaba/wan-2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1114.464118,"ciLow":1107.800055,"ciHigh":1121.128181,"observedAt":"2026-11-12","runCount":12566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Wan 2.7 Image","rowId":"text_rendering/Wan 2.7 Image","slice":"text_rendering"}
{"key":"lmarena|alibaba/z-image-turbo:default|none|lmarena-text-to-image@1|rating|3d_modeling/Z-Image-Turbo","sourceId":"lmarena","modelId":"alibaba/z-image-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1066.868826,"ciLow":1055.182212,"ciHigh":1078.555441,"observedAt":"2026-11-12","runCount":2401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Z-Image-Turbo","rowId":"3d_modeling/Z-Image-Turbo","slice":"3d_modeling"}
{"key":"lmarena|alibaba/z-image-turbo:default|none|lmarena-text-to-image@1|rating|art/Z-Image-Turbo","sourceId":"lmarena","modelId":"alibaba/z-image-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1072.596664,"ciLow":1062.555091,"ciHigh":1082.638236,"observedAt":"2026-11-12","runCount":3377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Z-Image-Turbo","rowId":"art/Z-Image-Turbo","slice":"art"}
{"key":"lmarena|alibaba/z-image-turbo:default|none|lmarena-text-to-image@1|rating|cartoon/Z-Image-Turbo","sourceId":"lmarena","modelId":"alibaba/z-image-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1067.155111,"ciLow":1060.173416,"ciHigh":1074.136806,"observedAt":"2026-11-12","runCount":9727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Z-Image-Turbo","rowId":"cartoon/Z-Image-Turbo","slice":"cartoon"}
{"key":"lmarena|alibaba/z-image-turbo:default|none|lmarena-text-to-image@1|rating|commercial_design/Z-Image-Turbo","sourceId":"lmarena","modelId":"alibaba/z-image-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1061.378832,"ciLow":1054.298755,"ciHigh":1068.458909,"observedAt":"2026-11-12","runCount":8037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Z-Image-Turbo","rowId":"commercial_design/Z-Image-Turbo","slice":"commercial_design"}
{"key":"lmarena|alibaba/z-image-turbo:default|none|lmarena-text-to-image@1|rating|overall/Z-Image-Turbo","sourceId":"lmarena","modelId":"alibaba/z-image-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1081.895287,"ciLow":1076.507932,"ciHigh":1087.282642,"observedAt":"2026-11-12","runCount":24090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Z-Image-Turbo","rowId":"overall/Z-Image-Turbo","slice":"overall"}
{"key":"lmarena|alibaba/z-image-turbo:default|none|lmarena-text-to-image@1|rating|photorealistic/Z-Image-Turbo","sourceId":"lmarena","modelId":"alibaba/z-image-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1115.865087,"ciLow":1108.730673,"ciHigh":1122.999501,"observedAt":"2026-11-12","runCount":10203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Z-Image-Turbo","rowId":"photorealistic/Z-Image-Turbo","slice":"photorealistic"}
{"key":"lmarena|alibaba/z-image-turbo:default|none|lmarena-text-to-image@1|rating|portraits/Z-Image-Turbo","sourceId":"lmarena","modelId":"alibaba/z-image-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1139.595925,"ciLow":1130.791165,"ciHigh":1148.400686,"observedAt":"2026-11-12","runCount":5480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Z-Image-Turbo","rowId":"portraits/Z-Image-Turbo","slice":"portraits"}
{"key":"lmarena|alibaba/z-image-turbo:default|none|lmarena-text-to-image@1|rating|text_rendering/Z-Image-Turbo","sourceId":"lmarena","modelId":"alibaba/z-image-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1059.584216,"ciLow":1052.33486,"ciHigh":1066.833571,"observedAt":"2026-11-12","runCount":7440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Z-Image-Turbo","rowId":"text_rendering/Z-Image-Turbo","slice":"text_rendering"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.998089,"ciLow":1261.774096,"ciHigh":1334.222082,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"chinese/Llama 3.1 Tulu 3 70B","slice":"chinese"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.866139,"ciLow":1284.331743,"ciHigh":1331.400535,"observedAt":"2026-11-11","runCount":450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"coding/Llama 3.1 Tulu 3 70B","slice":"coding"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.188859,"ciLow":1221.306641,"ciHigh":1271.071077,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"creative_writing/Llama 3.1 Tulu 3 70B","slice":"creative_writing"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|english/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.873814,"ciLow":1288.547614,"ciHigh":1315.200013,"observedAt":"2026-11-11","runCount":1629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"english/Llama 3.1 Tulu 3 70B","slice":"english"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.728493,"ciLow":1195.114489,"ciHigh":1230.342498,"observedAt":"2026-11-11","runCount":1728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"exclude_ties/Llama 3.1 Tulu 3 70B","slice":"exclude_ties"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.712115,"ciLow":1255.17037,"ciHigh":1292.253859,"observedAt":"2026-11-11","runCount":779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"hard_prompts/Llama 3.1 Tulu 3 70B","slice":"hard_prompts"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.922102,"ciLow":1266.683765,"ciHigh":1313.160438,"observedAt":"2026-11-11","runCount":499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"hard_prompts_english/Llama 3.1 Tulu 3 70B","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.145429,"ciLow":1243.961849,"ciHigh":1308.329009,"observedAt":"2026-11-11","runCount":288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 Tulu 3 70B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.723069,"ciLow":1237.344188,"ciHigh":1282.101951,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 Tulu 3 70B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.266485,"ciLow":1282.826329,"ciHigh":1331.706641,"observedAt":"2026-11-11","runCount":520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 Tulu 3 70B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.165201,"ciLow":1245.557989,"ciHigh":1300.772414,"observedAt":"2026-11-11","runCount":349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"industry_mathematical/Llama 3.1 Tulu 3 70B","slice":"industry_mathematical"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.289997,"ciLow":1278.51206,"ciHigh":1318.067934,"observedAt":"2026-11-11","runCount":711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"industry_software_and_it_services/Llama 3.1 Tulu 3 70B","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.600909,"ciLow":1258.091244,"ciHigh":1297.110573,"observedAt":"2026-11-11","runCount":758,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"industry_writing_and_literature_and_language/Llama 3.1 Tulu 3 70B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.069922,"ciLow":1256.525445,"ciHigh":1287.614399,"observedAt":"2026-11-11","runCount":1170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"instruction_following/Llama 3.1 Tulu 3 70B","slice":"instruction_following"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.844764,"ciLow":1248.863903,"ciHigh":1298.825626,"observedAt":"2026-11-11","runCount":463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"longer_query/Llama 3.1 Tulu 3 70B","slice":"longer_query"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|math/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.319624,"ciLow":1238.627515,"ciHigh":1288.011733,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"math/Llama 3.1 Tulu 3 70B","slice":"math"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.312749,"ciLow":1255.214092,"ciHigh":1301.411407,"observedAt":"2026-11-11","runCount":537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"multi_turn/Llama 3.1 Tulu 3 70B","slice":"multi_turn"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.851315,"ciLow":1251.568049,"ciHigh":1282.13458,"observedAt":"2026-11-11","runCount":1217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"non_english/Llama 3.1 Tulu 3 70B","slice":"non_english"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.189537,"ciLow":1275.73403,"ciHigh":1296.645044,"observedAt":"2026-11-11","runCount":2846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"overall/Llama 3.1 Tulu 3 70B","slice":"overall"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.200965,"ciLow":1250.278844,"ciHigh":1304.123086,"observedAt":"2026-11-11","runCount":366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"russian/Llama 3.1 Tulu 3 70B","slice":"russian"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|chinese/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.403276,"ciLow":1213.83451,"ciHigh":1284.972042,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"chinese/Llama 3.1 Tulu 3 70B","slice":"chinese"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|coding/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1235.287347,"ciLow":1211.647356,"ciHigh":1258.927337,"observedAt":"2026-11-11","runCount":450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"coding/Llama 3.1 Tulu 3 70B","slice":"coding"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|creative_writing/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.125535,"ciLow":1206.777604,"ciHigh":1255.473465,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"creative_writing/Llama 3.1 Tulu 3 70B","slice":"creative_writing"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|english/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.682605,"ciLow":1259.409971,"ciHigh":1285.955238,"observedAt":"2026-11-11","runCount":1629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"english/Llama 3.1 Tulu 3 70B","slice":"english"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1169.727891,"ciLow":1152.330742,"ciHigh":1187.125041,"observedAt":"2026-11-11","runCount":1728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"exclude_ties/Llama 3.1 Tulu 3 70B","slice":"exclude_ties"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.929233,"ciLow":1201.505401,"ciHigh":1238.353064,"observedAt":"2026-11-11","runCount":779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"hard_prompts/Llama 3.1 Tulu 3 70B","slice":"hard_prompts"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.42998,"ciLow":1213.189735,"ciHigh":1259.670224,"observedAt":"2026-11-11","runCount":499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"hard_prompts_english/Llama 3.1 Tulu 3 70B","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.893954,"ciLow":1193.837866,"ciHigh":1257.950042,"observedAt":"2026-11-11","runCount":288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 Tulu 3 70B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.052598,"ciLow":1217.848789,"ciHigh":1262.256407,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 Tulu 3 70B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.876907,"ciLow":1242.690784,"ciHigh":1291.063031,"observedAt":"2026-11-11","runCount":520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 Tulu 3 70B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1246.414587,"ciLow":1218.612695,"ciHigh":1274.216479,"observedAt":"2026-11-11","runCount":349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"industry_mathematical/Llama 3.1 Tulu 3 70B","slice":"industry_mathematical"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.695555,"ciLow":1222.001377,"ciHigh":1261.389733,"observedAt":"2026-11-11","runCount":711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"industry_software_and_it_services/Llama 3.1 Tulu 3 70B","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.276558,"ciLow":1235.115688,"ciHigh":1273.437427,"observedAt":"2026-11-11","runCount":758,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"industry_writing_and_literature_and_language/Llama 3.1 Tulu 3 70B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|instruction_following/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1232.415678,"ciLow":1216.985405,"ciHigh":1247.845951,"observedAt":"2026-11-11","runCount":1170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"instruction_following/Llama 3.1 Tulu 3 70B","slice":"instruction_following"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|longer_query/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.057863,"ciLow":1199.450093,"ciHigh":1248.665632,"observedAt":"2026-11-11","runCount":463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"longer_query/Llama 3.1 Tulu 3 70B","slice":"longer_query"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|math/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.920193,"ciLow":1217.462815,"ciHigh":1266.377571,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"math/Llama 3.1 Tulu 3 70B","slice":"math"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|multi_turn/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.495971,"ciLow":1228.371992,"ciHigh":1274.619949,"observedAt":"2026-11-11","runCount":537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"multi_turn/Llama 3.1 Tulu 3 70B","slice":"multi_turn"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|non_english/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1235.586078,"ciLow":1220.400443,"ciHigh":1250.771713,"observedAt":"2026-11-11","runCount":1217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"non_english/Llama 3.1 Tulu 3 70B","slice":"non_english"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|overall/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1255.767965,"ciLow":1245.316869,"ciHigh":1266.21906,"observedAt":"2026-11-11","runCount":2846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"overall/Llama 3.1 Tulu 3 70B","slice":"overall"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-70b:default|none|lmarena-text@1|rating|russian/Llama 3.1 Tulu 3 70B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.490902,"ciLow":1218.52279,"ciHigh":1272.459015,"observedAt":"2026-11-11","runCount":366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 70B","rowId":"russian/Llama 3.1 Tulu 3 70B","slice":"russian"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.966684,"ciLow":1184.583482,"ciHigh":1257.349886,"observedAt":"2026-11-11","runCount":238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"chinese/Llama 3.1 Tulu 3 8B","slice":"chinese"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.64052,"ciLow":1227.907643,"ciHigh":1277.373397,"observedAt":"2026-11-11","runCount":476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"coding/Llama 3.1 Tulu 3 8B","slice":"coding"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.94524,"ciLow":1170.867001,"ciHigh":1221.023479,"observedAt":"2026-11-11","runCount":472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"creative_writing/Llama 3.1 Tulu 3 8B","slice":"creative_writing"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|english/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.878968,"ciLow":1225.082561,"ciHigh":1252.675376,"observedAt":"2026-11-11","runCount":1633,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"english/Llama 3.1 Tulu 3 8B","slice":"english"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1100.961221,"ciLow":1081.634799,"ciHigh":1120.287643,"observedAt":"2026-11-11","runCount":1763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"exclude_ties/Llama 3.1 Tulu 3 8B","slice":"exclude_ties"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.878836,"ciLow":1203.213055,"ciHigh":1242.544617,"observedAt":"2026-11-11","runCount":728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"hard_prompts/Llama 3.1 Tulu 3 8B","slice":"hard_prompts"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.129093,"ciLow":1198.685248,"ciHigh":1249.572938,"observedAt":"2026-11-11","runCount":452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"hard_prompts_english/Llama 3.1 Tulu 3 8B","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.119,"ciLow":1212.622588,"ciHigh":1275.615411,"observedAt":"2026-11-11","runCount":285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 Tulu 3 8B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1178.816453,"ciLow":1155.946712,"ciHigh":1201.686193,"observedAt":"2026-11-11","runCount":563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 Tulu 3 8B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.050868,"ciLow":1210.526663,"ciHigh":1259.575074,"observedAt":"2026-11-11","runCount":516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 Tulu 3 8B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.600559,"ciLow":1178.226049,"ciHigh":1236.975069,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"industry_mathematical/Llama 3.1 Tulu 3 8B","slice":"industry_mathematical"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.722031,"ciLow":1223.816749,"ciHigh":1263.627313,"observedAt":"2026-11-11","runCount":761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"industry_software_and_it_services/Llama 3.1 Tulu 3 8B","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1200.084161,"ciLow":1180.566011,"ciHigh":1219.60231,"observedAt":"2026-11-11","runCount":816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"industry_writing_and_literature_and_language/Llama 3.1 Tulu 3 8B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.038732,"ciLow":1192.421682,"ciHigh":1223.655782,"observedAt":"2026-11-11","runCount":1172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"instruction_following/Llama 3.1 Tulu 3 8B","slice":"instruction_following"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.192912,"ciLow":1201.514159,"ciHigh":1252.871664,"observedAt":"2026-11-11","runCount":454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"longer_query/Llama 3.1 Tulu 3 8B","slice":"longer_query"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|math/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.71333,"ciLow":1180.132104,"ciHigh":1231.294557,"observedAt":"2026-11-11","runCount":363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"math/Llama 3.1 Tulu 3 8B","slice":"math"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1178.295052,"ciLow":1153.029265,"ciHigh":1203.560839,"observedAt":"2026-11-11","runCount":520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"multi_turn/Llama 3.1 Tulu 3 8B","slice":"multi_turn"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.88734,"ciLow":1184.795132,"ciHigh":1214.979547,"observedAt":"2026-11-11","runCount":1263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"non_english/Llama 3.1 Tulu 3 8B","slice":"non_english"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.576754,"ciLow":1209.908564,"ciHigh":1231.244944,"observedAt":"2026-11-11","runCount":2896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"overall/Llama 3.1 Tulu 3 8B","slice":"overall"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.556504,"ciLow":1199.908054,"ciHigh":1249.204954,"observedAt":"2026-11-11","runCount":418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"russian/Llama 3.1 Tulu 3 8B","slice":"russian"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|chinese/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1175.724351,"ciLow":1139.891671,"ciHigh":1211.557032,"observedAt":"2026-11-11","runCount":238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"chinese/Llama 3.1 Tulu 3 8B","slice":"chinese"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|coding/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1183.314404,"ciLow":1159.059919,"ciHigh":1207.56889,"observedAt":"2026-11-11","runCount":476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"coding/Llama 3.1 Tulu 3 8B","slice":"coding"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|creative_writing/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.327603,"ciLow":1156.275186,"ciHigh":1206.38002,"observedAt":"2026-11-11","runCount":472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"creative_writing/Llama 3.1 Tulu 3 8B","slice":"creative_writing"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|english/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1214.866314,"ciLow":1201.260088,"ciHigh":1228.472541,"observedAt":"2026-11-11","runCount":1633,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"english/Llama 3.1 Tulu 3 8B","slice":"english"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1059.929748,"ciLow":1041.039296,"ciHigh":1078.8202,"observedAt":"2026-11-11","runCount":1763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"exclude_ties/Llama 3.1 Tulu 3 8B","slice":"exclude_ties"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.190931,"ciLow":1154.653407,"ciHigh":1193.728454,"observedAt":"2026-11-11","runCount":728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"hard_prompts/Llama 3.1 Tulu 3 8B","slice":"hard_prompts"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1177.783733,"ciLow":1152.616283,"ciHigh":1202.951183,"observedAt":"2026-11-11","runCount":452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"hard_prompts_english/Llama 3.1 Tulu 3 8B","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.32546,"ciLow":1164.77431,"ciHigh":1227.87661,"observedAt":"2026-11-11","runCount":285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 Tulu 3 8B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1160.801129,"ciLow":1138.154414,"ciHigh":1183.447844,"observedAt":"2026-11-11","runCount":563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 Tulu 3 8B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1193.431217,"ciLow":1169.084509,"ciHigh":1217.777925,"observedAt":"2026-11-11","runCount":516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 Tulu 3 8B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1192.810256,"ciLow":1163.645716,"ciHigh":1221.974797,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"industry_mathematical/Llama 3.1 Tulu 3 8B","slice":"industry_mathematical"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.452337,"ciLow":1171.863371,"ciHigh":1211.041303,"observedAt":"2026-11-11","runCount":761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"industry_software_and_it_services/Llama 3.1 Tulu 3 8B","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1177.56017,"ciLow":1158.256509,"ciHigh":1196.863832,"observedAt":"2026-11-11","runCount":816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"industry_writing_and_literature_and_language/Llama 3.1 Tulu 3 8B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|instruction_following/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.039887,"ciLow":1158.626669,"ciHigh":1189.453105,"observedAt":"2026-11-11","runCount":1172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"instruction_following/Llama 3.1 Tulu 3 8B","slice":"instruction_following"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|longer_query/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.511258,"ciLow":1155.154544,"ciHigh":1205.867971,"observedAt":"2026-11-11","runCount":454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"longer_query/Llama 3.1 Tulu 3 8B","slice":"longer_query"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|math/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.757547,"ciLow":1169.408235,"ciHigh":1220.10686,"observedAt":"2026-11-11","runCount":363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"math/Llama 3.1 Tulu 3 8B","slice":"math"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|multi_turn/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.512573,"ciLow":1128.413173,"ciHigh":1178.611974,"observedAt":"2026-11-11","runCount":520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"multi_turn/Llama 3.1 Tulu 3 8B","slice":"multi_turn"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|non_english/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1168.981886,"ciLow":1153.977977,"ciHigh":1183.985795,"observedAt":"2026-11-11","runCount":1263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"non_english/Llama 3.1 Tulu 3 8B","slice":"non_english"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|overall/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1193.350424,"ciLow":1182.856924,"ciHigh":1203.843924,"observedAt":"2026-11-11","runCount":2896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"overall/Llama 3.1 Tulu 3 8B","slice":"overall"}
{"key":"lmarena|allenai/llama-3.1-tulu-3-8b:default|none|lmarena-text@1|rating|russian/Llama 3.1 Tulu 3 8B","sourceId":"lmarena","modelId":"allenai/llama-3.1-tulu-3-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1192.987558,"ciLow":1168.470447,"ciHigh":1217.504668,"observedAt":"2026-11-11","runCount":418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Tulu 3 8B","rowId":"russian/Llama 3.1 Tulu 3 8B","slice":"russian"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text-style-control@1|rating|english/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.718509,"ciLow":1304.483866,"ciHigh":1370.953152,"observedAt":"2026-11-11","runCount":330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"english/Molmo 2 8B","slice":"english"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.268864,"ciLow":1233.764182,"ciHigh":1298.773546,"observedAt":"2026-11-11","runCount":595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"exclude_ties/Molmo 2 8B","slice":"exclude_ties"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.732594,"ciLow":1307.359143,"ciHigh":1362.106045,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"hard_prompts/Molmo 2 8B","slice":"hard_prompts"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.199594,"ciLow":1316.362273,"ciHigh":1386.036916,"observedAt":"2026-11-11","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"industry_software_and_it_services/Molmo 2 8B","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text-style-control@1|rating|instruction_following/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.526493,"ciLow":1265.7275,"ciHigh":1341.325486,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"instruction_following/Molmo 2 8B","slice":"instruction_following"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text-style-control@1|rating|non_english/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.015964,"ciLow":1277.532306,"ciHigh":1330.499623,"observedAt":"2026-11-11","runCount":489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"non_english/Molmo 2 8B","slice":"non_english"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text-style-control@1|rating|overall/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.021299,"ciLow":1299.861629,"ciHigh":1342.18097,"observedAt":"2026-11-11","runCount":819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"overall/Molmo 2 8B","slice":"overall"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text@1|rating|english/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.041265,"ciLow":1266.530065,"ciHigh":1331.552466,"observedAt":"2026-11-11","runCount":330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"english/Molmo 2 8B","slice":"english"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text@1|rating|exclude_ties/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.517517,"ciLow":1186.188011,"ciHigh":1248.847024,"observedAt":"2026-11-11","runCount":595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"exclude_ties/Molmo 2 8B","slice":"exclude_ties"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text@1|rating|hard_prompts/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.49624,"ciLow":1260.432697,"ciHigh":1314.559783,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"hard_prompts/Molmo 2 8B","slice":"hard_prompts"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.439527,"ciLow":1265.190739,"ciHigh":1333.688315,"observedAt":"2026-11-11","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"industry_software_and_it_services/Molmo 2 8B","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text@1|rating|instruction_following/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.899469,"ciLow":1232.615098,"ciHigh":1307.183839,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"instruction_following/Molmo 2 8B","slice":"instruction_following"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text@1|rating|non_english/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.822711,"ciLow":1247.654818,"ciHigh":1299.990603,"observedAt":"2026-11-11","runCount":489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"non_english/Molmo 2 8B","slice":"non_english"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-text@1|rating|overall/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.088805,"ciLow":1266.305348,"ciHigh":1307.872262,"observedAt":"2026-11-11","runCount":819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"overall/Molmo 2 8B","slice":"overall"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-vision-style-control@1|rating|diagram/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1117.600142,"ciLow":1079.159734,"ciHigh":1156.04055,"observedAt":"2026-11-09","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"diagram/Molmo 2 8B","slice":"diagram"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-vision-style-control@1|rating|english/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1125.416271,"ciLow":1095.782782,"ciHigh":1155.049761,"observedAt":"2026-11-09","runCount":447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"english/Molmo 2 8B","slice":"english"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-vision-style-control@1|rating|ocr/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1093.816928,"ciLow":1069.311653,"ciHigh":1118.322202,"observedAt":"2026-11-09","runCount":794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"ocr/Molmo 2 8B","slice":"ocr"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-vision-style-control@1|rating|overall/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1113.078398,"ciLow":1093.356857,"ciHigh":1132.79994,"observedAt":"2026-11-09","runCount":1187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"overall/Molmo 2 8B","slice":"overall"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-vision@1|rating|diagram/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1073.241738,"ciLow":1034.705479,"ciHigh":1111.777997,"observedAt":"2026-11-09","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"diagram/Molmo 2 8B","slice":"diagram"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-vision@1|rating|english/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1096.196593,"ciLow":1066.631282,"ciHigh":1125.761905,"observedAt":"2026-11-09","runCount":447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"english/Molmo 2 8B","slice":"english"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-vision@1|rating|ocr/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1058.440139,"ciLow":1034.074122,"ciHigh":1082.806155,"observedAt":"2026-11-09","runCount":794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"ocr/Molmo 2 8B","slice":"ocr"}
{"key":"lmarena|allenai/molmo-2-8b:default|none|lmarena-vision@1|rating|overall/Molmo 2 8B","sourceId":"lmarena","modelId":"allenai/molmo-2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1081.589044,"ciLow":1062.000569,"ciHigh":1101.177519,"observedAt":"2026-11-09","runCount":1187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 2 8B","rowId":"overall/Molmo 2 8B","slice":"overall"}
{"key":"lmarena|allenai/molmo-72b-0924:default|none|lmarena-vision-style-control@1|rating|chinese/Molmo 72B (0924)","sourceId":"lmarena","modelId":"allenai/molmo-72b-0924","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":986.986799,"ciLow":932.099161,"ciHigh":1041.874437,"observedAt":"2026-11-09","runCount":182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 72B (0924)","rowId":"chinese/Molmo 72B (0924)","slice":"chinese"}
{"key":"lmarena|allenai/molmo-72b-0924:default|none|lmarena-vision-style-control@1|rating|english/Molmo 72B (0924)","sourceId":"lmarena","modelId":"allenai/molmo-72b-0924","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1067.948804,"ciLow":1050.909795,"ciHigh":1084.987813,"observedAt":"2026-11-09","runCount":1627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 72B (0924)","rowId":"english/Molmo 72B (0924)","slice":"english"}
{"key":"lmarena|allenai/molmo-72b-0924:default|none|lmarena-vision-style-control@1|rating|overall/Molmo 72B (0924)","sourceId":"lmarena","modelId":"allenai/molmo-72b-0924","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1045.225855,"ciLow":1032.116598,"ciHigh":1058.335113,"observedAt":"2026-11-09","runCount":3048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 72B (0924)","rowId":"overall/Molmo 72B (0924)","slice":"overall"}
{"key":"lmarena|allenai/molmo-72b-0924:default|none|lmarena-vision@1|rating|chinese/Molmo 72B (0924)","sourceId":"lmarena","modelId":"allenai/molmo-72b-0924","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":935.982386,"ciLow":880.809758,"ciHigh":991.155013,"observedAt":"2026-11-09","runCount":182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 72B (0924)","rowId":"chinese/Molmo 72B (0924)","slice":"chinese"}
{"key":"lmarena|allenai/molmo-72b-0924:default|none|lmarena-vision@1|rating|english/Molmo 72B (0924)","sourceId":"lmarena","modelId":"allenai/molmo-72b-0924","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1044.910765,"ciLow":1027.737415,"ciHigh":1062.084114,"observedAt":"2026-11-09","runCount":1627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 72B (0924)","rowId":"english/Molmo 72B (0924)","slice":"english"}
{"key":"lmarena|allenai/molmo-72b-0924:default|none|lmarena-vision@1|rating|overall/Molmo 72B (0924)","sourceId":"lmarena","modelId":"allenai/molmo-72b-0924","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1012.200094,"ciLow":999.085468,"ciHigh":1025.31472,"observedAt":"2026-11-09","runCount":3048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 72B (0924)","rowId":"overall/Molmo 72B (0924)","slice":"overall"}
{"key":"lmarena|allenai/molmo-7b-d-0924:default|none|lmarena-vision-style-control@1|rating|chinese/Molmo 7B-D (0924)","sourceId":"lmarena","modelId":"allenai/molmo-7b-d-0924","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":956.766503,"ciLow":901.186976,"ciHigh":1012.34603,"observedAt":"2026-11-09","runCount":171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 7B-D (0924)","rowId":"chinese/Molmo 7B-D (0924)","slice":"chinese"}
{"key":"lmarena|allenai/molmo-7b-d-0924:default|none|lmarena-vision-style-control@1|rating|english/Molmo 7B-D (0924)","sourceId":"lmarena","modelId":"allenai/molmo-7b-d-0924","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1035.72074,"ciLow":1017.83051,"ciHigh":1053.61097,"observedAt":"2026-11-09","runCount":1530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 7B-D (0924)","rowId":"english/Molmo 7B-D (0924)","slice":"english"}
{"key":"lmarena|allenai/molmo-7b-d-0924:default|none|lmarena-vision-style-control@1|rating|overall/Molmo 7B-D (0924)","sourceId":"lmarena","modelId":"allenai/molmo-7b-d-0924","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":994.112302,"ciLow":980.314178,"ciHigh":1007.910426,"observedAt":"2026-11-09","runCount":2815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 7B-D (0924)","rowId":"overall/Molmo 7B-D (0924)","slice":"overall"}
{"key":"lmarena|allenai/molmo-7b-d-0924:default|none|lmarena-vision@1|rating|chinese/Molmo 7B-D (0924)","sourceId":"lmarena","modelId":"allenai/molmo-7b-d-0924","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":889.62868,"ciLow":835.557041,"ciHigh":943.700319,"observedAt":"2026-11-09","runCount":171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 7B-D (0924)","rowId":"chinese/Molmo 7B-D (0924)","slice":"chinese"}
{"key":"lmarena|allenai/molmo-7b-d-0924:default|none|lmarena-vision@1|rating|english/Molmo 7B-D (0924)","sourceId":"lmarena","modelId":"allenai/molmo-7b-d-0924","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1012.342068,"ciLow":994.327632,"ciHigh":1030.356504,"observedAt":"2026-11-09","runCount":1530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 7B-D (0924)","rowId":"english/Molmo 7B-D (0924)","slice":"english"}
{"key":"lmarena|allenai/molmo-7b-d-0924:default|none|lmarena-vision@1|rating|overall/Molmo 7B-D (0924)","sourceId":"lmarena","modelId":"allenai/molmo-7b-d-0924","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":958.602902,"ciLow":944.779314,"ciHigh":972.42649,"observedAt":"2026-11-09","runCount":2815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Molmo 7B-D (0924)","rowId":"overall/Molmo 7B-D (0924)","slice":"overall"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|chinese/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.235349,"ciLow":1203.795828,"ciHigh":1276.67487,"observedAt":"2026-11-11","runCount":229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"chinese/OLMo 2 32B Instruct (0325)","slice":"chinese"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|coding/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.591647,"ciLow":1252.83849,"ciHigh":1306.344805,"observedAt":"2026-11-11","runCount":427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"coding/OLMo 2 32B Instruct (0325)","slice":"coding"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|creative_writing/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.312244,"ciLow":1198.680587,"ciHigh":1247.943902,"observedAt":"2026-11-11","runCount":567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"creative_writing/OLMo 2 32B Instruct (0325)","slice":"creative_writing"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|english/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.774288,"ciLow":1274.830643,"ciHigh":1300.717933,"observedAt":"2026-11-11","runCount":2025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"english/OLMo 2 32B Instruct (0325)","slice":"english"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|exclude_ties/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1154.261299,"ciLow":1137.071827,"ciHigh":1171.450772,"observedAt":"2026-11-11","runCount":2276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"exclude_ties/OLMo 2 32B Instruct (0325)","slice":"exclude_ties"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|hard_prompts/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.705491,"ciLow":1242.082265,"ciHigh":1281.328717,"observedAt":"2026-11-11","runCount":789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"hard_prompts/OLMo 2 32B Instruct (0325)","slice":"hard_prompts"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.866697,"ciLow":1273.310941,"ciHigh":1320.422452,"observedAt":"2026-11-11","runCount":538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"hard_prompts_english/OLMo 2 32B Instruct (0325)","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.850712,"ciLow":1204.292122,"ciHigh":1267.409301,"observedAt":"2026-11-11","runCount":336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_business_and_management_and_financial_operations/OLMo 2 32B Instruct (0325)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.469722,"ciLow":1229.52005,"ciHigh":1275.419394,"observedAt":"2026-11-11","runCount":606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_entertainment_and_sports_and_media/OLMo 2 32B Instruct (0325)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.047159,"ciLow":1232.868458,"ciHigh":1313.22586,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_legal_and_government/OLMo 2 32B Instruct (0325)","slice":"industry_legal_and_government"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.084244,"ciLow":1263.217045,"ciHigh":1310.951442,"observedAt":"2026-11-11","runCount":580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_life_and_physical_and_social_science/OLMo 2 32B Instruct (0325)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|industry_mathematical/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.768326,"ciLow":1189.90946,"ciHigh":1249.627192,"observedAt":"2026-11-11","runCount":336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_mathematical/OLMo 2 32B Instruct (0325)","slice":"industry_mathematical"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.952531,"ciLow":1201.05231,"ciHigh":1290.852753,"observedAt":"2026-11-11","runCount":204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_medicine_and_healthcare/OLMo 2 32B Instruct (0325)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.67176,"ciLow":1247.489029,"ciHigh":1289.854492,"observedAt":"2026-11-11","runCount":740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_software_and_it_services/OLMo 2 32B Instruct (0325)","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.314789,"ciLow":1214.041136,"ciHigh":1252.588443,"observedAt":"2026-11-11","runCount":872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_writing_and_literature_and_language/OLMo 2 32B Instruct (0325)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|instruction_following/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.833808,"ciLow":1211.567256,"ciHigh":1246.10036,"observedAt":"2026-11-11","runCount":1063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"instruction_following/OLMo 2 32B Instruct (0325)","slice":"instruction_following"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|longer_query/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.874064,"ciLow":1211.34336,"ciHigh":1278.404768,"observedAt":"2026-11-11","runCount":261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"longer_query/OLMo 2 32B Instruct (0325)","slice":"longer_query"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|math/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.927578,"ciLow":1198.769592,"ciHigh":1255.085563,"observedAt":"2026-11-11","runCount":375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"math/OLMo 2 32B Instruct (0325)","slice":"math"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|multi_turn/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.890175,"ciLow":1214.743,"ciHigh":1273.03735,"observedAt":"2026-11-11","runCount":363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"multi_turn/OLMo 2 32B Instruct (0325)","slice":"multi_turn"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|non_english/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.698093,"ciLow":1179.532046,"ciHigh":1211.86414,"observedAt":"2026-11-11","runCount":1309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"non_english/OLMo 2 32B Instruct (0325)","slice":"non_english"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|overall/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.746344,"ciLow":1240.972794,"ciHigh":1262.519894,"observedAt":"2026-11-11","runCount":3334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"overall/OLMo 2 32B Instruct (0325)","slice":"overall"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text-style-control@1|rating|russian/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.669865,"ciLow":1192.604572,"ciHigh":1258.735157,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"russian/OLMo 2 32B Instruct (0325)","slice":"russian"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|chinese/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.584022,"ciLow":1155.769119,"ciHigh":1227.398925,"observedAt":"2026-11-11","runCount":229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"chinese/OLMo 2 32B Instruct (0325)","slice":"chinese"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|coding/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1209.995762,"ciLow":1182.777635,"ciHigh":1237.213888,"observedAt":"2026-11-11","runCount":427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"coding/OLMo 2 32B Instruct (0325)","slice":"coding"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|creative_writing/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1198.377316,"ciLow":1173.72022,"ciHigh":1223.034412,"observedAt":"2026-11-11","runCount":567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"creative_writing/OLMo 2 32B Instruct (0325)","slice":"creative_writing"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|english/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1255.456809,"ciLow":1242.474777,"ciHigh":1268.438841,"observedAt":"2026-11-11","runCount":2025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"english/OLMo 2 32B Instruct (0325)","slice":"english"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|exclude_ties/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1106.810783,"ciLow":1089.700026,"ciHigh":1123.921539,"observedAt":"2026-11-11","runCount":2276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"exclude_ties/OLMo 2 32B Instruct (0325)","slice":"exclude_ties"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|hard_prompts/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1207.651787,"ciLow":1187.98187,"ciHigh":1227.321703,"observedAt":"2026-11-11","runCount":789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"hard_prompts/OLMo 2 32B Instruct (0325)","slice":"hard_prompts"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|hard_prompts_english/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.636796,"ciLow":1220.044077,"ciHigh":1267.229516,"observedAt":"2026-11-11","runCount":538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"hard_prompts_english/OLMo 2 32B Instruct (0325)","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.896567,"ciLow":1148.872983,"ciHigh":1212.920151,"observedAt":"2026-11-11","runCount":336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_business_and_management_and_financial_operations/OLMo 2 32B Instruct (0325)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.451087,"ciLow":1201.363654,"ciHigh":1247.53852,"observedAt":"2026-11-11","runCount":606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_entertainment_and_sports_and_media/OLMo 2 32B Instruct (0325)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|industry_legal_and_government/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.362457,"ciLow":1188.106553,"ciHigh":1268.618361,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_legal_and_government/OLMo 2 32B Instruct (0325)","slice":"industry_legal_and_government"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1239.567218,"ciLow":1215.958241,"ciHigh":1263.176195,"observedAt":"2026-11-11","runCount":580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_life_and_physical_and_social_science/OLMo 2 32B Instruct (0325)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|industry_mathematical/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.59809,"ciLow":1165.773681,"ciHigh":1225.422498,"observedAt":"2026-11-11","runCount":336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_mathematical/OLMo 2 32B Instruct (0325)","slice":"industry_mathematical"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.862232,"ciLow":1137.741258,"ciHigh":1225.983207,"observedAt":"2026-11-11","runCount":204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_medicine_and_healthcare/OLMo 2 32B Instruct (0325)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|industry_software_and_it_services/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.844883,"ciLow":1192.435448,"ciHigh":1235.254317,"observedAt":"2026-11-11","runCount":740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_software_and_it_services/OLMo 2 32B Instruct (0325)","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.621899,"ciLow":1184.269442,"ciHigh":1222.974356,"observedAt":"2026-11-11","runCount":872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"industry_writing_and_literature_and_language/OLMo 2 32B Instruct (0325)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|instruction_following/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.821267,"ciLow":1168.601347,"ciHigh":1203.041186,"observedAt":"2026-11-11","runCount":1063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"instruction_following/OLMo 2 32B Instruct (0325)","slice":"instruction_following"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|longer_query/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1193.930446,"ciLow":1160.133415,"ciHigh":1227.727478,"observedAt":"2026-11-11","runCount":261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"longer_query/OLMo 2 32B Instruct (0325)","slice":"longer_query"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|math/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1207.598365,"ciLow":1179.411858,"ciHigh":1235.784871,"observedAt":"2026-11-11","runCount":375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"math/OLMo 2 32B Instruct (0325)","slice":"math"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|multi_turn/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.181284,"ciLow":1192.080823,"ciHigh":1250.281746,"observedAt":"2026-11-11","runCount":363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"multi_turn/OLMo 2 32B Instruct (0325)","slice":"multi_turn"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|non_english/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1160.243995,"ciLow":1144.158794,"ciHigh":1176.329197,"observedAt":"2026-11-11","runCount":1309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"non_english/OLMo 2 32B Instruct (0325)","slice":"non_english"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|overall/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.980804,"ciLow":1207.206411,"ciHigh":1228.755197,"observedAt":"2026-11-11","runCount":3334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"overall/OLMo 2 32B Instruct (0325)","slice":"overall"}
{"key":"lmarena|allenai/olmo-2-32b-instruct-0325:default|none|lmarena-text@1|rating|russian/OLMo 2 32B Instruct (0325)","sourceId":"lmarena","modelId":"allenai/olmo-2-32b-instruct-0325","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.760811,"ciLow":1154.098464,"ciHigh":1219.423157,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 2 32B Instruct (0325)","rowId":"russian/OLMo 2 32B Instruct (0325)","slice":"russian"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|chinese/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.52926,"ciLow":1285.242347,"ciHigh":1341.816173,"observedAt":"2026-11-11","runCount":472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"chinese/Olmo 3 32B Think","slice":"chinese"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|coding/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.205198,"ciLow":1340.653683,"ciHigh":1377.756714,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"coding/Olmo 3 32B Think","slice":"coding"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|creative_writing/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.370787,"ciLow":1242.466958,"ciHigh":1284.274617,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"creative_writing/Olmo 3 32B Think","slice":"creative_writing"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|english/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.420087,"ciLow":1339.471126,"ciHigh":1363.369047,"observedAt":"2026-11-11","runCount":2451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"english/Olmo 3 32B Think","slice":"english"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|exclude_ties/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.803741,"ciLow":1235.616242,"ciHigh":1259.991239,"observedAt":"2026-11-11","runCount":4227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"exclude_ties/Olmo 3 32B Think","slice":"exclude_ties"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|expert/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.092762,"ciLow":1268.187895,"ciHigh":1339.997628,"observedAt":"2026-11-11","runCount":312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"expert/Olmo 3 32B Think","slice":"expert"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|french/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.379206,"ciLow":1240.525842,"ciHigh":1356.232571,"observedAt":"2026-11-11","runCount":122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"french/Olmo 3 32B Think","slice":"french"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|german/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.688895,"ciLow":1229.294095,"ciHigh":1336.083695,"observedAt":"2026-11-11","runCount":136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"german/Olmo 3 32B Think","slice":"german"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|hard_prompts/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.309701,"ciLow":1315.161981,"ciHigh":1337.457422,"observedAt":"2026-11-11","runCount":2995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"hard_prompts/Olmo 3 32B Think","slice":"hard_prompts"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.127902,"ciLow":1339.631887,"ciHigh":1372.623918,"observedAt":"2026-11-11","runCount":1287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"hard_prompts_english/Olmo 3 32B Think","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.075529,"ciLow":1289.903769,"ciHigh":1326.247289,"observedAt":"2026-11-11","runCount":1088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_business_and_management_and_financial_operations/Olmo 3 32B Think","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.986539,"ciLow":1252.693255,"ciHigh":1289.279822,"observedAt":"2026-11-11","runCount":1040,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_entertainment_and_sports_and_media/Olmo 3 32B Think","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.743194,"ciLow":1264.855758,"ciHigh":1324.630631,"observedAt":"2026-11-11","runCount":412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_legal_and_government/Olmo 3 32B Think","slice":"industry_legal_and_government"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.586693,"ciLow":1302.848017,"ciHigh":1342.325369,"observedAt":"2026-11-11","runCount":1000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_life_and_physical_and_social_science/Olmo 3 32B Think","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.440773,"ciLow":1293.096065,"ciHigh":1371.785482,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_mathematical/Olmo 3 32B Think","slice":"industry_mathematical"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.217684,"ciLow":1297.853671,"ciHigh":1368.581696,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_medicine_and_healthcare/Olmo 3 32B Think","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.894829,"ciLow":1343.064673,"ciHigh":1370.724986,"observedAt":"2026-11-11","runCount":1868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_software_and_it_services/Olmo 3 32B Think","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.061956,"ciLow":1258.364356,"ciHigh":1291.759557,"observedAt":"2026-11-11","runCount":1314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_writing_and_literature_and_language/Olmo 3 32B Think","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|instruction_following/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.949291,"ciLow":1282.183378,"ciHigh":1313.715203,"observedAt":"2026-11-11","runCount":1508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"instruction_following/Olmo 3 32B Think","slice":"instruction_following"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|longer_query/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.392811,"ciLow":1303.052388,"ciHigh":1335.733234,"observedAt":"2026-11-11","runCount":1366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"longer_query/Olmo 3 32B Think","slice":"longer_query"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|math/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.446376,"ciLow":1278.531511,"ciHigh":1342.36124,"observedAt":"2026-11-11","runCount":318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"math/Olmo 3 32B Think","slice":"math"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|multi_turn/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.77037,"ciLow":1276.966434,"ciHigh":1320.574306,"observedAt":"2026-11-11","runCount":771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"multi_turn/Olmo 3 32B Think","slice":"multi_turn"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|non_english/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.997939,"ciLow":1251.103536,"ciHigh":1272.892342,"observedAt":"2026-11-11","runCount":3334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"non_english/Olmo 3 32B Think","slice":"non_english"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|overall/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.748977,"ciLow":1297.46568,"ciHigh":1314.032274,"observedAt":"2026-11-11","runCount":5788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"overall/Olmo 3 32B Think","slice":"overall"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|polish/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.66231,"ciLow":1208.057594,"ciHigh":1301.267025,"observedAt":"2026-11-11","runCount":195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"polish/Olmo 3 32B Think","slice":"polish"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text-style-control@1|rating|russian/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.486781,"ciLow":1242.500648,"ciHigh":1292.472914,"observedAt":"2026-11-11","runCount":605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"russian/Olmo 3 32B Think","slice":"russian"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|chinese/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.615243,"ciLow":1270.405463,"ciHigh":1326.825023,"observedAt":"2026-11-11","runCount":472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"chinese/Olmo 3 32B Think","slice":"chinese"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|coding/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.656741,"ciLow":1299.206282,"ciHigh":1336.107201,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"coding/Olmo 3 32B Think","slice":"coding"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|creative_writing/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.243948,"ciLow":1233.417466,"ciHigh":1275.070431,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"creative_writing/Olmo 3 32B Think","slice":"creative_writing"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|english/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.18828,"ciLow":1336.275017,"ciHigh":1360.101543,"observedAt":"2026-11-11","runCount":2451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"english/Olmo 3 32B Think","slice":"english"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|exclude_ties/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.73155,"ciLow":1225.635457,"ciHigh":1249.827642,"observedAt":"2026-11-11","runCount":4227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"exclude_ties/Olmo 3 32B Think","slice":"exclude_ties"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|expert/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.099301,"ciLow":1237.470605,"ciHigh":1308.727996,"observedAt":"2026-11-11","runCount":312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"expert/Olmo 3 32B Think","slice":"expert"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|french/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.595422,"ciLow":1228.030655,"ciHigh":1343.16019,"observedAt":"2026-11-11","runCount":122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"french/Olmo 3 32B Think","slice":"french"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|german/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.189145,"ciLow":1236.678271,"ciHigh":1343.700018,"observedAt":"2026-11-11","runCount":136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"german/Olmo 3 32B Think","slice":"german"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|hard_prompts/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.749515,"ciLow":1290.637362,"ciHigh":1312.861668,"observedAt":"2026-11-11","runCount":2995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"hard_prompts/Olmo 3 32B Think","slice":"hard_prompts"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|hard_prompts_english/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.870298,"ciLow":1319.385799,"ciHigh":1352.354798,"observedAt":"2026-11-11","runCount":1287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"hard_prompts_english/Olmo 3 32B Think","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.366413,"ciLow":1272.201264,"ciHigh":1308.531561,"observedAt":"2026-11-11","runCount":1088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_business_and_management_and_financial_operations/Olmo 3 32B Think","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.295672,"ciLow":1246.098117,"ciHigh":1282.493226,"observedAt":"2026-11-11","runCount":1040,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_entertainment_and_sports_and_media/Olmo 3 32B Think","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|industry_legal_and_government/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.607686,"ciLow":1257.900273,"ciHigh":1317.315098,"observedAt":"2026-11-11","runCount":412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_legal_and_government/Olmo 3 32B Think","slice":"industry_legal_and_government"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.34597,"ciLow":1289.749953,"ciHigh":1328.941987,"observedAt":"2026-11-11","runCount":1000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_life_and_physical_and_social_science/Olmo 3 32B Think","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|industry_mathematical/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.814778,"ciLow":1290.09546,"ciHigh":1367.534095,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_mathematical/Olmo 3 32B Think","slice":"industry_mathematical"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.425328,"ciLow":1278.324374,"ciHigh":1348.526282,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_medicine_and_healthcare/Olmo 3 32B Think","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|industry_software_and_it_services/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.338913,"ciLow":1317.542885,"ciHigh":1345.13494,"observedAt":"2026-11-11","runCount":1868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_software_and_it_services/Olmo 3 32B Think","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.715754,"ciLow":1251.041011,"ciHigh":1284.390497,"observedAt":"2026-11-11","runCount":1314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"industry_writing_and_literature_and_language/Olmo 3 32B Think","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|instruction_following/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.269369,"ciLow":1258.52403,"ciHigh":1290.014708,"observedAt":"2026-11-11","runCount":1508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"instruction_following/Olmo 3 32B Think","slice":"instruction_following"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|longer_query/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.161953,"ciLow":1277.989011,"ciHigh":1310.334895,"observedAt":"2026-11-11","runCount":1366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"longer_query/Olmo 3 32B Think","slice":"longer_query"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|math/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.16747,"ciLow":1283.370124,"ciHigh":1346.964816,"observedAt":"2026-11-11","runCount":318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"math/Olmo 3 32B Think","slice":"math"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|multi_turn/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.721727,"ciLow":1267.890207,"ciHigh":1311.553247,"observedAt":"2026-11-11","runCount":771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"multi_turn/Olmo 3 32B Think","slice":"multi_turn"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|non_english/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.07267,"ciLow":1242.225489,"ciHigh":1263.919851,"observedAt":"2026-11-11","runCount":3334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"non_english/Olmo 3 32B Think","slice":"non_english"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|overall/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.059856,"ciLow":1290.782483,"ciHigh":1307.337228,"observedAt":"2026-11-11","runCount":5788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"overall/Olmo 3 32B Think","slice":"overall"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|polish/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.735355,"ciLow":1206.06851,"ciHigh":1297.402199,"observedAt":"2026-11-11","runCount":195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"polish/Olmo 3 32B Think","slice":"polish"}
{"key":"lmarena|allenai/olmo-3-32b-think:default|none|lmarena-text@1|rating|russian/Olmo 3 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.133637,"ciLow":1228.335663,"ciHigh":1277.931611,"observedAt":"2026-11-11","runCount":605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3 32B Think","rowId":"russian/Olmo 3 32B Think","slice":"russian"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.656639,"ciLow":1306.928218,"ciHigh":1348.385061,"observedAt":"2026-11-11","runCount":875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"chinese/Olmo 3.1 32B Instruct","slice":"chinese"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.330525,"ciLow":1369.327618,"ciHigh":1393.333432,"observedAt":"2026-11-11","runCount":2440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"coding/Olmo 3.1 32B Instruct","slice":"coding"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.287937,"ciLow":1279.515543,"ciHigh":1309.060332,"observedAt":"2026-11-11","runCount":1710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"creative_writing/Olmo 3.1 32B Instruct","slice":"creative_writing"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|english/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.174382,"ciLow":1362.187654,"ciHigh":1380.16111,"observedAt":"2026-11-11","runCount":4540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"english/Olmo 3.1 32B Instruct","slice":"english"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.456199,"ciLow":1267.231338,"ciHigh":1285.681059,"observedAt":"2026-11-11","runCount":8394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"exclude_ties/Olmo 3.1 32B Instruct","slice":"exclude_ties"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.424281,"ciLow":1302.127402,"ciHigh":1346.721159,"observedAt":"2026-11-11","runCount":752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"expert/Olmo 3.1 32B Instruct","slice":"expert"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|french/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.155599,"ciLow":1316.131502,"ciHigh":1386.179697,"observedAt":"2026-11-11","runCount":323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"french/Olmo 3.1 32B Instruct","slice":"french"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|german/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.315614,"ciLow":1262.358951,"ciHigh":1338.272276,"observedAt":"2026-11-11","runCount":245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"german/Olmo 3.1 32B Instruct","slice":"german"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.413923,"ciLow":1341.500666,"ciHigh":1357.327179,"observedAt":"2026-11-11","runCount":6296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"hard_prompts/Olmo 3.1 32B Instruct","slice":"hard_prompts"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.433699,"ciLow":1365.283862,"ciHigh":1389.583537,"observedAt":"2026-11-11","runCount":2392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"hard_prompts_english/Olmo 3.1 32B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.037427,"ciLow":1337.236062,"ciHigh":1362.838791,"observedAt":"2026-11-11","runCount":2122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_business_and_management_and_financial_operations/Olmo 3.1 32B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.874914,"ciLow":1281.611091,"ciHigh":1308.138737,"observedAt":"2026-11-11","runCount":2063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_entertainment_and_sports_and_media/Olmo 3.1 32B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.788159,"ciLow":1337.600972,"ciHigh":1377.975345,"observedAt":"2026-11-11","runCount":882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_legal_and_government/Olmo 3.1 32B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.039224,"ciLow":1330.742363,"ciHigh":1359.336086,"observedAt":"2026-11-11","runCount":1851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_life_and_physical_and_social_science/Olmo 3.1 32B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.612007,"ciLow":1320.628713,"ciHigh":1376.5953,"observedAt":"2026-11-11","runCount":433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_mathematical/Olmo 3.1 32B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.286014,"ciLow":1296.107668,"ciHigh":1342.46436,"observedAt":"2026-11-11","runCount":776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_medicine_and_healthcare/Olmo 3.1 32B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.735062,"ciLow":1367.169743,"ciHigh":1386.300381,"observedAt":"2026-11-11","runCount":3930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_software_and_it_services/Olmo 3.1 32B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.224216,"ciLow":1289.356145,"ciHigh":1313.092287,"observedAt":"2026-11-11","runCount":2643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_writing_and_literature_and_language/Olmo 3.1 32B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.736137,"ciLow":1310.061665,"ciHigh":1331.410609,"observedAt":"2026-11-11","runCount":3195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"instruction_following/Olmo 3.1 32B Instruct","slice":"instruction_following"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|korean/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.857301,"ciLow":1173.164188,"ciHigh":1268.550414,"observedAt":"2026-11-11","runCount":180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"korean/Olmo 3.1 32B Instruct","slice":"korean"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.436918,"ciLow":1325.498744,"ciHigh":1347.375091,"observedAt":"2026-11-11","runCount":2932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"longer_query/Olmo 3.1 32B Instruct","slice":"longer_query"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|math/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.968141,"ciLow":1275.048152,"ciHigh":1320.888129,"observedAt":"2026-11-11","runCount":686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"math/Olmo 3.1 32B Instruct","slice":"math"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.214863,"ciLow":1316.91944,"ciHigh":1343.510286,"observedAt":"2026-11-11","runCount":2128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"multi_turn/Olmo 3.1 32B Instruct","slice":"multi_turn"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.633659,"ciLow":1286.017494,"ciHigh":1301.249825,"observedAt":"2026-11-11","runCount":7191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"non_english/Olmo 3.1 32B Instruct","slice":"non_english"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.344343,"ciLow":1323.190865,"ciHigh":1335.49782,"observedAt":"2026-11-11","runCount":11731,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"overall/Olmo 3.1 32B Instruct","slice":"overall"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|polish/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.205284,"ciLow":1204.252528,"ciHigh":1272.15804,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"polish/Olmo 3.1 32B Instruct","slice":"polish"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.123207,"ciLow":1276.302923,"ciHigh":1305.94349,"observedAt":"2026-11-11","runCount":1688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"russian/Olmo 3.1 32B Instruct","slice":"russian"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.167816,"ciLow":1319.948231,"ciHigh":1382.387401,"observedAt":"2026-11-11","runCount":370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"spanish/Olmo 3.1 32B Instruct","slice":"spanish"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|chinese/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.345376,"ciLow":1283.745699,"ciHigh":1324.945053,"observedAt":"2026-11-11","runCount":875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"chinese/Olmo 3.1 32B Instruct","slice":"chinese"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|coding/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.780652,"ciLow":1334.919127,"ciHigh":1358.642178,"observedAt":"2026-11-11","runCount":2440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"coding/Olmo 3.1 32B Instruct","slice":"coding"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|creative_writing/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.630422,"ciLow":1250.874368,"ciHigh":1280.386476,"observedAt":"2026-11-11","runCount":1710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"creative_writing/Olmo 3.1 32B Instruct","slice":"creative_writing"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|english/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.586747,"ciLow":1344.69894,"ciHigh":1362.474554,"observedAt":"2026-11-11","runCount":4540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"english/Olmo 3.1 32B Instruct","slice":"english"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.088545,"ciLow":1241.03677,"ciHigh":1259.14032,"observedAt":"2026-11-11","runCount":8394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"exclude_ties/Olmo 3.1 32B Instruct","slice":"exclude_ties"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|expert/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.20501,"ciLow":1284.36645,"ciHigh":1328.043571,"observedAt":"2026-11-11","runCount":752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"expert/Olmo 3.1 32B Instruct","slice":"expert"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|french/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.69589,"ciLow":1293.622533,"ciHigh":1363.769248,"observedAt":"2026-11-11","runCount":323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"french/Olmo 3.1 32B Instruct","slice":"french"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|german/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.657826,"ciLow":1244.068158,"ciHigh":1319.247493,"observedAt":"2026-11-11","runCount":245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"german/Olmo 3.1 32B Instruct","slice":"german"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1322.127952,"ciLow":1314.291934,"ciHigh":1329.963969,"observedAt":"2026-11-11","runCount":6296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"hard_prompts/Olmo 3.1 32B Instruct","slice":"hard_prompts"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.577703,"ciLow":1340.557306,"ciHigh":1364.598101,"observedAt":"2026-11-11","runCount":2392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"hard_prompts_english/Olmo 3.1 32B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.081418,"ciLow":1304.428771,"ciHigh":1329.734065,"observedAt":"2026-11-11","runCount":2122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_business_and_management_and_financial_operations/Olmo 3.1 32B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.266225,"ciLow":1257.165645,"ciHigh":1283.366805,"observedAt":"2026-11-11","runCount":2063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_entertainment_and_sports_and_media/Olmo 3.1 32B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.76862,"ciLow":1311.992538,"ciHigh":1351.544701,"observedAt":"2026-11-11","runCount":882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_legal_and_government/Olmo 3.1 32B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.641921,"ciLow":1302.502967,"ciHigh":1330.780876,"observedAt":"2026-11-11","runCount":1851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_life_and_physical_and_social_science/Olmo 3.1 32B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.490933,"ciLow":1320.851031,"ciHigh":1376.130834,"observedAt":"2026-11-11","runCount":433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_mathematical/Olmo 3.1 32B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.564078,"ciLow":1263.966538,"ciHigh":1309.161618,"observedAt":"2026-11-11","runCount":776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_medicine_and_healthcare/Olmo 3.1 32B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.207416,"ciLow":1339.758718,"ciHigh":1358.656114,"observedAt":"2026-11-11","runCount":3930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_software_and_it_services/Olmo 3.1 32B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.659634,"ciLow":1263.899507,"ciHigh":1287.419761,"observedAt":"2026-11-11","runCount":2643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"industry_writing_and_literature_and_language/Olmo 3.1 32B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|instruction_following/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.975979,"ciLow":1288.363629,"ciHigh":1309.58833,"observedAt":"2026-11-11","runCount":3195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"instruction_following/Olmo 3.1 32B Instruct","slice":"instruction_following"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|korean/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1204.859405,"ciLow":1158.293948,"ciHigh":1251.424861,"observedAt":"2026-11-11","runCount":180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"korean/Olmo 3.1 32B Instruct","slice":"korean"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|longer_query/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.262272,"ciLow":1301.434272,"ciHigh":1323.090272,"observedAt":"2026-11-11","runCount":2932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"longer_query/Olmo 3.1 32B Instruct","slice":"longer_query"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|math/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.624585,"ciLow":1283.862923,"ciHigh":1329.386247,"observedAt":"2026-11-11","runCount":686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"math/Olmo 3.1 32B Instruct","slice":"math"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|multi_turn/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.970709,"ciLow":1296.719326,"ciHigh":1323.222093,"observedAt":"2026-11-11","runCount":2128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"multi_turn/Olmo 3.1 32B Instruct","slice":"multi_turn"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|non_english/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.501425,"ciLow":1267.95505,"ciHigh":1283.047799,"observedAt":"2026-11-11","runCount":7191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"non_english/Olmo 3.1 32B Instruct","slice":"non_english"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|overall/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.256619,"ciLow":1305.154366,"ciHigh":1317.358872,"observedAt":"2026-11-11","runCount":11731,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"overall/Olmo 3.1 32B Instruct","slice":"overall"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|polish/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1220.828282,"ciLow":1187.558193,"ciHigh":1254.098371,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"polish/Olmo 3.1 32B Instruct","slice":"polish"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|russian/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.973808,"ciLow":1254.314049,"ciHigh":1283.633568,"observedAt":"2026-11-11","runCount":1688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"russian/Olmo 3.1 32B Instruct","slice":"russian"}
{"key":"lmarena|allenai/olmo-3.1-32b-instruct:default|none|lmarena-text@1|rating|spanish/Olmo 3.1 32B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.142645,"ciLow":1306.248992,"ciHigh":1368.036298,"observedAt":"2026-11-11","runCount":370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Instruct","rowId":"spanish/Olmo 3.1 32B Instruct","slice":"spanish"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|chinese/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.484887,"ciLow":1244.597942,"ciHigh":1292.371832,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"chinese/Olmo 3.1 32B Think","slice":"chinese"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|coding/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.492982,"ciLow":1324.008648,"ciHigh":1354.977316,"observedAt":"2026-11-11","runCount":1547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"coding/Olmo 3.1 32B Think","slice":"coding"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|creative_writing/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.349136,"ciLow":1231.178956,"ciHigh":1265.519317,"observedAt":"2026-11-11","runCount":1349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"creative_writing/Olmo 3.1 32B Think","slice":"creative_writing"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|english/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.372628,"ciLow":1339.072103,"ciHigh":1359.673154,"observedAt":"2026-11-11","runCount":3284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"english/Olmo 3.1 32B Think","slice":"english"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|exclude_ties/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.78695,"ciLow":1199.485019,"ciHigh":1222.088881,"observedAt":"2026-11-11","runCount":5948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"exclude_ties/Olmo 3.1 32B Think","slice":"exclude_ties"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|expert/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.730131,"ciLow":1310.096179,"ciHigh":1361.364083,"observedAt":"2026-11-11","runCount":550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"expert/Olmo 3.1 32B Think","slice":"expert"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|french/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.834007,"ciLow":1238.206705,"ciHigh":1327.461308,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"french/Olmo 3.1 32B Think","slice":"french"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|german/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.920638,"ciLow":1220.084197,"ciHigh":1317.75708,"observedAt":"2026-11-11","runCount":165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"german/Olmo 3.1 32B Think","slice":"german"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|hard_prompts/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.491802,"ciLow":1294.950039,"ciHigh":1314.033565,"observedAt":"2026-11-11","runCount":4338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"hard_prompts/Olmo 3.1 32B Think","slice":"hard_prompts"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.903346,"ciLow":1334.543008,"ciHigh":1363.263685,"observedAt":"2026-11-11","runCount":1712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"hard_prompts_english/Olmo 3.1 32B Think","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.033789,"ciLow":1263.898392,"ciHigh":1296.169186,"observedAt":"2026-11-11","runCount":1470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_business_and_management_and_financial_operations/Olmo 3.1 32B Think","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.618991,"ciLow":1242.740618,"ciHigh":1272.497365,"observedAt":"2026-11-11","runCount":1640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_entertainment_and_sports_and_media/Olmo 3.1 32B Think","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.73113,"ciLow":1281.161188,"ciHigh":1330.301072,"observedAt":"2026-11-11","runCount":616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_legal_and_government/Olmo 3.1 32B Think","slice":"industry_legal_and_government"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.317617,"ciLow":1293.901348,"ciHigh":1326.733886,"observedAt":"2026-11-11","runCount":1395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_life_and_physical_and_social_science/Olmo 3.1 32B Think","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.848894,"ciLow":1289.50541,"ciHigh":1348.192378,"observedAt":"2026-11-11","runCount":376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_mathematical/Olmo 3.1 32B Think","slice":"industry_mathematical"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.490281,"ciLow":1261.977406,"ciHigh":1315.003156,"observedAt":"2026-11-11","runCount":587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_medicine_and_healthcare/Olmo 3.1 32B Think","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.136393,"ciLow":1322.328892,"ciHigh":1345.943893,"observedAt":"2026-11-11","runCount":2657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_software_and_it_services/Olmo 3.1 32B Think","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.036241,"ciLow":1256.084366,"ciHigh":1283.988116,"observedAt":"2026-11-11","runCount":1929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_writing_and_literature_and_language/Olmo 3.1 32B Think","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|instruction_following/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.179334,"ciLow":1266.982266,"ciHigh":1293.376402,"observedAt":"2026-11-11","runCount":2169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"instruction_following/Olmo 3.1 32B Think","slice":"instruction_following"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|longer_query/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.986901,"ciLow":1293.406308,"ciHigh":1320.567493,"observedAt":"2026-11-11","runCount":2026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"longer_query/Olmo 3.1 32B Think","slice":"longer_query"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|math/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.261368,"ciLow":1276.121454,"ciHigh":1328.401281,"observedAt":"2026-11-11","runCount":473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"math/Olmo 3.1 32B Think","slice":"math"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|multi_turn/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.129375,"ciLow":1248.179608,"ciHigh":1284.079143,"observedAt":"2026-11-11","runCount":1183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"multi_turn/Olmo 3.1 32B Think","slice":"multi_turn"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|non_english/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.769926,"ciLow":1221.459942,"ciHigh":1240.079909,"observedAt":"2026-11-11","runCount":4960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"non_english/Olmo 3.1 32B Think","slice":"non_english"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|overall/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.074458,"ciLow":1278.791317,"ciHigh":1293.357598,"observedAt":"2026-11-11","runCount":8244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"overall/Olmo 3.1 32B Think","slice":"overall"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|polish/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.878194,"ciLow":1171.584253,"ciHigh":1242.172134,"observedAt":"2026-11-11","runCount":335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"polish/Olmo 3.1 32B Think","slice":"polish"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|russian/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.16956,"ciLow":1205.111241,"ciHigh":1243.227878,"observedAt":"2026-11-11","runCount":1060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"russian/Olmo 3.1 32B Think","slice":"russian"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text-style-control@1|rating|spanish/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.523549,"ciLow":1261.159659,"ciHigh":1347.887439,"observedAt":"2026-11-11","runCount":199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"spanish/Olmo 3.1 32B Think","slice":"spanish"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|chinese/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.902324,"ciLow":1217.150642,"ciHigh":1264.654005,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"chinese/Olmo 3.1 32B Think","slice":"chinese"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|coding/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.105695,"ciLow":1274.744263,"ciHigh":1305.467127,"observedAt":"2026-11-11","runCount":1547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"coding/Olmo 3.1 32B Think","slice":"coding"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|creative_writing/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.613759,"ciLow":1209.502281,"ciHigh":1243.725237,"observedAt":"2026-11-11","runCount":1349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"creative_writing/Olmo 3.1 32B Think","slice":"creative_writing"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|english/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.407877,"ciLow":1334.144885,"ciHigh":1354.670868,"observedAt":"2026-11-11","runCount":3284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"english/Olmo 3.1 32B Think","slice":"english"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|exclude_ties/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1189.849243,"ciLow":1178.63959,"ciHigh":1201.058896,"observedAt":"2026-11-11","runCount":5948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"exclude_ties/Olmo 3.1 32B Think","slice":"exclude_ties"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|expert/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.214369,"ciLow":1268.87828,"ciHigh":1319.550458,"observedAt":"2026-11-11","runCount":550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"expert/Olmo 3.1 32B Think","slice":"expert"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|french/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.581118,"ciLow":1217.307076,"ciHigh":1305.855159,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"french/Olmo 3.1 32B Think","slice":"french"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|german/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.7714,"ciLow":1213.400701,"ciHigh":1310.142098,"observedAt":"2026-11-11","runCount":165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"german/Olmo 3.1 32B Think","slice":"german"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|hard_prompts/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.735827,"ciLow":1262.229328,"ciHigh":1281.242327,"observedAt":"2026-11-11","runCount":4338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"hard_prompts/Olmo 3.1 32B Think","slice":"hard_prompts"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|hard_prompts_english/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.904426,"ciLow":1313.619214,"ciHigh":1342.189637,"observedAt":"2026-11-11","runCount":1712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"hard_prompts_english/Olmo 3.1 32B Think","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.628457,"ciLow":1237.424721,"ciHigh":1269.832192,"observedAt":"2026-11-11","runCount":1470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_business_and_management_and_financial_operations/Olmo 3.1 32B Think","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.826365,"ciLow":1221.987271,"ciHigh":1251.66546,"observedAt":"2026-11-11","runCount":1640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_entertainment_and_sports_and_media/Olmo 3.1 32B Think","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|industry_legal_and_government/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.246772,"ciLow":1263.148442,"ciHigh":1311.345102,"observedAt":"2026-11-11","runCount":616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_legal_and_government/Olmo 3.1 32B Think","slice":"industry_legal_and_government"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.886402,"ciLow":1273.560527,"ciHigh":1306.212278,"observedAt":"2026-11-11","runCount":1395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_life_and_physical_and_social_science/Olmo 3.1 32B Think","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|industry_mathematical/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.855353,"ciLow":1281.628217,"ciHigh":1340.082489,"observedAt":"2026-11-11","runCount":376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_mathematical/Olmo 3.1 32B Think","slice":"industry_mathematical"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.802309,"ciLow":1234.314197,"ciHigh":1287.29042,"observedAt":"2026-11-11","runCount":587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_medicine_and_healthcare/Olmo 3.1 32B Think","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|industry_software_and_it_services/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.613811,"ciLow":1288.860093,"ciHigh":1312.36753,"observedAt":"2026-11-11","runCount":2657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_software_and_it_services/Olmo 3.1 32B Think","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.607085,"ciLow":1236.751534,"ciHigh":1264.462635,"observedAt":"2026-11-11","runCount":1929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"industry_writing_and_literature_and_language/Olmo 3.1 32B Think","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|instruction_following/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1246.414999,"ciLow":1233.274322,"ciHigh":1259.555677,"observedAt":"2026-11-11","runCount":2169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"instruction_following/Olmo 3.1 32B Think","slice":"instruction_following"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|longer_query/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.864369,"ciLow":1257.392733,"ciHigh":1284.336004,"observedAt":"2026-11-11","runCount":2026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"longer_query/Olmo 3.1 32B Think","slice":"longer_query"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|math/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.51812,"ciLow":1278.533319,"ciHigh":1330.50292,"observedAt":"2026-11-11","runCount":473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"math/Olmo 3.1 32B Think","slice":"math"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|multi_turn/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.766442,"ciLow":1233.846241,"ciHigh":1269.686643,"observedAt":"2026-11-11","runCount":1183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"multi_turn/Olmo 3.1 32B Think","slice":"multi_turn"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|non_english/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1209.046396,"ciLow":1199.804317,"ciHigh":1218.288474,"observedAt":"2026-11-11","runCount":4960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"non_english/Olmo 3.1 32B Think","slice":"non_english"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|overall/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.029772,"ciLow":1263.763898,"ciHigh":1278.295645,"observedAt":"2026-11-11","runCount":8244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"overall/Olmo 3.1 32B Think","slice":"overall"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|polish/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.453802,"ciLow":1156.208281,"ciHigh":1226.699324,"observedAt":"2026-11-11","runCount":335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"polish/Olmo 3.1 32B Think","slice":"polish"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|russian/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1193.153167,"ciLow":1174.04016,"ciHigh":1212.266174,"observedAt":"2026-11-11","runCount":1060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"russian/Olmo 3.1 32B Think","slice":"russian"}
{"key":"lmarena|allenai/olmo-3.1-32b-think:default|none|lmarena-text@1|rating|spanish/Olmo 3.1 32B Think","sourceId":"lmarena","modelId":"allenai/olmo-3.1-32b-think","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.000958,"ciLow":1245.954698,"ciHigh":1332.047218,"observedAt":"2026-11-11","runCount":199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Olmo 3.1 32B Think","rowId":"spanish/Olmo 3.1 32B Think","slice":"spanish"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1078.333855,"ciLow":1054.613449,"ciHigh":1102.054261,"observedAt":"2026-11-11","runCount":722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"chinese/OLMo 7B Instruct","slice":"chinese"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|coding/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1107.519506,"ciLow":1085.687917,"ciHigh":1129.351096,"observedAt":"2026-11-11","runCount":772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"coding/OLMo 7B Instruct","slice":"coding"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1001.225507,"ciLow":980.876005,"ciHigh":1021.57501,"observedAt":"2026-11-11","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"creative_writing/OLMo 7B Instruct","slice":"creative_writing"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|english/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1110.226394,"ciLow":1097.21186,"ciHigh":1123.240929,"observedAt":"2026-11-11","runCount":4043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"english/OLMo 7B Instruct","slice":"english"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":885.711309,"ciLow":868.203573,"ciHigh":903.219044,"observedAt":"2026-11-11","runCount":4315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"exclude_ties/OLMo 7B Instruct","slice":"exclude_ties"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1068.815866,"ciLow":1052.005445,"ciHigh":1085.626287,"observedAt":"2026-11-11","runCount":1462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"hard_prompts/OLMo 7B Instruct","slice":"hard_prompts"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1085.782553,"ciLow":1066.950884,"ciHigh":1104.614222,"observedAt":"2026-11-11","runCount":1076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"hard_prompts_english/OLMo 7B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1086.772434,"ciLow":1060.604209,"ciHigh":1112.940659,"observedAt":"2026-11-11","runCount":548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_business_and_management_and_financial_operations/OLMo 7B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1024.562823,"ciLow":1003.633016,"ciHigh":1045.492631,"observedAt":"2026-11-11","runCount":876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_entertainment_and_sports_and_media/OLMo 7B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1104.842473,"ciLow":1069.669934,"ciHigh":1140.015011,"observedAt":"2026-11-11","runCount":301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_legal_and_government/OLMo 7B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1074.953338,"ciLow":1055.020481,"ciHigh":1094.886194,"observedAt":"2026-11-11","runCount":1169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_life_and_physical_and_social_science/OLMo 7B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1058.555989,"ciLow":1037.830591,"ciHigh":1079.281387,"observedAt":"2026-11-11","runCount":726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_mathematical/OLMo 7B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1122.080428,"ciLow":1089.988163,"ciHigh":1154.172693,"observedAt":"2026-11-11","runCount":339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_medicine_and_healthcare/OLMo 7B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1115.699774,"ciLow":1098.301832,"ciHigh":1133.097716,"observedAt":"2026-11-11","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_software_and_it_services/OLMo 7B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1022.229241,"ciLow":1004.037816,"ciHigh":1040.420665,"observedAt":"2026-11-11","runCount":1511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_writing_and_literature_and_language/OLMo 7B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1029.15602,"ciLow":1013.183395,"ciHigh":1045.128645,"observedAt":"2026-11-11","runCount":1908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"instruction_following/OLMo 7B Instruct","slice":"instruction_following"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|math/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1053.787444,"ciLow":1034.636107,"ciHigh":1072.938782,"observedAt":"2026-11-11","runCount":848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"math/OLMo 7B Instruct","slice":"math"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1042.510155,"ciLow":1014.829403,"ciHigh":1070.190907,"observedAt":"2026-11-11","runCount":537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"multi_turn/OLMo 7B Instruct","slice":"multi_turn"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1014.6196,"ciLow":999.129505,"ciHigh":1030.109694,"observedAt":"2026-11-11","runCount":2285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"non_english/OLMo 7B Instruct","slice":"non_english"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|overall/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1073.727433,"ciLow":1062.603489,"ciHigh":1084.851376,"observedAt":"2026-11-11","runCount":6328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"overall/OLMo 7B Instruct","slice":"overall"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text-style-control@1|rating|russian/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":980.044508,"ciLow":951.929393,"ciHigh":1008.159622,"observedAt":"2026-11-11","runCount":497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"russian/OLMo 7B Instruct","slice":"russian"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|chinese/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1013.697356,"ciLow":990.463158,"ciHigh":1036.931553,"observedAt":"2026-11-11","runCount":722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"chinese/OLMo 7B Instruct","slice":"chinese"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|coding/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1015.553848,"ciLow":993.933498,"ciHigh":1037.174199,"observedAt":"2026-11-11","runCount":772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"coding/OLMo 7B Instruct","slice":"coding"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|creative_writing/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":989.58129,"ciLow":969.468072,"ciHigh":1009.694508,"observedAt":"2026-11-11","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"creative_writing/OLMo 7B Instruct","slice":"creative_writing"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|english/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1066.752919,"ciLow":1053.849434,"ciHigh":1079.656404,"observedAt":"2026-11-11","runCount":4043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"english/OLMo 7B Instruct","slice":"english"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|exclude_ties/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":827.265777,"ciLow":810.057816,"ciHigh":844.473737,"observedAt":"2026-11-11","runCount":4315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"exclude_ties/OLMo 7B Instruct","slice":"exclude_ties"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|hard_prompts/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":992.735346,"ciLow":976.101304,"ciHigh":1009.369388,"observedAt":"2026-11-11","runCount":1462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"hard_prompts/OLMo 7B Instruct","slice":"hard_prompts"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1009.880044,"ciLow":991.258335,"ciHigh":1028.501753,"observedAt":"2026-11-11","runCount":1076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"hard_prompts_english/OLMo 7B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1019.482511,"ciLow":993.57187,"ciHigh":1045.393151,"observedAt":"2026-11-11","runCount":548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_business_and_management_and_financial_operations/OLMo 7B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":990.79634,"ciLow":970.225328,"ciHigh":1011.367351,"observedAt":"2026-11-11","runCount":876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_entertainment_and_sports_and_media/OLMo 7B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.67863,"ciLow":1012.048822,"ciHigh":1081.308438,"observedAt":"2026-11-11","runCount":301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_legal_and_government/OLMo 7B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1007.961336,"ciLow":988.207525,"ciHigh":1027.715147,"observedAt":"2026-11-11","runCount":1169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_life_and_physical_and_social_science/OLMo 7B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1018.236839,"ciLow":997.811327,"ciHigh":1038.66235,"observedAt":"2026-11-11","runCount":726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_mathematical/OLMo 7B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1034.775636,"ciLow":1002.566374,"ciHigh":1066.984897,"observedAt":"2026-11-11","runCount":339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_medicine_and_healthcare/OLMo 7B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1037.10711,"ciLow":1019.8431,"ciHigh":1054.37112,"observedAt":"2026-11-11","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_software_and_it_services/OLMo 7B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1003.112977,"ciLow":985.309597,"ciHigh":1020.916357,"observedAt":"2026-11-11","runCount":1511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"industry_writing_and_literature_and_language/OLMo 7B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|instruction_following/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":978.102761,"ciLow":962.439554,"ciHigh":993.765969,"observedAt":"2026-11-11","runCount":1908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"instruction_following/OLMo 7B Instruct","slice":"instruction_following"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|math/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1017.786253,"ciLow":998.80546,"ciHigh":1036.767046,"observedAt":"2026-11-11","runCount":848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"math/OLMo 7B Instruct","slice":"math"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|multi_turn/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1006.947693,"ciLow":979.439147,"ciHigh":1034.456238,"observedAt":"2026-11-11","runCount":537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"multi_turn/OLMo 7B Instruct","slice":"multi_turn"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|non_english/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":977.291829,"ciLow":961.996788,"ciHigh":992.58687,"observedAt":"2026-11-11","runCount":2285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"non_english/OLMo 7B Instruct","slice":"non_english"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|overall/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1031.851929,"ciLow":1020.826566,"ciHigh":1042.877292,"observedAt":"2026-11-11","runCount":6328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"overall/OLMo 7B Instruct","slice":"overall"}
{"key":"lmarena|allenai/olmo-7b-instruct:default|none|lmarena-text@1|rating|russian/OLMo 7B Instruct","sourceId":"lmarena","modelId":"allenai/olmo-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":946.294973,"ciLow":918.45798,"ciHigh":974.131966,"observedAt":"2026-11-11","runCount":497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OLMo 7B Instruct","rowId":"russian/OLMo 7B Instruct","slice":"russian"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|chinese/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1104.617528,"ciLow":1069.207558,"ciHigh":1140.027498,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"chinese/Tulu 2 DPO 70B","slice":"chinese"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|coding/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.191801,"ciLow":1194.062371,"ciHigh":1236.321232,"observedAt":"2026-11-11","runCount":805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"coding/Tulu 2 DPO 70B","slice":"coding"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|creative_writing/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.662158,"ciLow":1126.372469,"ciHigh":1164.951847,"observedAt":"2026-11-11","runCount":1126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"creative_writing/Tulu 2 DPO 70B","slice":"creative_writing"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|english/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.140316,"ciLow":1194.299992,"ciHigh":1215.98064,"observedAt":"2026-11-11","runCount":5039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"english/Tulu 2 DPO 70B","slice":"english"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1043.573998,"ciLow":1029.502211,"ciHigh":1057.645786,"observedAt":"2026-11-11","runCount":4397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"exclude_ties/Tulu 2 DPO 70B","slice":"exclude_ties"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.991556,"ciLow":1171.65668,"ciHigh":1204.326432,"observedAt":"2026-11-11","runCount":1419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"hard_prompts/Tulu 2 DPO 70B","slice":"hard_prompts"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.007929,"ciLow":1188.403723,"ciHigh":1223.612136,"observedAt":"2026-11-11","runCount":1200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"hard_prompts_english/Tulu 2 DPO 70B","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.307337,"ciLow":1140.098167,"ciHigh":1190.516506,"observedAt":"2026-11-11","runCount":540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_business_and_management_and_financial_operations/Tulu 2 DPO 70B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.502343,"ciLow":1151.498904,"ciHigh":1191.505783,"observedAt":"2026-11-11","runCount":989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_entertainment_and_sports_and_media/Tulu 2 DPO 70B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.605803,"ciLow":1186.239357,"ciHigh":1246.972249,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_legal_and_government/Tulu 2 DPO 70B","slice":"industry_legal_and_government"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.946382,"ciLow":1170.167767,"ciHigh":1207.724996,"observedAt":"2026-11-11","runCount":1112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_life_and_physical_and_social_science/Tulu 2 DPO 70B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1142.358578,"ciLow":1121.736911,"ciHigh":1162.980244,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_mathematical/Tulu 2 DPO 70B","slice":"industry_mathematical"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.474193,"ciLow":1137.371468,"ciHigh":1199.576919,"observedAt":"2026-11-11","runCount":348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_medicine_and_healthcare/Tulu 2 DPO 70B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.619923,"ciLow":1181.029578,"ciHigh":1214.210268,"observedAt":"2026-11-11","runCount":1495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_software_and_it_services/Tulu 2 DPO 70B","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.454381,"ciLow":1148.623877,"ciHigh":1182.284884,"observedAt":"2026-11-11","runCount":1547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_writing_and_literature_and_language/Tulu 2 DPO 70B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|instruction_following/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.017455,"ciLow":1156.334973,"ciHigh":1185.699938,"observedAt":"2026-11-11","runCount":2008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"instruction_following/Tulu 2 DPO 70B","slice":"instruction_following"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|longer_query/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.348106,"ciLow":1146.524302,"ciHigh":1212.17191,"observedAt":"2026-11-11","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"longer_query/Tulu 2 DPO 70B","slice":"longer_query"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|math/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.613287,"ciLow":1125.507825,"ciHigh":1163.718748,"observedAt":"2026-11-11","runCount":888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"math/Tulu 2 DPO 70B","slice":"math"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|multi_turn/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1136.544982,"ciLow":1115.49749,"ciHigh":1157.592474,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"multi_turn/Tulu 2 DPO 70B","slice":"multi_turn"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|non_english/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1125.833166,"ciLow":1109.638087,"ciHigh":1142.028245,"observedAt":"2026-11-11","runCount":1496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"non_english/Tulu 2 DPO 70B","slice":"non_english"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text-style-control@1|rating|overall/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.809038,"ciLow":1168.02672,"ciHigh":1187.591356,"observedAt":"2026-11-11","runCount":6535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"overall/Tulu 2 DPO 70B","slice":"overall"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|chinese/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1013.585013,"ciLow":978.112537,"ciHigh":1049.057489,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"chinese/Tulu 2 DPO 70B","slice":"chinese"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|coding/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.059083,"ciLow":1095.139499,"ciHigh":1136.978667,"observedAt":"2026-11-11","runCount":805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"coding/Tulu 2 DPO 70B","slice":"coding"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|creative_writing/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.824853,"ciLow":1085.645061,"ciHigh":1124.004644,"observedAt":"2026-11-11","runCount":1126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"creative_writing/Tulu 2 DPO 70B","slice":"creative_writing"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|english/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1149.972767,"ciLow":1139.247665,"ciHigh":1160.697869,"observedAt":"2026-11-11","runCount":5039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"english/Tulu 2 DPO 70B","slice":"english"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|exclude_ties/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":962.781888,"ciLow":948.985441,"ciHigh":976.578336,"observedAt":"2026-11-11","runCount":4397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"exclude_ties/Tulu 2 DPO 70B","slice":"exclude_ties"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|hard_prompts/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.326203,"ciLow":1088.248368,"ciHigh":1120.404038,"observedAt":"2026-11-11","runCount":1419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"hard_prompts/Tulu 2 DPO 70B","slice":"hard_prompts"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|hard_prompts_english/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1124.180567,"ciLow":1106.843911,"ciHigh":1141.517223,"observedAt":"2026-11-11","runCount":1200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"hard_prompts_english/Tulu 2 DPO 70B","slice":"hard_prompts_english"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1077.250122,"ciLow":1052.057134,"ciHigh":1102.44311,"observedAt":"2026-11-11","runCount":540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_business_and_management_and_financial_operations/Tulu 2 DPO 70B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.539202,"ciLow":1095.630988,"ciHigh":1135.447416,"observedAt":"2026-11-11","runCount":989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_entertainment_and_sports_and_media/Tulu 2 DPO 70B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|industry_legal_and_government/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1135.48022,"ciLow":1105.42213,"ciHigh":1165.538309,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_legal_and_government/Tulu 2 DPO 70B","slice":"industry_legal_and_government"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.972466,"ciLow":1086.361072,"ciHigh":1123.583861,"observedAt":"2026-11-11","runCount":1112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_life_and_physical_and_social_science/Tulu 2 DPO 70B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|industry_mathematical/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1099.076563,"ciLow":1078.666636,"ciHigh":1119.486489,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_mathematical/Tulu 2 DPO 70B","slice":"industry_mathematical"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1059.879972,"ciLow":1028.412121,"ciHigh":1091.347823,"observedAt":"2026-11-11","runCount":348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_medicine_and_healthcare/Tulu 2 DPO 70B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1110.043407,"ciLow":1093.586017,"ciHigh":1126.500797,"observedAt":"2026-11-11","runCount":1495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_software_and_it_services/Tulu 2 DPO 70B","slice":"industry_software_and_it_services"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1123.317488,"ciLow":1106.659459,"ciHigh":1139.975517,"observedAt":"2026-11-11","runCount":1547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"industry_writing_and_literature_and_language/Tulu 2 DPO 70B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|instruction_following/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1110.196566,"ciLow":1095.667318,"ciHigh":1124.725815,"observedAt":"2026-11-11","runCount":2008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"instruction_following/Tulu 2 DPO 70B","slice":"instruction_following"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|longer_query/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1105.714743,"ciLow":1073.176897,"ciHigh":1138.25259,"observedAt":"2026-11-11","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"longer_query/Tulu 2 DPO 70B","slice":"longer_query"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|math/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.277731,"ciLow":1088.384229,"ciHigh":1126.171234,"observedAt":"2026-11-11","runCount":888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"math/Tulu 2 DPO 70B","slice":"math"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|multi_turn/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.369168,"ciLow":1064.260173,"ciHigh":1106.478162,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"multi_turn/Tulu 2 DPO 70B","slice":"multi_turn"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|non_english/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1067.927539,"ciLow":1051.768513,"ciHigh":1084.086565,"observedAt":"2026-11-11","runCount":1496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"non_english/Tulu 2 DPO 70B","slice":"non_english"}
{"key":"lmarena|allenai/tulu-2-dpo-70b:default|none|lmarena-text@1|rating|overall/Tulu 2 DPO 70B","sourceId":"lmarena","modelId":"allenai/tulu-2-dpo-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1121.077864,"ciLow":1111.396802,"ciHigh":1130.758926,"observedAt":"2026-11-11","runCount":6535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Tulu 2 DPO 70B","rowId":"overall/Tulu 2 DPO 70B","slice":"overall"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|chinese/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.560157,"ciLow":1315.938644,"ciHigh":1353.18167,"observedAt":"2026-11-11","runCount":1053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"chinese/Amazon Nova 2 Lite","slice":"chinese"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|coding/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.878783,"ciLow":1381.242336,"ciHigh":1404.51523,"observedAt":"2026-11-11","runCount":2567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"coding/Amazon Nova 2 Lite","slice":"coding"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|creative_writing/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.097432,"ciLow":1254.181812,"ciHigh":1284.013052,"observedAt":"2026-11-11","runCount":1736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"creative_writing/Amazon Nova 2 Lite","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|english/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.833859,"ciLow":1353.217108,"ciHigh":1370.450609,"observedAt":"2026-11-11","runCount":5128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"english/Amazon Nova 2 Lite","slice":"english"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|exclude_ties/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.227506,"ciLow":1280.459817,"ciHigh":1297.995195,"observedAt":"2026-11-11","runCount":8841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"exclude_ties/Amazon Nova 2 Lite","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|expert/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.424096,"ciLow":1331.630182,"ciHigh":1373.218009,"observedAt":"2026-11-11","runCount":782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"expert/Amazon Nova 2 Lite","slice":"expert"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|french/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.019714,"ciLow":1311.5428,"ciHigh":1386.496629,"observedAt":"2026-11-11","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"french/Amazon Nova 2 Lite","slice":"french"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|german/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.437556,"ciLow":1269.030248,"ciHigh":1341.844863,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"german/Amazon Nova 2 Lite","slice":"german"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|hard_prompts/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.883411,"ciLow":1349.009869,"ciHigh":1364.756953,"observedAt":"2026-11-11","runCount":6592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"hard_prompts/Amazon Nova 2 Lite","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.303679,"ciLow":1369.026455,"ciHigh":1391.580902,"observedAt":"2026-11-11","runCount":2734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"hard_prompts_english/Amazon Nova 2 Lite","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.982194,"ciLow":1339.531905,"ciHigh":1364.432482,"observedAt":"2026-11-11","runCount":2299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_business_and_management_and_financial_operations/Amazon Nova 2 Lite","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.443218,"ciLow":1270.661236,"ciHigh":1296.225201,"observedAt":"2026-11-11","runCount":2231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_entertainment_and_sports_and_media/Amazon Nova 2 Lite","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.505351,"ciLow":1314.573768,"ciHigh":1354.436934,"observedAt":"2026-11-11","runCount":898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_legal_and_government/Amazon Nova 2 Lite","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.116983,"ciLow":1343.917216,"ciHigh":1370.316749,"observedAt":"2026-11-11","runCount":2114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_life_and_physical_and_social_science/Amazon Nova 2 Lite","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.895408,"ciLow":1317.189961,"ciHigh":1364.600855,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_mathematical/Amazon Nova 2 Lite","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.272061,"ciLow":1338.440555,"ciHigh":1382.103566,"observedAt":"2026-11-11","runCount":745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_medicine_and_healthcare/Amazon Nova 2 Lite","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.419231,"ciLow":1376.199723,"ciHigh":1394.63874,"observedAt":"2026-11-11","runCount":4288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_software_and_it_services/Amazon Nova 2 Lite","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.026819,"ciLow":1286.434534,"ciHigh":1309.619104,"observedAt":"2026-11-11","runCount":2772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_writing_and_literature_and_language/Amazon Nova 2 Lite","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|instruction_following/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.794954,"ciLow":1317.491848,"ciHigh":1338.098059,"observedAt":"2026-11-11","runCount":3392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"instruction_following/Amazon Nova 2 Lite","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|japanese/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.714332,"ciLow":1188.814884,"ciHigh":1308.61378,"observedAt":"2026-11-11","runCount":115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"japanese/Amazon Nova 2 Lite","slice":"japanese"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|korean/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.032631,"ciLow":1191.744735,"ciHigh":1290.320526,"observedAt":"2026-11-11","runCount":157,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"korean/Amazon Nova 2 Lite","slice":"korean"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|longer_query/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.884375,"ciLow":1323.060264,"ciHigh":1344.708486,"observedAt":"2026-11-11","runCount":3047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"longer_query/Amazon Nova 2 Lite","slice":"longer_query"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|math/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.886058,"ciLow":1309.05661,"ciHigh":1348.715506,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"math/Amazon Nova 2 Lite","slice":"math"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|multi_turn/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.537148,"ciLow":1309.241452,"ciHigh":1335.832845,"observedAt":"2026-11-11","runCount":2082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"multi_turn/Amazon Nova 2 Lite","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|non_english/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.540365,"ciLow":1298.907403,"ciHigh":1314.173328,"observedAt":"2026-11-11","runCount":7183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"non_english/Amazon Nova 2 Lite","slice":"non_english"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|overall/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.78419,"ciLow":1328.682593,"ciHigh":1340.885787,"observedAt":"2026-11-11","runCount":12332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"overall/Amazon Nova 2 Lite","slice":"overall"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|polish/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.625095,"ciLow":1257.721509,"ciHigh":1317.52868,"observedAt":"2026-11-11","runCount":421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"polish/Amazon Nova 2 Lite","slice":"polish"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|russian/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.724811,"ciLow":1302.590287,"ciHigh":1332.859335,"observedAt":"2026-11-11","runCount":1442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"russian/Amazon Nova 2 Lite","slice":"russian"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text-style-control@1|rating|spanish/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.923951,"ciLow":1301.7594,"ciHigh":1382.088502,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"spanish/Amazon Nova 2 Lite","slice":"spanish"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|chinese/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.812941,"ciLow":1346.640839,"ciHigh":1382.985042,"observedAt":"2026-11-11","runCount":1053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"chinese/Amazon Nova 2 Lite","slice":"chinese"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|coding/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.687091,"ciLow":1374.161313,"ciHigh":1397.212869,"observedAt":"2026-11-11","runCount":2567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"coding/Amazon Nova 2 Lite","slice":"coding"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|creative_writing/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.454449,"ciLow":1276.875225,"ciHigh":1306.033673,"observedAt":"2026-11-11","runCount":1736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"creative_writing/Amazon Nova 2 Lite","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|english/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.792991,"ciLow":1376.257184,"ciHigh":1393.328798,"observedAt":"2026-11-11","runCount":5128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"english/Amazon Nova 2 Lite","slice":"english"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|exclude_ties/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.357453,"ciLow":1316.812833,"ciHigh":1333.902074,"observedAt":"2026-11-11","runCount":8841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"exclude_ties/Amazon Nova 2 Lite","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|expert/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.870649,"ciLow":1338.19215,"ciHigh":1379.549148,"observedAt":"2026-11-11","runCount":782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"expert/Amazon Nova 2 Lite","slice":"expert"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|french/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.174232,"ciLow":1343.494657,"ciHigh":1416.853807,"observedAt":"2026-11-11","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"french/Amazon Nova 2 Lite","slice":"french"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|german/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.10809,"ciLow":1307.55487,"ciHigh":1378.661311,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"german/Amazon Nova 2 Lite","slice":"german"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|hard_prompts/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.869158,"ciLow":1356.096931,"ciHigh":1371.641386,"observedAt":"2026-11-11","runCount":6592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"hard_prompts/Amazon Nova 2 Lite","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|hard_prompts_english/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.251283,"ciLow":1374.078483,"ciHigh":1396.424082,"observedAt":"2026-11-11","runCount":2734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"hard_prompts_english/Amazon Nova 2 Lite","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.777513,"ciLow":1356.47382,"ciHigh":1381.081206,"observedAt":"2026-11-11","runCount":2299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_business_and_management_and_financial_operations/Amazon Nova 2 Lite","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.940301,"ciLow":1296.438475,"ciHigh":1321.442128,"observedAt":"2026-11-11","runCount":2231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_entertainment_and_sports_and_media/Amazon Nova 2 Lite","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|industry_legal_and_government/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.275449,"ciLow":1339.40545,"ciHigh":1379.145449,"observedAt":"2026-11-11","runCount":898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_legal_and_government/Amazon Nova 2 Lite","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.046955,"ciLow":1370.061621,"ciHigh":1396.032289,"observedAt":"2026-11-11","runCount":2114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_life_and_physical_and_social_science/Amazon Nova 2 Lite","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|industry_mathematical/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.82097,"ciLow":1341.212481,"ciHigh":1388.429459,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_mathematical/Amazon Nova 2 Lite","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.787899,"ciLow":1365.201475,"ciHigh":1408.374323,"observedAt":"2026-11-11","runCount":745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_medicine_and_healthcare/Amazon Nova 2 Lite","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|industry_software_and_it_services/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.866828,"ciLow":1384.744667,"ciHigh":1402.98899,"observedAt":"2026-11-11","runCount":4288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_software_and_it_services/Amazon Nova 2 Lite","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.801991,"ciLow":1306.436529,"ciHigh":1329.167454,"observedAt":"2026-11-11","runCount":2772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"industry_writing_and_literature_and_language/Amazon Nova 2 Lite","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|instruction_following/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.178239,"ciLow":1325.002979,"ciHigh":1345.353498,"observedAt":"2026-11-11","runCount":3392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"instruction_following/Amazon Nova 2 Lite","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|japanese/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.51211,"ciLow":1215.452048,"ciHigh":1331.572172,"observedAt":"2026-11-11","runCount":115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"japanese/Amazon Nova 2 Lite","slice":"japanese"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|korean/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.82777,"ciLow":1230.384215,"ciHigh":1327.271325,"observedAt":"2026-11-11","runCount":157,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"korean/Amazon Nova 2 Lite","slice":"korean"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|longer_query/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.800399,"ciLow":1325.11627,"ciHigh":1346.484527,"observedAt":"2026-11-11","runCount":3047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"longer_query/Amazon Nova 2 Lite","slice":"longer_query"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|math/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.83277,"ciLow":1338.1616,"ciHigh":1377.503941,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"math/Amazon Nova 2 Lite","slice":"math"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|multi_turn/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.014213,"ciLow":1324.854338,"ciHigh":1351.174088,"observedAt":"2026-11-11","runCount":2082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"multi_turn/Amazon Nova 2 Lite","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|non_english/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.936468,"ciLow":1329.407631,"ciHigh":1344.465305,"observedAt":"2026-11-11","runCount":7183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"non_english/Amazon Nova 2 Lite","slice":"non_english"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|overall/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.861721,"ciLow":1355.836052,"ciHigh":1367.88739,"observedAt":"2026-11-11","runCount":12332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"overall/Amazon Nova 2 Lite","slice":"overall"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|polish/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.210023,"ciLow":1297.601653,"ciHigh":1356.818393,"observedAt":"2026-11-11","runCount":421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"polish/Amazon Nova 2 Lite","slice":"polish"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|russian/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.425641,"ciLow":1327.388195,"ciHigh":1357.463088,"observedAt":"2026-11-11","runCount":1442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"russian/Amazon Nova 2 Lite","slice":"russian"}
{"key":"lmarena|amazon/nova-2-lite:default|none|lmarena-text@1|rating|spanish/Amazon Nova 2 Lite","sourceId":"lmarena","modelId":"amazon/nova-2-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.569961,"ciLow":1336.25492,"ciHigh":1414.885002,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova 2 Lite","rowId":"spanish/Amazon Nova 2 Lite","slice":"spanish"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|chinese/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.180242,"ciLow":1269.878814,"ciHigh":1346.48167,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"chinese/amazon-nova-experimental-chat (10-09)","slice":"chinese"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|coding/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.522465,"ciLow":1367.325545,"ciHigh":1415.719385,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"coding/amazon-nova-experimental-chat (10-09)","slice":"coding"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|creative_writing/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.139158,"ciLow":1255.3849,"ciHigh":1318.893416,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"creative_writing/amazon-nova-experimental-chat (10-09)","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|english/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.450414,"ciLow":1355.421808,"ciHigh":1387.47902,"observedAt":"2026-11-11","runCount":1236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"english/amazon-nova-experimental-chat (10-09)","slice":"english"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|exclude_ties/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.010027,"ciLow":1287.077466,"ciHigh":1318.942589,"observedAt":"2026-11-11","runCount":1928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"exclude_ties/amazon-nova-experimental-chat (10-09)","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|hard_prompts/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.233864,"ciLow":1343.038002,"ciHigh":1373.429727,"observedAt":"2026-11-11","runCount":1389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"hard_prompts/amazon-nova-experimental-chat (10-09)","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.025148,"ciLow":1349.235042,"ciHigh":1392.815253,"observedAt":"2026-11-11","runCount":668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"hard_prompts_english/amazon-nova-experimental-chat (10-09)","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.505371,"ciLow":1345.649165,"ciHigh":1393.361578,"observedAt":"2026-11-11","runCount":568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (10-09)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.222684,"ciLow":1262.962041,"ciHigh":1311.483327,"observedAt":"2026-11-11","runCount":484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (10-09)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.538297,"ciLow":1300.549207,"ciHigh":1378.527388,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"industry_legal_and_government/amazon-nova-experimental-chat (10-09)","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.651256,"ciLow":1358.839182,"ciHigh":1414.46333,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (10-09)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.562442,"ciLow":1363.336923,"ciHigh":1399.787961,"observedAt":"2026-11-11","runCount":966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"industry_software_and_it_services/amazon-nova-experimental-chat (10-09)","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.114591,"ciLow":1280.797313,"ciHigh":1327.431868,"observedAt":"2026-11-11","runCount":608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"industry_writing_and_literature_and_language/amazon-nova-experimental-chat (10-09)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|instruction_following/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.933531,"ciLow":1291.444781,"ciHigh":1334.42228,"observedAt":"2026-11-11","runCount":706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"instruction_following/amazon-nova-experimental-chat (10-09)","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|longer_query/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.731243,"ciLow":1309.601102,"ciHigh":1357.861383,"observedAt":"2026-11-11","runCount":571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"longer_query/amazon-nova-experimental-chat (10-09)","slice":"longer_query"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|multi_turn/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.648988,"ciLow":1321.633617,"ciHigh":1373.66436,"observedAt":"2026-11-11","runCount":470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"multi_turn/amazon-nova-experimental-chat (10-09)","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|non_english/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.472837,"ciLow":1302.876481,"ciHigh":1332.069192,"observedAt":"2026-11-11","runCount":1539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"non_english/amazon-nova-experimental-chat (10-09)","slice":"non_english"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text-style-control@1|rating|overall/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.120843,"ciLow":1335.174395,"ciHigh":1357.06729,"observedAt":"2026-11-11","runCount":2775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"overall/amazon-nova-experimental-chat (10-09)","slice":"overall"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|chinese/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.06343,"ciLow":1303.222539,"ciHigh":1378.904322,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"chinese/amazon-nova-experimental-chat (10-09)","slice":"chinese"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|coding/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.854412,"ciLow":1345.730744,"ciHigh":1393.97808,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"coding/amazon-nova-experimental-chat (10-09)","slice":"coding"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|creative_writing/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.433716,"ciLow":1275.11684,"ciHigh":1337.750593,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"creative_writing/amazon-nova-experimental-chat (10-09)","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|english/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.720305,"ciLow":1367.726233,"ciHigh":1399.714378,"observedAt":"2026-11-11","runCount":1236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"english/amazon-nova-experimental-chat (10-09)","slice":"english"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|exclude_ties/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.697575,"ciLow":1312.016802,"ciHigh":1343.378347,"observedAt":"2026-11-11","runCount":1928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"exclude_ties/amazon-nova-experimental-chat (10-09)","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|hard_prompts/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.459679,"ciLow":1340.369848,"ciHigh":1370.54951,"observedAt":"2026-11-11","runCount":1389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"hard_prompts/amazon-nova-experimental-chat (10-09)","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|hard_prompts_english/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.900958,"ciLow":1343.269067,"ciHigh":1386.53285,"observedAt":"2026-11-11","runCount":668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"hard_prompts_english/amazon-nova-experimental-chat (10-09)","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.875915,"ciLow":1352.910032,"ciHigh":1400.841798,"observedAt":"2026-11-11","runCount":568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (10-09)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.768501,"ciLow":1280.817475,"ciHigh":1328.719526,"observedAt":"2026-11-11","runCount":484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (10-09)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|industry_legal_and_government/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.298257,"ciLow":1324.088959,"ciHigh":1400.507554,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"industry_legal_and_government/amazon-nova-experimental-chat (10-09)","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.411491,"ciLow":1379.090602,"ciHigh":1433.732379,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (10-09)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|industry_software_and_it_services/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.395795,"ciLow":1358.261815,"ciHigh":1394.529776,"observedAt":"2026-11-11","runCount":966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"industry_software_and_it_services/amazon-nova-experimental-chat (10-09)","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.417719,"ciLow":1297.298291,"ciHigh":1343.537146,"observedAt":"2026-11-11","runCount":608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"industry_writing_and_literature_and_language/amazon-nova-experimental-chat (10-09)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|instruction_following/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.332073,"ciLow":1293.015815,"ciHigh":1335.648332,"observedAt":"2026-11-11","runCount":706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"instruction_following/amazon-nova-experimental-chat (10-09)","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|longer_query/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.178837,"ciLow":1308.352358,"ciHigh":1356.005317,"observedAt":"2026-11-11","runCount":571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"longer_query/amazon-nova-experimental-chat (10-09)","slice":"longer_query"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|multi_turn/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.593687,"ciLow":1328.56896,"ciHigh":1380.618413,"observedAt":"2026-11-11","runCount":470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"multi_turn/amazon-nova-experimental-chat (10-09)","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|non_english/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.654694,"ciLow":1325.171639,"ciHigh":1354.137749,"observedAt":"2026-11-11","runCount":1539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"non_english/amazon-nova-experimental-chat (10-09)","slice":"non_english"}
{"key":"lmarena|amazon/nova-experimental-chat-10-09:default|none|lmarena-text@1|rating|overall/amazon-nova-experimental-chat (10-09)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-09","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.894792,"ciLow":1353.01459,"ciHigh":1374.774994,"observedAt":"2026-11-11","runCount":2775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-09)","rowId":"overall/amazon-nova-experimental-chat (10-09)","slice":"overall"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|chinese/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.811388,"ciLow":1326.64396,"ciHigh":1364.978816,"observedAt":"2026-11-11","runCount":963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"chinese/amazon-nova-experimental-chat (10-20)","slice":"chinese"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|coding/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.96201,"ciLow":1397.858033,"ciHigh":1422.065987,"observedAt":"2026-11-11","runCount":2326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"coding/amazon-nova-experimental-chat (10-20)","slice":"coding"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|creative_writing/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.086399,"ciLow":1261.862586,"ciHigh":1292.310212,"observedAt":"2026-11-11","runCount":1564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"creative_writing/amazon-nova-experimental-chat (10-20)","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|english/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.671525,"ciLow":1369.105877,"ciHigh":1386.237174,"observedAt":"2026-11-11","runCount":5011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"english/amazon-nova-experimental-chat (10-20)","slice":"english"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|exclude_ties/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.375799,"ciLow":1300.759561,"ciHigh":1317.992036,"observedAt":"2026-11-11","runCount":8204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"exclude_ties/amazon-nova-experimental-chat (10-20)","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|expert/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.46056,"ciLow":1344.837498,"ciHigh":1388.083622,"observedAt":"2026-11-11","runCount":710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"expert/amazon-nova-experimental-chat (10-20)","slice":"expert"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|french/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.334482,"ciLow":1344.417496,"ciHigh":1420.251467,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"french/amazon-nova-experimental-chat (10-20)","slice":"french"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|german/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.5977,"ciLow":1295.087956,"ciHigh":1364.107444,"observedAt":"2026-11-11","runCount":296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"german/amazon-nova-experimental-chat (10-20)","slice":"german"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|hard_prompts/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.635538,"ciLow":1363.66164,"ciHigh":1379.609435,"observedAt":"2026-11-11","runCount":6062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"hard_prompts/amazon-nova-experimental-chat (10-20)","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.35407,"ciLow":1382.872506,"ciHigh":1405.835634,"observedAt":"2026-11-11","runCount":2624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"hard_prompts_english/amazon-nova-experimental-chat (10-20)","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.446416,"ciLow":1350.675765,"ciHigh":1376.217067,"observedAt":"2026-11-11","runCount":2142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (10-20)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.949404,"ciLow":1285.024343,"ciHigh":1310.874466,"observedAt":"2026-11-11","runCount":2049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (10-20)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.89699,"ciLow":1318.297363,"ciHigh":1359.496617,"observedAt":"2026-11-11","runCount":825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_legal_and_government/amazon-nova-experimental-chat (10-20)","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.382626,"ciLow":1358.738183,"ciHigh":1386.027068,"observedAt":"2026-11-11","runCount":1880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (10-20)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|industry_mathematical/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.109984,"ciLow":1356.319694,"ciHigh":1401.900275,"observedAt":"2026-11-11","runCount":623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_mathematical/amazon-nova-experimental-chat (10-20)","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.196329,"ciLow":1333.330249,"ciHigh":1381.06241,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_medicine_and_healthcare/amazon-nova-experimental-chat (10-20)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.036902,"ciLow":1387.477449,"ciHigh":1406.596354,"observedAt":"2026-11-11","runCount":3869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_software_and_it_services/amazon-nova-experimental-chat (10-20)","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.187749,"ciLow":1302.397674,"ciHigh":1325.977823,"observedAt":"2026-11-11","runCount":2539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_writing_and_literature_and_language/amazon-nova-experimental-chat (10-20)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|instruction_following/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.267083,"ciLow":1335.72313,"ciHigh":1356.811035,"observedAt":"2026-11-11","runCount":3122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"instruction_following/amazon-nova-experimental-chat (10-20)","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|japanese/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.805087,"ciLow":1254.804682,"ciHigh":1354.805492,"observedAt":"2026-11-11","runCount":137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"japanese/amazon-nova-experimental-chat (10-20)","slice":"japanese"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|korean/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.197592,"ciLow":1200.931687,"ciHigh":1291.463496,"observedAt":"2026-11-11","runCount":183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"korean/amazon-nova-experimental-chat (10-20)","slice":"korean"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|longer_query/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.97627,"ciLow":1339.694915,"ciHigh":1362.257625,"observedAt":"2026-11-11","runCount":2689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"longer_query/amazon-nova-experimental-chat (10-20)","slice":"longer_query"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|math/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.866611,"ciLow":1370.881661,"ciHigh":1410.851561,"observedAt":"2026-11-11","runCount":807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"math/amazon-nova-experimental-chat (10-20)","slice":"math"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|multi_turn/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.897175,"ciLow":1316.24921,"ciHigh":1343.545141,"observedAt":"2026-11-11","runCount":1927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"multi_turn/amazon-nova-experimental-chat (10-20)","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|non_english/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.957674,"ciLow":1312.213006,"ciHigh":1327.702343,"observedAt":"2026-11-11","runCount":6532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"non_english/amazon-nova-experimental-chat (10-20)","slice":"non_english"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|overall/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.982513,"ciLow":1341.823793,"ciHigh":1354.141234,"observedAt":"2026-11-11","runCount":11546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"overall/amazon-nova-experimental-chat (10-20)","slice":"overall"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|polish/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.801019,"ciLow":1281.000131,"ciHigh":1336.601908,"observedAt":"2026-11-11","runCount":464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"polish/amazon-nova-experimental-chat (10-20)","slice":"polish"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|russian/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.625723,"ciLow":1311.191582,"ciHigh":1346.059864,"observedAt":"2026-11-11","runCount":1107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"russian/amazon-nova-experimental-chat (10-20)","slice":"russian"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text-style-control@1|rating|spanish/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.799847,"ciLow":1287.196191,"ciHigh":1354.403503,"observedAt":"2026-11-11","runCount":314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"spanish/amazon-nova-experimental-chat (10-20)","slice":"spanish"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|chinese/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.676325,"ciLow":1386.870599,"ciHigh":1424.48205,"observedAt":"2026-11-11","runCount":963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"chinese/amazon-nova-experimental-chat (10-20)","slice":"chinese"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|coding/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.880879,"ciLow":1400.904114,"ciHigh":1424.857644,"observedAt":"2026-11-11","runCount":2326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"coding/amazon-nova-experimental-chat (10-20)","slice":"coding"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|creative_writing/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.858766,"ciLow":1301.844214,"ciHigh":1331.873319,"observedAt":"2026-11-11","runCount":1564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"creative_writing/amazon-nova-experimental-chat (10-20)","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|english/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.615494,"ciLow":1407.169453,"ciHigh":1424.061536,"observedAt":"2026-11-11","runCount":5011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"english/amazon-nova-experimental-chat (10-20)","slice":"english"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|exclude_ties/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.71209,"ciLow":1364.306458,"ciHigh":1381.117722,"observedAt":"2026-11-11","runCount":8204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"exclude_ties/amazon-nova-experimental-chat (10-20)","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|expert/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.085705,"ciLow":1364.482907,"ciHigh":1407.688504,"observedAt":"2026-11-11","runCount":710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"expert/amazon-nova-experimental-chat (10-20)","slice":"expert"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|french/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.816404,"ciLow":1389.194643,"ciHigh":1464.438164,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"french/amazon-nova-experimental-chat (10-20)","slice":"french"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|german/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.500803,"ciLow":1358.347727,"ciHigh":1426.653879,"observedAt":"2026-11-11","runCount":296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"german/amazon-nova-experimental-chat (10-20)","slice":"german"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|hard_prompts/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.723714,"ciLow":1387.843565,"ciHigh":1403.603862,"observedAt":"2026-11-11","runCount":6062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"hard_prompts/amazon-nova-experimental-chat (10-20)","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|hard_prompts_english/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.190148,"ciLow":1400.883412,"ciHigh":1423.496884,"observedAt":"2026-11-11","runCount":2624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"hard_prompts_english/amazon-nova-experimental-chat (10-20)","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.472589,"ciLow":1387.854857,"ciHigh":1413.090321,"observedAt":"2026-11-11","runCount":2142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (10-20)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.126698,"ciLow":1330.334993,"ciHigh":1355.918402,"observedAt":"2026-11-11","runCount":2049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (10-20)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|industry_legal_and_government/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.33221,"ciLow":1372.015897,"ciHigh":1412.648523,"observedAt":"2026-11-11","runCount":825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_legal_and_government/amazon-nova-experimental-chat (10-20)","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.59146,"ciLow":1410.215012,"ciHigh":1436.967907,"observedAt":"2026-11-11","runCount":1880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (10-20)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|industry_mathematical/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.522911,"ciLow":1388.78397,"ciHigh":1434.261852,"observedAt":"2026-11-11","runCount":623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_mathematical/amazon-nova-experimental-chat (10-20)","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.211882,"ciLow":1387.864527,"ciHigh":1434.559237,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_medicine_and_healthcare/amazon-nova-experimental-chat (10-20)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|industry_software_and_it_services/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.542933,"ciLow":1412.103753,"ciHigh":1430.982112,"observedAt":"2026-11-11","runCount":3869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_software_and_it_services/amazon-nova-experimental-chat (10-20)","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.957406,"ciLow":1338.327832,"ciHigh":1361.58698,"observedAt":"2026-11-11","runCount":2539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"industry_writing_and_literature_and_language/amazon-nova-experimental-chat (10-20)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|instruction_following/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.405015,"ciLow":1354.968242,"ciHigh":1375.841788,"observedAt":"2026-11-11","runCount":3122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"instruction_following/amazon-nova-experimental-chat (10-20)","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|japanese/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.134163,"ciLow":1310.082672,"ciHigh":1410.185654,"observedAt":"2026-11-11","runCount":137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"japanese/amazon-nova-experimental-chat (10-20)","slice":"japanese"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|korean/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.127752,"ciLow":1278.374535,"ciHigh":1367.880968,"observedAt":"2026-11-11","runCount":183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"korean/amazon-nova-experimental-chat (10-20)","slice":"korean"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|longer_query/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.577004,"ciLow":1358.443037,"ciHigh":1380.710972,"observedAt":"2026-11-11","runCount":2689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"longer_query/amazon-nova-experimental-chat (10-20)","slice":"longer_query"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|math/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.335391,"ciLow":1406.43141,"ciHigh":1446.239373,"observedAt":"2026-11-11","runCount":807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"math/amazon-nova-experimental-chat (10-20)","slice":"math"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|multi_turn/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.045245,"ciLow":1350.545749,"ciHigh":1377.544741,"observedAt":"2026-11-11","runCount":1927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"multi_turn/amazon-nova-experimental-chat (10-20)","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|non_english/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.888744,"ciLow":1364.241414,"ciHigh":1379.536075,"observedAt":"2026-11-11","runCount":6532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"non_english/amazon-nova-experimental-chat (10-20)","slice":"non_english"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|overall/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.829892,"ciLow":1387.755288,"ciHigh":1399.904495,"observedAt":"2026-11-11","runCount":11546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"overall/amazon-nova-experimental-chat (10-20)","slice":"overall"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|polish/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.971587,"ciLow":1352.62028,"ciHigh":1407.322894,"observedAt":"2026-11-11","runCount":464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"polish/amazon-nova-experimental-chat (10-20)","slice":"polish"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|russian/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.524126,"ciLow":1353.367893,"ciHigh":1387.680358,"observedAt":"2026-11-11","runCount":1107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"russian/amazon-nova-experimental-chat (10-20)","slice":"russian"}
{"key":"lmarena|amazon/nova-experimental-chat-10-20:default|none|lmarena-text@1|rating|spanish/amazon-nova-experimental-chat (10-20)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-10-20","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.153572,"ciLow":1347.806163,"ciHigh":1414.500981,"observedAt":"2026-11-11","runCount":314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (10-20)","rowId":"spanish/amazon-nova-experimental-chat (10-20)","slice":"spanish"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|chinese/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.488888,"ciLow":1371.039689,"ciHigh":1397.938087,"observedAt":"2026-11-11","runCount":1980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"chinese/amazon-nova-experimental-chat (11-10)","slice":"chinese"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|coding/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.397663,"ciLow":1411.396481,"ciHigh":1427.398845,"observedAt":"2026-11-11","runCount":5485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"coding/amazon-nova-experimental-chat (11-10)","slice":"coding"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|creative_writing/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.85869,"ciLow":1290.246038,"ciHigh":1309.471342,"observedAt":"2026-11-11","runCount":3931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"creative_writing/amazon-nova-experimental-chat (11-10)","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|english/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.262925,"ciLow":1370.091581,"ciHigh":1382.434269,"observedAt":"2026-11-11","runCount":10433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"english/amazon-nova-experimental-chat (11-10)","slice":"english"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|exclude_ties/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.759922,"ciLow":1323.582902,"ciHigh":1335.936943,"observedAt":"2026-11-11","runCount":18081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"exclude_ties/amazon-nova-experimental-chat (11-10)","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|expert/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.494957,"ciLow":1388.314116,"ciHigh":1416.675797,"observedAt":"2026-11-11","runCount":1724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"expert/amazon-nova-experimental-chat (11-10)","slice":"expert"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|french/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.850246,"ciLow":1374.265301,"ciHigh":1423.435191,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"french/amazon-nova-experimental-chat (11-10)","slice":"french"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|german/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.286146,"ciLow":1302.531177,"ciHigh":1356.041115,"observedAt":"2026-11-11","runCount":480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"german/amazon-nova-experimental-chat (11-10)","slice":"german"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|hard_prompts/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.697659,"ciLow":1386.224575,"ciHigh":1397.170743,"observedAt":"2026-11-11","runCount":14041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"hard_prompts/amazon-nova-experimental-chat (11-10)","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.109021,"ciLow":1392.087644,"ciHigh":1408.130398,"observedAt":"2026-11-11","runCount":5571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"hard_prompts_english/amazon-nova-experimental-chat (11-10)","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.27213,"ciLow":1368.728627,"ciHigh":1385.815634,"observedAt":"2026-11-11","runCount":4807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (11-10)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.678478,"ciLow":1304.796655,"ciHigh":1322.5603,"observedAt":"2026-11-11","runCount":4542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (11-10)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.797756,"ciLow":1350.099319,"ciHigh":1377.496192,"observedAt":"2026-11-11","runCount":1884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_legal_and_government/amazon-nova-experimental-chat (11-10)","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.413317,"ciLow":1376.976138,"ciHigh":1395.850496,"observedAt":"2026-11-11","runCount":4033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (11-10)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|industry_mathematical/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.383812,"ciLow":1377.16406,"ciHigh":1411.603563,"observedAt":"2026-11-11","runCount":1140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_mathematical/amazon-nova-experimental-chat (11-10)","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.729978,"ciLow":1371.28342,"ciHigh":1400.176535,"observedAt":"2026-11-11","runCount":1748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_medicine_and_healthcare/amazon-nova-experimental-chat (11-10)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.065592,"ciLow":1403.540254,"ciHigh":1416.59093,"observedAt":"2026-11-11","runCount":8879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_software_and_it_services/amazon-nova-experimental-chat (11-10)","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.24266,"ciLow":1320.327263,"ciHigh":1336.158056,"observedAt":"2026-11-11","runCount":5830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_writing_and_literature_and_language/amazon-nova-experimental-chat (11-10)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|instruction_following/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.042294,"ciLow":1352.849465,"ciHigh":1367.235123,"observedAt":"2026-11-11","runCount":6968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"instruction_following/amazon-nova-experimental-chat (11-10)","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|japanese/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.658118,"ciLow":1271.835785,"ciHigh":1353.480452,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"japanese/amazon-nova-experimental-chat (11-10)","slice":"japanese"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|korean/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.559362,"ciLow":1275.043018,"ciHigh":1336.075706,"observedAt":"2026-11-11","runCount":391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"korean/amazon-nova-experimental-chat (11-10)","slice":"korean"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|longer_query/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.629975,"ciLow":1361.119213,"ciHigh":1376.140737,"observedAt":"2026-11-11","runCount":6466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"longer_query/amazon-nova-experimental-chat (11-10)","slice":"longer_query"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|math/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.935427,"ciLow":1379.794766,"ciHigh":1408.076088,"observedAt":"2026-11-11","runCount":1648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"math/amazon-nova-experimental-chat (11-10)","slice":"math"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|multi_turn/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.805604,"ciLow":1332.560833,"ciHigh":1351.050375,"observedAt":"2026-11-11","runCount":4181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"multi_turn/amazon-nova-experimental-chat (11-10)","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|non_english/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.905812,"ciLow":1342.5663,"ciHigh":1353.245325,"observedAt":"2026-11-11","runCount":15420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"non_english/amazon-nova-experimental-chat (11-10)","slice":"non_english"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|overall/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.402038,"ciLow":1359.115925,"ciHigh":1367.68815,"observedAt":"2026-11-11","runCount":25861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"overall/amazon-nova-experimental-chat (11-10)","slice":"overall"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|polish/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.767648,"ciLow":1301.579915,"ciHigh":1345.955381,"observedAt":"2026-11-11","runCount":722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"polish/amazon-nova-experimental-chat (11-10)","slice":"polish"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|russian/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.717511,"ciLow":1339.774705,"ciHigh":1359.660317,"observedAt":"2026-11-11","runCount":3432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"russian/amazon-nova-experimental-chat (11-10)","slice":"russian"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text-style-control@1|rating|spanish/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.892838,"ciLow":1357.089071,"ciHigh":1400.696606,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"spanish/amazon-nova-experimental-chat (11-10)","slice":"spanish"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|chinese/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.833761,"ciLow":1449.702215,"ciHigh":1475.965308,"observedAt":"2026-11-11","runCount":1980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"chinese/amazon-nova-experimental-chat (11-10)","slice":"chinese"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|coding/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.773788,"ciLow":1424.899726,"ciHigh":1440.64785,"observedAt":"2026-11-11","runCount":5485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"coding/amazon-nova-experimental-chat (11-10)","slice":"coding"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|creative_writing/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.760687,"ciLow":1340.329523,"ciHigh":1359.191851,"observedAt":"2026-11-11","runCount":3931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"creative_writing/amazon-nova-experimental-chat (11-10)","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|english/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.999242,"ciLow":1414.926071,"ciHigh":1427.072412,"observedAt":"2026-11-11","runCount":10433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"english/amazon-nova-experimental-chat (11-10)","slice":"english"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|exclude_ties/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.290634,"ciLow":1395.276308,"ciHigh":1407.304961,"observedAt":"2026-11-11","runCount":18081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"exclude_ties/amazon-nova-experimental-chat (11-10)","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|expert/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.014825,"ciLow":1416.078641,"ciHigh":1443.951008,"observedAt":"2026-11-11","runCount":1724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"expert/amazon-nova-experimental-chat (11-10)","slice":"expert"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|french/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.103219,"ciLow":1425.113196,"ciHigh":1473.093241,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"french/amazon-nova-experimental-chat (11-10)","slice":"french"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|german/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.494906,"ciLow":1368.957009,"ciHigh":1422.032802,"observedAt":"2026-11-11","runCount":480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"german/amazon-nova-experimental-chat (11-10)","slice":"german"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|hard_prompts/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.560306,"ciLow":1416.158754,"ciHigh":1426.961857,"observedAt":"2026-11-11","runCount":14041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"hard_prompts/amazon-nova-experimental-chat (11-10)","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|hard_prompts_english/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.564315,"ciLow":1416.662542,"ciHigh":1432.466089,"observedAt":"2026-11-11","runCount":5571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"hard_prompts_english/amazon-nova-experimental-chat (11-10)","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.220096,"ciLow":1408.803894,"ciHigh":1425.636298,"observedAt":"2026-11-11","runCount":4807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (11-10)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.713242,"ciLow":1356.013621,"ciHigh":1373.412863,"observedAt":"2026-11-11","runCount":4542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (11-10)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|industry_legal_and_government/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.632257,"ciLow":1411.132731,"ciHigh":1438.131784,"observedAt":"2026-11-11","runCount":1884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_legal_and_government/amazon-nova-experimental-chat (11-10)","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.430432,"ciLow":1435.124363,"ciHigh":1453.736502,"observedAt":"2026-11-11","runCount":4033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (11-10)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|industry_mathematical/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.27729,"ciLow":1414.183976,"ciHigh":1448.370604,"observedAt":"2026-11-11","runCount":1140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_mathematical/amazon-nova-experimental-chat (11-10)","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.220126,"ciLow":1432.983155,"ciHigh":1461.457098,"observedAt":"2026-11-11","runCount":1748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_medicine_and_healthcare/amazon-nova-experimental-chat (11-10)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|industry_software_and_it_services/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.426946,"ciLow":1435.005099,"ciHigh":1447.848793,"observedAt":"2026-11-11","runCount":8879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_software_and_it_services/amazon-nova-experimental-chat (11-10)","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.319939,"ciLow":1362.535183,"ciHigh":1378.104695,"observedAt":"2026-11-11","runCount":5830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"industry_writing_and_literature_and_language/amazon-nova-experimental-chat (11-10)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|instruction_following/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.14199,"ciLow":1379.047204,"ciHigh":1393.236776,"observedAt":"2026-11-11","runCount":6968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"instruction_following/amazon-nova-experimental-chat (11-10)","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|japanese/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.698716,"ciLow":1339.211384,"ciHigh":1420.186047,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"japanese/amazon-nova-experimental-chat (11-10)","slice":"japanese"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|korean/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.275028,"ciLow":1354.307995,"ciHigh":1414.242061,"observedAt":"2026-11-11","runCount":391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"korean/amazon-nova-experimental-chat (11-10)","slice":"korean"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|longer_query/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.45398,"ciLow":1387.053457,"ciHigh":1401.854503,"observedAt":"2026-11-11","runCount":6466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"longer_query/amazon-nova-experimental-chat (11-10)","slice":"longer_query"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|math/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.884273,"ciLow":1417.810594,"ciHigh":1445.957952,"observedAt":"2026-11-11","runCount":1648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"math/amazon-nova-experimental-chat (11-10)","slice":"math"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|multi_turn/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.46441,"ciLow":1370.345604,"ciHigh":1388.583216,"observedAt":"2026-11-11","runCount":4181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"multi_turn/amazon-nova-experimental-chat (11-10)","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|non_english/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.354845,"ciLow":1399.106456,"ciHigh":1409.603234,"observedAt":"2026-11-11","runCount":15420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"non_english/amazon-nova-experimental-chat (11-10)","slice":"non_english"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|overall/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.730292,"ciLow":1410.513239,"ciHigh":1418.947344,"observedAt":"2026-11-11","runCount":25861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"overall/amazon-nova-experimental-chat (11-10)","slice":"overall"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|polish/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.503729,"ciLow":1377.71384,"ciHigh":1421.293619,"observedAt":"2026-11-11","runCount":722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"polish/amazon-nova-experimental-chat (11-10)","slice":"polish"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|russian/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.156896,"ciLow":1384.349622,"ciHigh":1403.964171,"observedAt":"2026-11-11","runCount":3432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"russian/amazon-nova-experimental-chat (11-10)","slice":"russian"}
{"key":"lmarena|amazon/nova-experimental-chat-11-10:default|none|lmarena-text@1|rating|spanish/amazon-nova-experimental-chat (11-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-11-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.270101,"ciLow":1421.859918,"ciHigh":1464.680284,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (11-10)","rowId":"spanish/amazon-nova-experimental-chat (11-10)","slice":"spanish"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|chinese/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.970362,"ciLow":1366.54604,"ciHigh":1427.394684,"observedAt":"2026-11-11","runCount":323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"chinese/amazon-nova-experimental-chat (12-10)","slice":"chinese"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|coding/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.781296,"ciLow":1413.795127,"ciHigh":1455.767465,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"coding/amazon-nova-experimental-chat (12-10)","slice":"coding"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|creative_writing/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.54204,"ciLow":1315.615619,"ciHigh":1363.46846,"observedAt":"2026-11-11","runCount":600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"creative_writing/amazon-nova-experimental-chat (12-10)","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|english/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.924134,"ciLow":1402.176045,"ciHigh":1431.672223,"observedAt":"2026-11-11","runCount":1500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"english/amazon-nova-experimental-chat (12-10)","slice":"english"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|exclude_ties/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.745156,"ciLow":1358.83952,"ciHigh":1386.650792,"observedAt":"2026-11-11","runCount":2559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"exclude_ties/amazon-nova-experimental-chat (12-10)","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|expert/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.216256,"ciLow":1356.483236,"ciHigh":1425.949276,"observedAt":"2026-11-11","runCount":254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"expert/amazon-nova-experimental-chat (12-10)","slice":"expert"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|hard_prompts/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.703638,"ciLow":1401.731814,"ciHigh":1427.675461,"observedAt":"2026-11-11","runCount":1892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"hard_prompts/amazon-nova-experimental-chat (12-10)","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.764513,"ciLow":1417.476643,"ciHigh":1458.052382,"observedAt":"2026-11-11","runCount":775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"hard_prompts_english/amazon-nova-experimental-chat (12-10)","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.622907,"ciLow":1378.499626,"ciHigh":1424.746188,"observedAt":"2026-11-11","runCount":603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (12-10)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.744598,"ciLow":1299.925199,"ciHigh":1341.563996,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (12-10)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.792261,"ciLow":1363.509357,"ciHigh":1434.075166,"observedAt":"2026-11-11","runCount":255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_legal_and_government/amazon-nova-experimental-chat (12-10)","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.708939,"ciLow":1395.790049,"ciHigh":1441.62783,"observedAt":"2026-11-11","runCount":607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (12-10)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|industry_mathematical/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.412205,"ciLow":1372.292677,"ciHigh":1450.531734,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_mathematical/amazon-nova-experimental-chat (12-10)","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.220513,"ciLow":1394.776663,"ciHigh":1469.664362,"observedAt":"2026-11-11","runCount":234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_medicine_and_healthcare/amazon-nova-experimental-chat (12-10)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.245936,"ciLow":1416.701744,"ciHigh":1449.790127,"observedAt":"2026-11-11","runCount":1186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_software_and_it_services/amazon-nova-experimental-chat (12-10)","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.313596,"ciLow":1349.81599,"ciHigh":1388.811201,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_writing_and_literature_and_language/amazon-nova-experimental-chat (12-10)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|instruction_following/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.110685,"ciLow":1357.681726,"ciHigh":1394.539643,"observedAt":"2026-11-11","runCount":943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"instruction_following/amazon-nova-experimental-chat (12-10)","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|longer_query/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.951882,"ciLow":1364.271133,"ciHigh":1403.632632,"observedAt":"2026-11-11","runCount":812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"longer_query/amazon-nova-experimental-chat (12-10)","slice":"longer_query"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|math/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.69279,"ciLow":1361.05157,"ciHigh":1434.334011,"observedAt":"2026-11-11","runCount":237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"math/amazon-nova-experimental-chat (12-10)","slice":"math"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|multi_turn/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.67327,"ciLow":1367.766391,"ciHigh":1413.580149,"observedAt":"2026-11-11","runCount":632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"multi_turn/amazon-nova-experimental-chat (12-10)","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|non_english/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.409557,"ciLow":1355.331759,"ciHigh":1379.487356,"observedAt":"2026-11-11","runCount":2214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"non_english/amazon-nova-experimental-chat (12-10)","slice":"non_english"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|overall/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.508804,"ciLow":1383.020831,"ciHigh":1401.996776,"observedAt":"2026-11-11","runCount":3714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"overall/amazon-nova-experimental-chat (12-10)","slice":"overall"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text-style-control@1|rating|russian/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.763966,"ciLow":1350.773437,"ciHigh":1400.754496,"observedAt":"2026-11-11","runCount":492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"russian/amazon-nova-experimental-chat (12-10)","slice":"russian"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|chinese/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.135962,"ciLow":1408.079668,"ciHigh":1468.192256,"observedAt":"2026-11-11","runCount":323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"chinese/amazon-nova-experimental-chat (12-10)","slice":"chinese"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|coding/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.333453,"ciLow":1410.431413,"ciHigh":1452.235493,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"coding/amazon-nova-experimental-chat (12-10)","slice":"coding"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|creative_writing/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.562123,"ciLow":1326.05122,"ciHigh":1373.073026,"observedAt":"2026-11-11","runCount":600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"creative_writing/amazon-nova-experimental-chat (12-10)","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|english/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.197843,"ciLow":1423.565667,"ciHigh":1452.830018,"observedAt":"2026-11-11","runCount":1500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"english/amazon-nova-experimental-chat (12-10)","slice":"english"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|exclude_ties/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.795647,"ciLow":1394.119534,"ciHigh":1421.471761,"observedAt":"2026-11-11","runCount":2559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"exclude_ties/amazon-nova-experimental-chat (12-10)","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|expert/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.646365,"ciLow":1369.847481,"ciHigh":1439.445249,"observedAt":"2026-11-11","runCount":254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"expert/amazon-nova-experimental-chat (12-10)","slice":"expert"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|hard_prompts/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.870545,"ciLow":1413.868759,"ciHigh":1439.872331,"observedAt":"2026-11-11","runCount":1892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"hard_prompts/amazon-nova-experimental-chat (12-10)","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|hard_prompts_english/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.975422,"ciLow":1426.736969,"ciHigh":1467.213875,"observedAt":"2026-11-11","runCount":775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"hard_prompts_english/amazon-nova-experimental-chat (12-10)","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.843752,"ciLow":1400.777837,"ciHigh":1446.909668,"observedAt":"2026-11-11","runCount":603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (12-10)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.456747,"ciLow":1324.850871,"ciHigh":1366.062623,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (12-10)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|industry_legal_and_government/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.378814,"ciLow":1398.390377,"ciHigh":1470.367251,"observedAt":"2026-11-11","runCount":255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_legal_and_government/amazon-nova-experimental-chat (12-10)","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.44768,"ciLow":1421.500602,"ciHigh":1467.394759,"observedAt":"2026-11-11","runCount":607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (12-10)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|industry_mathematical/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.382779,"ciLow":1398.185804,"ciHigh":1476.579753,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_mathematical/amazon-nova-experimental-chat (12-10)","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.632289,"ciLow":1424.145287,"ciHigh":1499.119292,"observedAt":"2026-11-11","runCount":234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_medicine_and_healthcare/amazon-nova-experimental-chat (12-10)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|industry_software_and_it_services/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.776061,"ciLow":1430.23613,"ciHigh":1463.315991,"observedAt":"2026-11-11","runCount":1186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_software_and_it_services/amazon-nova-experimental-chat (12-10)","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.858836,"ciLow":1360.471048,"ciHigh":1399.246624,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"industry_writing_and_literature_and_language/amazon-nova-experimental-chat (12-10)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|instruction_following/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.883434,"ciLow":1367.298399,"ciHigh":1404.468468,"observedAt":"2026-11-11","runCount":943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"instruction_following/amazon-nova-experimental-chat (12-10)","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|longer_query/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.969152,"ciLow":1369.338387,"ciHigh":1408.599917,"observedAt":"2026-11-11","runCount":812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"longer_query/amazon-nova-experimental-chat (12-10)","slice":"longer_query"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|math/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.624921,"ciLow":1384.17337,"ciHigh":1457.076473,"observedAt":"2026-11-11","runCount":237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"math/amazon-nova-experimental-chat (12-10)","slice":"math"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|multi_turn/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.125279,"ciLow":1385.367894,"ciHigh":1430.882665,"observedAt":"2026-11-11","runCount":632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"multi_turn/amazon-nova-experimental-chat (12-10)","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|non_english/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.040084,"ciLow":1385.994317,"ciHigh":1410.085851,"observedAt":"2026-11-11","runCount":2214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"non_english/amazon-nova-experimental-chat (12-10)","slice":"non_english"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|overall/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.181193,"ciLow":1409.74841,"ciHigh":1428.613976,"observedAt":"2026-11-11","runCount":3714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"overall/amazon-nova-experimental-chat (12-10)","slice":"overall"}
{"key":"lmarena|amazon/nova-experimental-chat-12-10:default|none|lmarena-text@1|rating|russian/amazon-nova-experimental-chat (12-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-12-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.708155,"ciLow":1371.766722,"ciHigh":1421.649589,"observedAt":"2026-11-11","runCount":492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (12-10)","rowId":"russian/amazon-nova-experimental-chat (12-10)","slice":"russian"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|chinese/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.179762,"ciLow":1353.017439,"ciHigh":1429.342085,"observedAt":"2026-11-11","runCount":223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"chinese/amazon-nova-experimental-chat (26-01-10)","slice":"chinese"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|coding/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.37131,"ciLow":1460.745051,"ciHigh":1501.99757,"observedAt":"2026-11-11","runCount":773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"coding/amazon-nova-experimental-chat (26-01-10)","slice":"coding"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|creative_writing/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.956252,"ciLow":1324.048416,"ciHigh":1373.864087,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"creative_writing/amazon-nova-experimental-chat (26-01-10)","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|english/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.682671,"ciLow":1412.453209,"ciHigh":1442.912134,"observedAt":"2026-11-11","runCount":1407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"english/amazon-nova-experimental-chat (26-01-10)","slice":"english"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|exclude_ties/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.957996,"ciLow":1381.653104,"ciHigh":1410.262887,"observedAt":"2026-11-11","runCount":2413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"exclude_ties/amazon-nova-experimental-chat (26-01-10)","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|expert/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.345499,"ciLow":1434.182018,"ciHigh":1502.50898,"observedAt":"2026-11-11","runCount":277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"expert/amazon-nova-experimental-chat (26-01-10)","slice":"expert"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|hard_prompts/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.690845,"ciLow":1429.785167,"ciHigh":1455.596522,"observedAt":"2026-11-11","runCount":1933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"hard_prompts/amazon-nova-experimental-chat (26-01-10)","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.924064,"ciLow":1442.08292,"ciHigh":1483.765208,"observedAt":"2026-11-11","runCount":750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"hard_prompts_english/amazon-nova-experimental-chat (26-01-10)","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.534085,"ciLow":1397.253397,"ciHigh":1441.814774,"observedAt":"2026-11-11","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (26-01-10)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.07388,"ciLow":1344.018744,"ciHigh":1390.129015,"observedAt":"2026-11-11","runCount":632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (26-01-10)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.257793,"ciLow":1361.685945,"ciHigh":1430.829641,"observedAt":"2026-11-11","runCount":277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_legal_and_government/amazon-nova-experimental-chat (26-01-10)","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.004619,"ciLow":1407.67822,"ciHigh":1454.331017,"observedAt":"2026-11-11","runCount":600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (26-01-10)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|industry_mathematical/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.568409,"ciLow":1414.434515,"ciHigh":1486.702303,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_mathematical/amazon-nova-experimental-chat (26-01-10)","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.781949,"ciLow":1395.798553,"ciHigh":1467.765345,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_medicine_and_healthcare/amazon-nova-experimental-chat (26-01-10)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.215748,"ciLow":1451.725285,"ciHigh":1484.70621,"observedAt":"2026-11-11","runCount":1199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_software_and_it_services/amazon-nova-experimental-chat (26-01-10)","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.366402,"ciLow":1345.934758,"ciHigh":1386.798047,"observedAt":"2026-11-11","runCount":795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_writing_and_literature_and_language/amazon-nova-experimental-chat (26-01-10)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|instruction_following/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.613411,"ciLow":1379.61646,"ciHigh":1415.610362,"observedAt":"2026-11-11","runCount":989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"instruction_following/amazon-nova-experimental-chat (26-01-10)","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|longer_query/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.559185,"ciLow":1400.934739,"ciHigh":1438.183631,"observedAt":"2026-11-11","runCount":951,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"longer_query/amazon-nova-experimental-chat (26-01-10)","slice":"longer_query"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|math/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.015235,"ciLow":1375.230636,"ciHigh":1440.799835,"observedAt":"2026-11-11","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"math/amazon-nova-experimental-chat (26-01-10)","slice":"math"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|multi_turn/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.050702,"ciLow":1378.799225,"ciHigh":1425.302178,"observedAt":"2026-11-11","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"multi_turn/amazon-nova-experimental-chat (26-01-10)","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|non_english/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.451739,"ciLow":1383.114717,"ciHigh":1407.788761,"observedAt":"2026-11-11","runCount":2110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"non_english/amazon-nova-experimental-chat (26-01-10)","slice":"non_english"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|overall/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.835446,"ciLow":1402.126902,"ciHigh":1421.543991,"observedAt":"2026-11-11","runCount":3517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"overall/amazon-nova-experimental-chat (26-01-10)","slice":"overall"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|russian/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.762285,"ciLow":1382.613129,"ciHigh":1434.911441,"observedAt":"2026-11-11","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"russian/amazon-nova-experimental-chat (26-01-10)","slice":"russian"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text-style-control@1|rating|spanish/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.437381,"ciLow":1360.787529,"ciHigh":1442.087234,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"spanish/amazon-nova-experimental-chat (26-01-10)","slice":"spanish"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|chinese/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.049421,"ciLow":1334.892349,"ciHigh":1409.206492,"observedAt":"2026-11-11","runCount":223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"chinese/amazon-nova-experimental-chat (26-01-10)","slice":"chinese"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|coding/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.816425,"ciLow":1426.400889,"ciHigh":1467.23196,"observedAt":"2026-11-11","runCount":773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"coding/amazon-nova-experimental-chat (26-01-10)","slice":"coding"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|creative_writing/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.685367,"ciLow":1304.149403,"ciHigh":1353.221332,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"creative_writing/amazon-nova-experimental-chat (26-01-10)","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|english/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.387776,"ciLow":1393.255291,"ciHigh":1423.520261,"observedAt":"2026-11-11","runCount":1407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"english/amazon-nova-experimental-chat (26-01-10)","slice":"english"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|exclude_ties/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.152492,"ciLow":1357.097404,"ciHigh":1385.207579,"observedAt":"2026-11-11","runCount":2413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"exclude_ties/amazon-nova-experimental-chat (26-01-10)","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|expert/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.657702,"ciLow":1406.751363,"ciHigh":1474.564042,"observedAt":"2026-11-11","runCount":277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"expert/amazon-nova-experimental-chat (26-01-10)","slice":"expert"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|hard_prompts/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.074473,"ciLow":1401.280454,"ciHigh":1426.868492,"observedAt":"2026-11-11","runCount":1933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"hard_prompts/amazon-nova-experimental-chat (26-01-10)","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|hard_prompts_english/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.895626,"ciLow":1412.227976,"ciHigh":1453.563275,"observedAt":"2026-11-11","runCount":750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"hard_prompts_english/amazon-nova-experimental-chat (26-01-10)","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.556834,"ciLow":1375.609801,"ciHigh":1419.503868,"observedAt":"2026-11-11","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (26-01-10)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.862259,"ciLow":1324.089642,"ciHigh":1369.634875,"observedAt":"2026-11-11","runCount":632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (26-01-10)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|industry_legal_and_government/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.207032,"ciLow":1344.458274,"ciHigh":1411.955789,"observedAt":"2026-11-11","runCount":277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_legal_and_government/amazon-nova-experimental-chat (26-01-10)","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.704071,"ciLow":1380.687391,"ciHigh":1426.720751,"observedAt":"2026-11-11","runCount":600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (26-01-10)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|industry_mathematical/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.857969,"ciLow":1404.537947,"ciHigh":1477.177991,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_mathematical/amazon-nova-experimental-chat (26-01-10)","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.728544,"ciLow":1361.846436,"ciHigh":1433.610652,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_medicine_and_healthcare/amazon-nova-experimental-chat (26-01-10)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|industry_software_and_it_services/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.135523,"ciLow":1423.862588,"ciHigh":1456.408459,"observedAt":"2026-11-11","runCount":1199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_software_and_it_services/amazon-nova-experimental-chat (26-01-10)","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.220255,"ciLow":1325.85884,"ciHigh":1366.58167,"observedAt":"2026-11-11","runCount":795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"industry_writing_and_literature_and_language/amazon-nova-experimental-chat (26-01-10)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|instruction_following/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.438846,"ciLow":1362.63844,"ciHigh":1398.239251,"observedAt":"2026-11-11","runCount":989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"instruction_following/amazon-nova-experimental-chat (26-01-10)","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|longer_query/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.960216,"ciLow":1379.664435,"ciHigh":1416.255998,"observedAt":"2026-11-11","runCount":951,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"longer_query/amazon-nova-experimental-chat (26-01-10)","slice":"longer_query"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|math/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.307918,"ciLow":1368.451362,"ciHigh":1434.164474,"observedAt":"2026-11-11","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"math/amazon-nova-experimental-chat (26-01-10)","slice":"math"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|multi_turn/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.274349,"ciLow":1357.253693,"ciHigh":1403.295006,"observedAt":"2026-11-11","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"multi_turn/amazon-nova-experimental-chat (26-01-10)","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|non_english/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.047085,"ciLow":1367.79319,"ciHigh":1392.300979,"observedAt":"2026-11-11","runCount":2110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"non_english/amazon-nova-experimental-chat (26-01-10)","slice":"non_english"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|overall/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.801749,"ciLow":1385.164882,"ciHigh":1404.438616,"observedAt":"2026-11-11","runCount":3517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"overall/amazon-nova-experimental-chat (26-01-10)","slice":"overall"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|russian/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.524023,"ciLow":1363.407019,"ciHigh":1415.641026,"observedAt":"2026-11-11","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"russian/amazon-nova-experimental-chat (26-01-10)","slice":"russian"}
{"key":"lmarena|amazon/nova-experimental-chat-26-01-10:default|none|lmarena-text@1|rating|spanish/amazon-nova-experimental-chat (26-01-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-01-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.147595,"ciLow":1350.077668,"ciHigh":1430.217522,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-01-10)","rowId":"spanish/amazon-nova-experimental-chat (26-01-10)","slice":"spanish"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|chinese/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.053849,"ciLow":1401.190915,"ciHigh":1464.916783,"observedAt":"2026-11-11","runCount":314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"chinese/amazon-nova-experimental-chat (26-02-10)","slice":"chinese"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|coding/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.291542,"ciLow":1466.925902,"ciHigh":1505.657182,"observedAt":"2026-11-11","runCount":877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"coding/amazon-nova-experimental-chat (26-02-10)","slice":"coding"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|creative_writing/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.275867,"ciLow":1317.274172,"ciHigh":1369.277562,"observedAt":"2026-11-11","runCount":479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"creative_writing/amazon-nova-experimental-chat (26-02-10)","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|english/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.149702,"ciLow":1424.437898,"ciHigh":1455.861505,"observedAt":"2026-11-11","runCount":1306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"english/amazon-nova-experimental-chat (26-02-10)","slice":"english"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|exclude_ties/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.809768,"ciLow":1405.548324,"ciHigh":1434.071212,"observedAt":"2026-11-11","runCount":2401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"exclude_ties/amazon-nova-experimental-chat (26-02-10)","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|expert/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.653365,"ciLow":1465.724971,"ciHigh":1529.581758,"observedAt":"2026-11-11","runCount":299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"expert/amazon-nova-experimental-chat (26-02-10)","slice":"expert"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|hard_prompts/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.933408,"ciLow":1437.384708,"ciHigh":1462.482107,"observedAt":"2026-11-11","runCount":2020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"hard_prompts/amazon-nova-experimental-chat (26-02-10)","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.822081,"ciLow":1435.879532,"ciHigh":1477.764631,"observedAt":"2026-11-11","runCount":734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"hard_prompts_english/amazon-nova-experimental-chat (26-02-10)","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.213284,"ciLow":1412.890802,"ciHigh":1457.535765,"observedAt":"2026-11-11","runCount":635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (26-02-10)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.387522,"ciLow":1344.590627,"ciHigh":1392.184417,"observedAt":"2026-11-11","runCount":568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (26-02-10)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.802112,"ciLow":1409.881298,"ciHigh":1479.722926,"observedAt":"2026-11-11","runCount":257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_legal_and_government/amazon-nova-experimental-chat (26-02-10)","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.018761,"ciLow":1405.744809,"ciHigh":1452.292713,"observedAt":"2026-11-11","runCount":547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (26-02-10)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.942397,"ciLow":1372.267986,"ciHigh":1443.616808,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_medicine_and_healthcare/amazon-nova-experimental-chat (26-02-10)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.730204,"ciLow":1456.941135,"ciHigh":1488.519273,"observedAt":"2026-11-11","runCount":1295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_software_and_it_services/amazon-nova-experimental-chat (26-02-10)","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.768731,"ciLow":1353.115931,"ciHigh":1394.421532,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_writing_and_literature_and_language/amazon-nova-experimental-chat (26-02-10)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|instruction_following/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.233366,"ciLow":1397.288483,"ciHigh":1433.178249,"observedAt":"2026-11-11","runCount":988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"instruction_following/amazon-nova-experimental-chat (26-02-10)","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|longer_query/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.098663,"ciLow":1415.261745,"ciHigh":1450.935581,"observedAt":"2026-11-11","runCount":1012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"longer_query/amazon-nova-experimental-chat (26-02-10)","slice":"longer_query"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|math/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.557808,"ciLow":1385.670838,"ciHigh":1463.444778,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"math/amazon-nova-experimental-chat (26-02-10)","slice":"math"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|multi_turn/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.781569,"ciLow":1403.549869,"ciHigh":1450.013269,"observedAt":"2026-11-11","runCount":612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"multi_turn/amazon-nova-experimental-chat (26-02-10)","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|non_english/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.673489,"ciLow":1397.629591,"ciHigh":1421.717386,"observedAt":"2026-11-11","runCount":2198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"non_english/amazon-nova-experimental-chat (26-02-10)","slice":"non_english"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|overall/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.583995,"ciLow":1416.893663,"ciHigh":1436.274328,"observedAt":"2026-11-11","runCount":3504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"overall/amazon-nova-experimental-chat (26-02-10)","slice":"overall"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text-style-control@1|rating|russian/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.070654,"ciLow":1379.606666,"ciHigh":1428.534641,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"russian/amazon-nova-experimental-chat (26-02-10)","slice":"russian"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|chinese/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.53742,"ciLow":1432.886701,"ciHigh":1496.188139,"observedAt":"2026-11-11","runCount":314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"chinese/amazon-nova-experimental-chat (26-02-10)","slice":"chinese"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|coding/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.40905,"ciLow":1464.226081,"ciHigh":1502.592018,"observedAt":"2026-11-11","runCount":877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"coding/amazon-nova-experimental-chat (26-02-10)","slice":"coding"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|creative_writing/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.147398,"ciLow":1341.550165,"ciHigh":1392.744631,"observedAt":"2026-11-11","runCount":479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"creative_writing/amazon-nova-experimental-chat (26-02-10)","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|english/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.992485,"ciLow":1443.347737,"ciHigh":1474.637233,"observedAt":"2026-11-11","runCount":1306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"english/amazon-nova-experimental-chat (26-02-10)","slice":"english"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|exclude_ties/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.418176,"ciLow":1435.403649,"ciHigh":1463.432703,"observedAt":"2026-11-11","runCount":2401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"exclude_ties/amazon-nova-experimental-chat (26-02-10)","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|expert/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1508.541074,"ciLow":1476.16716,"ciHigh":1540.914989,"observedAt":"2026-11-11","runCount":299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"expert/amazon-nova-experimental-chat (26-02-10)","slice":"expert"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|hard_prompts/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.97843,"ciLow":1446.482629,"ciHigh":1471.474231,"observedAt":"2026-11-11","runCount":2020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"hard_prompts/amazon-nova-experimental-chat (26-02-10)","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|hard_prompts_english/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.941107,"ciLow":1442.096528,"ciHigh":1483.785685,"observedAt":"2026-11-11","runCount":734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"hard_prompts_english/amazon-nova-experimental-chat (26-02-10)","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.942135,"ciLow":1428.859975,"ciHigh":1473.024296,"observedAt":"2026-11-11","runCount":635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_business_and_management_and_financial_operations/amazon-nova-experimental-chat (26-02-10)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.74275,"ciLow":1373.373815,"ciHigh":1420.111686,"observedAt":"2026-11-11","runCount":568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_entertainment_and_sports_and_media/amazon-nova-experimental-chat (26-02-10)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|industry_legal_and_government/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.858343,"ciLow":1431.763223,"ciHigh":1501.953463,"observedAt":"2026-11-11","runCount":257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_legal_and_government/amazon-nova-experimental-chat (26-02-10)","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.073871,"ciLow":1429.704595,"ciHigh":1476.443146,"observedAt":"2026-11-11","runCount":547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_life_and_physical_and_social_science/amazon-nova-experimental-chat (26-02-10)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.389863,"ciLow":1395.553206,"ciHigh":1467.22652,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_medicine_and_healthcare/amazon-nova-experimental-chat (26-02-10)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|industry_software_and_it_services/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.267827,"ciLow":1465.613695,"ciHigh":1496.921959,"observedAt":"2026-11-11","runCount":1295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_software_and_it_services/amazon-nova-experimental-chat (26-02-10)","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.962598,"ciLow":1369.468945,"ciHigh":1410.45625,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"industry_writing_and_literature_and_language/amazon-nova-experimental-chat (26-02-10)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|instruction_following/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.15024,"ciLow":1409.276677,"ciHigh":1445.023802,"observedAt":"2026-11-11","runCount":988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"instruction_following/amazon-nova-experimental-chat (26-02-10)","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|longer_query/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.035378,"ciLow":1424.261071,"ciHigh":1459.809684,"observedAt":"2026-11-11","runCount":1012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"longer_query/amazon-nova-experimental-chat (26-02-10)","slice":"longer_query"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|math/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.072326,"ciLow":1400.226007,"ciHigh":1477.918645,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"math/amazon-nova-experimental-chat (26-02-10)","slice":"math"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|multi_turn/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.080065,"ciLow":1418.776296,"ciHigh":1465.383834,"observedAt":"2026-11-11","runCount":612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"multi_turn/amazon-nova-experimental-chat (26-02-10)","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|non_english/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.256031,"ciLow":1422.295881,"ciHigh":1446.216181,"observedAt":"2026-11-11","runCount":2198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"non_english/amazon-nova-experimental-chat (26-02-10)","slice":"non_english"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|overall/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.632751,"ciLow":1438.997061,"ciHigh":1458.268441,"observedAt":"2026-11-11","runCount":3504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"overall/amazon-nova-experimental-chat (26-02-10)","slice":"overall"}
{"key":"lmarena|amazon/nova-experimental-chat-26-02-10:default|none|lmarena-text@1|rating|russian/amazon-nova-experimental-chat (26-02-10)","sourceId":"lmarena","modelId":"amazon/nova-experimental-chat-26-02-10","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.050043,"ciLow":1397.7404,"ciHigh":1446.359686,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"amazon-nova-experimental-chat (26-02-10)","rowId":"russian/amazon-nova-experimental-chat (26-02-10)","slice":"russian"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|chinese/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.031838,"ciLow":1256.786654,"ciHigh":1289.277021,"observedAt":"2026-11-11","runCount":1284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"chinese/Amazon Nova Lite 1.0","slice":"chinese"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|coding/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.511791,"ciLow":1295.168173,"ciHigh":1315.85541,"observedAt":"2026-11-11","runCount":3060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"coding/Amazon Nova Lite 1.0","slice":"coding"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|creative_writing/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.379451,"ciLow":1209.754822,"ciHigh":1231.00408,"observedAt":"2026-11-11","runCount":3037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"creative_writing/Amazon Nova Lite 1.0","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|english/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.367297,"ciLow":1267.988788,"ciHigh":1280.745805,"observedAt":"2026-11-11","runCount":11044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"english/Amazon Nova Lite 1.0","slice":"english"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|exclude_ties/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.011695,"ciLow":1157.691562,"ciHigh":1174.331828,"observedAt":"2026-11-11","runCount":12331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"exclude_ties/Amazon Nova Lite 1.0","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|expert/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.170282,"ciLow":1245.375956,"ciHigh":1278.964607,"observedAt":"2026-11-11","runCount":1138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"expert/Amazon Nova Lite 1.0","slice":"expert"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|french/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.730737,"ciLow":1226.334036,"ciHigh":1317.127438,"observedAt":"2026-11-11","runCount":170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"french/Amazon Nova Lite 1.0","slice":"french"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|german/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.879885,"ciLow":1233.114693,"ciHigh":1286.645077,"observedAt":"2026-11-11","runCount":490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"german/Amazon Nova Lite 1.0","slice":"german"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|hard_prompts/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.596409,"ciLow":1263.200416,"ciHigh":1279.992403,"observedAt":"2026-11-11","runCount":4913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"hard_prompts/Amazon Nova Lite 1.0","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.079476,"ciLow":1266.790664,"ciHigh":1287.368288,"observedAt":"2026-11-11","runCount":3136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"hard_prompts_english/Amazon Nova Lite 1.0","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.252976,"ciLow":1256.348869,"ciHigh":1282.157083,"observedAt":"2026-11-11","runCount":2103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_business_and_management_and_financial_operations/Amazon Nova Lite 1.0","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.839811,"ciLow":1196.790323,"ciHigh":1216.889299,"observedAt":"2026-11-11","runCount":3418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_entertainment_and_sports_and_media/Amazon Nova Lite 1.0","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.461884,"ciLow":1265.274423,"ciHigh":1301.649344,"observedAt":"2026-11-11","runCount":1079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_legal_and_government/Amazon Nova Lite 1.0","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.364284,"ciLow":1269.925943,"ciHigh":1290.802625,"observedAt":"2026-11-11","runCount":3333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_life_and_physical_and_social_science/Amazon Nova Lite 1.0","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.968447,"ciLow":1245.211352,"ciHigh":1268.725543,"observedAt":"2026-11-11","runCount":2173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_mathematical/Amazon Nova Lite 1.0","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.969547,"ciLow":1253.081793,"ciHigh":1292.8573,"observedAt":"2026-11-11","runCount":872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_medicine_and_healthcare/Amazon Nova Lite 1.0","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.153876,"ciLow":1286.501746,"ciHigh":1303.806006,"observedAt":"2026-11-11","runCount":4869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_software_and_it_services/Amazon Nova Lite 1.0","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.406782,"ciLow":1230.99622,"ciHigh":1247.817343,"observedAt":"2026-11-11","runCount":5254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_writing_and_literature_and_language/Amazon Nova Lite 1.0","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|instruction_following/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.508086,"ciLow":1236.357561,"ciHigh":1250.658611,"observedAt":"2026-11-11","runCount":7809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"instruction_following/Amazon Nova Lite 1.0","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|japanese/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.451493,"ciLow":1155.005825,"ciHigh":1211.897161,"observedAt":"2026-11-11","runCount":403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"japanese/Amazon Nova Lite 1.0","slice":"japanese"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|korean/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.389258,"ciLow":1151.683035,"ciHigh":1223.095481,"observedAt":"2026-11-11","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"korean/Amazon Nova Lite 1.0","slice":"korean"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|longer_query/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.091077,"ciLow":1264.222849,"ciHigh":1285.959305,"observedAt":"2026-11-11","runCount":2784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"longer_query/Amazon Nova Lite 1.0","slice":"longer_query"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|math/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.92885,"ciLow":1232.988076,"ciHigh":1254.869624,"observedAt":"2026-11-11","runCount":2511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"math/Amazon Nova Lite 1.0","slice":"math"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|multi_turn/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.651128,"ciLow":1217.926004,"ciHigh":1239.376251,"observedAt":"2026-11-11","runCount":3166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"multi_turn/Amazon Nova Lite 1.0","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|non_english/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.569204,"ciLow":1232.64942,"ciHigh":1246.488988,"observedAt":"2026-11-11","runCount":8328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"non_english/Amazon Nova Lite 1.0","slice":"non_english"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|overall/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.497208,"ciLow":1255.301351,"ciHigh":1265.693066,"observedAt":"2026-11-11","runCount":19372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"overall/Amazon Nova Lite 1.0","slice":"overall"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|russian/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.726379,"ciLow":1238.16112,"ciHigh":1261.291637,"observedAt":"2026-11-11","runCount":2470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"russian/Amazon Nova Lite 1.0","slice":"russian"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text-style-control@1|rating|spanish/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.359488,"ciLow":1217.836917,"ciHigh":1326.88206,"observedAt":"2026-11-11","runCount":107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"spanish/Amazon Nova Lite 1.0","slice":"spanish"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|chinese/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.326104,"ciLow":1209.251938,"ciHigh":1241.40027,"observedAt":"2026-11-11","runCount":1284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"chinese/Amazon Nova Lite 1.0","slice":"chinese"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|coding/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.70069,"ciLow":1228.446737,"ciHigh":1248.954643,"observedAt":"2026-11-11","runCount":3060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"coding/Amazon Nova Lite 1.0","slice":"coding"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|creative_writing/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.721795,"ciLow":1186.213513,"ciHigh":1207.230077,"observedAt":"2026-11-11","runCount":3037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"creative_writing/Amazon Nova Lite 1.0","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|english/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.592375,"ciLow":1236.257961,"ciHigh":1248.926789,"observedAt":"2026-11-11","runCount":11044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"english/Amazon Nova Lite 1.0","slice":"english"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|exclude_ties/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1120.211852,"ciLow":1112.028625,"ciHigh":1128.39508,"observedAt":"2026-11-11","runCount":12331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"exclude_ties/Amazon Nova Lite 1.0","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|expert/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.116882,"ciLow":1184.384074,"ciHigh":1217.84969,"observedAt":"2026-11-11","runCount":1138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"expert/Amazon Nova Lite 1.0","slice":"expert"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|french/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.249623,"ciLow":1192.720932,"ciHigh":1281.778314,"observedAt":"2026-11-11","runCount":170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"french/Amazon Nova Lite 1.0","slice":"french"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|german/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.462391,"ciLow":1201.854545,"ciHigh":1255.070237,"observedAt":"2026-11-11","runCount":490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"german/Amazon Nova Lite 1.0","slice":"german"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|hard_prompts/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.772645,"ciLow":1211.451783,"ciHigh":1228.093508,"observedAt":"2026-11-11","runCount":4913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"hard_prompts/Amazon Nova Lite 1.0","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|hard_prompts_english/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.638673,"ciLow":1215.409417,"ciHigh":1235.867929,"observedAt":"2026-11-11","runCount":3136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"hard_prompts_english/Amazon Nova Lite 1.0","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.740972,"ciLow":1205.867385,"ciHigh":1231.614559,"observedAt":"2026-11-11","runCount":2103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_business_and_management_and_financial_operations/Amazon Nova Lite 1.0","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1175.629367,"ciLow":1165.61749,"ciHigh":1185.641245,"observedAt":"2026-11-11","runCount":3418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_entertainment_and_sports_and_media/Amazon Nova Lite 1.0","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|industry_legal_and_government/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.270485,"ciLow":1220.001661,"ciHigh":1256.53931,"observedAt":"2026-11-11","runCount":1079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_legal_and_government/Amazon Nova Lite 1.0","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1232.41046,"ciLow":1222.04833,"ciHigh":1242.77259,"observedAt":"2026-11-11","runCount":3333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_life_and_physical_and_social_science/Amazon Nova Lite 1.0","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|industry_mathematical/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.690295,"ciLow":1222.998051,"ciHigh":1246.38254,"observedAt":"2026-11-11","runCount":2173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_mathematical/Amazon Nova Lite 1.0","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1212.597217,"ciLow":1192.744113,"ciHigh":1232.45032,"observedAt":"2026-11-11","runCount":872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_medicine_and_healthcare/Amazon Nova Lite 1.0","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|industry_software_and_it_services/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.133598,"ciLow":1232.576628,"ciHigh":1249.690567,"observedAt":"2026-11-11","runCount":4869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_software_and_it_services/Amazon Nova Lite 1.0","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.12612,"ciLow":1202.777235,"ciHigh":1219.475005,"observedAt":"2026-11-11","runCount":5254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"industry_writing_and_literature_and_language/Amazon Nova Lite 1.0","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|instruction_following/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1204.886696,"ciLow":1197.815747,"ciHigh":1211.957645,"observedAt":"2026-11-11","runCount":7809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"instruction_following/Amazon Nova Lite 1.0","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|japanese/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.656055,"ciLow":1125.635073,"ciHigh":1181.677036,"observedAt":"2026-11-11","runCount":403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"japanese/Amazon Nova Lite 1.0","slice":"japanese"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|korean/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.291592,"ciLow":1117.576029,"ciHigh":1189.007155,"observedAt":"2026-11-11","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"korean/Amazon Nova Lite 1.0","slice":"korean"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|longer_query/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1233.564234,"ciLow":1222.766485,"ciHigh":1244.361982,"observedAt":"2026-11-11","runCount":2784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"longer_query/Amazon Nova Lite 1.0","slice":"longer_query"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|math/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.644797,"ciLow":1215.7533,"ciHigh":1237.536294,"observedAt":"2026-11-11","runCount":2511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"math/Amazon Nova Lite 1.0","slice":"math"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|multi_turn/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1198.5738,"ciLow":1187.863474,"ciHigh":1209.284125,"observedAt":"2026-11-11","runCount":3166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"multi_turn/Amazon Nova Lite 1.0","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|non_english/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.114794,"ciLow":1201.260142,"ciHigh":1214.969446,"observedAt":"2026-11-11","runCount":8328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"non_english/Amazon Nova Lite 1.0","slice":"non_english"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|overall/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.535875,"ciLow":1223.381089,"ciHigh":1233.690662,"observedAt":"2026-11-11","runCount":19372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"overall/Amazon Nova Lite 1.0","slice":"overall"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|russian/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1215.601486,"ciLow":1204.102999,"ciHigh":1227.099972,"observedAt":"2026-11-11","runCount":2470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"russian/Amazon Nova Lite 1.0","slice":"russian"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-text@1|rating|spanish/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.532959,"ciLow":1172.420572,"ciHigh":1278.645345,"observedAt":"2026-11-11","runCount":107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"spanish/Amazon Nova Lite 1.0","slice":"spanish"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-vision-style-control@1|rating|english/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1025.081265,"ciLow":1005.284819,"ciHigh":1044.87771,"observedAt":"2026-11-09","runCount":1048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"english/Amazon Nova Lite 1.0","slice":"english"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-vision-style-control@1|rating|overall/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1019.037467,"ciLow":1003.979459,"ciHigh":1034.095475,"observedAt":"2026-11-09","runCount":1854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"overall/Amazon Nova Lite 1.0","slice":"overall"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-vision@1|rating|english/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":998.686174,"ciLow":978.954981,"ciHigh":1018.417368,"observedAt":"2026-11-09","runCount":1048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"english/Amazon Nova Lite 1.0","slice":"english"}
{"key":"lmarena|amazon/nova-lite:default|none|lmarena-vision@1|rating|overall/Amazon Nova Lite 1.0","sourceId":"lmarena","modelId":"amazon/nova-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":990.328987,"ciLow":975.322476,"ciHigh":1005.335497,"observedAt":"2026-11-09","runCount":1854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Lite 1.0","rowId":"overall/Amazon Nova Lite 1.0","slice":"overall"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|chinese/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.096038,"ciLow":1243.733882,"ciHigh":1276.458194,"observedAt":"2026-11-11","runCount":1281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"chinese/Amazon Nova Micro 1.0","slice":"chinese"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|coding/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.32712,"ciLow":1277.974519,"ciHigh":1298.679721,"observedAt":"2026-11-11","runCount":2981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"coding/Amazon Nova Micro 1.0","slice":"coding"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|creative_writing/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.383004,"ciLow":1186.499515,"ciHigh":1208.266494,"observedAt":"2026-11-11","runCount":3061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"creative_writing/Amazon Nova Micro 1.0","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|english/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.134965,"ciLow":1248.80491,"ciHigh":1261.46502,"observedAt":"2026-11-11","runCount":10991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"english/Amazon Nova Micro 1.0","slice":"english"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|exclude_ties/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.359954,"ciLow":1121.853554,"ciHigh":1138.866354,"observedAt":"2026-11-11","runCount":12418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"exclude_ties/Amazon Nova Micro 1.0","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|expert/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.15909,"ciLow":1226.771886,"ciHigh":1261.546294,"observedAt":"2026-11-11","runCount":1094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"expert/Amazon Nova Micro 1.0","slice":"expert"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|french/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.385548,"ciLow":1231.408977,"ciHigh":1321.36212,"observedAt":"2026-11-11","runCount":163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"french/Amazon Nova Micro 1.0","slice":"french"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|german/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.371428,"ciLow":1197.731778,"ciHigh":1253.011077,"observedAt":"2026-11-11","runCount":468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"german/Amazon Nova Micro 1.0","slice":"german"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|hard_prompts/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.704147,"ciLow":1236.411113,"ciHigh":1252.997181,"observedAt":"2026-11-11","runCount":4859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"hard_prompts/Amazon Nova Micro 1.0","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.121389,"ciLow":1244.955831,"ciHigh":1265.286948,"observedAt":"2026-11-11","runCount":3050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"hard_prompts_english/Amazon Nova Micro 1.0","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.241684,"ciLow":1220.077184,"ciHigh":1246.406183,"observedAt":"2026-11-11","runCount":2061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_business_and_management_and_financial_operations/Amazon Nova Micro 1.0","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.24774,"ciLow":1183.12424,"ciHigh":1203.37124,"observedAt":"2026-11-11","runCount":3339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_entertainment_and_sports_and_media/Amazon Nova Micro 1.0","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.776654,"ciLow":1247.12271,"ciHigh":1284.430598,"observedAt":"2026-11-11","runCount":1082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_legal_and_government/Amazon Nova Micro 1.0","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.713669,"ciLow":1246.135161,"ciHigh":1267.292177,"observedAt":"2026-11-11","runCount":3314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_life_and_physical_and_social_science/Amazon Nova Micro 1.0","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.917395,"ciLow":1222.868784,"ciHigh":1246.966007,"observedAt":"2026-11-11","runCount":2016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_mathematical/Amazon Nova Micro 1.0","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.941264,"ciLow":1248.757785,"ciHigh":1287.124742,"observedAt":"2026-11-11","runCount":952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_medicine_and_healthcare/Amazon Nova Micro 1.0","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.064446,"ciLow":1262.328221,"ciHigh":1279.80067,"observedAt":"2026-11-11","runCount":4685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_software_and_it_services/Amazon Nova Micro 1.0","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.559421,"ciLow":1214.080396,"ciHigh":1231.038445,"observedAt":"2026-11-11","runCount":5246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_writing_and_literature_and_language/Amazon Nova Micro 1.0","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|instruction_following/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.756775,"ciLow":1207.61429,"ciHigh":1221.89926,"observedAt":"2026-11-11","runCount":7716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"instruction_following/Amazon Nova Micro 1.0","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|japanese/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.226884,"ciLow":1155.397308,"ciHigh":1211.056459,"observedAt":"2026-11-11","runCount":443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"japanese/Amazon Nova Micro 1.0","slice":"japanese"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|korean/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.619171,"ciLow":1149.610331,"ciHigh":1223.628011,"observedAt":"2026-11-11","runCount":267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"korean/Amazon Nova Micro 1.0","slice":"korean"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|longer_query/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.80813,"ciLow":1237.488202,"ciHigh":1260.128057,"observedAt":"2026-11-11","runCount":2625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"longer_query/Amazon Nova Micro 1.0","slice":"longer_query"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|math/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.247839,"ciLow":1212.308954,"ciHigh":1234.186725,"observedAt":"2026-11-11","runCount":2455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"math/Amazon Nova Micro 1.0","slice":"math"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|multi_turn/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.052043,"ciLow":1199.073947,"ciHigh":1221.03014,"observedAt":"2026-11-11","runCount":3069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"multi_turn/Amazon Nova Micro 1.0","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|non_english/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.435982,"ciLow":1212.449655,"ciHigh":1226.422308,"observedAt":"2026-11-11","runCount":8373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"non_english/Amazon Nova Micro 1.0","slice":"non_english"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|overall/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.77666,"ciLow":1235.594281,"ciHigh":1245.959039,"observedAt":"2026-11-11","runCount":19364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"overall/Amazon Nova Micro 1.0","slice":"overall"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|russian/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.074033,"ciLow":1210.332407,"ciHigh":1233.815658,"observedAt":"2026-11-11","runCount":2465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"russian/Amazon Nova Micro 1.0","slice":"russian"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text-style-control@1|rating|spanish/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.757471,"ciLow":1206.513392,"ciHigh":1299.001549,"observedAt":"2026-11-11","runCount":144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"spanish/Amazon Nova Micro 1.0","slice":"spanish"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|chinese/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1209.377771,"ciLow":1193.13604,"ciHigh":1225.619503,"observedAt":"2026-11-11","runCount":1281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"chinese/Amazon Nova Micro 1.0","slice":"chinese"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|coding/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.619341,"ciLow":1207.315328,"ciHigh":1227.923354,"observedAt":"2026-11-11","runCount":2981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"coding/Amazon Nova Micro 1.0","slice":"coding"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|creative_writing/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1171.604179,"ciLow":1160.858666,"ciHigh":1182.349693,"observedAt":"2026-11-11","runCount":3061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"creative_writing/Amazon Nova Micro 1.0","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|english/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1223.784148,"ciLow":1217.477874,"ciHigh":1230.090423,"observedAt":"2026-11-11","runCount":10991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"english/Amazon Nova Micro 1.0","slice":"english"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|exclude_ties/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1084.332422,"ciLow":1075.918069,"ciHigh":1092.746774,"observedAt":"2026-11-11","runCount":12418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"exclude_ties/Amazon Nova Micro 1.0","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|expert/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1183.241663,"ciLow":1165.949904,"ciHigh":1200.533422,"observedAt":"2026-11-11","runCount":1094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"expert/Amazon Nova Micro 1.0","slice":"expert"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|french/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.649189,"ciLow":1192.852647,"ciHigh":1282.445732,"observedAt":"2026-11-11","runCount":163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"french/Amazon Nova Micro 1.0","slice":"french"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|german/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1192.028628,"ciLow":1164.90299,"ciHigh":1219.154266,"observedAt":"2026-11-11","runCount":468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"german/Amazon Nova Micro 1.0","slice":"german"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|hard_prompts/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.027903,"ciLow":1182.753021,"ciHigh":1199.302784,"observedAt":"2026-11-11","runCount":4859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"hard_prompts/Amazon Nova Micro 1.0","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|hard_prompts_english/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.09196,"ciLow":1192.933806,"ciHigh":1213.250115,"observedAt":"2026-11-11","runCount":3050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"hard_prompts_english/Amazon Nova Micro 1.0","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.777307,"ciLow":1168.646841,"ciHigh":1194.907773,"observedAt":"2026-11-11","runCount":2061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_business_and_management_and_financial_operations/Amazon Nova Micro 1.0","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1162.879311,"ciLow":1152.756436,"ciHigh":1173.002186,"observedAt":"2026-11-11","runCount":3339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_entertainment_and_sports_and_media/Amazon Nova Micro 1.0","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|industry_legal_and_government/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.089932,"ciLow":1202.423568,"ciHigh":1239.756297,"observedAt":"2026-11-11","runCount":1082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_legal_and_government/Amazon Nova Micro 1.0","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1210.361787,"ciLow":1199.831144,"ciHigh":1220.89243,"observedAt":"2026-11-11","runCount":3314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_life_and_physical_and_social_science/Amazon Nova Micro 1.0","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|industry_mathematical/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1212.337146,"ciLow":1200.312648,"ciHigh":1224.361643,"observedAt":"2026-11-11","runCount":2016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_mathematical/Amazon Nova Micro 1.0","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1207.476361,"ciLow":1188.415746,"ciHigh":1226.536976,"observedAt":"2026-11-11","runCount":952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_medicine_and_healthcare/Amazon Nova Micro 1.0","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|industry_software_and_it_services/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1214.943291,"ciLow":1206.249398,"ciHigh":1223.637183,"observedAt":"2026-11-11","runCount":4685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_software_and_it_services/Amazon Nova Micro 1.0","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1192.244928,"ciLow":1183.8373,"ciHigh":1200.652555,"observedAt":"2026-11-11","runCount":5246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"industry_writing_and_literature_and_language/Amazon Nova Micro 1.0","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|instruction_following/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.011607,"ciLow":1166.921475,"ciHigh":1181.101738,"observedAt":"2026-11-11","runCount":7716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"instruction_following/Amazon Nova Micro 1.0","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|japanese/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.471193,"ciLow":1126.829194,"ciHigh":1182.113191,"observedAt":"2026-11-11","runCount":443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"japanese/Amazon Nova Micro 1.0","slice":"japanese"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|korean/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.422794,"ciLow":1112.586859,"ciHigh":1188.258729,"observedAt":"2026-11-11","runCount":267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"korean/Amazon Nova Micro 1.0","slice":"korean"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|longer_query/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.308789,"ciLow":1194.041325,"ciHigh":1216.576252,"observedAt":"2026-11-11","runCount":2625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"longer_query/Amazon Nova Micro 1.0","slice":"longer_query"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|math/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.130791,"ciLow":1195.2178,"ciHigh":1217.043782,"observedAt":"2026-11-11","runCount":2455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"math/Amazon Nova Micro 1.0","slice":"math"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|multi_turn/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1177.83566,"ciLow":1166.893986,"ciHigh":1188.777334,"observedAt":"2026-11-11","runCount":3069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"multi_turn/Amazon Nova Micro 1.0","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|non_english/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.349756,"ciLow":1179.408677,"ciHigh":1193.290836,"observedAt":"2026-11-11","runCount":8373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"non_english/Amazon Nova Micro 1.0","slice":"non_english"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|overall/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.471855,"ciLow":1203.313997,"ciHigh":1213.629713,"observedAt":"2026-11-11","runCount":19364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"overall/Amazon Nova Micro 1.0","slice":"overall"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|russian/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.055791,"ciLow":1173.38354,"ciHigh":1196.728042,"observedAt":"2026-11-11","runCount":2465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"russian/Amazon Nova Micro 1.0","slice":"russian"}
{"key":"lmarena|amazon/nova-micro:default|none|lmarena-text@1|rating|spanish/Amazon Nova Micro 1.0","sourceId":"lmarena","modelId":"amazon/nova-micro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.895037,"ciLow":1179.315556,"ciHigh":1270.474517,"observedAt":"2026-11-11","runCount":144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Micro 1.0","rowId":"spanish/Amazon Nova Micro 1.0","slice":"spanish"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|chinese/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.761248,"ciLow":1276.327756,"ciHigh":1305.194739,"observedAt":"2026-11-11","runCount":1627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"chinese/Amazon Nova Pro 1.0","slice":"chinese"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|coding/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.591072,"ciLow":1333.43456,"ciHigh":1351.747585,"observedAt":"2026-11-11","runCount":3853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"coding/Amazon Nova Pro 1.0","slice":"coding"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|creative_writing/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.519266,"ciLow":1226.91587,"ciHigh":1246.122663,"observedAt":"2026-11-11","runCount":3944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"creative_writing/Amazon Nova Pro 1.0","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|english/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.397641,"ciLow":1299.807997,"ciHigh":1310.987286,"observedAt":"2026-11-11","runCount":14188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"english/Amazon Nova Pro 1.0","slice":"english"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|exclude_ties/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.792488,"ciLow":1207.575746,"ciHigh":1222.00923,"observedAt":"2026-11-11","runCount":15626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"exclude_ties/Amazon Nova Pro 1.0","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|expert/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.306298,"ciLow":1257.359461,"ciHigh":1289.253135,"observedAt":"2026-11-11","runCount":1387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"expert/Amazon Nova Pro 1.0","slice":"expert"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|french/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.093944,"ciLow":1274.388719,"ciHigh":1351.799169,"observedAt":"2026-11-11","runCount":222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"french/Amazon Nova Pro 1.0","slice":"french"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|german/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.929995,"ciLow":1255.206524,"ciHigh":1302.653465,"observedAt":"2026-11-11","runCount":553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"german/Amazon Nova Pro 1.0","slice":"german"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.668706,"ciLow":1295.336468,"ciHigh":1310.000944,"observedAt":"2026-11-11","runCount":6300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"hard_prompts/Amazon Nova Pro 1.0","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.590792,"ciLow":1304.703599,"ciHigh":1322.477985,"observedAt":"2026-11-11","runCount":4069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"hard_prompts_english/Amazon Nova Pro 1.0","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.861051,"ciLow":1267.516342,"ciHigh":1290.205759,"observedAt":"2026-11-11","runCount":2591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_business_and_management_and_financial_operations/Amazon Nova Pro 1.0","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.610703,"ciLow":1230.912959,"ciHigh":1248.308448,"observedAt":"2026-11-11","runCount":4518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_entertainment_and_sports_and_media/Amazon Nova Pro 1.0","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.559742,"ciLow":1309.434029,"ciHigh":1341.685455,"observedAt":"2026-11-11","runCount":1296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_legal_and_government/Amazon Nova Pro 1.0","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.725249,"ciLow":1294.456466,"ciHigh":1312.994032,"observedAt":"2026-11-11","runCount":4281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_life_and_physical_and_social_science/Amazon Nova Pro 1.0","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.988895,"ciLow":1273.40691,"ciHigh":1294.57088,"observedAt":"2026-11-11","runCount":2650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_mathematical/Amazon Nova Pro 1.0","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.255124,"ciLow":1304.636908,"ciHigh":1339.873339,"observedAt":"2026-11-11","runCount":1096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_medicine_and_healthcare/Amazon Nova Pro 1.0","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.99846,"ciLow":1321.409814,"ciHigh":1336.587106,"observedAt":"2026-11-11","runCount":6163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_software_and_it_services/Amazon Nova Pro 1.0","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.809591,"ciLow":1266.345326,"ciHigh":1281.273856,"observedAt":"2026-11-11","runCount":6609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_writing_and_literature_and_language/Amazon Nova Pro 1.0","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|instruction_following/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.40976,"ciLow":1270.059901,"ciHigh":1282.759618,"observedAt":"2026-11-11","runCount":9525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"instruction_following/Amazon Nova Pro 1.0","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|japanese/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.006367,"ciLow":1200.402035,"ciHigh":1253.610698,"observedAt":"2026-11-11","runCount":511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"japanese/Amazon Nova Pro 1.0","slice":"japanese"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|korean/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.397561,"ciLow":1208.276486,"ciHigh":1274.518637,"observedAt":"2026-11-11","runCount":326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"korean/Amazon Nova Pro 1.0","slice":"korean"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|longer_query/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.583633,"ciLow":1290.676552,"ciHigh":1310.490715,"observedAt":"2026-11-11","runCount":3398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"longer_query/Amazon Nova Pro 1.0","slice":"longer_query"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|math/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.562372,"ciLow":1258.533314,"ciHigh":1278.591431,"observedAt":"2026-11-11","runCount":2978,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"math/Amazon Nova Pro 1.0","slice":"math"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|multi_turn/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.034585,"ciLow":1267.610878,"ciHigh":1286.458292,"observedAt":"2026-11-11","runCount":4060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"multi_turn/Amazon Nova Pro 1.0","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|non_english/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.496622,"ciLow":1260.376738,"ciHigh":1272.616506,"observedAt":"2026-11-11","runCount":10557,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"non_english/Amazon Nova Pro 1.0","slice":"non_english"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|overall/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.141434,"ciLow":1285.550626,"ciHigh":1294.732243,"observedAt":"2026-11-11","runCount":24745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"overall/Amazon Nova Pro 1.0","slice":"overall"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|russian/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.458518,"ciLow":1268.035035,"ciHigh":1288.882002,"observedAt":"2026-11-11","runCount":3014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"russian/Amazon Nova Pro 1.0","slice":"russian"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text-style-control@1|rating|spanish/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.506018,"ciLow":1174.985423,"ciHigh":1276.026614,"observedAt":"2026-11-11","runCount":150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"spanish/Amazon Nova Pro 1.0","slice":"spanish"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|chinese/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.757415,"ciLow":1229.432448,"ciHigh":1258.082381,"observedAt":"2026-11-11","runCount":1627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"chinese/Amazon Nova Pro 1.0","slice":"chinese"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|coding/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.797136,"ciLow":1260.738009,"ciHigh":1278.856263,"observedAt":"2026-11-11","runCount":3853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"coding/Amazon Nova Pro 1.0","slice":"coding"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|creative_writing/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1212.167514,"ciLow":1202.682524,"ciHigh":1221.652504,"observedAt":"2026-11-11","runCount":3944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"creative_writing/Amazon Nova Pro 1.0","slice":"creative_writing"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|english/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.108531,"ciLow":1270.577189,"ciHigh":1281.639874,"observedAt":"2026-11-11","runCount":14188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"english/Amazon Nova Pro 1.0","slice":"english"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|exclude_ties/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1169.806962,"ciLow":1162.722964,"ciHigh":1176.89096,"observedAt":"2026-11-11","runCount":15626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"exclude_ties/Amazon Nova Pro 1.0","slice":"exclude_ties"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|expert/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1210.371696,"ciLow":1194.551885,"ciHigh":1226.191508,"observedAt":"2026-11-11","runCount":1387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"expert/Amazon Nova Pro 1.0","slice":"expert"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|french/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.049112,"ciLow":1232.740708,"ciHigh":1309.357516,"observedAt":"2026-11-11","runCount":222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"french/Amazon Nova Pro 1.0","slice":"french"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|german/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.80315,"ciLow":1219.223039,"ciHigh":1266.38326,"observedAt":"2026-11-11","runCount":553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"german/Amazon Nova Pro 1.0","slice":"german"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|hard_prompts/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.459726,"ciLow":1238.175356,"ciHigh":1252.744095,"observedAt":"2026-11-11","runCount":6300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"hard_prompts/Amazon Nova Pro 1.0","slice":"hard_prompts"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|hard_prompts_english/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.633163,"ciLow":1249.782528,"ciHigh":1267.483799,"observedAt":"2026-11-11","runCount":4069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"hard_prompts_english/Amazon Nova Pro 1.0","slice":"hard_prompts_english"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.99759,"ciLow":1217.669374,"ciHigh":1240.325806,"observedAt":"2026-11-11","runCount":2591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_business_and_management_and_financial_operations/Amazon Nova Pro 1.0","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1209.681569,"ciLow":1201.066131,"ciHigh":1218.297008,"observedAt":"2026-11-11","runCount":4518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_entertainment_and_sports_and_media/Amazon Nova Pro 1.0","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|industry_legal_and_government/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.427455,"ciLow":1265.19386,"ciHigh":1297.661049,"observedAt":"2026-11-11","runCount":1296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_legal_and_government/Amazon Nova Pro 1.0","slice":"industry_legal_and_government"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1255.307203,"ciLow":1246.086303,"ciHigh":1264.528103,"observedAt":"2026-11-11","runCount":4281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_life_and_physical_and_social_science/Amazon Nova Pro 1.0","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|industry_mathematical/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.357932,"ciLow":1250.829584,"ciHigh":1271.88628,"observedAt":"2026-11-11","runCount":2650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_mathematical/Amazon Nova Pro 1.0","slice":"industry_mathematical"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.36547,"ciLow":1242.694048,"ciHigh":1278.036892,"observedAt":"2026-11-11","runCount":1096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_medicine_and_healthcare/Amazon Nova Pro 1.0","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|industry_software_and_it_services/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.623872,"ciLow":1263.102929,"ciHigh":1278.144814,"observedAt":"2026-11-11","runCount":6163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_software_and_it_services/Amazon Nova Pro 1.0","slice":"industry_software_and_it_services"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1246.544018,"ciLow":1239.145535,"ciHigh":1253.942502,"observedAt":"2026-11-11","runCount":6609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"industry_writing_and_literature_and_language/Amazon Nova Pro 1.0","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|instruction_following/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1235.135009,"ciLow":1228.833436,"ciHigh":1241.436582,"observedAt":"2026-11-11","runCount":9525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"instruction_following/Amazon Nova Pro 1.0","slice":"instruction_following"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|japanese/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1200.355033,"ciLow":1174.39127,"ciHigh":1226.318796,"observedAt":"2026-11-11","runCount":511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"japanese/Amazon Nova Pro 1.0","slice":"japanese"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|korean/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1202.9942,"ciLow":1170.336204,"ciHigh":1235.652196,"observedAt":"2026-11-11","runCount":326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"korean/Amazon Nova Pro 1.0","slice":"korean"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|longer_query/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.661601,"ciLow":1244.836861,"ciHigh":1264.48634,"observedAt":"2026-11-11","runCount":3398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"longer_query/Amazon Nova Pro 1.0","slice":"longer_query"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|math/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.606686,"ciLow":1241.622209,"ciHigh":1261.591162,"observedAt":"2026-11-11","runCount":2978,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"math/Amazon Nova Pro 1.0","slice":"math"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|multi_turn/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.421846,"ciLow":1236.05852,"ciHigh":1254.785172,"observedAt":"2026-11-11","runCount":4060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"multi_turn/Amazon Nova Pro 1.0","slice":"multi_turn"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|non_english/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1233.48668,"ciLow":1227.399981,"ciHigh":1239.57338,"observedAt":"2026-11-11","runCount":10557,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"non_english/Amazon Nova Pro 1.0","slice":"non_english"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|overall/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.746255,"ciLow":1254.193442,"ciHigh":1263.299067,"observedAt":"2026-11-11","runCount":24745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"overall/Amazon Nova Pro 1.0","slice":"overall"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|russian/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1239.73074,"ciLow":1229.35273,"ciHigh":1250.108749,"observedAt":"2026-11-11","runCount":3014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"russian/Amazon Nova Pro 1.0","slice":"russian"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-text@1|rating|spanish/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1182.002775,"ciLow":1132.179787,"ciHigh":1231.825764,"observedAt":"2026-11-11","runCount":150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"spanish/Amazon Nova Pro 1.0","slice":"spanish"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-vision-style-control@1|rating|english/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1020.913681,"ciLow":1002.403006,"ciHigh":1039.424356,"observedAt":"2026-11-09","runCount":1264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"english/Amazon Nova Pro 1.0","slice":"english"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-vision-style-control@1|rating|overall/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1018.757228,"ciLow":1004.917,"ciHigh":1032.597455,"observedAt":"2026-11-09","runCount":2335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"overall/Amazon Nova Pro 1.0","slice":"overall"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-vision@1|rating|english/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":986.55603,"ciLow":967.899199,"ciHigh":1005.212861,"observedAt":"2026-11-09","runCount":1264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"english/Amazon Nova Pro 1.0","slice":"english"}
{"key":"lmarena|amazon/nova-pro:default|none|lmarena-vision@1|rating|overall/Amazon Nova Pro 1.0","sourceId":"lmarena","modelId":"amazon/nova-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":980.335959,"ciLow":966.443579,"ciHigh":994.22834,"observedAt":"2026-11-09","runCount":2335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Amazon Nova Pro 1.0","rowId":"overall/Amazon Nova Pro 1.0","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|chinese/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.268234,"ciLow":1312.861976,"ciHigh":1331.674492,"observedAt":"2026-11-11","runCount":4655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"chinese/Claude 3.5 Haiku (20241022)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|coding/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.548694,"ciLow":1379.520223,"ciHigh":1391.577165,"observedAt":"2026-11-11","runCount":11135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"coding/Claude 3.5 Haiku (20241022)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|creative_writing/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.355195,"ciLow":1298.8834,"ciHigh":1311.826991,"observedAt":"2026-11-11","runCount":9834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"creative_writing/Claude 3.5 Haiku (20241022)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|english/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.47916,"ciLow":1331.379474,"ciHigh":1339.578847,"observedAt":"2026-11-11","runCount":35484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"english/Claude 3.5 Haiku (20241022)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|exclude_ties/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.032266,"ciLow":1265.276245,"ciHigh":1274.788288,"observedAt":"2026-11-11","runCount":48565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"exclude_ties/Claude 3.5 Haiku (20241022)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|expert/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.756312,"ciLow":1305.160346,"ciHigh":1326.352277,"observedAt":"2026-11-11","runCount":3517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"expert/Claude 3.5 Haiku (20241022)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|french/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.653144,"ciLow":1321.67796,"ciHigh":1365.628328,"observedAt":"2026-11-11","runCount":837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"french/Claude 3.5 Haiku (20241022)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|german/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.906197,"ciLow":1296.487329,"ciHigh":1327.325066,"observedAt":"2026-11-11","runCount":1737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"german/Claude 3.5 Haiku (20241022)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|hard_prompts/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.477625,"ciLow":1340.843434,"ciHigh":1350.111815,"observedAt":"2026-11-11","runCount":23525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"hard_prompts/Claude 3.5 Haiku (20241022)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.331286,"ciLow":1349.452919,"ciHigh":1361.209654,"observedAt":"2026-11-11","runCount":12319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"hard_prompts_english/Claude 3.5 Haiku (20241022)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.994656,"ciLow":1308.083451,"ciHigh":1321.905861,"observedAt":"2026-11-11","runCount":9066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_business_and_management_and_financial_operations/Claude 3.5 Haiku (20241022)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.504043,"ciLow":1298.668373,"ciHigh":1310.339713,"observedAt":"2026-11-11","runCount":12371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_entertainment_and_sports_and_media/Claude 3.5 Haiku (20241022)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.73406,"ciLow":1341.854424,"ciHigh":1361.613696,"observedAt":"2026-11-11","runCount":4228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_legal_and_government/Claude 3.5 Haiku (20241022)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.144094,"ciLow":1335.880912,"ciHigh":1348.407275,"observedAt":"2026-11-11","runCount":11836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_life_and_physical_and_social_science/Claude 3.5 Haiku (20241022)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.947245,"ciLow":1292.884047,"ciHigh":1309.010444,"observedAt":"2026-11-11","runCount":5752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_mathematical/Claude 3.5 Haiku (20241022)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.727503,"ciLow":1334.71258,"ciHigh":1356.742426,"observedAt":"2026-11-11","runCount":3637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_medicine_and_healthcare/Claude 3.5 Haiku (20241022)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.581402,"ciLow":1359.591742,"ciHigh":1369.571062,"observedAt":"2026-11-11","runCount":19585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_software_and_it_services/Claude 3.5 Haiku (20241022)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.813669,"ciLow":1308.621287,"ciHigh":1319.00605,"observedAt":"2026-11-11","runCount":16804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_writing_and_literature_and_language/Claude 3.5 Haiku (20241022)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|instruction_following/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.104492,"ciLow":1311.400556,"ciHigh":1320.808428,"observedAt":"2026-11-11","runCount":21913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"instruction_following/Claude 3.5 Haiku (20241022)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|japanese/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.485138,"ciLow":1226.854131,"ciHigh":1260.116145,"observedAt":"2026-11-11","runCount":1546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"japanese/Claude 3.5 Haiku (20241022)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|korean/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.580184,"ciLow":1249.900427,"ciHigh":1287.259941,"observedAt":"2026-11-11","runCount":1210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"korean/Claude 3.5 Haiku (20241022)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|longer_query/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.826742,"ciLow":1339.71124,"ciHigh":1351.942244,"observedAt":"2026-11-11","runCount":10954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"longer_query/Claude 3.5 Haiku (20241022)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|math/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.68121,"ciLow":1279.077405,"ciHigh":1294.285016,"observedAt":"2026-11-11","runCount":6328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"math/Claude 3.5 Haiku (20241022)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|multi_turn/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.029196,"ciLow":1321.712302,"ciHigh":1334.346091,"observedAt":"2026-11-11","runCount":11168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"multi_turn/Claude 3.5 Haiku (20241022)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|non_english/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.672806,"ciLow":1303.531147,"ciHigh":1311.814464,"observedAt":"2026-11-11","runCount":33514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"non_english/Claude 3.5 Haiku (20241022)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|overall/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.758738,"ciLow":1321.49113,"ciHigh":1328.026347,"observedAt":"2026-11-11","runCount":69006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"overall/Claude 3.5 Haiku (20241022)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|polish/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.587754,"ciLow":1325.521393,"ciHigh":1351.654116,"observedAt":"2026-11-11","runCount":2715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"polish/Claude 3.5 Haiku (20241022)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|russian/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.264445,"ciLow":1311.755656,"ciHigh":1326.773234,"observedAt":"2026-11-11","runCount":6642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"russian/Claude 3.5 Haiku (20241022)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text-style-control@1|rating|spanish/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.57619,"ciLow":1312.329366,"ciHigh":1352.823014,"observedAt":"2026-11-11","runCount":961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"spanish/Claude 3.5 Haiku (20241022)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|chinese/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.871831,"ciLow":1219.542809,"ciHigh":1238.200853,"observedAt":"2026-11-11","runCount":4655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"chinese/Claude 3.5 Haiku (20241022)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|coding/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.228964,"ciLow":1280.263692,"ciHigh":1292.194236,"observedAt":"2026-11-11","runCount":11135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"coding/Claude 3.5 Haiku (20241022)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|creative_writing/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1232.370744,"ciLow":1225.925198,"ciHigh":1238.81629,"observedAt":"2026-11-11","runCount":9834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"creative_writing/Claude 3.5 Haiku (20241022)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|english/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.473471,"ciLow":1263.41244,"ciHigh":1271.534502,"observedAt":"2026-11-11","runCount":35484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"english/Claude 3.5 Haiku (20241022)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|exclude_ties/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1171.087828,"ciLow":1166.419326,"ciHigh":1175.75633,"observedAt":"2026-11-11","runCount":48565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"exclude_ties/Claude 3.5 Haiku (20241022)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|expert/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1207.163812,"ciLow":1196.626467,"ciHigh":1217.701157,"observedAt":"2026-11-11","runCount":3517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"expert/Claude 3.5 Haiku (20241022)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|french/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1263.810798,"ciLow":1241.845264,"ciHigh":1285.776331,"observedAt":"2026-11-11","runCount":837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"french/Claude 3.5 Haiku (20241022)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|german/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.495099,"ciLow":1221.415981,"ciHigh":1251.574217,"observedAt":"2026-11-11","runCount":1737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"german/Claude 3.5 Haiku (20241022)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|hard_prompts/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.834345,"ciLow":1246.240724,"ciHigh":1255.427965,"observedAt":"2026-11-11","runCount":23525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"hard_prompts/Claude 3.5 Haiku (20241022)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|hard_prompts_english/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.194576,"ciLow":1258.362798,"ciHigh":1270.026355,"observedAt":"2026-11-11","runCount":12319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"hard_prompts_english/Claude 3.5 Haiku (20241022)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.507171,"ciLow":1215.655149,"ciHigh":1229.359193,"observedAt":"2026-11-11","runCount":9066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_business_and_management_and_financial_operations/Claude 3.5 Haiku (20241022)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1223.825338,"ciLow":1218.019418,"ciHigh":1229.631257,"observedAt":"2026-11-11","runCount":12371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_entertainment_and_sports_and_media/Claude 3.5 Haiku (20241022)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|industry_legal_and_government/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.782143,"ciLow":1248.987579,"ciHigh":1268.576708,"observedAt":"2026-11-11","runCount":4228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_legal_and_government/Claude 3.5 Haiku (20241022)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.210262,"ciLow":1241.031124,"ciHigh":1253.3894,"observedAt":"2026-11-11","runCount":11836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_life_and_physical_and_social_science/Claude 3.5 Haiku (20241022)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|industry_mathematical/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.936228,"ciLow":1240.941481,"ciHigh":1256.930975,"observedAt":"2026-11-11","runCount":5752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_mathematical/Claude 3.5 Haiku (20241022)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.509802,"ciLow":1216.615683,"ciHigh":1238.40392,"observedAt":"2026-11-11","runCount":3637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_medicine_and_healthcare/Claude 3.5 Haiku (20241022)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|industry_software_and_it_services/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.246385,"ciLow":1267.315099,"ciHigh":1277.17767,"observedAt":"2026-11-11","runCount":19585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_software_and_it_services/Claude 3.5 Haiku (20241022)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.289121,"ciLow":1251.136532,"ciHigh":1261.44171,"observedAt":"2026-11-11","runCount":16804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"industry_writing_and_literature_and_language/Claude 3.5 Haiku (20241022)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|instruction_following/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.469625,"ciLow":1235.812367,"ciHigh":1245.126884,"observedAt":"2026-11-11","runCount":21913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"instruction_following/Claude 3.5 Haiku (20241022)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|japanese/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1175.290209,"ciLow":1158.925244,"ciHigh":1191.655175,"observedAt":"2026-11-11","runCount":1546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"japanese/Claude 3.5 Haiku (20241022)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|korean/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.341558,"ciLow":1154.683335,"ciHigh":1191.99978,"observedAt":"2026-11-11","runCount":1210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"korean/Claude 3.5 Haiku (20241022)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|longer_query/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.424297,"ciLow":1254.357506,"ciHigh":1266.491088,"observedAt":"2026-11-11","runCount":10954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"longer_query/Claude 3.5 Haiku (20241022)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|math/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.743793,"ciLow":1236.221105,"ciHigh":1251.26648,"observedAt":"2026-11-11","runCount":6328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"math/Claude 3.5 Haiku (20241022)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|multi_turn/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.998253,"ciLow":1258.781769,"ciHigh":1271.214737,"observedAt":"2026-11-11","runCount":11168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"multi_turn/Claude 3.5 Haiku (20241022)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|non_english/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.858841,"ciLow":1233.764206,"ciHigh":1241.953477,"observedAt":"2026-11-11","runCount":33514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"non_english/Claude 3.5 Haiku (20241022)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|overall/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1255.399038,"ciLow":1252.16583,"ciHigh":1258.632246,"observedAt":"2026-11-11","runCount":69006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"overall/Claude 3.5 Haiku (20241022)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|polish/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.33397,"ciLow":1236.617475,"ciHigh":1262.050465,"observedAt":"2026-11-11","runCount":2715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"polish/Claude 3.5 Haiku (20241022)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|russian/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.587811,"ciLow":1245.130178,"ciHigh":1260.045444,"observedAt":"2026-11-11","runCount":6642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"russian/Claude 3.5 Haiku (20241022)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-text@1|rating|spanish/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.341778,"ciLow":1241.342237,"ciHigh":1281.341319,"observedAt":"2026-11-11","runCount":961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"spanish/Claude 3.5 Haiku (20241022)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-vision-style-control@1|rating|diagram/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.746733,"ciLow":1097.403961,"ciHigh":1164.089506,"observedAt":"2026-11-09","runCount":318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"diagram/Claude 3.5 Haiku (20241022)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-vision-style-control@1|rating|english/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1116.266574,"ciLow":1093.0494,"ciHigh":1139.483748,"observedAt":"2026-11-09","runCount":651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"english/Claude 3.5 Haiku (20241022)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-vision-style-control@1|rating|homework/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1147.776045,"ciLow":1108.480702,"ciHigh":1187.071389,"observedAt":"2026-11-09","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"homework/Claude 3.5 Haiku (20241022)","slice":"homework"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-vision-style-control@1|rating|ocr/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1132.142374,"ciLow":1112.214836,"ciHigh":1152.069913,"observedAt":"2026-11-09","runCount":904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"ocr/Claude 3.5 Haiku (20241022)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-vision-style-control@1|rating|overall/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.279813,"ciLow":1111.234161,"ciHigh":1143.325465,"observedAt":"2026-11-09","runCount":1397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"overall/Claude 3.5 Haiku (20241022)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-vision@1|rating|diagram/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1075.424926,"ciLow":1042.422263,"ciHigh":1108.427589,"observedAt":"2026-11-09","runCount":318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"diagram/Claude 3.5 Haiku (20241022)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-vision@1|rating|english/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1086.559076,"ciLow":1063.319357,"ciHigh":1109.798795,"observedAt":"2026-11-09","runCount":651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"english/Claude 3.5 Haiku (20241022)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-vision@1|rating|homework/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1117.255595,"ciLow":1077.978613,"ciHigh":1156.532577,"observedAt":"2026-11-09","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"homework/Claude 3.5 Haiku (20241022)","slice":"homework"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-vision@1|rating|ocr/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1089.904465,"ciLow":1069.979858,"ciHigh":1109.829072,"observedAt":"2026-11-09","runCount":904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"ocr/Claude 3.5 Haiku (20241022)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-3-5-haiku:ckpt=2024-10-22|none|lmarena-vision@1|rating|overall/Claude 3.5 Haiku (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-haiku","variant":{"flags":[],"checkpoint":"2024-10-22"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1091.91429,"ciLow":1075.860778,"ciHigh":1107.967801,"observedAt":"2026-11-09","runCount":1397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Haiku (20241022)","rowId":"overall/Claude 3.5 Haiku (20241022)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|chinese/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.292824,"ciLow":1336.823258,"ciHigh":1355.762391,"observedAt":"2026-11-11","runCount":8100,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"chinese/Claude 3.5 Sonnet (20240620)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|coding/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.312689,"ciLow":1392.265283,"ciHigh":1406.360095,"observedAt":"2026-11-11","runCount":13607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"coding/Claude 3.5 Sonnet (20240620)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|creative_writing/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.452405,"ciLow":1296.852084,"ciHigh":1312.052725,"observedAt":"2026-11-11","runCount":12430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"creative_writing/Claude 3.5 Sonnet (20240620)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|english/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.889363,"ciLow":1344.364723,"ciHigh":1353.414003,"observedAt":"2026-11-11","runCount":44433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"english/Claude 3.5 Sonnet (20240620)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|exclude_ties/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.833674,"ciLow":1291.600737,"ciHigh":1302.066612,"observedAt":"2026-11-11","runCount":55109,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"exclude_ties/Claude 3.5 Sonnet (20240620)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|expert/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.373278,"ciLow":1333.187876,"ciHigh":1355.558681,"observedAt":"2026-11-11","runCount":4314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"expert/Claude 3.5 Sonnet (20240620)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|french/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.166963,"ciLow":1339.471007,"ciHigh":1386.86292,"observedAt":"2026-11-11","runCount":936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"french/Claude 3.5 Sonnet (20240620)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|german/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.553294,"ciLow":1318.395752,"ciHigh":1348.710836,"observedAt":"2026-11-11","runCount":2499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"german/Claude 3.5 Sonnet (20240620)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|hard_prompts/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.311205,"ciLow":1355.713907,"ciHigh":1366.908502,"observedAt":"2026-11-11","runCount":23249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"hard_prompts/Claude 3.5 Sonnet (20240620)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.405537,"ciLow":1360.553694,"ciHigh":1374.25738,"observedAt":"2026-11-11","runCount":14269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"hard_prompts_english/Claude 3.5 Sonnet (20240620)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.922718,"ciLow":1312.678361,"ciHigh":1329.167075,"observedAt":"2026-11-11","runCount":9702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_business_and_management_and_financial_operations/Claude 3.5 Sonnet (20240620)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.52711,"ciLow":1304.294599,"ciHigh":1318.75962,"observedAt":"2026-11-11","runCount":13185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_entertainment_and_sports_and_media/Claude 3.5 Sonnet (20240620)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.015378,"ciLow":1343.041772,"ciHigh":1364.988983,"observedAt":"2026-11-11","runCount":4818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_legal_and_government/Claude 3.5 Sonnet (20240620)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.639565,"ciLow":1349.383216,"ciHigh":1363.895914,"observedAt":"2026-11-11","runCount":13749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_life_and_physical_and_social_science/Claude 3.5 Sonnet (20240620)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.433038,"ciLow":1332.498908,"ciHigh":1348.367168,"observedAt":"2026-11-11","runCount":10038,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_mathematical/Claude 3.5 Sonnet (20240620)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.962306,"ciLow":1338.430031,"ciHigh":1361.49458,"observedAt":"2026-11-11","runCount":4460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_medicine_and_healthcare/Claude 3.5 Sonnet (20240620)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.401564,"ciLow":1367.495552,"ciHigh":1379.307575,"observedAt":"2026-11-11","runCount":22198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_software_and_it_services/Claude 3.5 Sonnet (20240620)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.798548,"ciLow":1324.6895,"ciHigh":1336.907596,"observedAt":"2026-11-11","runCount":21916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_writing_and_literature_and_language/Claude 3.5 Sonnet (20240620)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|instruction_following/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.95008,"ciLow":1332.807896,"ciHigh":1343.092264,"observedAt":"2026-11-11","runCount":32074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"instruction_following/Claude 3.5 Sonnet (20240620)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|japanese/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.079053,"ciLow":1268.50136,"ciHigh":1301.656747,"observedAt":"2026-11-11","runCount":2127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"japanese/Claude 3.5 Sonnet (20240620)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|korean/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.964962,"ciLow":1270.14018,"ciHigh":1309.789745,"observedAt":"2026-11-11","runCount":1715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"korean/Claude 3.5 Sonnet (20240620)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|longer_query/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.272563,"ciLow":1347.57866,"ciHigh":1362.966466,"observedAt":"2026-11-11","runCount":10574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"longer_query/Claude 3.5 Sonnet (20240620)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|math/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.360116,"ciLow":1334.787009,"ciHigh":1349.933224,"observedAt":"2026-11-11","runCount":11359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"math/Claude 3.5 Sonnet (20240620)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|multi_turn/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.577691,"ciLow":1342.350462,"ciHigh":1356.80492,"observedAt":"2026-11-11","runCount":14950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"multi_turn/Claude 3.5 Sonnet (20240620)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|non_english/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.417026,"ciLow":1327.636678,"ciHigh":1337.197374,"observedAt":"2026-11-11","runCount":37986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"non_english/Claude 3.5 Sonnet (20240620)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|overall/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.332185,"ciLow":1339.887144,"ciHigh":1346.777226,"observedAt":"2026-11-11","runCount":82419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"overall/Claude 3.5 Sonnet (20240620)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|polish/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.630314,"ciLow":1318.815058,"ciHigh":1458.445571,"observedAt":"2026-11-11","runCount":97,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"polish/Claude 3.5 Sonnet (20240620)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|russian/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.43996,"ciLow":1337.367884,"ciHigh":1353.512036,"observedAt":"2026-11-11","runCount":9966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"russian/Claude 3.5 Sonnet (20240620)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text-style-control@1|rating|spanish/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.34975,"ciLow":1329.843965,"ciHigh":1374.855536,"observedAt":"2026-11-11","runCount":1123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"spanish/Claude 3.5 Sonnet (20240620)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|chinese/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.799276,"ciLow":1255.467415,"ciHigh":1274.131137,"observedAt":"2026-11-11","runCount":8100,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"chinese/Claude 3.5 Sonnet (20240620)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|coding/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.395496,"ciLow":1299.40459,"ciHigh":1313.386402,"observedAt":"2026-11-11","runCount":13607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"coding/Claude 3.5 Sonnet (20240620)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|creative_writing/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.947823,"ciLow":1230.316955,"ciHigh":1245.578691,"observedAt":"2026-11-11","runCount":12430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"creative_writing/Claude 3.5 Sonnet (20240620)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|english/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.333241,"ciLow":1282.843167,"ciHigh":1291.823314,"observedAt":"2026-11-11","runCount":44433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"english/Claude 3.5 Sonnet (20240620)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|exclude_ties/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.856032,"ciLow":1200.676909,"ciHigh":1211.035156,"observedAt":"2026-11-11","runCount":55109,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"exclude_ties/Claude 3.5 Sonnet (20240620)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|expert/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1246.607578,"ciLow":1235.535393,"ciHigh":1257.679763,"observedAt":"2026-11-11","runCount":4314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"expert/Claude 3.5 Sonnet (20240620)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|french/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.465915,"ciLow":1269.915293,"ciHigh":1317.016537,"observedAt":"2026-11-11","runCount":936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"french/Claude 3.5 Sonnet (20240620)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|german/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.638127,"ciLow":1255.773545,"ciHigh":1285.502709,"observedAt":"2026-11-11","runCount":2499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"german/Claude 3.5 Sonnet (20240620)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|hard_prompts/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.31541,"ciLow":1269.747287,"ciHigh":1280.883534,"observedAt":"2026-11-11","runCount":23249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"hard_prompts/Claude 3.5 Sonnet (20240620)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|hard_prompts_english/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.359224,"ciLow":1275.546914,"ciHigh":1289.171533,"observedAt":"2026-11-11","runCount":14269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"hard_prompts_english/Claude 3.5 Sonnet (20240620)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.703245,"ciLow":1226.522913,"ciHigh":1242.883577,"observedAt":"2026-11-11","runCount":9702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_business_and_management_and_financial_operations/Claude 3.5 Sonnet (20240620)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.541689,"ciLow":1231.28733,"ciHigh":1245.796048,"observedAt":"2026-11-11","runCount":13185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_entertainment_and_sports_and_media/Claude 3.5 Sonnet (20240620)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|industry_legal_and_government/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.642968,"ciLow":1254.703362,"ciHigh":1276.582575,"observedAt":"2026-11-11","runCount":4818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_legal_and_government/Claude 3.5 Sonnet (20240620)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.943882,"ciLow":1262.752281,"ciHigh":1277.135484,"observedAt":"2026-11-11","runCount":13749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_life_and_physical_and_social_science/Claude 3.5 Sonnet (20240620)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|industry_mathematical/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.721722,"ciLow":1285.91209,"ciHigh":1301.531353,"observedAt":"2026-11-11","runCount":10038,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_mathematical/Claude 3.5 Sonnet (20240620)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.649501,"ciLow":1233.211525,"ciHigh":1256.087478,"observedAt":"2026-11-11","runCount":4460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_medicine_and_healthcare/Claude 3.5 Sonnet (20240620)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|industry_software_and_it_services/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.296935,"ciLow":1282.428804,"ciHigh":1294.165067,"observedAt":"2026-11-11","runCount":22198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_software_and_it_services/Claude 3.5 Sonnet (20240620)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.026143,"ciLow":1273.928149,"ciHigh":1286.124137,"observedAt":"2026-11-11","runCount":21916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"industry_writing_and_literature_and_language/Claude 3.5 Sonnet (20240620)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|instruction_following/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.440995,"ciLow":1264.343977,"ciHigh":1274.538012,"observedAt":"2026-11-11","runCount":32074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"instruction_following/Claude 3.5 Sonnet (20240620)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|japanese/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.079867,"ciLow":1214.773156,"ciHigh":1247.386577,"observedAt":"2026-11-11","runCount":2127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"japanese/Claude 3.5 Sonnet (20240620)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|korean/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1200.510682,"ciLow":1180.962913,"ciHigh":1220.058451,"observedAt":"2026-11-11","runCount":1715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"korean/Claude 3.5 Sonnet (20240620)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|longer_query/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.781925,"ciLow":1267.10028,"ciHigh":1282.46357,"observedAt":"2026-11-11","runCount":10574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"longer_query/Claude 3.5 Sonnet (20240620)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|math/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.355837,"ciLow":1295.894344,"ciHigh":1310.817331,"observedAt":"2026-11-11","runCount":11359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"math/Claude 3.5 Sonnet (20240620)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|multi_turn/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.126616,"ciLow":1291.980323,"ciHigh":1306.272909,"observedAt":"2026-11-11","runCount":14950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"multi_turn/Claude 3.5 Sonnet (20240620)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|non_english/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.018161,"ciLow":1265.272317,"ciHigh":1274.764005,"observedAt":"2026-11-11","runCount":37986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"non_english/Claude 3.5 Sonnet (20240620)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|overall/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.963925,"ciLow":1277.545086,"ciHigh":1284.382764,"observedAt":"2026-11-11","runCount":82419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"overall/Claude 3.5 Sonnet (20240620)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|polish/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.387425,"ciLow":1260.401387,"ciHigh":1396.373463,"observedAt":"2026-11-11","runCount":97,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"polish/Claude 3.5 Sonnet (20240620)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|russian/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.341801,"ciLow":1274.318029,"ciHigh":1290.365572,"observedAt":"2026-11-11","runCount":9966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"russian/Claude 3.5 Sonnet (20240620)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-text@1|rating|spanish/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.392874,"ciLow":1267.02218,"ciHigh":1311.763569,"observedAt":"2026-11-11","runCount":1123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"spanish/Claude 3.5 Sonnet (20240620)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-vision-style-control@1|rating|chinese/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1126.594115,"ciLow":1087.275987,"ciHigh":1165.912242,"observedAt":"2026-11-09","runCount":1564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"chinese/Claude 3.5 Sonnet (20240620)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-vision-style-control@1|rating|english/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1136.238612,"ciLow":1123.265818,"ciHigh":1149.211406,"observedAt":"2026-11-09","runCount":13270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"english/Claude 3.5 Sonnet (20240620)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-vision-style-control@1|rating|overall/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.632235,"ciLow":1135.535897,"ciHigh":1155.728574,"observedAt":"2026-11-09","runCount":21624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"overall/Claude 3.5 Sonnet (20240620)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-vision@1|rating|chinese/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1104.971331,"ciLow":1065.705427,"ciHigh":1144.237234,"observedAt":"2026-11-09","runCount":1564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"chinese/Claude 3.5 Sonnet (20240620)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-vision@1|rating|english/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1118.608294,"ciLow":1105.632843,"ciHigh":1131.583744,"observedAt":"2026-11-09","runCount":13270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"english/Claude 3.5 Sonnet (20240620)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20240620:default|none|lmarena-vision@1|rating|overall/Claude 3.5 Sonnet (20240620)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1120.208114,"ciLow":1110.115978,"ciHigh":1130.30025,"observedAt":"2026-11-09","runCount":21624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20240620)","rowId":"overall/Claude 3.5 Sonnet (20240620)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|chinese/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.462116,"ciLow":1361.119144,"ciHigh":1377.805088,"observedAt":"2026-11-11","runCount":6919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"chinese/Claude 3.5 Sonnet (20241022)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|coding/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.689553,"ciLow":1430.124469,"ciHigh":1441.254637,"observedAt":"2026-11-11","runCount":14905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"coding/Claude 3.5 Sonnet (20241022)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|creative_writing/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.164812,"ciLow":1364.91576,"ciHigh":1377.413864,"observedAt":"2026-11-11","runCount":11708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"creative_writing/Claude 3.5 Sonnet (20241022)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|english/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.859204,"ciLow":1378.896526,"ciHigh":1386.821882,"observedAt":"2026-11-11","runCount":45058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"english/Claude 3.5 Sonnet (20241022)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|exclude_ties/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.011182,"ciLow":1341.66256,"ciHigh":1350.359803,"observedAt":"2026-11-11","runCount":61454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"exclude_ties/Claude 3.5 Sonnet (20241022)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|expert/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.597869,"ciLow":1363.250226,"ciHigh":1381.945513,"observedAt":"2026-11-11","runCount":5044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"expert/Claude 3.5 Sonnet (20241022)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|french/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.213931,"ciLow":1371.011942,"ciHigh":1413.41592,"observedAt":"2026-11-11","runCount":847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"french/Claude 3.5 Sonnet (20241022)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|german/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.07012,"ciLow":1367.378294,"ciHigh":1394.761947,"observedAt":"2026-11-11","runCount":2024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"german/Claude 3.5 Sonnet (20241022)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|hard_prompts/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.122324,"ciLow":1394.756541,"ciHigh":1403.488107,"observedAt":"2026-11-11","runCount":27135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"hard_prompts/Claude 3.5 Sonnet (20241022)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.020376,"ciLow":1398.558005,"ciHigh":1409.482748,"observedAt":"2026-11-11","runCount":15028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"hard_prompts_english/Claude 3.5 Sonnet (20241022)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.909695,"ciLow":1347.514659,"ciHigh":1360.304731,"observedAt":"2026-11-11","runCount":11259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_business_and_management_and_financial_operations/Claude 3.5 Sonnet (20241022)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.355706,"ciLow":1359.689815,"ciHigh":1371.021597,"observedAt":"2026-11-11","runCount":14249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_entertainment_and_sports_and_media/Claude 3.5 Sonnet (20241022)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.776294,"ciLow":1373.709778,"ciHigh":1391.842811,"observedAt":"2026-11-11","runCount":5489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_legal_and_government/Claude 3.5 Sonnet (20241022)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.294956,"ciLow":1370.479831,"ciHigh":1382.110082,"observedAt":"2026-11-11","runCount":15551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_life_and_physical_and_social_science/Claude 3.5 Sonnet (20241022)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.116207,"ciLow":1354.024459,"ciHigh":1368.207956,"observedAt":"2026-11-11","runCount":8595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_mathematical/Claude 3.5 Sonnet (20241022)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.359078,"ciLow":1374.360373,"ciHigh":1394.357782,"observedAt":"2026-11-11","runCount":4531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_medicine_and_healthcare/Claude 3.5 Sonnet (20241022)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.713073,"ciLow":1403.06767,"ciHigh":1412.358475,"observedAt":"2026-11-11","runCount":24991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_software_and_it_services/Claude 3.5 Sonnet (20241022)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.741844,"ciLow":1372.7763,"ciHigh":1382.707388,"observedAt":"2026-11-11","runCount":21805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_writing_and_literature_and_language/Claude 3.5 Sonnet (20241022)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|instruction_following/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.904368,"ciLow":1369.450563,"ciHigh":1378.358172,"observedAt":"2026-11-11","runCount":31233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"instruction_following/Claude 3.5 Sonnet (20241022)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|japanese/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.2813,"ciLow":1295.826456,"ciHigh":1324.736144,"observedAt":"2026-11-11","runCount":2042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"japanese/Claude 3.5 Sonnet (20241022)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|korean/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.562186,"ciLow":1285.871769,"ciHigh":1323.252603,"observedAt":"2026-11-11","runCount":1273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"korean/Claude 3.5 Sonnet (20241022)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|longer_query/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.589867,"ciLow":1390.895831,"ciHigh":1402.283903,"observedAt":"2026-11-11","runCount":13760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"longer_query/Claude 3.5 Sonnet (20241022)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|math/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.360688,"ciLow":1345.595421,"ciHigh":1359.125956,"observedAt":"2026-11-11","runCount":10013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"math/Claude 3.5 Sonnet (20241022)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|multi_turn/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.869467,"ciLow":1384.084137,"ciHigh":1395.654798,"observedAt":"2026-11-11","runCount":15892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"multi_turn/Claude 3.5 Sonnet (20241022)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|non_english/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.326678,"ciLow":1355.426557,"ciHigh":1363.226799,"observedAt":"2026-11-11","runCount":42678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"non_english/Claude 3.5 Sonnet (20241022)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|overall/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.314995,"ciLow":1371.102374,"ciHigh":1377.527617,"observedAt":"2026-11-11","runCount":87744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"overall/Claude 3.5 Sonnet (20241022)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|polish/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.968731,"ciLow":1370.983062,"ciHigh":1398.954399,"observedAt":"2026-11-11","runCount":2219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"polish/Claude 3.5 Sonnet (20241022)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|russian/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.166278,"ciLow":1369.370968,"ciHigh":1382.961588,"observedAt":"2026-11-11","runCount":10311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"russian/Claude 3.5 Sonnet (20241022)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text-style-control@1|rating|spanish/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.749452,"ciLow":1349.254176,"ciHigh":1388.244727,"observedAt":"2026-11-11","runCount":967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"spanish/Claude 3.5 Sonnet (20241022)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|chinese/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.746572,"ciLow":1263.531336,"ciHigh":1279.961807,"observedAt":"2026-11-11","runCount":6919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"chinese/Claude 3.5 Sonnet (20241022)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|coding/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.35822,"ciLow":1336.87535,"ciHigh":1347.841091,"observedAt":"2026-11-11","runCount":14905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"coding/Claude 3.5 Sonnet (20241022)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|creative_writing/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.903869,"ciLow":1285.637338,"ciHigh":1298.170401,"observedAt":"2026-11-11","runCount":11708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"creative_writing/Claude 3.5 Sonnet (20241022)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|english/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.090606,"ciLow":1303.156906,"ciHigh":1311.024306,"observedAt":"2026-11-11","runCount":45058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"english/Claude 3.5 Sonnet (20241022)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|exclude_ties/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1235.895808,"ciLow":1231.601737,"ciHigh":1240.189879,"observedAt":"2026-11-11","runCount":61454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"exclude_ties/Claude 3.5 Sonnet (20241022)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|expert/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.243217,"ciLow":1255.03891,"ciHigh":1273.447525,"observedAt":"2026-11-11","runCount":5044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"expert/Claude 3.5 Sonnet (20241022)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|french/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.437225,"ciLow":1283.167818,"ciHigh":1325.706632,"observedAt":"2026-11-11","runCount":847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"french/Claude 3.5 Sonnet (20241022)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|german/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.258696,"ciLow":1283.725967,"ciHigh":1310.791425,"observedAt":"2026-11-11","runCount":2024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"german/Claude 3.5 Sonnet (20241022)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|hard_prompts/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.916393,"ciLow":1300.588994,"ciHigh":1309.243792,"observedAt":"2026-11-11","runCount":27135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"hard_prompts/Claude 3.5 Sonnet (20241022)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|hard_prompts_english/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.329856,"ciLow":1305.918488,"ciHigh":1316.741225,"observedAt":"2026-11-11","runCount":15028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"hard_prompts_english/Claude 3.5 Sonnet (20241022)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.798076,"ciLow":1248.467531,"ciHigh":1261.128621,"observedAt":"2026-11-11","runCount":11259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_business_and_management_and_financial_operations/Claude 3.5 Sonnet (20241022)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.853257,"ciLow":1273.187761,"ciHigh":1284.518754,"observedAt":"2026-11-11","runCount":14249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_entertainment_and_sports_and_media/Claude 3.5 Sonnet (20241022)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|industry_legal_and_government/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.940944,"ciLow":1267.921464,"ciHigh":1285.960425,"observedAt":"2026-11-11","runCount":5489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_legal_and_government/Claude 3.5 Sonnet (20241022)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.795816,"ciLow":1264.069835,"ciHigh":1275.521797,"observedAt":"2026-11-11","runCount":15551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_life_and_physical_and_social_science/Claude 3.5 Sonnet (20241022)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|industry_mathematical/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.853216,"ciLow":1299.881505,"ciHigh":1313.824926,"observedAt":"2026-11-11","runCount":8595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_mathematical/Claude 3.5 Sonnet (20241022)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.521597,"ciLow":1246.644469,"ciHigh":1266.398724,"observedAt":"2026-11-11","runCount":4531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_medicine_and_healthcare/Claude 3.5 Sonnet (20241022)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|industry_software_and_it_services/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.825047,"ciLow":1311.233746,"ciHigh":1320.416347,"observedAt":"2026-11-11","runCount":24991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_software_and_it_services/Claude 3.5 Sonnet (20241022)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.697415,"ciLow":1308.749445,"ciHigh":1318.645385,"observedAt":"2026-11-11","runCount":21805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"industry_writing_and_literature_and_language/Claude 3.5 Sonnet (20241022)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|instruction_following/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.958034,"ciLow":1292.532764,"ciHigh":1301.383304,"observedAt":"2026-11-11","runCount":31233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"instruction_following/Claude 3.5 Sonnet (20241022)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|japanese/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.219281,"ciLow":1219.997876,"ciHigh":1248.440686,"observedAt":"2026-11-11","runCount":2042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"japanese/Claude 3.5 Sonnet (20241022)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|korean/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1197.678885,"ciLow":1178.999622,"ciHigh":1216.358148,"observedAt":"2026-11-11","runCount":1273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"korean/Claude 3.5 Sonnet (20241022)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|longer_query/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.070222,"ciLow":1305.395818,"ciHigh":1316.744627,"observedAt":"2026-11-11","runCount":13760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"longer_query/Claude 3.5 Sonnet (20241022)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|math/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.624872,"ciLow":1299.991884,"ciHigh":1313.25786,"observedAt":"2026-11-11","runCount":10013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"math/Claude 3.5 Sonnet (20241022)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|multi_turn/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.694627,"ciLow":1320.016799,"ciHigh":1331.372455,"observedAt":"2026-11-11","runCount":15892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"multi_turn/Claude 3.5 Sonnet (20241022)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|non_english/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.087027,"ciLow":1279.221805,"ciHigh":1286.95225,"observedAt":"2026-11-11","runCount":42678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"non_english/Claude 3.5 Sonnet (20241022)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|overall/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.870218,"ciLow":1294.678001,"ciHigh":1301.062435,"observedAt":"2026-11-11","runCount":87744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"overall/Claude 3.5 Sonnet (20241022)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|polish/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.811647,"ciLow":1274.223516,"ciHigh":1301.399778,"observedAt":"2026-11-11","runCount":2219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"polish/Claude 3.5 Sonnet (20241022)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|russian/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.239965,"ciLow":1298.50824,"ciHigh":1311.971689,"observedAt":"2026-11-11","runCount":10311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"russian/Claude 3.5 Sonnet (20241022)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-text@1|rating|spanish/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.50924,"ciLow":1266.067025,"ciHigh":1304.951455,"observedAt":"2026-11-11","runCount":967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"spanish/Claude 3.5 Sonnet (20241022)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-vision-style-control@1|rating|chinese/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1164.770964,"ciLow":1126.333807,"ciHigh":1203.208121,"observedAt":"2026-11-09","runCount":514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"chinese/Claude 3.5 Sonnet (20241022)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-vision-style-control@1|rating|diagram/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.329125,"ciLow":1154.089747,"ciHigh":1218.568503,"observedAt":"2026-11-09","runCount":313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"diagram/Claude 3.5 Sonnet (20241022)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-vision-style-control@1|rating|english/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.752614,"ciLow":1143.199041,"ciHigh":1164.306187,"observedAt":"2026-11-09","runCount":5351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"english/Claude 3.5 Sonnet (20241022)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-vision-style-control@1|rating|homework/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.09602,"ciLow":1133.124363,"ciHigh":1211.067676,"observedAt":"2026-11-09","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"homework/Claude 3.5 Sonnet (20241022)","slice":"homework"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-vision-style-control@1|rating|ocr/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.879087,"ciLow":1161.617103,"ciHigh":1200.141071,"observedAt":"2026-11-09","runCount":941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"ocr/Claude 3.5 Sonnet (20241022)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-vision-style-control@1|rating|overall/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.203237,"ciLow":1153.238137,"ciHigh":1169.168338,"observedAt":"2026-11-09","runCount":10372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"overall/Claude 3.5 Sonnet (20241022)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-vision@1|rating|chinese/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1118.226978,"ciLow":1079.740469,"ciHigh":1156.713488,"observedAt":"2026-11-09","runCount":514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"chinese/Claude 3.5 Sonnet (20241022)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-vision@1|rating|diagram/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1134.131113,"ciLow":1102.373578,"ciHigh":1165.888647,"observedAt":"2026-11-09","runCount":313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"diagram/Claude 3.5 Sonnet (20241022)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-vision@1|rating|english/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1123.553081,"ciLow":1113.047676,"ciHigh":1134.058486,"observedAt":"2026-11-09","runCount":5351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"english/Claude 3.5 Sonnet (20241022)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-vision@1|rating|homework/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1137.182264,"ciLow":1098.12293,"ciHigh":1176.241599,"observedAt":"2026-11-09","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"homework/Claude 3.5 Sonnet (20241022)","slice":"homework"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-vision@1|rating|ocr/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1139.459867,"ciLow":1120.250934,"ciHigh":1158.668801,"observedAt":"2026-11-09","runCount":941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"ocr/Claude 3.5 Sonnet (20241022)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-3-5-sonnet-20241022:default|none|lmarena-vision@1|rating|overall/Claude 3.5 Sonnet (20241022)","sourceId":"lmarena","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1125.445267,"ciLow":1117.522532,"ciHigh":1133.368001,"observedAt":"2026-11-09","runCount":10372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.5 Sonnet (20241022)","rowId":"overall/Claude 3.5 Sonnet (20241022)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|chinese/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.741801,"ciLow":1378.099247,"ciHigh":1403.384356,"observedAt":"2026-11-11","runCount":2311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"chinese/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|coding/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.245721,"ciLow":1444.346558,"ciHigh":1460.144883,"observedAt":"2026-11-11","runCount":6129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"coding/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|creative_writing/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.180111,"ciLow":1384.606741,"ciHigh":1401.753482,"observedAt":"2026-11-11","runCount":5145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"creative_writing/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.240624,"ciLow":1396.95775,"ciHigh":1407.523499,"observedAt":"2026-11-11","runCount":18888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|exclude_ties/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.628868,"ciLow":1362.034493,"ciHigh":1373.223244,"observedAt":"2026-11-11","runCount":28153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"exclude_ties/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|expert/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.54545,"ciLow":1397.688805,"ciHigh":1425.402096,"observedAt":"2026-11-11","runCount":1887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"expert/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|french/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.918887,"ciLow":1349.408624,"ciHigh":1404.429151,"observedAt":"2026-11-11","runCount":512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"french/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|german/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.745444,"ciLow":1366.598447,"ciHigh":1404.892441,"observedAt":"2026-11-11","runCount":1021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"german/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|hard_prompts/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.47088,"ciLow":1412.608491,"ciHigh":1424.33327,"observedAt":"2026-11-11","runCount":13711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"hard_prompts/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.375427,"ciLow":1419.838983,"ciHigh":1434.911871,"observedAt":"2026-11-11","runCount":6974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"hard_prompts_english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.722995,"ciLow":1354.24398,"ciHigh":1371.202009,"observedAt":"2026-11-11","runCount":5590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_business_and_management_and_financial_operations/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.775649,"ciLow":1378.10553,"ciHigh":1393.445769,"observedAt":"2026-11-11","runCount":6537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_entertainment_and_sports_and_media/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.605352,"ciLow":1384.312021,"ciHigh":1408.898684,"observedAt":"2026-11-11","runCount":2473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_legal_and_government/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.709697,"ciLow":1393.725713,"ciHigh":1409.693681,"observedAt":"2026-11-11","runCount":6700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_life_and_physical_and_social_science/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.339423,"ciLow":1382.857736,"ciHigh":1405.82111,"observedAt":"2026-11-11","runCount":2544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_mathematical/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.118685,"ciLow":1395.772822,"ciHigh":1422.464548,"observedAt":"2026-11-11","runCount":2241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_medicine_and_healthcare/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.167887,"ciLow":1410.828824,"ciHigh":1423.506951,"observedAt":"2026-11-11","runCount":11401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_software_and_it_services/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.725479,"ciLow":1386.913717,"ciHigh":1400.537241,"observedAt":"2026-11-11","runCount":8758,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_writing_and_literature_and_language/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|instruction_following/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.21528,"ciLow":1404.826224,"ciHigh":1417.604336,"observedAt":"2026-11-11","runCount":10122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"instruction_following/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|japanese/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.889425,"ciLow":1323.387575,"ciHigh":1362.391275,"observedAt":"2026-11-11","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"japanese/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|korean/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.128514,"ciLow":1309.25879,"ciHigh":1354.998238,"observedAt":"2026-11-11","runCount":768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"korean/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|longer_query/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.524642,"ciLow":1421.683765,"ciHigh":1437.365519,"observedAt":"2026-11-11","runCount":6134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"longer_query/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|math/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.102975,"ciLow":1375.12974,"ciHigh":1397.07621,"observedAt":"2026-11-11","runCount":2786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"math/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|multi_turn/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.84226,"ciLow":1391.748439,"ciHigh":1407.93608,"observedAt":"2026-11-11","runCount":6133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"multi_turn/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|non_english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.395942,"ciLow":1363.126853,"ciHigh":1373.665031,"observedAt":"2026-11-11","runCount":19225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"non_english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|overall/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.353546,"ciLow":1384.145521,"ciHigh":1392.561571,"observedAt":"2026-11-11","runCount":38125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"overall/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|polish/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.820297,"ciLow":1361.826948,"ciHigh":1389.813646,"observedAt":"2026-11-11","runCount":2192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"polish/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|russian/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.849454,"ciLow":1367.632084,"ciHigh":1388.066824,"observedAt":"2026-11-11","runCount":3355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"russian/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|spanish/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.662557,"ciLow":1353.227752,"ciHigh":1402.097362,"observedAt":"2026-11-11","runCount":611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"spanish/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|chinese/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.964658,"ciLow":1286.214922,"ciHigh":1311.714394,"observedAt":"2026-11-11","runCount":2311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"chinese/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|coding/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.55321,"ciLow":1352.623209,"ciHigh":1368.483211,"observedAt":"2026-11-11","runCount":6129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"coding/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|creative_writing/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.818678,"ciLow":1323.187176,"ciHigh":1340.450179,"observedAt":"2026-11-11","runCount":5145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"creative_writing/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.26601,"ciLow":1320.949409,"ciHigh":1331.582611,"observedAt":"2026-11-11","runCount":18888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|exclude_ties/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.738963,"ciLow":1255.127868,"ciHigh":1266.350059,"observedAt":"2026-11-11","runCount":28153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"exclude_ties/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|expert/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.480621,"ciLow":1306.570925,"ciHigh":1334.390317,"observedAt":"2026-11-11","runCount":1887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"expert/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|french/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.954235,"ciLow":1260.932051,"ciHigh":1316.97642,"observedAt":"2026-11-11","runCount":512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"french/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|german/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.238541,"ciLow":1280.873511,"ciHigh":1319.603571,"observedAt":"2026-11-11","runCount":1021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"german/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|hard_prompts/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.124671,"ciLow":1327.197585,"ciHigh":1339.051757,"observedAt":"2026-11-11","runCount":13711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"hard_prompts/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|hard_prompts_english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.840476,"ciLow":1332.249509,"ciHigh":1347.431443,"observedAt":"2026-11-11","runCount":6974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"hard_prompts_english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.903781,"ciLow":1260.324435,"ciHigh":1277.483127,"observedAt":"2026-11-11","runCount":5590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_business_and_management_and_financial_operations/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.409997,"ciLow":1305.693485,"ciHigh":1321.126509,"observedAt":"2026-11-11","runCount":6537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_entertainment_and_sports_and_media/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|industry_legal_and_government/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.550082,"ciLow":1289.143591,"ciHigh":1313.956573,"observedAt":"2026-11-11","runCount":2473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_legal_and_government/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.421404,"ciLow":1290.368106,"ciHigh":1306.474702,"observedAt":"2026-11-11","runCount":6700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_life_and_physical_and_social_science/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|industry_mathematical/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.107257,"ciLow":1327.587115,"ciHigh":1350.627399,"observedAt":"2026-11-11","runCount":2544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_mathematical/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.142271,"ciLow":1274.700079,"ciHigh":1301.584463,"observedAt":"2026-11-11","runCount":2241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_medicine_and_healthcare/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|industry_software_and_it_services/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.859767,"ciLow":1317.461411,"ciHigh":1330.258122,"observedAt":"2026-11-11","runCount":11401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_software_and_it_services/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.576462,"ciLow":1330.715277,"ciHigh":1344.437647,"observedAt":"2026-11-11","runCount":8758,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"industry_writing_and_literature_and_language/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|instruction_following/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.60042,"ciLow":1345.170814,"ciHigh":1358.030026,"observedAt":"2026-11-11","runCount":10122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"instruction_following/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|japanese/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.823206,"ciLow":1247.121843,"ciHigh":1286.524569,"observedAt":"2026-11-11","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"japanese/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|korean/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.09054,"ciLow":1225.774812,"ciHigh":1272.406267,"observedAt":"2026-11-11","runCount":768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"korean/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|longer_query/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.672745,"ciLow":1364.782754,"ciHigh":1380.562736,"observedAt":"2026-11-11","runCount":6134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"longer_query/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|math/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.487479,"ciLow":1325.512303,"ciHigh":1347.462656,"observedAt":"2026-11-11","runCount":2786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"math/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|multi_turn/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.330358,"ciLow":1329.213598,"ciHigh":1345.447117,"observedAt":"2026-11-11","runCount":6133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"multi_turn/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|non_english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.092442,"ciLow":1290.775537,"ciHigh":1301.409347,"observedAt":"2026-11-11","runCount":19225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"non_english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|overall/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.341649,"ciLow":1310.094492,"ciHigh":1318.588807,"observedAt":"2026-11-11","runCount":38125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"overall/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|polish/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.309132,"ciLow":1270.381607,"ciHigh":1298.236658,"observedAt":"2026-11-11","runCount":2192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"polish/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|russian/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.032587,"ciLow":1300.682618,"ciHigh":1321.382556,"observedAt":"2026-11-11","runCount":3355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"russian/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-text@1|rating|spanish/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.720316,"ciLow":1273.808404,"ciHigh":1323.632227,"observedAt":"2026-11-11","runCount":611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"spanish/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-vision-style-control@1|rating|diagram/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.097195,"ciLow":1179.878873,"ciHigh":1246.315518,"observedAt":"2026-11-09","runCount":298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"diagram/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-vision-style-control@1|rating|english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.769618,"ciLow":1162.090514,"ciHigh":1207.448723,"observedAt":"2026-11-09","runCount":642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-vision-style-control@1|rating|homework/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.653821,"ciLow":1172.769066,"ciHigh":1256.538577,"observedAt":"2026-11-09","runCount":170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"homework/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"homework"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-vision-style-control@1|rating|ocr/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.285538,"ciLow":1190.59791,"ciHigh":1229.973165,"observedAt":"2026-11-09","runCount":861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"ocr/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-vision-style-control@1|rating|overall/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.669569,"ciLow":1177.134731,"ciHigh":1208.204407,"observedAt":"2026-11-09","runCount":1432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"overall/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-vision@1|rating|diagram/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1174.147843,"ciLow":1140.835197,"ciHigh":1207.460489,"observedAt":"2026-11-09","runCount":298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"diagram/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-vision@1|rating|english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1163.268403,"ciLow":1140.666656,"ciHigh":1185.87015,"observedAt":"2026-11-09","runCount":642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"english/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-vision@1|rating|homework/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1192.644537,"ciLow":1150.336823,"ciHigh":1234.952251,"observedAt":"2026-11-09","runCount":170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"homework/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"homework"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-vision@1|rating|ocr/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1180.41818,"ciLow":1160.662209,"ciHigh":1200.17415,"observedAt":"2026-11-09","runCount":861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"ocr/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:budget=32000;flags=thinking;ckpt=2025-02-19|none|lmarena-vision@1|rating|overall/Claude 3.7 Sonnet (Thinking 32K, 20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1168.470691,"ciLow":1152.921597,"ciHigh":1184.019786,"observedAt":"2026-11-09","runCount":1432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (Thinking 32K, 20250219)","rowId":"overall/Claude 3.7 Sonnet (Thinking 32K, 20250219)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|chinese/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.156101,"ciLow":1370.192749,"ciHigh":1394.119453,"observedAt":"2026-11-11","runCount":2528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"chinese/Claude 3.7 Sonnet (20250219)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|coding/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.471704,"ciLow":1424.022852,"ciHigh":1438.920555,"observedAt":"2026-11-11","runCount":7068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"coding/Claude 3.7 Sonnet (20250219)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|creative_writing/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.116511,"ciLow":1369.006247,"ciHigh":1385.226775,"observedAt":"2026-11-11","runCount":5935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"creative_writing/Claude 3.7 Sonnet (20250219)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|english/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.725297,"ciLow":1379.709324,"ciHigh":1389.741271,"observedAt":"2026-11-11","runCount":22078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"english/Claude 3.7 Sonnet (20250219)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|exclude_ties/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.184705,"ciLow":1341.841848,"ciHigh":1352.527562,"observedAt":"2026-11-11","runCount":31217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"exclude_ties/Claude 3.7 Sonnet (20250219)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|expert/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.803167,"ciLow":1377.732454,"ciHigh":1403.87388,"observedAt":"2026-11-11","runCount":2147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"expert/Claude 3.7 Sonnet (20250219)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|french/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.007688,"ciLow":1359.789584,"ciHigh":1412.225791,"observedAt":"2026-11-11","runCount":550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"french/Claude 3.7 Sonnet (20250219)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|german/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.161561,"ciLow":1345.235004,"ciHigh":1383.088118,"observedAt":"2026-11-11","runCount":1084,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"german/Claude 3.7 Sonnet (20250219)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|hard_prompts/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.23036,"ciLow":1393.644287,"ciHigh":1404.816433,"observedAt":"2026-11-11","runCount":15164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"hard_prompts/Claude 3.7 Sonnet (20250219)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.905307,"ciLow":1398.766944,"ciHigh":1413.04367,"observedAt":"2026-11-11","runCount":7974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"hard_prompts_english/Claude 3.7 Sonnet (20250219)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.703346,"ciLow":1358.373237,"ciHigh":1375.033456,"observedAt":"2026-11-11","runCount":5750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_business_and_management_and_financial_operations/Claude 3.7 Sonnet (20250219)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.495882,"ciLow":1364.169627,"ciHigh":1378.822136,"observedAt":"2026-11-11","runCount":7335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_entertainment_and_sports_and_media/Claude 3.7 Sonnet (20250219)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.368377,"ciLow":1381.914792,"ciHigh":1406.821962,"observedAt":"2026-11-11","runCount":2475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_legal_and_government/Claude 3.7 Sonnet (20250219)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.821467,"ciLow":1377.253621,"ciHigh":1392.389312,"observedAt":"2026-11-11","runCount":7443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_life_and_physical_and_social_science/Claude 3.7 Sonnet (20250219)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.754362,"ciLow":1354.407525,"ciHigh":1375.1012,"observedAt":"2026-11-11","runCount":3175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_mathematical/Claude 3.7 Sonnet (20250219)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.46919,"ciLow":1364.928605,"ciHigh":1392.009775,"observedAt":"2026-11-11","runCount":2254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_medicine_and_healthcare/Claude 3.7 Sonnet (20250219)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.91431,"ciLow":1400.896079,"ciHigh":1412.93254,"observedAt":"2026-11-11","runCount":12726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_software_and_it_services/Claude 3.7 Sonnet (20250219)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.843857,"ciLow":1372.294575,"ciHigh":1385.393139,"observedAt":"2026-11-11","runCount":9711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_writing_and_literature_and_language/Claude 3.7 Sonnet (20250219)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|instruction_following/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.9018,"ciLow":1378.985855,"ciHigh":1390.817745,"observedAt":"2026-11-11","runCount":12300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"instruction_following/Claude 3.7 Sonnet (20250219)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|japanese/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.327012,"ciLow":1314.095785,"ciHigh":1352.558239,"observedAt":"2026-11-11","runCount":1010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"japanese/Claude 3.7 Sonnet (20250219)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|korean/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.948841,"ciLow":1303.586804,"ciHigh":1350.310879,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"korean/Claude 3.7 Sonnet (20250219)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|longer_query/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.259135,"ciLow":1404.769701,"ciHigh":1419.748569,"observedAt":"2026-11-11","runCount":6663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"longer_query/Claude 3.7 Sonnet (20250219)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|math/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.681781,"ciLow":1353.69661,"ciHigh":1373.666952,"observedAt":"2026-11-11","runCount":3349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"math/Claude 3.7 Sonnet (20250219)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|multi_turn/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.806721,"ciLow":1391.111639,"ciHigh":1406.501803,"observedAt":"2026-11-11","runCount":6820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"multi_turn/Claude 3.7 Sonnet (20250219)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|non_english/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.109318,"ciLow":1352.074,"ciHigh":1362.144635,"observedAt":"2026-11-11","runCount":20459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"non_english/Claude 3.7 Sonnet (20250219)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|overall/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.513414,"ciLow":1368.544072,"ciHigh":1376.482756,"observedAt":"2026-11-11","runCount":42548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"overall/Claude 3.7 Sonnet (20250219)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|polish/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.544801,"ciLow":1356.445265,"ciHigh":1384.644337,"observedAt":"2026-11-11","runCount":2175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"polish/Claude 3.7 Sonnet (20250219)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|russian/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.411608,"ciLow":1364.482023,"ciHigh":1384.341192,"observedAt":"2026-11-11","runCount":3505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"russian/Claude 3.7 Sonnet (20250219)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text-style-control@1|rating|spanish/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.624621,"ciLow":1340.153858,"ciHigh":1389.095384,"observedAt":"2026-11-11","runCount":622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"spanish/Claude 3.7 Sonnet (20250219)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|chinese/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.48839,"ciLow":1285.372046,"ciHigh":1309.604733,"observedAt":"2026-11-11","runCount":2528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"chinese/Claude 3.7 Sonnet (20250219)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|coding/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.959855,"ciLow":1331.51998,"ciHigh":1346.39973,"observedAt":"2026-11-11","runCount":7068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"coding/Claude 3.7 Sonnet (20250219)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|creative_writing/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.531987,"ciLow":1308.431061,"ciHigh":1324.632912,"observedAt":"2026-11-11","runCount":5935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"creative_writing/Claude 3.7 Sonnet (20250219)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|english/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.149915,"ciLow":1305.1347,"ciHigh":1315.16513,"observedAt":"2026-11-11","runCount":22078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"english/Claude 3.7 Sonnet (20250219)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|exclude_ties/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.514551,"ciLow":1235.184574,"ciHigh":1245.844529,"observedAt":"2026-11-11","runCount":31217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"exclude_ties/Claude 3.7 Sonnet (20250219)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|expert/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.51889,"ciLow":1287.518308,"ciHigh":1313.519472,"observedAt":"2026-11-11","runCount":2147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"expert/Claude 3.7 Sonnet (20250219)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|french/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.815043,"ciLow":1275.230098,"ciHigh":1328.399987,"observedAt":"2026-11-11","runCount":550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"french/Claude 3.7 Sonnet (20250219)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|german/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.613824,"ciLow":1261.621054,"ciHigh":1299.606594,"observedAt":"2026-11-11","runCount":1084,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"german/Claude 3.7 Sonnet (20250219)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|hard_prompts/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.066247,"ciLow":1309.447728,"ciHigh":1320.684766,"observedAt":"2026-11-11","runCount":15164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"hard_prompts/Claude 3.7 Sonnet (20250219)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|hard_prompts_english/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.116051,"ciLow":1312.962886,"ciHigh":1327.269217,"observedAt":"2026-11-11","runCount":7974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"hard_prompts_english/Claude 3.7 Sonnet (20250219)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.619214,"ciLow":1264.184128,"ciHigh":1281.0543,"observedAt":"2026-11-11","runCount":5750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_business_and_management_and_financial_operations/Claude 3.7 Sonnet (20250219)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.003919,"ciLow":1292.669109,"ciHigh":1307.33873,"observedAt":"2026-11-11","runCount":7335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_entertainment_and_sports_and_media/Claude 3.7 Sonnet (20250219)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|industry_legal_and_government/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.204385,"ciLow":1287.676634,"ciHigh":1312.732135,"observedAt":"2026-11-11","runCount":2475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_legal_and_government/Claude 3.7 Sonnet (20250219)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.065457,"ciLow":1277.407195,"ciHigh":1292.723719,"observedAt":"2026-11-11","runCount":7443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_life_and_physical_and_social_science/Claude 3.7 Sonnet (20250219)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|industry_mathematical/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.773885,"ciLow":1303.409474,"ciHigh":1324.138295,"observedAt":"2026-11-11","runCount":3175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_mathematical/Claude 3.7 Sonnet (20250219)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.387674,"ciLow":1244.659071,"ciHigh":1272.116277,"observedAt":"2026-11-11","runCount":2254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_medicine_and_healthcare/Claude 3.7 Sonnet (20250219)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|industry_software_and_it_services/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.210615,"ciLow":1308.175791,"ciHigh":1320.245439,"observedAt":"2026-11-11","runCount":12726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_software_and_it_services/Claude 3.7 Sonnet (20250219)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.846047,"ciLow":1317.286405,"ciHigh":1330.405689,"observedAt":"2026-11-11","runCount":9711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"industry_writing_and_literature_and_language/Claude 3.7 Sonnet (20250219)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|instruction_following/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.30564,"ciLow":1318.396818,"ciHigh":1330.214463,"observedAt":"2026-11-11","runCount":12300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"instruction_following/Claude 3.7 Sonnet (20250219)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|japanese/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.231511,"ciLow":1240.906989,"ciHigh":1279.556034,"observedAt":"2026-11-11","runCount":1010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"japanese/Claude 3.7 Sonnet (20250219)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|korean/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.842772,"ciLow":1215.173454,"ciHigh":1262.51209,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"korean/Claude 3.7 Sonnet (20250219)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|longer_query/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.75494,"ciLow":1347.262681,"ciHigh":1362.2472,"observedAt":"2026-11-11","runCount":6663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"longer_query/Claude 3.7 Sonnet (20250219)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|math/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.725071,"ciLow":1308.756435,"ciHigh":1328.693706,"observedAt":"2026-11-11","runCount":3349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"math/Claude 3.7 Sonnet (20250219)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|multi_turn/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.159345,"ciLow":1331.468845,"ciHigh":1346.849845,"observedAt":"2026-11-11","runCount":6820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"multi_turn/Claude 3.7 Sonnet (20250219)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|non_english/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.168728,"ciLow":1281.092583,"ciHigh":1291.244874,"observedAt":"2026-11-11","runCount":20459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"non_english/Claude 3.7 Sonnet (20250219)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|overall/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.347424,"ciLow":1295.358868,"ciHigh":1303.33598,"observedAt":"2026-11-11","runCount":42548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"overall/Claude 3.7 Sonnet (20250219)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|polish/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.41544,"ciLow":1264.425243,"ciHigh":1292.405638,"observedAt":"2026-11-11","runCount":2175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"polish/Claude 3.7 Sonnet (20250219)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|russian/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.935905,"ciLow":1299.903678,"ciHigh":1319.968133,"observedAt":"2026-11-11","runCount":3505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"russian/Claude 3.7 Sonnet (20250219)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-text@1|rating|spanish/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.064974,"ciLow":1265.419779,"ciHigh":1314.710169,"observedAt":"2026-11-11","runCount":622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"spanish/Claude 3.7 Sonnet (20250219)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-vision-style-control@1|rating|chinese/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.802097,"ciLow":1152.606814,"ciHigh":1246.997381,"observedAt":"2026-11-09","runCount":163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"chinese/Claude 3.7 Sonnet (20250219)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-vision-style-control@1|rating|diagram/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.354999,"ciLow":1162.057887,"ciHigh":1226.65211,"observedAt":"2026-11-09","runCount":290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"diagram/Claude 3.7 Sonnet (20250219)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-vision-style-control@1|rating|english/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.520749,"ciLow":1148.591645,"ciHigh":1174.449853,"observedAt":"2026-11-09","runCount":2155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"english/Claude 3.7 Sonnet (20250219)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-vision-style-control@1|rating|homework/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.943696,"ciLow":1192.684535,"ciHigh":1267.202857,"observedAt":"2026-11-09","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"homework/Claude 3.7 Sonnet (20250219)","slice":"homework"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-vision-style-control@1|rating|ocr/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.486143,"ciLow":1167.954599,"ciHigh":1207.017686,"observedAt":"2026-11-09","runCount":879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"ocr/Claude 3.7 Sonnet (20250219)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-vision-style-control@1|rating|overall/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.352782,"ciLow":1165.959358,"ciHigh":1184.746206,"observedAt":"2026-11-09","runCount":4516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"overall/Claude 3.7 Sonnet (20250219)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-vision@1|rating|chinese/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1173.72736,"ciLow":1126.764432,"ciHigh":1220.690289,"observedAt":"2026-11-09","runCount":163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"chinese/Claude 3.7 Sonnet (20250219)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-vision@1|rating|diagram/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1152.961366,"ciLow":1120.592388,"ciHigh":1185.330343,"observedAt":"2026-11-09","runCount":290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"diagram/Claude 3.7 Sonnet (20250219)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-vision@1|rating|english/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1140.500747,"ciLow":1127.587215,"ciHigh":1153.414279,"observedAt":"2026-11-09","runCount":2155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"english/Claude 3.7 Sonnet (20250219)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-vision@1|rating|homework/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1206.969008,"ciLow":1170.060198,"ciHigh":1243.877818,"observedAt":"2026-11-09","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"homework/Claude 3.7 Sonnet (20250219)","slice":"homework"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-vision@1|rating|ocr/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1156.934409,"ciLow":1137.457705,"ciHigh":1176.411114,"observedAt":"2026-11-09","runCount":879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"ocr/Claude 3.7 Sonnet (20250219)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-3-7-sonnet:ckpt=2025-02-19|none|lmarena-vision@1|rating|overall/Claude 3.7 Sonnet (20250219)","sourceId":"lmarena","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[],"checkpoint":"2025-02-19"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1150.74789,"ciLow":1141.370661,"ciHigh":1160.125119,"observedAt":"2026-11-09","runCount":4516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3.7 Sonnet (20250219)","rowId":"overall/Claude 3.7 Sonnet (20250219)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|chinese/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.270698,"ciLow":1241.19603,"ciHigh":1259.345367,"observedAt":"2026-11-11","runCount":16707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"chinese/Claude 3 Haiku (20240307)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|coding/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.151285,"ciLow":1294.277532,"ciHigh":1308.025039,"observedAt":"2026-11-11","runCount":20898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"coding/Claude 3 Haiku (20240307)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|creative_writing/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.454901,"ciLow":1207.815694,"ciHigh":1223.094108,"observedAt":"2026-11-11","runCount":16718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"creative_writing/Claude 3 Haiku (20240307)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|english/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.568223,"ciLow":1265.69681,"ciHigh":1275.439636,"observedAt":"2026-11-11","runCount":64537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"english/Claude 3 Haiku (20240307)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|exclude_ties/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.222158,"ciLow":1165.339074,"ciHigh":1177.105241,"observedAt":"2026-11-11","runCount":77578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"exclude_ties/Claude 3 Haiku (20240307)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|expert/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.99815,"ciLow":1243.108988,"ciHigh":1264.887312,"observedAt":"2026-11-11","runCount":6336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"expert/Claude 3 Haiku (20240307)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|french/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.26344,"ciLow":1255.333944,"ciHigh":1297.192936,"observedAt":"2026-11-11","runCount":1772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"french/Claude 3 Haiku (20240307)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|german/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.805934,"ciLow":1231.325362,"ciHigh":1260.286507,"observedAt":"2026-11-11","runCount":3508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"german/Claude 3 Haiku (20240307)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|hard_prompts/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.776385,"ciLow":1260.07273,"ciHigh":1271.480039,"observedAt":"2026-11-11","runCount":33698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"hard_prompts/Claude 3 Haiku (20240307)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.774385,"ciLow":1263.039495,"ciHigh":1276.509274,"observedAt":"2026-11-11","runCount":20673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"hard_prompts_english/Claude 3 Haiku (20240307)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.954737,"ciLow":1239.75889,"ciHigh":1256.150583,"observedAt":"2026-11-11","runCount":13237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_business_and_management_and_financial_operations/Claude 3 Haiku (20240307)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.576583,"ciLow":1213.284374,"ciHigh":1227.868792,"observedAt":"2026-11-11","runCount":17134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_entertainment_and_sports_and_media/Claude 3 Haiku (20240307)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.24033,"ciLow":1274.346686,"ciHigh":1296.133974,"observedAt":"2026-11-11","runCount":6799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_legal_and_government/Claude 3 Haiku (20240307)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.765764,"ciLow":1265.494009,"ciHigh":1280.037519,"observedAt":"2026-11-11","runCount":20565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_life_and_physical_and_social_science/Claude 3 Haiku (20240307)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.062481,"ciLow":1232.150397,"ciHigh":1247.974565,"observedAt":"2026-11-11","runCount":13491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_mathematical/Claude 3 Haiku (20240307)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.716328,"ciLow":1268.480139,"ciHigh":1290.952517,"observedAt":"2026-11-11","runCount":6385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_medicine_and_healthcare/Claude 3 Haiku (20240307)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.061971,"ciLow":1279.118091,"ciHigh":1291.005851,"observedAt":"2026-11-11","runCount":34258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_software_and_it_services/Claude 3 Haiku (20240307)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.76004,"ciLow":1240.456975,"ciHigh":1253.063105,"observedAt":"2026-11-11","runCount":29876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_writing_and_literature_and_language/Claude 3 Haiku (20240307)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|instruction_following/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.323899,"ciLow":1239.984632,"ciHigh":1250.663165,"observedAt":"2026-11-11","runCount":43031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"instruction_following/Claude 3 Haiku (20240307)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|japanese/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.402197,"ciLow":1155.150012,"ciHigh":1189.654382,"observedAt":"2026-11-11","runCount":2063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"japanese/Claude 3 Haiku (20240307)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|korean/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.369614,"ciLow":1189.195645,"ciHigh":1227.543584,"observedAt":"2026-11-11","runCount":2364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"korean/Claude 3 Haiku (20240307)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|longer_query/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.992104,"ciLow":1260.305651,"ciHigh":1275.678558,"observedAt":"2026-11-11","runCount":13976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"longer_query/Claude 3 Haiku (20240307)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|math/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.343777,"ciLow":1224.804825,"ciHigh":1239.88273,"observedAt":"2026-11-11","runCount":14983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"math/Claude 3 Haiku (20240307)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|multi_turn/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.332421,"ciLow":1238.026413,"ciHigh":1252.638429,"observedAt":"2026-11-11","runCount":19344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"multi_turn/Claude 3 Haiku (20240307)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|non_english/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.846089,"ciLow":1241.76457,"ciHigh":1251.927608,"observedAt":"2026-11-11","runCount":53164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"non_english/Claude 3 Haiku (20240307)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|overall/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.807534,"ciLow":1258.047867,"ciHigh":1265.567201,"observedAt":"2026-11-11","runCount":117701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"overall/Claude 3 Haiku (20240307)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|polish/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.711643,"ciLow":1246.300229,"ciHigh":1351.123056,"observedAt":"2026-11-11","runCount":264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"polish/Claude 3 Haiku (20240307)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|russian/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.022672,"ciLow":1259.789419,"ciHigh":1276.255926,"observedAt":"2026-11-11","runCount":11956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"russian/Claude 3 Haiku (20240307)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text-style-control@1|rating|spanish/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.393451,"ciLow":1218.594383,"ciHigh":1260.192519,"observedAt":"2026-11-11","runCount":1704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"spanish/Claude 3 Haiku (20240307)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|chinese/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.81598,"ciLow":1145.88356,"ciHigh":1163.748399,"observedAt":"2026-11-11","runCount":16707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"chinese/Claude 3 Haiku (20240307)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|coding/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1198.863894,"ciLow":1192.02672,"ciHigh":1205.701068,"observedAt":"2026-11-11","runCount":20898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"coding/Claude 3 Haiku (20240307)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|creative_writing/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1157.181943,"ciLow":1149.632828,"ciHigh":1164.731058,"observedAt":"2026-11-11","runCount":16718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"creative_writing/Claude 3 Haiku (20240307)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|english/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.105939,"ciLow":1201.258683,"ciHigh":1210.953194,"observedAt":"2026-11-11","runCount":64537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"english/Claude 3 Haiku (20240307)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|exclude_ties/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1075.141472,"ciLow":1069.32429,"ciHigh":1080.958655,"observedAt":"2026-11-11","runCount":77578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"exclude_ties/Claude 3 Haiku (20240307)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|expert/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1147.562036,"ciLow":1136.76553,"ciHigh":1158.358541,"observedAt":"2026-11-11","runCount":6336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"expert/Claude 3 Haiku (20240307)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|french/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.569365,"ciLow":1173.739958,"ciHigh":1215.398771,"observedAt":"2026-11-11","runCount":1772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"french/Claude 3 Haiku (20240307)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|german/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.491038,"ciLow":1159.217654,"ciHigh":1187.764423,"observedAt":"2026-11-11","runCount":3508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"german/Claude 3 Haiku (20240307)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|hard_prompts/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.873791,"ciLow":1168.240645,"ciHigh":1179.506936,"observedAt":"2026-11-11","runCount":33698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"hard_prompts/Claude 3 Haiku (20240307)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|hard_prompts_english/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.336411,"ciLow":1174.662515,"ciHigh":1188.010307,"observedAt":"2026-11-11","runCount":20673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"hard_prompts_english/Claude 3 Haiku (20240307)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1157.442884,"ciLow":1149.290107,"ciHigh":1165.595661,"observedAt":"2026-11-11","runCount":13237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_business_and_management_and_financial_operations/Claude 3 Haiku (20240307)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1151.84273,"ciLow":1144.625682,"ciHigh":1159.059779,"observedAt":"2026-11-11","runCount":17134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_entertainment_and_sports_and_media/Claude 3 Haiku (20240307)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|industry_legal_and_government/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.202433,"ciLow":1180.398529,"ciHigh":1202.006336,"observedAt":"2026-11-11","runCount":6799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_legal_and_government/Claude 3 Haiku (20240307)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1178.426118,"ciLow":1171.209056,"ciHigh":1185.64318,"observedAt":"2026-11-11","runCount":20565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_life_and_physical_and_social_science/Claude 3 Haiku (20240307)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|industry_mathematical/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1187.526021,"ciLow":1179.719121,"ciHigh":1195.332921,"observedAt":"2026-11-11","runCount":13491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_mathematical/Claude 3 Haiku (20240307)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.130927,"ciLow":1153.969384,"ciHigh":1176.29247,"observedAt":"2026-11-11","runCount":6385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_medicine_and_healthcare/Claude 3 Haiku (20240307)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|industry_software_and_it_services/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1193.903714,"ciLow":1187.994708,"ciHigh":1199.812719,"observedAt":"2026-11-11","runCount":34258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_software_and_it_services/Claude 3 Haiku (20240307)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1193.893121,"ciLow":1187.639416,"ciHigh":1200.146826,"observedAt":"2026-11-11","runCount":29876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"industry_writing_and_literature_and_language/Claude 3 Haiku (20240307)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|instruction_following/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.182925,"ciLow":1167.902179,"ciHigh":1178.46367,"observedAt":"2026-11-11","runCount":43031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"instruction_following/Claude 3 Haiku (20240307)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|japanese/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1102.617701,"ciLow":1085.611375,"ciHigh":1119.624027,"observedAt":"2026-11-11","runCount":2063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"japanese/Claude 3 Haiku (20240307)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|korean/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1108.701384,"ciLow":1089.855182,"ciHigh":1127.547586,"observedAt":"2026-11-11","runCount":2364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"korean/Claude 3 Haiku (20240307)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|longer_query/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.172515,"ciLow":1182.561008,"ciHigh":1197.784021,"observedAt":"2026-11-11","runCount":13976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"longer_query/Claude 3 Haiku (20240307)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|math/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1188.085179,"ciLow":1180.660293,"ciHigh":1195.510065,"observedAt":"2026-11-11","runCount":14983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"math/Claude 3 Haiku (20240307)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|multi_turn/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1189.846619,"ciLow":1182.621612,"ciHigh":1197.071627,"observedAt":"2026-11-11","runCount":19344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"multi_turn/Claude 3 Haiku (20240307)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|non_english/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1177.555852,"ciLow":1172.521672,"ciHigh":1182.590032,"observedAt":"2026-11-11","runCount":53164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"non_english/Claude 3 Haiku (20240307)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|overall/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.724572,"ciLow":1190.989493,"ciHigh":1198.459651,"observedAt":"2026-11-11","runCount":117701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"overall/Claude 3 Haiku (20240307)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|polish/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1233.374693,"ciLow":1182.277073,"ciHigh":1284.472313,"observedAt":"2026-11-11","runCount":264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"polish/Claude 3 Haiku (20240307)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|russian/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1204.033987,"ciLow":1195.876883,"ciHigh":1212.191092,"observedAt":"2026-11-11","runCount":11956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"russian/Claude 3 Haiku (20240307)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-text@1|rating|spanish/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.401524,"ciLow":1144.790027,"ciHigh":1186.01302,"observedAt":"2026-11-11","runCount":1704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"spanish/Claude 3 Haiku (20240307)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-vision-style-control@1|rating|chinese/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":977.682428,"ciLow":936.479454,"ciHigh":1018.885401,"observedAt":"2026-11-09","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"chinese/Claude 3 Haiku (20240307)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-vision-style-control@1|rating|english/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":990.599661,"ciLow":975.809033,"ciHigh":1005.390289,"observedAt":"2026-11-09","runCount":8449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"english/Claude 3 Haiku (20240307)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-vision-style-control@1|rating|overall/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1000.146225,"ciLow":987.687521,"ciHigh":1012.604929,"observedAt":"2026-11-09","runCount":13380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"overall/Claude 3 Haiku (20240307)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-vision@1|rating|chinese/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":915.386877,"ciLow":874.27777,"ciHigh":956.495985,"observedAt":"2026-11-09","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"chinese/Claude 3 Haiku (20240307)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-vision@1|rating|english/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":948.63187,"ciLow":933.818225,"ciHigh":963.445515,"observedAt":"2026-11-09","runCount":8449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"english/Claude 3 Haiku (20240307)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-haiku:ckpt=2024-03-07|none|lmarena-vision@1|rating|overall/Claude 3 Haiku (20240307)","sourceId":"lmarena","modelId":"anthropic/claude-3-haiku","variant":{"flags":[],"checkpoint":"2024-03-07"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":950.048125,"ciLow":937.514601,"ciHigh":962.58165,"observedAt":"2026-11-09","runCount":13380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Haiku (20240307)","rowId":"overall/Claude 3 Haiku (20240307)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|chinese/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.405502,"ciLow":1317.254095,"ciHigh":1333.556908,"observedAt":"2026-11-11","runCount":23348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"chinese/Claude 3 Opus (20240229)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|coding/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.193608,"ciLow":1349.273676,"ciHigh":1361.113539,"observedAt":"2026-11-11","runCount":33748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"coding/Claude 3 Opus (20240229)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|creative_writing/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.817555,"ciLow":1281.274007,"ciHigh":1294.361103,"observedAt":"2026-11-11","runCount":28395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"creative_writing/Claude 3 Opus (20240229)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|english/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.212743,"ciLow":1320.175131,"ciHigh":1328.250355,"observedAt":"2026-11-11","runCount":108426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"english/Claude 3 Opus (20240229)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|exclude_ties/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.154853,"ciLow":1257.357898,"ciHigh":1266.951807,"observedAt":"2026-11-11","runCount":133332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"exclude_ties/Claude 3 Opus (20240229)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|expert/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.040205,"ciLow":1309.588825,"ciHigh":1328.491585,"observedAt":"2026-11-11","runCount":10374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"expert/Claude 3 Opus (20240229)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|french/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.995907,"ciLow":1319.951982,"ciHigh":1358.039832,"observedAt":"2026-11-11","runCount":2847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"french/Claude 3 Opus (20240229)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|german/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.963592,"ciLow":1303.891528,"ciHigh":1330.035655,"observedAt":"2026-11-11","runCount":5672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"german/Claude 3 Opus (20240229)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|hard_prompts/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.563359,"ciLow":1324.707399,"ciHigh":1334.41932,"observedAt":"2026-11-11","runCount":55074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"hard_prompts/Claude 3 Opus (20240229)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.941388,"ciLow":1321.086737,"ciHigh":1332.796038,"observedAt":"2026-11-11","runCount":34293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"hard_prompts_english/Claude 3 Opus (20240229)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.308469,"ciLow":1298.308799,"ciHigh":1312.308138,"observedAt":"2026-11-11","runCount":21697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_business_and_management_and_financial_operations/Claude 3 Opus (20240229)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.19514,"ciLow":1278.086433,"ciHigh":1290.303847,"observedAt":"2026-11-11","runCount":29359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_entertainment_and_sports_and_media/Claude 3 Opus (20240229)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.616209,"ciLow":1338.117067,"ciHigh":1357.115352,"observedAt":"2026-11-11","runCount":11095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_legal_and_government/Claude 3 Opus (20240229)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.508198,"ciLow":1333.326113,"ciHigh":1345.690283,"observedAt":"2026-11-11","runCount":33790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_life_and_physical_and_social_science/Claude 3 Opus (20240229)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.311391,"ciLow":1304.420001,"ciHigh":1318.202781,"observedAt":"2026-11-11","runCount":22970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_mathematical/Claude 3 Opus (20240229)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.825436,"ciLow":1324.872113,"ciHigh":1344.778759,"observedAt":"2026-11-11","runCount":10327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_medicine_and_healthcare/Claude 3 Opus (20240229)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.756927,"ciLow":1335.69564,"ciHigh":1345.818214,"observedAt":"2026-11-11","runCount":54971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_software_and_it_services/Claude 3 Opus (20240229)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.068973,"ciLow":1310.774661,"ciHigh":1321.363286,"observedAt":"2026-11-11","runCount":49929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_writing_and_literature_and_language/Claude 3 Opus (20240229)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|instruction_following/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.29166,"ciLow":1309.756838,"ciHigh":1318.826481,"observedAt":"2026-11-11","runCount":72001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"instruction_following/Claude 3 Opus (20240229)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|japanese/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.199532,"ciLow":1246.422802,"ciHigh":1275.976261,"observedAt":"2026-11-11","runCount":3650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"japanese/Claude 3 Opus (20240229)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|korean/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.465365,"ciLow":1252.054888,"ciHigh":1286.875843,"observedAt":"2026-11-11","runCount":3906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"korean/Claude 3 Opus (20240229)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|longer_query/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.327174,"ciLow":1323.903073,"ciHigh":1336.751276,"observedAt":"2026-11-11","runCount":23374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"longer_query/Claude 3 Opus (20240229)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|math/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.6733,"ciLow":1306.070081,"ciHigh":1319.276519,"observedAt":"2026-11-11","runCount":25769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"math/Claude 3 Opus (20240229)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|multi_turn/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.67898,"ciLow":1316.439419,"ciHigh":1328.918542,"observedAt":"2026-11-11","runCount":31134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"multi_turn/Claude 3 Opus (20240229)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|non_english/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.647905,"ciLow":1311.432523,"ciHigh":1319.863288,"observedAt":"2026-11-11","runCount":86483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"non_english/Claude 3 Opus (20240229)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|overall/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.306066,"ciLow":1319.230725,"ciHigh":1325.381406,"observedAt":"2026-11-11","runCount":194909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"overall/Claude 3 Opus (20240229)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|polish/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.361265,"ciLow":1353.887897,"ciHigh":1450.834632,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"polish/Claude 3 Opus (20240229)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|russian/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.639193,"ciLow":1327.669804,"ciHigh":1341.608583,"observedAt":"2026-11-11","runCount":21089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"russian/Claude 3 Opus (20240229)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|spanish/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.395721,"ciLow":1288.179414,"ciHigh":1326.612028,"observedAt":"2026-11-11","runCount":2569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"spanish/Claude 3 Opus (20240229)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|chinese/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.863571,"ciLow":1239.851039,"ciHigh":1255.876102,"observedAt":"2026-11-11","runCount":23348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"chinese/Claude 3 Opus (20240229)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|coding/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.071848,"ciLow":1258.225872,"ciHigh":1269.917824,"observedAt":"2026-11-11","runCount":33748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"coding/Claude 3 Opus (20240229)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|creative_writing/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.659932,"ciLow":1228.15893,"ciHigh":1241.160935,"observedAt":"2026-11-11","runCount":28395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"creative_writing/Claude 3 Opus (20240229)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|english/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1262.845735,"ciLow":1258.85684,"ciHigh":1266.83463,"observedAt":"2026-11-11","runCount":108426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"english/Claude 3 Opus (20240229)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|exclude_ties/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.768067,"ciLow":1170.051645,"ciHigh":1179.484489,"observedAt":"2026-11-11","runCount":133332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"exclude_ties/Claude 3 Opus (20240229)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|expert/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.384062,"ciLow":1213.062387,"ciHigh":1231.705736,"observedAt":"2026-11-11","runCount":10374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"expert/Claude 3 Opus (20240229)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|french/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.964346,"ciLow":1256.087971,"ciHigh":1293.840721,"observedAt":"2026-11-11","runCount":2847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"french/Claude 3 Opus (20240229)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|german/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.207758,"ciLow":1245.389504,"ciHigh":1271.026012,"observedAt":"2026-11-11","runCount":5672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"german/Claude 3 Opus (20240229)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|hard_prompts/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.358002,"ciLow":1240.559126,"ciHigh":1250.156878,"observedAt":"2026-11-11","runCount":55074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"hard_prompts/Claude 3 Opus (20240229)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|hard_prompts_english/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.240614,"ciLow":1237.450121,"ciHigh":1249.031107,"observedAt":"2026-11-11","runCount":34293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"hard_prompts_english/Claude 3 Opus (20240229)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.942138,"ciLow":1214.990248,"ciHigh":1228.894028,"observedAt":"2026-11-11","runCount":21697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_business_and_management_and_financial_operations/Claude 3 Opus (20240229)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1220.076292,"ciLow":1214.009414,"ciHigh":1226.143171,"observedAt":"2026-11-11","runCount":29359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_entertainment_and_sports_and_media/Claude 3 Opus (20240229)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_legal_and_government/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.4879,"ciLow":1255.075077,"ciHigh":1273.900723,"observedAt":"2026-11-11","runCount":11095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_legal_and_government/Claude 3 Opus (20240229)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.92308,"ciLow":1247.816206,"ciHigh":1260.029954,"observedAt":"2026-11-11","runCount":33790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_life_and_physical_and_social_science/Claude 3 Opus (20240229)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_mathematical/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1263.967636,"ciLow":1257.185342,"ciHigh":1270.74993,"observedAt":"2026-11-11","runCount":22970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_mathematical/Claude 3 Opus (20240229)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.164784,"ciLow":1221.304692,"ciHigh":1241.024877,"observedAt":"2026-11-11","runCount":10327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_medicine_and_healthcare/Claude 3 Opus (20240229)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_software_and_it_services/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.760888,"ciLow":1253.764381,"ciHigh":1263.757394,"observedAt":"2026-11-11","runCount":54971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_software_and_it_services/Claude 3 Opus (20240229)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.590536,"ciLow":1263.334505,"ciHigh":1273.846566,"observedAt":"2026-11-11","runCount":49929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"industry_writing_and_literature_and_language/Claude 3 Opus (20240229)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|instruction_following/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.126886,"ciLow":1243.644458,"ciHigh":1252.609315,"observedAt":"2026-11-11","runCount":72001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"instruction_following/Claude 3 Opus (20240229)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|japanese/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1204.242278,"ciLow":1189.709953,"ciHigh":1218.774603,"observedAt":"2026-11-11","runCount":3650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"japanese/Claude 3 Opus (20240229)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|korean/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1187.561283,"ciLow":1170.39498,"ciHigh":1204.727586,"observedAt":"2026-11-11","runCount":3906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"korean/Claude 3 Opus (20240229)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|longer_query/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.865007,"ciLow":1252.496671,"ciHigh":1265.233342,"observedAt":"2026-11-11","runCount":23374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"longer_query/Claude 3 Opus (20240229)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|math/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.562431,"ciLow":1266.084516,"ciHigh":1279.040346,"observedAt":"2026-11-11","runCount":25769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"math/Claude 3 Opus (20240229)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|multi_turn/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.250886,"ciLow":1269.106251,"ciHigh":1281.395521,"observedAt":"2026-11-11","runCount":31134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"multi_turn/Claude 3 Opus (20240229)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|non_english/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.659418,"ciLow":1253.491944,"ciHigh":1261.826893,"observedAt":"2026-11-11","runCount":86483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"non_english/Claude 3 Opus (20240229)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|overall/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1262.048536,"ciLow":1259.00811,"ciHigh":1265.088963,"observedAt":"2026-11-11","runCount":194909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"overall/Claude 3 Opus (20240229)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|polish/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.805451,"ciLow":1304.014622,"ciHigh":1399.596281,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"polish/Claude 3 Opus (20240229)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|russian/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.84748,"ciLow":1272.958732,"ciHigh":1286.736227,"observedAt":"2026-11-11","runCount":21089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"russian/Claude 3 Opus (20240229)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-text@1|rating|spanish/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1246.13516,"ciLow":1227.090088,"ciHigh":1265.180232,"observedAt":"2026-11-11","runCount":2569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"spanish/Claude 3 Opus (20240229)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-vision-style-control@1|rating|chinese/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1029.61051,"ciLow":988.797733,"ciHigh":1070.423287,"observedAt":"2026-11-09","runCount":1038,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"chinese/Claude 3 Opus (20240229)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-vision-style-control@1|rating|english/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1051.167813,"ciLow":1037.733344,"ciHigh":1064.602282,"observedAt":"2026-11-09","runCount":9732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"english/Claude 3 Opus (20240229)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-vision-style-control@1|rating|overall/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1061.927206,"ciLow":1051.510895,"ciHigh":1072.343517,"observedAt":"2026-11-09","runCount":15565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"overall/Claude 3 Opus (20240229)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-vision@1|rating|chinese/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":993.887737,"ciLow":953.278106,"ciHigh":1034.497369,"observedAt":"2026-11-09","runCount":1038,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"chinese/Claude 3 Opus (20240229)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-vision@1|rating|english/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1018.258328,"ciLow":1004.912769,"ciHigh":1031.603888,"observedAt":"2026-11-09","runCount":9732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"english/Claude 3 Opus (20240229)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-opus:ckpt=2024-02-29|none|lmarena-vision@1|rating|overall/Claude 3 Opus (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-opus","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1022.818894,"ciLow":1012.447397,"ciHigh":1033.190391,"observedAt":"2026-11-09","runCount":15565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Opus (20240229)","rowId":"overall/Claude 3 Opus (20240229)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|chinese/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.750973,"ciLow":1268.345017,"ciHigh":1287.156929,"observedAt":"2026-11-11","runCount":15648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"chinese/Claude 3 Sonnet (20240229)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|coding/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.169521,"ciLow":1310.862615,"ciHigh":1325.476426,"observedAt":"2026-11-11","runCount":18888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"coding/Claude 3 Sonnet (20240229)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|creative_writing/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.872405,"ciLow":1237.649339,"ciHigh":1254.09547,"observedAt":"2026-11-11","runCount":15592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"creative_writing/Claude 3 Sonnet (20240229)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|english/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.755799,"ciLow":1283.848862,"ciHigh":1293.662736,"observedAt":"2026-11-11","runCount":60970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"english/Claude 3 Sonnet (20240229)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|exclude_ties/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.961757,"ciLow":1194.089177,"ciHigh":1205.834338,"observedAt":"2026-11-11","runCount":73557,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"exclude_ties/Claude 3 Sonnet (20240229)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|expert/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.622686,"ciLow":1261.742117,"ciHigh":1285.503255,"observedAt":"2026-11-11","runCount":5614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"expert/Claude 3 Sonnet (20240229)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|french/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.272526,"ciLow":1280.15335,"ciHigh":1322.391702,"observedAt":"2026-11-11","runCount":1824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"french/Claude 3 Sonnet (20240229)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|german/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.444192,"ciLow":1256.927357,"ciHigh":1287.961026,"observedAt":"2026-11-11","runCount":3097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"german/Claude 3 Sonnet (20240229)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|hard_prompts/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.915143,"ciLow":1276.978002,"ciHigh":1288.852285,"observedAt":"2026-11-11","runCount":30725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"hard_prompts/Claude 3 Sonnet (20240229)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.069803,"ciLow":1278.827699,"ciHigh":1293.311907,"observedAt":"2026-11-11","runCount":19193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"hard_prompts_english/Claude 3 Sonnet (20240229)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.160635,"ciLow":1252.171768,"ciHigh":1270.149503,"observedAt":"2026-11-11","runCount":11853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_business_and_management_and_financial_operations/Claude 3 Sonnet (20240229)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.128463,"ciLow":1231.303349,"ciHigh":1246.953577,"observedAt":"2026-11-11","runCount":15961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_entertainment_and_sports_and_media/Claude 3 Sonnet (20240229)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.212739,"ciLow":1291.337485,"ciHigh":1315.087994,"observedAt":"2026-11-11","runCount":6062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_legal_and_government/Claude 3 Sonnet (20240229)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.138482,"ciLow":1291.45399,"ciHigh":1306.822974,"observedAt":"2026-11-11","runCount":19089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_life_and_physical_and_social_science/Claude 3 Sonnet (20240229)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.915401,"ciLow":1253.415574,"ciHigh":1270.415227,"observedAt":"2026-11-11","runCount":12413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_mathematical/Claude 3 Sonnet (20240229)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.861707,"ciLow":1286.710488,"ciHigh":1311.012926,"observedAt":"2026-11-11","runCount":5941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_medicine_and_healthcare/Claude 3 Sonnet (20240229)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.505977,"ciLow":1300.35578,"ciHigh":1312.656175,"observedAt":"2026-11-11","runCount":31448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_software_and_it_services/Claude 3 Sonnet (20240229)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.550182,"ciLow":1262.947702,"ciHigh":1276.152661,"observedAt":"2026-11-11","runCount":27297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_writing_and_literature_and_language/Claude 3 Sonnet (20240229)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|instruction_following/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.191355,"ciLow":1262.543313,"ciHigh":1273.839398,"observedAt":"2026-11-11","runCount":38802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"instruction_following/Claude 3 Sonnet (20240229)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|japanese/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.641381,"ciLow":1177.060888,"ciHigh":1214.221874,"observedAt":"2026-11-11","runCount":1753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"japanese/Claude 3 Sonnet (20240229)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|korean/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.385053,"ciLow":1202.544393,"ciHigh":1242.225713,"observedAt":"2026-11-11","runCount":2059,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"korean/Claude 3 Sonnet (20240229)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|longer_query/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.942391,"ciLow":1279.292437,"ciHigh":1296.592344,"observedAt":"2026-11-11","runCount":11870,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"longer_query/Claude 3 Sonnet (20240229)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|math/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.080843,"ciLow":1245.940723,"ciHigh":1262.220963,"observedAt":"2026-11-11","runCount":13766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"math/Claude 3 Sonnet (20240229)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|multi_turn/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.786397,"ciLow":1270.812451,"ciHigh":1286.760342,"observedAt":"2026-11-11","runCount":17062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"multi_turn/Claude 3 Sonnet (20240229)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|non_english/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.285859,"ciLow":1263.028406,"ciHigh":1273.543312,"observedAt":"2026-11-11","runCount":48314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"non_english/Claude 3 Sonnet (20240229)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|overall/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.487313,"ciLow":1277.507414,"ciHigh":1285.467212,"observedAt":"2026-11-11","runCount":109284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"overall/Claude 3 Sonnet (20240229)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|polish/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.583636,"ciLow":1261.258181,"ciHigh":1367.909092,"observedAt":"2026-11-11","runCount":284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"polish/Claude 3 Sonnet (20240229)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|russian/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.234981,"ciLow":1276.064451,"ciHigh":1294.405511,"observedAt":"2026-11-11","runCount":10794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"russian/Claude 3 Sonnet (20240229)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text-style-control@1|rating|spanish/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.914513,"ciLow":1245.755241,"ciHigh":1290.073786,"observedAt":"2026-11-11","runCount":1448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"spanish/Claude 3 Sonnet (20240229)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|chinese/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1188.717778,"ciLow":1179.437719,"ciHigh":1197.997837,"observedAt":"2026-11-11","runCount":15648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"chinese/Claude 3 Sonnet (20240229)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|coding/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.60689,"ciLow":1215.325546,"ciHigh":1229.888234,"observedAt":"2026-11-11","runCount":18888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"coding/Claude 3 Sonnet (20240229)","slice":"coding"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|creative_writing/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.028949,"ciLow":1177.8104,"ciHigh":1194.247498,"observedAt":"2026-11-11","runCount":15592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"creative_writing/Claude 3 Sonnet (20240229)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|english/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.127915,"ciLow":1221.235668,"ciHigh":1231.020161,"observedAt":"2026-11-11","runCount":60970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"english/Claude 3 Sonnet (20240229)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|exclude_ties/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1108.22368,"ciLow":1102.421612,"ciHigh":1114.025749,"observedAt":"2026-11-11","runCount":73557,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"exclude_ties/Claude 3 Sonnet (20240229)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|expert/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1172.200145,"ciLow":1160.407686,"ciHigh":1183.992603,"observedAt":"2026-11-11","runCount":5614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"expert/Claude 3 Sonnet (20240229)","slice":"expert"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|french/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.916276,"ciLow":1207.927755,"ciHigh":1249.904797,"observedAt":"2026-11-11","runCount":1824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"french/Claude 3 Sonnet (20240229)","slice":"french"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|german/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.568344,"ciLow":1188.306719,"ciHigh":1218.82997,"observedAt":"2026-11-11","runCount":3097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"german/Claude 3 Sonnet (20240229)","slice":"german"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|hard_prompts/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.926297,"ciLow":1191.020489,"ciHigh":1202.832106,"observedAt":"2026-11-11","runCount":30725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"hard_prompts/Claude 3 Sonnet (20240229)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|hard_prompts_english/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1202.40473,"ciLow":1195.199791,"ciHigh":1209.609668,"observedAt":"2026-11-11","runCount":19193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"hard_prompts_english/Claude 3 Sonnet (20240229)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.869442,"ciLow":1164.936764,"ciHigh":1182.80212,"observedAt":"2026-11-11","runCount":11853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_business_and_management_and_financial_operations/Claude 3 Sonnet (20240229)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1171.319047,"ciLow":1163.496402,"ciHigh":1179.141692,"observedAt":"2026-11-11","runCount":15961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_entertainment_and_sports_and_media/Claude 3 Sonnet (20240229)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_legal_and_government/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.762185,"ciLow":1201.918527,"ciHigh":1225.605843,"observedAt":"2026-11-11","runCount":6062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_legal_and_government/Claude 3 Sonnet (20240229)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1209.205988,"ciLow":1201.576443,"ciHigh":1216.835533,"observedAt":"2026-11-11","runCount":19089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_life_and_physical_and_social_science/Claude 3 Sonnet (20240229)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_mathematical/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.213765,"ciLow":1204.80701,"ciHigh":1221.62052,"observedAt":"2026-11-11","runCount":12413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_mathematical/Claude 3 Sonnet (20240229)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1188.221314,"ciLow":1176.135886,"ciHigh":1200.306742,"observedAt":"2026-11-11","runCount":5941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_medicine_and_healthcare/Claude 3 Sonnet (20240229)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_software_and_it_services/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1220.798032,"ciLow":1214.6671,"ciHigh":1226.928964,"observedAt":"2026-11-11","runCount":31448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_software_and_it_services/Claude 3 Sonnet (20240229)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.699529,"ciLow":1211.112892,"ciHigh":1224.286166,"observedAt":"2026-11-11","runCount":27297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"industry_writing_and_literature_and_language/Claude 3 Sonnet (20240229)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|instruction_following/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1199.224468,"ciLow":1193.621998,"ciHigh":1204.826938,"observedAt":"2026-11-11","runCount":38802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"instruction_following/Claude 3 Sonnet (20240229)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|japanese/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1131.40759,"ciLow":1113.065753,"ciHigh":1149.749426,"observedAt":"2026-11-11","runCount":1753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"japanese/Claude 3 Sonnet (20240229)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|korean/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1127.942826,"ciLow":1108.417095,"ciHigh":1147.468557,"observedAt":"2026-11-11","runCount":2059,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"korean/Claude 3 Sonnet (20240229)","slice":"korean"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|longer_query/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1210.837089,"ciLow":1202.233222,"ciHigh":1219.440955,"observedAt":"2026-11-11","runCount":11870,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"longer_query/Claude 3 Sonnet (20240229)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|math/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.433243,"ciLow":1205.382061,"ciHigh":1221.484425,"observedAt":"2026-11-11","runCount":13766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"math/Claude 3 Sonnet (20240229)","slice":"math"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|multi_turn/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.779218,"ciLow":1218.853327,"ciHigh":1234.705108,"observedAt":"2026-11-11","runCount":17062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"multi_turn/Claude 3 Sonnet (20240229)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|non_english/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.141675,"ciLow":1199.929027,"ciHigh":1210.354322,"observedAt":"2026-11-11","runCount":48314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"non_english/Claude 3 Sonnet (20240229)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|overall/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.08229,"ciLow":1214.130329,"ciHigh":1222.034251,"observedAt":"2026-11-11","runCount":109284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"overall/Claude 3 Sonnet (20240229)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|polish/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.266646,"ciLow":1207.187435,"ciHigh":1311.345857,"observedAt":"2026-11-11","runCount":284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"polish/Claude 3 Sonnet (20240229)","slice":"polish"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|russian/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.45365,"ciLow":1217.35327,"ciHigh":1235.55403,"observedAt":"2026-11-11","runCount":10794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"russian/Claude 3 Sonnet (20240229)","slice":"russian"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-text@1|rating|spanish/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1204.105968,"ciLow":1182.173226,"ciHigh":1226.038711,"observedAt":"2026-11-11","runCount":1448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"spanish/Claude 3 Sonnet (20240229)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-vision-style-control@1|rating|chinese/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":983.440261,"ciLow":942.286542,"ciHigh":1024.593981,"observedAt":"2026-11-09","runCount":915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"chinese/Claude 3 Sonnet (20240229)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-vision-style-control@1|rating|english/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1005.789359,"ciLow":991.92913,"ciHigh":1019.649588,"observedAt":"2026-11-09","runCount":7799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"english/Claude 3 Sonnet (20240229)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-vision-style-control@1|rating|overall/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1016.723416,"ciLow":1005.321394,"ciHigh":1028.125438,"observedAt":"2026-11-09","runCount":12314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"overall/Claude 3 Sonnet (20240229)","slice":"overall"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-vision@1|rating|chinese/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":942.122823,"ciLow":901.001411,"ciHigh":983.244235,"observedAt":"2026-11-09","runCount":915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"chinese/Claude 3 Sonnet (20240229)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-vision@1|rating|english/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":980.128517,"ciLow":966.218367,"ciHigh":994.038666,"observedAt":"2026-11-09","runCount":7799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"english/Claude 3 Sonnet (20240229)","slice":"english"}
{"key":"lmarena|anthropic/claude-3-sonnet:ckpt=2024-02-29|none|lmarena-vision@1|rating|overall/Claude 3 Sonnet (20240229)","sourceId":"lmarena","modelId":"anthropic/claude-3-sonnet","variant":{"flags":[],"checkpoint":"2024-02-29"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":983.812632,"ciLow":972.392073,"ciHigh":995.233191,"observedAt":"2026-11-09","runCount":12314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude 3 Sonnet (20240229)","rowId":"overall/Claude 3 Sonnet (20240229)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=high|none|lmarena-search-style-control@1|rating|overall/Claude Fable 5.1 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.767399,"ciLow":1219.782527,"ciHigh":1233.752271,"observedAt":"2026-11-09","runCount":33769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (High)","rowId":"overall/Claude Fable 5.1 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=high|none|lmarena-search@1|rating|overall/Claude Fable 5.1 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1237.306954,"ciLow":1230.413717,"ciHigh":1244.200191,"observedAt":"2026-11-09","runCount":33769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (High)","rowId":"overall/Claude Fable 5.1 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-agent@1|cost-per-task|overall/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":7.832357,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"overall/Claude Fable 5.1 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":59147.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"overall/Claude Fable 5.1 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-agent@1|score|overall/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.14102,"ciLow":0.120195,"ciHigh":0.161844,"observedAt":"2026-11-15","runCount":2429776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"overall/Claude Fable 5.1 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-document-style-control@1|rating|overall/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.418812,"ciLow":1483.193087,"ciHigh":1513.644537,"observedAt":"2026-11-09","runCount":1453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"overall/Claude Fable 5.1 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-document@1|rating|overall/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1514.844423,"ciLow":1499.696616,"ciHigh":1529.99223,"observedAt":"2026-11-09","runCount":1453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"overall/Claude Fable 5.1 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|chinese/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1565.445876,"ciLow":1549.679994,"ciHigh":1581.211758,"observedAt":"2026-11-11","runCount":1622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"chinese/Claude Fable 5.1 (Max)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|coding/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1533.459281,"ciLow":1523.423939,"ciHigh":1543.494623,"observedAt":"2026-11-11","runCount":4008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"coding/Claude Fable 5.1 (Max)","slice":"coding"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|creative_writing/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.399676,"ciLow":1480.454943,"ciHigh":1500.344409,"observedAt":"2026-11-11","runCount":4672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"creative_writing/Claude Fable 5.1 (Max)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|english/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.852479,"ciLow":1493.43406,"ciHigh":1508.270897,"observedAt":"2026-11-11","runCount":8015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"english/Claude Fable 5.1 (Max)","slice":"english"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1519.812431,"ciLow":1512.670897,"ciHigh":1526.953964,"observedAt":"2026-11-11","runCount":15331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"exclude_ties/Claude Fable 5.1 (Max)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|expert/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1533.168372,"ciLow":1518.297542,"ciHigh":1548.039202,"observedAt":"2026-11-11","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"expert/Claude Fable 5.1 (Max)","slice":"expert"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|french/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.400527,"ciLow":1480.395888,"ciHigh":1528.405166,"observedAt":"2026-11-11","runCount":712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"french/Claude Fable 5.1 (Max)","slice":"french"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|german/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.164291,"ciLow":1462.342257,"ciHigh":1523.986326,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"german/Claude Fable 5.1 (Max)","slice":"german"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1521.740263,"ciLow":1515.182801,"ciHigh":1528.297726,"observedAt":"2026-11-11","runCount":11970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"hard_prompts/Claude Fable 5.1 (Max)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1519.173168,"ciLow":1509.847777,"ciHigh":1528.498558,"observedAt":"2026-11-11","runCount":4733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"hard_prompts_english/Claude Fable 5.1 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.006822,"ciLow":1477.63733,"ciHigh":1498.376315,"observedAt":"2026-11-11","runCount":3650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_business_and_management_and_financial_operations/Claude Fable 5.1 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.943853,"ciLow":1469.58581,"ciHigh":1488.301896,"observedAt":"2026-11-11","runCount":5207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_entertainment_and_sports_and_media/Claude Fable 5.1 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.945764,"ciLow":1480.34301,"ciHigh":1511.548519,"observedAt":"2026-11-11","runCount":1653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_legal_and_government/Claude Fable 5.1 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1523.192872,"ciLow":1512.269656,"ciHigh":1534.116088,"observedAt":"2026-11-11","runCount":3370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_life_and_physical_and_social_science/Claude Fable 5.1 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1533.678671,"ciLow":1515.717335,"ciHigh":1551.640006,"observedAt":"2026-11-11","runCount":1126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_mathematical/Claude Fable 5.1 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.496535,"ciLow":1506.340439,"ciHigh":1538.652631,"observedAt":"2026-11-11","runCount":1531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_medicine_and_healthcare/Claude Fable 5.1 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1524.853786,"ciLow":1516.855643,"ciHigh":1532.851929,"observedAt":"2026-11-11","runCount":6700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_software_and_it_services/Claude Fable 5.1 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.752121,"ciLow":1489.012177,"ciHigh":1506.492064,"observedAt":"2026-11-11","runCount":6010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_writing_and_literature_and_language/Claude Fable 5.1 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|instruction_following/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.052586,"ciLow":1492.563875,"ciHigh":1509.541297,"observedAt":"2026-11-11","runCount":6217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"instruction_following/Claude Fable 5.1 (Max)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|japanese/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1552.454155,"ciLow":1518.248141,"ciHigh":1586.660169,"observedAt":"2026-11-11","runCount":365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"japanese/Claude Fable 5.1 (Max)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|korean/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.600741,"ciLow":1451.593324,"ciHigh":1523.608159,"observedAt":"2026-11-11","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"korean/Claude Fable 5.1 (Max)","slice":"korean"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|longer_query/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.452687,"ciLow":1501.848714,"ciHigh":1517.056661,"observedAt":"2026-11-11","runCount":8514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"longer_query/Claude Fable 5.1 (Max)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|math/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1526.175044,"ciLow":1507.59933,"ciHigh":1544.750757,"observedAt":"2026-11-11","runCount":1003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"math/Claude Fable 5.1 (Max)","slice":"math"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|multi_turn/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.345763,"ciLow":1473.332151,"ciHigh":1497.359375,"observedAt":"2026-11-11","runCount":2740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"multi_turn/Claude Fable 5.1 (Max)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|non_english/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.350912,"ciLow":1487.9505,"ciHigh":1500.751324,"observedAt":"2026-11-11","runCount":12494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"non_english/Claude Fable 5.1 (Max)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|overall/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.32298,"ciLow":1496.833341,"ciHigh":1507.812619,"observedAt":"2026-11-11","runCount":20511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"overall/Claude Fable 5.1 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|polish/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1524.992818,"ciLow":1492.427484,"ciHigh":1557.558151,"observedAt":"2026-11-11","runCount":317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"polish/Claude Fable 5.1 (Max)","slice":"polish"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|russian/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.782623,"ciLow":1494.799023,"ciHigh":1518.766224,"observedAt":"2026-11-11","runCount":2829,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"russian/Claude Fable 5.1 (Max)","slice":"russian"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text-style-control@1|rating|spanish/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.260957,"ciLow":1466.781511,"ciHigh":1511.740404,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"spanish/Claude Fable 5.1 (Max)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|chinese/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1582.228512,"ciLow":1566.548354,"ciHigh":1597.908669,"observedAt":"2026-11-11","runCount":1622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"chinese/Claude Fable 5.1 (Max)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|coding/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1527.358173,"ciLow":1517.390624,"ciHigh":1537.325723,"observedAt":"2026-11-11","runCount":4008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"coding/Claude Fable 5.1 (Max)","slice":"coding"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|creative_writing/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.116957,"ciLow":1504.191664,"ciHigh":1524.042251,"observedAt":"2026-11-11","runCount":4672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"creative_writing/Claude Fable 5.1 (Max)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|english/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.965287,"ciLow":1499.574515,"ciHigh":1514.35606,"observedAt":"2026-11-11","runCount":8015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"english/Claude Fable 5.1 (Max)","slice":"english"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|exclude_ties/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1531.418568,"ciLow":1524.347817,"ciHigh":1538.489319,"observedAt":"2026-11-11","runCount":15331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"exclude_ties/Claude Fable 5.1 (Max)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|expert/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1546.127923,"ciLow":1531.302178,"ciHigh":1560.953669,"observedAt":"2026-11-11","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"expert/Claude Fable 5.1 (Max)","slice":"expert"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|french/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1515.163425,"ciLow":1491.486734,"ciHigh":1538.840116,"observedAt":"2026-11-11","runCount":712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"french/Claude Fable 5.1 (Max)","slice":"french"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|german/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1503.082643,"ciLow":1471.973389,"ciHigh":1534.191897,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"german/Claude Fable 5.1 (Max)","slice":"german"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|hard_prompts/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1527.196089,"ciLow":1520.665481,"ciHigh":1533.726697,"observedAt":"2026-11-11","runCount":11970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"hard_prompts/Claude Fable 5.1 (Max)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|hard_prompts_english/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1521.667674,"ciLow":1512.347334,"ciHigh":1530.988013,"observedAt":"2026-11-11","runCount":4733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"hard_prompts_english/Claude Fable 5.1 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.342535,"ciLow":1484.033865,"ciHigh":1504.651205,"observedAt":"2026-11-11","runCount":3650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_business_and_management_and_financial_operations/Claude Fable 5.1 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.401,"ciLow":1489.067354,"ciHigh":1507.734646,"observedAt":"2026-11-11","runCount":5207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_entertainment_and_sports_and_media/Claude Fable 5.1 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|industry_legal_and_government/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1516.429528,"ciLow":1500.967968,"ciHigh":1531.891088,"observedAt":"2026-11-11","runCount":1653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_legal_and_government/Claude Fable 5.1 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1534.522283,"ciLow":1523.675012,"ciHigh":1545.369553,"observedAt":"2026-11-11","runCount":3370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_life_and_physical_and_social_science/Claude Fable 5.1 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|industry_mathematical/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1541.585476,"ciLow":1523.559397,"ciHigh":1559.611556,"observedAt":"2026-11-11","runCount":1126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_mathematical/Claude Fable 5.1 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1528.567508,"ciLow":1512.602916,"ciHigh":1544.532099,"observedAt":"2026-11-11","runCount":1531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_medicine_and_healthcare/Claude Fable 5.1 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1524.661195,"ciLow":1516.70019,"ciHigh":1532.622201,"observedAt":"2026-11-11","runCount":6700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_software_and_it_services/Claude Fable 5.1 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1515.021802,"ciLow":1506.285091,"ciHigh":1523.758514,"observedAt":"2026-11-11","runCount":6010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"industry_writing_and_literature_and_language/Claude Fable 5.1 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|instruction_following/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1520.053081,"ciLow":1511.580153,"ciHigh":1528.526009,"observedAt":"2026-11-11","runCount":6217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"instruction_following/Claude Fable 5.1 (Max)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|japanese/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1559.739414,"ciLow":1525.66918,"ciHigh":1593.809647,"observedAt":"2026-11-11","runCount":365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"japanese/Claude Fable 5.1 (Max)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|korean/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1504.674365,"ciLow":1468.646241,"ciHigh":1540.702489,"observedAt":"2026-11-11","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"korean/Claude Fable 5.1 (Max)","slice":"korean"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|longer_query/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1523.192667,"ciLow":1515.618672,"ciHigh":1530.766663,"observedAt":"2026-11-11","runCount":8514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"longer_query/Claude Fable 5.1 (Max)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|math/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1529.621382,"ciLow":1510.972982,"ciHigh":1548.269782,"observedAt":"2026-11-11","runCount":1003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"math/Claude Fable 5.1 (Max)","slice":"math"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|multi_turn/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.982288,"ciLow":1480.002279,"ciHigh":1503.962296,"observedAt":"2026-11-11","runCount":2740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"multi_turn/Claude Fable 5.1 (Max)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|non_english/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.858399,"ciLow":1500.47062,"ciHigh":1513.246179,"observedAt":"2026-11-11","runCount":12494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"non_english/Claude Fable 5.1 (Max)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|overall/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1512.044712,"ciLow":1506.567494,"ciHigh":1517.52193,"observedAt":"2026-11-11","runCount":20511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"overall/Claude Fable 5.1 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|polish/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1536.59329,"ciLow":1504.052017,"ciHigh":1569.134562,"observedAt":"2026-11-11","runCount":317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"polish/Claude Fable 5.1 (Max)","slice":"polish"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|russian/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1517.696412,"ciLow":1505.704262,"ciHigh":1529.688561,"observedAt":"2026-11-11","runCount":2829,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"russian/Claude Fable 5.1 (Max)","slice":"russian"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-text@1|rating|spanish/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1510.179784,"ciLow":1487.803845,"ciHigh":1532.555724,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"spanish/Claude Fable 5.1 (Max)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision-style-control@1|rating|chinese/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.976214,"ciLow":1324.597531,"ciHigh":1389.354898,"observedAt":"2026-11-09","runCount":352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"chinese/Claude Fable 5.1 (Max)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.800891,"ciLow":1258.345366,"ciHigh":1309.256417,"observedAt":"2026-11-09","runCount":635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"creative_writing_vision/Claude Fable 5.1 (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision-style-control@1|rating|diagram/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.434038,"ciLow":1310.323157,"ciHigh":1342.544918,"observedAt":"2026-11-09","runCount":1475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"diagram/Claude Fable 5.1 (Max)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision-style-control@1|rating|english/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.5873,"ciLow":1268.958898,"ciHigh":1296.215701,"observedAt":"2026-11-09","runCount":2185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"english/Claude Fable 5.1 (Max)","slice":"english"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision-style-control@1|rating|homework/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.73985,"ciLow":1308.536365,"ciHigh":1346.943335,"observedAt":"2026-11-09","runCount":961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"homework/Claude Fable 5.1 (Max)","slice":"homework"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision-style-control@1|rating|humor/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.586422,"ciLow":1261.896335,"ciHigh":1335.276508,"observedAt":"2026-11-09","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"humor/Claude Fable 5.1 (Max)","slice":"humor"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision-style-control@1|rating|ocr/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.547391,"ciLow":1294.942783,"ciHigh":1314.151998,"observedAt":"2026-11-09","runCount":4314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"ocr/Claude Fable 5.1 (Max)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision-style-control@1|rating|overall/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.313971,"ciLow":1280.692136,"ciHigh":1297.935807,"observedAt":"2026-11-09","runCount":6296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"overall/Claude Fable 5.1 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision@1|rating|chinese/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1397.336223,"ciLow":1365.058313,"ciHigh":1429.614133,"observedAt":"2026-11-09","runCount":352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"chinese/Claude Fable 5.1 (Max)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision@1|rating|creative_writing_vision/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1324.666109,"ciLow":1299.392368,"ciHigh":1349.939851,"observedAt":"2026-11-09","runCount":635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"creative_writing_vision/Claude Fable 5.1 (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision@1|rating|diagram/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1346.261987,"ciLow":1330.172509,"ciHigh":1362.351464,"observedAt":"2026-11-09","runCount":1475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"diagram/Claude Fable 5.1 (Max)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision@1|rating|english/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1316.216758,"ciLow":1302.625165,"ciHigh":1329.808351,"observedAt":"2026-11-09","runCount":2185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"english/Claude Fable 5.1 (Max)","slice":"english"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision@1|rating|homework/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1338.768277,"ciLow":1319.601363,"ciHigh":1357.93519,"observedAt":"2026-11-09","runCount":961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"homework/Claude Fable 5.1 (Max)","slice":"homework"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision@1|rating|humor/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1326.305785,"ciLow":1289.913068,"ciHigh":1362.698501,"observedAt":"2026-11-09","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"humor/Claude Fable 5.1 (Max)","slice":"humor"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision@1|rating|ocr/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1328.894659,"ciLow":1319.321483,"ciHigh":1338.467835,"observedAt":"2026-11-09","runCount":4314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"ocr/Claude Fable 5.1 (Max)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-vision@1|rating|overall/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1321.620598,"ciLow":1313.030999,"ciHigh":1330.210198,"observedAt":"2026-11-09","runCount":6296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"overall/Claude Fable 5.1 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-webdev@1|rating|image_to_webdev/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1722.336773,"ciLow":1710.800965,"ciHigh":1733.872581,"observedAt":"2026-11-15","runCount":3597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"image_to_webdev/Claude Fable 5.1 (Max)","slice":"image_to_webdev"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-webdev@1|rating|overall/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1742.928677,"ciLow":1735.075405,"ciHigh":1750.781949,"observedAt":"2026-11-15","runCount":9990,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"overall/Claude Fable 5.1 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-webdev@1|rating|webdev-html/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1682.011867,"ciLow":1662.049237,"ciHigh":1701.974497,"observedAt":"2026-11-15","runCount":1168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"webdev-html/Claude Fable 5.1 (Max)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-webdev@1|rating|webdev-react/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1787.923741,"ciLow":1778.302519,"ciHigh":1797.544963,"observedAt":"2026-11-15","runCount":6674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"webdev-react/Claude Fable 5.1 (Max)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-fable-5-1:effort=max|none|lmarena-webdev@1|rating|webdev/Claude Fable 5.1 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-1","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1742.928677,"ciLow":1735.075405,"ciHigh":1750.781949,"observedAt":"2026-11-15","runCount":9990,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.1 (Max)","rowId":"webdev/Claude Fable 5.1 (Max)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-fable-5-2:effort=max|none|lmarena-agent@1|cost-per-task|overall/Claude Fable 5.2 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":9.019103,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.2 (Max)","rowId":"overall/Claude Fable 5.2 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-2:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/Claude Fable 5.2 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":126742.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.2 (Max)","rowId":"overall/Claude Fable 5.2 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-2:effort=max|none|lmarena-agent@1|score|overall/Claude Fable 5.2 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.286126,"ciLow":0.248914,"ciHigh":0.323339,"observedAt":"2026-11-15","runCount":1690217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.2 (Max)","rowId":"overall/Claude Fable 5.2 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-2:effort=xhigh|none|lmarena-webdev@1|rating|overall/Claude Fable 5.2 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1825.962194,"ciLow":1807.155215,"ciHigh":1844.769173,"observedAt":"2026-11-15","runCount":1445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.2 (xHigh)","rowId":"overall/Claude Fable 5.2 (xHigh)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5-2:effort=xhigh|none|lmarena-webdev@1|rating|webdev-html/Claude Fable 5.2 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1760.143517,"ciLow":1716.520309,"ciHigh":1803.766725,"observedAt":"2026-11-15","runCount":244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.2 (xHigh)","rowId":"webdev-html/Claude Fable 5.2 (xHigh)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-fable-5-2:effort=xhigh|none|lmarena-webdev@1|rating|webdev-react/Claude Fable 5.2 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1894.86626,"ciLow":1868.639884,"ciHigh":1921.092637,"observedAt":"2026-11-15","runCount":888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.2 (xHigh)","rowId":"webdev-react/Claude Fable 5.2 (xHigh)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-fable-5-2:effort=xhigh|none|lmarena-webdev@1|rating|webdev/Claude Fable 5.2 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1825.962194,"ciLow":1807.155215,"ciHigh":1844.769173,"observedAt":"2026-11-15","runCount":1445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5.2 (xHigh)","rowId":"webdev/Claude Fable 5.2 (xHigh)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-agent@1|cost-per-task|overall/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":3.333023,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"overall/Claude Fable 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-agent@1|output-tokens-per-task|overall/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":22867.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"overall/Claude Fable 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-agent@1|score|overall/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.062172,"ciLow":0.050485,"ciHigh":0.073859,"observedAt":"2026-11-15","runCount":3536470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"overall/Claude Fable 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-document-style-control@1|rating|overall/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.119328,"ciLow":1493.420988,"ciHigh":1506.817667,"observedAt":"2026-11-09","runCount":12357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"overall/Claude Fable 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-document@1|rating|overall/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1496.607568,"ciLow":1489.961751,"ciHigh":1503.253385,"observedAt":"2026-11-09","runCount":12357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"overall/Claude Fable 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-search-style-control@1|rating|overall/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.551004,"ciLow":1221.820536,"ciHigh":1235.281473,"observedAt":"2026-11-09","runCount":69528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"overall/Claude Fable 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-search@1|rating|overall/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1228.152837,"ciLow":1221.507733,"ciHigh":1234.797941,"observedAt":"2026-11-09","runCount":69528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"overall/Claude Fable 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|chinese/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1555.49199,"ciLow":1544.585101,"ciHigh":1566.398879,"observedAt":"2026-11-11","runCount":3322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"chinese/Claude Fable 5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|coding/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1551.525203,"ciLow":1545.102153,"ciHigh":1557.948254,"observedAt":"2026-11-11","runCount":11651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"coding/Claude Fable 5 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.216272,"ciLow":1494.051913,"ciHigh":1508.38063,"observedAt":"2026-11-11","runCount":9833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"creative_writing/Claude Fable 5 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|english/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.600538,"ciLow":1507.234427,"ciHigh":1517.966649,"observedAt":"2026-11-11","runCount":19210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"english/Claude Fable 5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1523.223493,"ciLow":1517.81569,"ciHigh":1528.631296,"observedAt":"2026-11-11","runCount":34368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"exclude_ties/Claude Fable 5 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|expert/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1549.599057,"ciLow":1540.492614,"ciHigh":1558.7055,"observedAt":"2026-11-11","runCount":4894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"expert/Claude Fable 5 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|french/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1527.556235,"ciLow":1510.982068,"ciHigh":1544.130403,"observedAt":"2026-11-11","runCount":1572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"french/Claude Fable 5 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|german/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.219183,"ciLow":1474.528167,"ciHigh":1519.910199,"observedAt":"2026-11-11","runCount":724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"german/Claude Fable 5 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1529.576611,"ciLow":1524.745445,"ciHigh":1534.407778,"observedAt":"2026-11-11","runCount":29531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"hard_prompts/Claude Fable 5 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1532.117535,"ciLow":1525.914122,"ciHigh":1538.320948,"observedAt":"2026-11-11","runCount":12594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"hard_prompts_english/Claude Fable 5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.898684,"ciLow":1493.837634,"ciHigh":1507.959734,"observedAt":"2026-11-11","runCount":8958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Fable 5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.771188,"ciLow":1488.180624,"ciHigh":1501.361752,"observedAt":"2026-11-11","runCount":11881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Fable 5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.4438,"ciLow":1501.023437,"ciHigh":1521.864162,"observedAt":"2026-11-11","runCount":3771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_legal_and_government/Claude Fable 5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.121292,"ciLow":1517.498714,"ciHigh":1532.74387,"observedAt":"2026-11-11","runCount":7316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Fable 5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1519.617543,"ciLow":1507.46298,"ciHigh":1531.772107,"observedAt":"2026-11-11","runCount":2589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_mathematical/Claude Fable 5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.584037,"ciLow":1495.338391,"ciHigh":1517.829683,"observedAt":"2026-11-11","runCount":3229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_medicine_and_healthcare/Claude Fable 5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1538.171831,"ciLow":1532.565398,"ciHigh":1543.778265,"observedAt":"2026-11-11","runCount":16795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_software_and_it_services/Claude Fable 5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.600035,"ciLow":1502.226376,"ciHigh":1514.973695,"observedAt":"2026-11-11","runCount":12825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_writing_and_literature_and_language/Claude Fable 5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.709694,"ciLow":1502.901959,"ciHigh":1514.51743,"observedAt":"2026-11-11","runCount":16046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"instruction_following/Claude Fable 5 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|japanese/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.821376,"ciLow":1491.332493,"ciHigh":1540.310259,"observedAt":"2026-11-11","runCount":675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"japanese/Claude Fable 5 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|korean/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.078963,"ciLow":1467.616607,"ciHigh":1512.541318,"observedAt":"2026-11-11","runCount":811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"korean/Claude Fable 5 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.076719,"ciLow":1516.574292,"ciHigh":1527.579146,"observedAt":"2026-11-11","runCount":21016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"longer_query/Claude Fable 5 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|math/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.417215,"ciLow":1507.751723,"ciHigh":1533.082707,"observedAt":"2026-11-11","runCount":2240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"math/Claude Fable 5 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.372337,"ciLow":1509.664979,"ciHigh":1525.079695,"observedAt":"2026-11-11","runCount":7395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"multi_turn/Claude Fable 5 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|non_english/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.705406,"ciLow":1487.80838,"ciHigh":1497.602433,"observedAt":"2026-11-11","runCount":26256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"non_english/Claude Fable 5 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|overall/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.979704,"ciLow":1499.804707,"ciHigh":1508.154702,"observedAt":"2026-11-11","runCount":45469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"overall/Claude Fable 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|polish/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.879415,"ciLow":1486.802974,"ciHigh":1530.955855,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"polish/Claude Fable 5 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|russian/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.941813,"ciLow":1505.188911,"ciHigh":1522.694716,"observedAt":"2026-11-11","runCount":5282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"russian/Claude Fable 5 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text-style-control@1|rating|spanish/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.360883,"ciLow":1479.025809,"ciHigh":1511.695957,"observedAt":"2026-11-11","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"spanish/Claude Fable 5 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|chinese/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1544.494379,"ciLow":1533.568373,"ciHigh":1555.420384,"observedAt":"2026-11-11","runCount":3322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"chinese/Claude Fable 5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|coding/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1518.816823,"ciLow":1512.433532,"ciHigh":1525.200115,"observedAt":"2026-11-11","runCount":11651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"coding/Claude Fable 5 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|creative_writing/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.187578,"ciLow":1487.018697,"ciHigh":1501.356458,"observedAt":"2026-11-11","runCount":9833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"creative_writing/Claude Fable 5 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|english/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.911687,"ciLow":1493.543981,"ciHigh":1504.279394,"observedAt":"2026-11-11","runCount":19210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"english/Claude Fable 5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|exclude_ties/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1504.117877,"ciLow":1498.751052,"ciHigh":1509.484702,"observedAt":"2026-11-11","runCount":34368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"exclude_ties/Claude Fable 5 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|expert/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1534.115047,"ciLow":1525.024774,"ciHigh":1543.20532,"observedAt":"2026-11-11","runCount":4894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"expert/Claude Fable 5 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|french/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.631667,"ciLow":1493.06023,"ciHigh":1526.203105,"observedAt":"2026-11-11","runCount":1572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"french/Claude Fable 5 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|german/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.259618,"ciLow":1459.760595,"ciHigh":1504.758641,"observedAt":"2026-11-11","runCount":724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"german/Claude Fable 5 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|hard_prompts/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1507.777522,"ciLow":1502.950139,"ciHigh":1512.604904,"observedAt":"2026-11-11","runCount":29531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"hard_prompts/Claude Fable 5 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1510.400161,"ciLow":1504.199189,"ciHigh":1516.601133,"observedAt":"2026-11-11","runCount":12594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"hard_prompts_english/Claude Fable 5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.531556,"ciLow":1472.492608,"ciHigh":1486.570504,"observedAt":"2026-11-11","runCount":8958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Fable 5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.759093,"ciLow":1477.164037,"ciHigh":1490.35415,"observedAt":"2026-11-11","runCount":11881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Fable 5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.206314,"ciLow":1488.805535,"ciHigh":1509.607093,"observedAt":"2026-11-11","runCount":3771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_legal_and_government/Claude Fable 5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.110127,"ciLow":1498.519097,"ciHigh":1513.701157,"observedAt":"2026-11-11","runCount":7316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Fable 5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|industry_mathematical/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1516.102641,"ciLow":1503.92313,"ciHigh":1528.282152,"observedAt":"2026-11-11","runCount":2589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_mathematical/Claude Fable 5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.301038,"ciLow":1470.139637,"ciHigh":1492.46244,"observedAt":"2026-11-11","runCount":3229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_medicine_and_healthcare/Claude Fable 5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1512.136224,"ciLow":1506.549336,"ciHigh":1517.723113,"observedAt":"2026-11-11","runCount":16795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_software_and_it_services/Claude Fable 5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.08045,"ciLow":1495.701722,"ciHigh":1508.459178,"observedAt":"2026-11-11","runCount":12825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"industry_writing_and_literature_and_language/Claude Fable 5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|instruction_following/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.722846,"ciLow":1496.91333,"ciHigh":1508.532362,"observedAt":"2026-11-11","runCount":16046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"instruction_following/Claude Fable 5 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|japanese/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.021547,"ciLow":1477.522155,"ciHigh":1526.520939,"observedAt":"2026-11-11","runCount":675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"japanese/Claude Fable 5 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|korean/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.295556,"ciLow":1459.017405,"ciHigh":1503.573706,"observedAt":"2026-11-11","runCount":811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"korean/Claude Fable 5 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|longer_query/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1510.165207,"ciLow":1504.669871,"ciHigh":1515.660542,"observedAt":"2026-11-11","runCount":21016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"longer_query/Claude Fable 5 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|math/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1516.390482,"ciLow":1503.673697,"ciHigh":1529.107267,"observedAt":"2026-11-11","runCount":2240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"math/Claude Fable 5 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|multi_turn/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1504.630138,"ciLow":1496.932706,"ciHigh":1512.32757,"observedAt":"2026-11-11","runCount":7395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"multi_turn/Claude Fable 5 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|non_english/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.618872,"ciLow":1476.721781,"ciHigh":1486.515963,"observedAt":"2026-11-11","runCount":26256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"non_english/Claude Fable 5 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|overall/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.659816,"ciLow":1487.479344,"ciHigh":1495.840288,"observedAt":"2026-11-11","runCount":45469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"overall/Claude Fable 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|polish/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.489424,"ciLow":1467.397758,"ciHigh":1511.581091,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"polish/Claude Fable 5 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|russian/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.414383,"ciLow":1492.660907,"ciHigh":1510.16786,"observedAt":"2026-11-11","runCount":5282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"russian/Claude Fable 5 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-text@1|rating|spanish/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.866509,"ciLow":1472.614503,"ciHigh":1505.118514,"observedAt":"2026-11-11","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"spanish/Claude Fable 5 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision-style-control@1|rating|chinese/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.147911,"ciLow":1339.777745,"ciHigh":1384.518077,"observedAt":"2026-11-09","runCount":826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"chinese/Claude Fable 5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.873452,"ciLow":1304.912905,"ciHigh":1340.833998,"observedAt":"2026-11-09","runCount":1238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"creative_writing_vision/Claude Fable 5 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision-style-control@1|rating|diagram/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.887943,"ciLow":1339.763853,"ciHigh":1360.012034,"observedAt":"2026-11-09","runCount":4147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"diagram/Claude Fable 5 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision-style-control@1|rating|english/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.55221,"ciLow":1296.03726,"ciHigh":1315.06716,"observedAt":"2026-11-09","runCount":6099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"english/Claude Fable 5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision-style-control@1|rating|homework/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.722749,"ciLow":1338.436957,"ciHigh":1367.008541,"observedAt":"2026-11-09","runCount":1876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"homework/Claude Fable 5 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision-style-control@1|rating|humor/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.679656,"ciLow":1307.015515,"ciHigh":1356.343798,"observedAt":"2026-11-09","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"humor/Claude Fable 5 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision-style-control@1|rating|ocr/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.619611,"ciLow":1319.484637,"ciHigh":1333.754584,"observedAt":"2026-11-09","runCount":11086,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"ocr/Claude Fable 5 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision-style-control@1|rating|overall/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.437577,"ciLow":1302.539114,"ciHigh":1316.336039,"observedAt":"2026-11-09","runCount":15536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"overall/Claude Fable 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision@1|rating|chinese/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1379.806981,"ciLow":1357.541805,"ciHigh":1402.072158,"observedAt":"2026-11-09","runCount":826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"chinese/Claude Fable 5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1341.792383,"ciLow":1323.685575,"ciHigh":1359.899191,"observedAt":"2026-11-09","runCount":1238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"creative_writing_vision/Claude Fable 5 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision@1|rating|diagram/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1353.867593,"ciLow":1343.781231,"ciHigh":1363.953955,"observedAt":"2026-11-09","runCount":4147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"diagram/Claude Fable 5 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision@1|rating|english/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1325.260544,"ciLow":1315.765892,"ciHigh":1334.755197,"observedAt":"2026-11-09","runCount":6099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"english/Claude Fable 5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision@1|rating|homework/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1361.845661,"ciLow":1347.574615,"ciHigh":1376.116707,"observedAt":"2026-11-09","runCount":1876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"homework/Claude Fable 5 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision@1|rating|humor/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1348.018678,"ciLow":1323.297013,"ciHigh":1372.740342,"observedAt":"2026-11-09","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"humor/Claude Fable 5 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision@1|rating|ocr/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1337.086315,"ciLow":1329.985934,"ciHigh":1344.186696,"observedAt":"2026-11-09","runCount":11086,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"ocr/Claude Fable 5 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-vision@1|rating|overall/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1325.595026,"ciLow":1318.72115,"ciHigh":1332.468903,"observedAt":"2026-11-09","runCount":15536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"overall/Claude Fable 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-webdev@1|rating|image_to_webdev/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1620.439895,"ciLow":1611.779707,"ciHigh":1629.100082,"observedAt":"2026-11-15","runCount":6105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"image_to_webdev/Claude Fable 5 (High)","slice":"image_to_webdev"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-webdev@1|rating|overall/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1625.653127,"ciLow":1619.672325,"ciHigh":1631.633929,"observedAt":"2026-11-15","runCount":16950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"overall/Claude Fable 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-webdev@1|rating|webdev-html/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1649.530175,"ciLow":1635.528205,"ciHigh":1663.532146,"observedAt":"2026-11-15","runCount":2345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"webdev-html/Claude Fable 5 (High)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-webdev@1|rating|webdev-react/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1632.549754,"ciLow":1625.618161,"ciHigh":1639.481348,"observedAt":"2026-11-15","runCount":11736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"webdev-react/Claude Fable 5 (High)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-fable-5:effort=high|none|lmarena-webdev@1|rating|webdev/Claude Fable 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-fable-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1625.653127,"ciLow":1619.672325,"ciHigh":1631.633929,"observedAt":"2026-11-15","runCount":16950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Fable 5 (High)","rowId":"webdev/Claude Fable 5 (High)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-document-style-control@1|rating|overall/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.691024,"ciLow":1413.2828,"ciHigh":1424.099247,"observedAt":"2026-11-09","runCount":39423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"overall/Claude Haiku 4.5 (20251001)","slice":"overall"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-document@1|rating|overall/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1420.404237,"ciLow":1415.090767,"ciHigh":1425.717707,"observedAt":"2026-11-09","runCount":39423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"overall/Claude Haiku 4.5 (20251001)","slice":"overall"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|chinese/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.538829,"ciLow":1427.171115,"ciHigh":1439.906543,"observedAt":"2026-11-11","runCount":10869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"chinese/Claude Haiku 4.5 (20251001)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|coding/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.528877,"ciLow":1477.552921,"ciHigh":1485.504833,"observedAt":"2026-11-11","runCount":39532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"coding/Claude Haiku 4.5 (20251001)","slice":"coding"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|creative_writing/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.89834,"ciLow":1382.260961,"ciHigh":1391.53572,"observedAt":"2026-11-11","runCount":26454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"creative_writing/Claude Haiku 4.5 (20251001)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|english/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.387298,"ciLow":1428.123373,"ciHigh":1434.651223,"observedAt":"2026-11-11","runCount":66213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"english/Claude Haiku 4.5 (20251001)","slice":"english"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.69693,"ciLow":1398.43214,"ciHigh":1404.961721,"observedAt":"2026-11-11","runCount":115102,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"exclude_ties/Claude Haiku 4.5 (20251001)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|expert/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.828071,"ciLow":1446.003281,"ciHigh":1457.652861,"observedAt":"2026-11-11","runCount":14041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"expert/Claude Haiku 4.5 (20251001)","slice":"expert"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|french/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.947134,"ciLow":1421.109687,"ciHigh":1442.784582,"observedAt":"2026-11-11","runCount":4456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"french/Claude Haiku 4.5 (20251001)","slice":"french"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|german/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.410246,"ciLow":1387.306835,"ciHigh":1413.513656,"observedAt":"2026-11-11","runCount":2563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"german/Claude Haiku 4.5 (20251001)","slice":"german"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.06378,"ciLow":1438.074668,"ciHigh":1444.052892,"observedAt":"2026-11-11","runCount":95033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"hard_prompts/Claude Haiku 4.5 (20251001)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.985894,"ciLow":1450.064263,"ciHigh":1457.907524,"observedAt":"2026-11-11","runCount":41663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"hard_prompts_english/Claude Haiku 4.5 (20251001)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.113319,"ciLow":1414.774204,"ciHigh":1423.452434,"observedAt":"2026-11-11","runCount":29616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_business_and_management_and_financial_operations/Claude Haiku 4.5 (20251001)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.247464,"ciLow":1384.007982,"ciHigh":1392.486947,"observedAt":"2026-11-11","runCount":33466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_entertainment_and_sports_and_media/Claude Haiku 4.5 (20251001)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.990686,"ciLow":1409.719375,"ciHigh":1422.261997,"observedAt":"2026-11-11","runCount":11534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_legal_and_government/Claude Haiku 4.5 (20251001)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.110651,"ciLow":1426.515729,"ciHigh":1435.705574,"observedAt":"2026-11-11","runCount":25029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_life_and_physical_and_social_science/Claude Haiku 4.5 (20251001)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.049408,"ciLow":1425.816211,"ciHigh":1440.282606,"observedAt":"2026-11-11","runCount":8153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_mathematical/Claude Haiku 4.5 (20251001)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.134987,"ciLow":1418.406468,"ciHigh":1431.863505,"observedAt":"2026-11-11","runCount":10388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_medicine_and_healthcare/Claude Haiku 4.5 (20251001)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.657111,"ciLow":1461.200155,"ciHigh":1468.114066,"observedAt":"2026-11-11","runCount":57845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_software_and_it_services/Claude Haiku 4.5 (20251001)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.916326,"ciLow":1394.912537,"ciHigh":1402.920116,"observedAt":"2026-11-11","runCount":37836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_writing_and_literature_and_language/Claude Haiku 4.5 (20251001)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|instruction_following/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.553634,"ciLow":1410.903424,"ciHigh":1418.203845,"observedAt":"2026-11-11","runCount":49337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"instruction_following/Claude Haiku 4.5 (20251001)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|japanese/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.503405,"ciLow":1346.609405,"ciHigh":1378.397406,"observedAt":"2026-11-11","runCount":1830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"japanese/Claude Haiku 4.5 (20251001)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|korean/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.928638,"ciLow":1351.413462,"ciHigh":1378.443814,"observedAt":"2026-11-11","runCount":2376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"korean/Claude Haiku 4.5 (20251001)","slice":"korean"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|longer_query/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.783612,"ciLow":1432.109117,"ciHigh":1439.458106,"observedAt":"2026-11-11","runCount":58500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"longer_query/Claude Haiku 4.5 (20251001)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|math/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.76666,"ciLow":1394.836192,"ciHigh":1408.697128,"observedAt":"2026-11-11","runCount":8532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"math/Claude Haiku 4.5 (20251001)","slice":"math"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|multi_turn/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.98172,"ciLow":1420.475563,"ciHigh":1429.487877,"observedAt":"2026-11-11","runCount":26695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"multi_turn/Claude Haiku 4.5 (20251001)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|non_english/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.047483,"ciLow":1391.083025,"ciHigh":1397.011942,"observedAt":"2026-11-11","runCount":87637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"non_english/Claude Haiku 4.5 (20251001)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|overall/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.991152,"ciLow":1411.603584,"ciHigh":1416.378721,"observedAt":"2026-11-11","runCount":153897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"overall/Claude Haiku 4.5 (20251001)","slice":"overall"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|polish/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.536153,"ciLow":1359.961366,"ciHigh":1381.110939,"observedAt":"2026-11-11","runCount":3583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"polish/Claude Haiku 4.5 (20251001)","slice":"polish"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|russian/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.978439,"ciLow":1395.856839,"ciHigh":1406.10004,"observedAt":"2026-11-11","runCount":17444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"russian/Claude Haiku 4.5 (20251001)","slice":"russian"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text-style-control@1|rating|spanish/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.902729,"ciLow":1420.830449,"ciHigh":1440.975009,"observedAt":"2026-11-11","runCount":4571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"spanish/Claude Haiku 4.5 (20251001)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|chinese/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.252011,"ciLow":1411.942144,"ciHigh":1424.561878,"observedAt":"2026-11-11","runCount":10869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"chinese/Claude Haiku 4.5 (20251001)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|coding/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.461292,"ciLow":1449.515398,"ciHigh":1457.407185,"observedAt":"2026-11-11","runCount":39532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"coding/Claude Haiku 4.5 (20251001)","slice":"coding"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|creative_writing/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.519625,"ciLow":1365.925345,"ciHigh":1375.113904,"observedAt":"2026-11-11","runCount":26454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"creative_writing/Claude Haiku 4.5 (20251001)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|english/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.248389,"ciLow":1410.991354,"ciHigh":1417.505425,"observedAt":"2026-11-11","runCount":66213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"english/Claude Haiku 4.5 (20251001)","slice":"english"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|exclude_ties/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.061186,"ciLow":1372.844371,"ciHigh":1379.278001,"observedAt":"2026-11-11","runCount":115102,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"exclude_ties/Claude Haiku 4.5 (20251001)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|expert/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.92337,"ciLow":1437.142257,"ciHigh":1448.704483,"observedAt":"2026-11-11","runCount":14041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"expert/Claude Haiku 4.5 (20251001)","slice":"expert"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|french/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.658092,"ciLow":1399.898013,"ciHigh":1421.41817,"observedAt":"2026-11-11","runCount":4456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"french/Claude Haiku 4.5 (20251001)","slice":"french"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|german/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.16472,"ciLow":1360.219828,"ciHigh":1386.109612,"observedAt":"2026-11-11","runCount":2563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"german/Claude Haiku 4.5 (20251001)","slice":"german"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|hard_prompts/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.982707,"ciLow":1417.007337,"ciHigh":1422.958077,"observedAt":"2026-11-11","runCount":95033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"hard_prompts/Claude Haiku 4.5 (20251001)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|hard_prompts_english/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.996703,"ciLow":1431.093524,"ciHigh":1438.899883,"observedAt":"2026-11-11","runCount":41663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"hard_prompts_english/Claude Haiku 4.5 (20251001)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.465095,"ciLow":1395.150841,"ciHigh":1403.779348,"observedAt":"2026-11-11","runCount":29616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_business_and_management_and_financial_operations/Claude Haiku 4.5 (20251001)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.145198,"ciLow":1364.928829,"ciHigh":1373.361568,"observedAt":"2026-11-11","runCount":33466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_entertainment_and_sports_and_media/Claude Haiku 4.5 (20251001)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|industry_legal_and_government/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.233042,"ciLow":1394.038501,"ciHigh":1406.427584,"observedAt":"2026-11-11","runCount":11534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_legal_and_government/Claude Haiku 4.5 (20251001)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.013724,"ciLow":1401.460063,"ciHigh":1410.567385,"observedAt":"2026-11-11","runCount":25029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_life_and_physical_and_social_science/Claude Haiku 4.5 (20251001)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|industry_mathematical/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.416372,"ciLow":1422.178413,"ciHigh":1436.65433,"observedAt":"2026-11-11","runCount":8153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_mathematical/Claude Haiku 4.5 (20251001)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.811006,"ciLow":1387.207571,"ciHigh":1400.41444,"observedAt":"2026-11-11","runCount":10388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_medicine_and_healthcare/Claude Haiku 4.5 (20251001)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.161702,"ciLow":1435.725398,"ciHigh":1442.598006,"observedAt":"2026-11-11","runCount":57845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_software_and_it_services/Claude Haiku 4.5 (20251001)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.9897,"ciLow":1382.009639,"ciHigh":1389.969762,"observedAt":"2026-11-11","runCount":37836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"industry_writing_and_literature_and_language/Claude Haiku 4.5 (20251001)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|instruction_following/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.920964,"ciLow":1410.287611,"ciHigh":1417.554316,"observedAt":"2026-11-11","runCount":49337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"instruction_following/Claude Haiku 4.5 (20251001)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|japanese/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.190135,"ciLow":1324.380426,"ciHigh":1355.999845,"observedAt":"2026-11-11","runCount":1830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"japanese/Claude Haiku 4.5 (20251001)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|korean/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.303637,"ciLow":1330.874496,"ciHigh":1357.732778,"observedAt":"2026-11-11","runCount":2376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"korean/Claude Haiku 4.5 (20251001)","slice":"korean"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|longer_query/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.440679,"ciLow":1422.79586,"ciHigh":1430.085498,"observedAt":"2026-11-11","runCount":58500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"longer_query/Claude Haiku 4.5 (20251001)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|math/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.438899,"ciLow":1390.503379,"ciHigh":1404.374418,"observedAt":"2026-11-11","runCount":8532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"math/Claude Haiku 4.5 (20251001)","slice":"math"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|multi_turn/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.137534,"ciLow":1404.654494,"ciHigh":1413.620574,"observedAt":"2026-11-11","runCount":26695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"multi_turn/Claude Haiku 4.5 (20251001)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|non_english/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.439814,"ciLow":1373.484125,"ciHigh":1379.395503,"observedAt":"2026-11-11","runCount":87637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"non_english/Claude Haiku 4.5 (20251001)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|overall/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.475341,"ciLow":1394.096647,"ciHigh":1398.854034,"observedAt":"2026-11-11","runCount":153897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"overall/Claude Haiku 4.5 (20251001)","slice":"overall"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|polish/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.153984,"ciLow":1332.724879,"ciHigh":1353.58309,"observedAt":"2026-11-11","runCount":3583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"polish/Claude Haiku 4.5 (20251001)","slice":"polish"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|russian/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.589314,"ciLow":1375.477381,"ciHigh":1385.701246,"observedAt":"2026-11-11","runCount":17444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"russian/Claude Haiku 4.5 (20251001)","slice":"russian"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-text@1|rating|spanish/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.088518,"ciLow":1412.09439,"ciHigh":1432.082646,"observedAt":"2026-11-11","runCount":4571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"spanish/Claude Haiku 4.5 (20251001)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-webdev@1|rating|overall/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1330.141701,"ciLow":1325.156019,"ciHigh":1335.127384,"observedAt":"2026-11-15","runCount":28737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"overall/Claude Haiku 4.5 (20251001)","slice":"overall"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-webdev@1|rating|webdev-html/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1317.527686,"ciLow":1308.04683,"ciHigh":1327.008541,"observedAt":"2026-11-15","runCount":10544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"webdev-html/Claude Haiku 4.5 (20251001)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-webdev@1|rating|webdev-react/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1325.393209,"ciLow":1319.35233,"ciHigh":1331.434087,"observedAt":"2026-11-15","runCount":15797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"webdev-react/Claude Haiku 4.5 (20251001)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-haiku-4-5:ckpt=2025-10-01|none|lmarena-webdev@1|rating|webdev/Claude Haiku 4.5 (20251001)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-4-5","variant":{"flags":[],"checkpoint":"2025-10-01"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1330.141701,"ciLow":1325.156019,"ciHigh":1335.127384,"observedAt":"2026-11-15","runCount":28737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 4.5 (20251001)","rowId":"webdev/Claude Haiku 4.5 (20251001)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-agent@1|cost-per-task|overall/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.08498,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"overall/Claude Haiku 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-agent@1|output-tokens-per-task|overall/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":26659,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"overall/Claude Haiku 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-agent@1|score|overall/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.003702,"ciLow":-0.013844,"ciHigh":0.00644,"observedAt":"2026-11-15","runCount":4531650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"overall/Claude Haiku 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|chinese/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.755457,"ciLow":1445.434453,"ciHigh":1482.076462,"observedAt":"2026-11-11","runCount":1142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"chinese/Claude Haiku 5.5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|coding/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.224747,"ciLow":1478.000345,"ciHigh":1500.449148,"observedAt":"2026-11-11","runCount":3278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"coding/Claude Haiku 5.5 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.403834,"ciLow":1349.58182,"ciHigh":1373.225848,"observedAt":"2026-11-11","runCount":3195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"creative_writing/Claude Haiku 5.5 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|english/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.693415,"ciLow":1423.648247,"ciHigh":1441.738584,"observedAt":"2026-11-11","runCount":5186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"english/Claude Haiku 5.5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.349868,"ciLow":1405.050045,"ciHigh":1421.649691,"observedAt":"2026-11-11","runCount":10368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"exclude_ties/Claude Haiku 5.5 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|expert/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.358432,"ciLow":1448.560559,"ciHigh":1482.156304,"observedAt":"2026-11-11","runCount":1328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"expert/Claude Haiku 5.5 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|french/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.592073,"ciLow":1427.272307,"ciHigh":1481.911839,"observedAt":"2026-11-11","runCount":533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"french/Claude Haiku 5.5 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|german/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.353197,"ciLow":1415.201786,"ciHigh":1505.504607,"observedAt":"2026-11-11","runCount":165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"german/Claude Haiku 5.5 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.402047,"ciLow":1441.992046,"ciHigh":1456.812048,"observedAt":"2026-11-11","runCount":8849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"hard_prompts/Claude Haiku 5.5 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.519213,"ciLow":1444.568279,"ciHigh":1466.470148,"observedAt":"2026-11-11","runCount":3364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"hard_prompts_english/Claude Haiku 5.5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.032767,"ciLow":1417.066214,"ciHigh":1442.99932,"observedAt":"2026-11-11","runCount":2383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Haiku 5.5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.858529,"ciLow":1365.791023,"ciHigh":1387.926035,"observedAt":"2026-11-11","runCount":3596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Haiku 5.5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.85111,"ciLow":1391.858028,"ciHigh":1429.844193,"observedAt":"2026-11-11","runCount":1098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_legal_and_government/Claude Haiku 5.5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.450402,"ciLow":1432.833904,"ciHigh":1460.066899,"observedAt":"2026-11-11","runCount":2183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Haiku 5.5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.450721,"ciLow":1427.449254,"ciHigh":1471.452189,"observedAt":"2026-11-11","runCount":765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_mathematical/Claude Haiku 5.5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.545204,"ciLow":1386.17081,"ciHigh":1428.919598,"observedAt":"2026-11-11","runCount":919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_medicine_and_healthcare/Claude Haiku 5.5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.875696,"ciLow":1465.528975,"ciHigh":1484.222418,"observedAt":"2026-11-11","runCount":4931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_software_and_it_services/Claude Haiku 5.5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.957608,"ciLow":1380.616837,"ciHigh":1401.298379,"observedAt":"2026-11-11","runCount":4133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_writing_and_literature_and_language/Claude Haiku 5.5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.805512,"ciLow":1416.383375,"ciHigh":1435.227649,"observedAt":"2026-11-11","runCount":4952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"instruction_following/Claude Haiku 5.5 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|japanese/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.787883,"ciLow":1356.610108,"ciHigh":1440.965658,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"japanese/Claude Haiku 5.5 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|korean/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.799649,"ciLow":1352.065281,"ciHigh":1447.534018,"observedAt":"2026-11-11","runCount":174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"korean/Claude Haiku 5.5 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.991958,"ciLow":1410.206249,"ciHigh":1427.777668,"observedAt":"2026-11-11","runCount":6284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"longer_query/Claude Haiku 5.5 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|math/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.633564,"ciLow":1428.478021,"ciHigh":1472.789107,"observedAt":"2026-11-11","runCount":706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"math/Claude Haiku 5.5 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.550467,"ciLow":1397.684184,"ciHigh":1425.41675,"observedAt":"2026-11-11","runCount":2164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"multi_turn/Claude Haiku 5.5 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|non_english/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.506523,"ciLow":1398.000021,"ciHigh":1413.013025,"observedAt":"2026-11-11","runCount":8708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"non_english/Claude Haiku 5.5 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|overall/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.168669,"ciLow":1415.016993,"ciHigh":1427.320345,"observedAt":"2026-11-11","runCount":13894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"overall/Claude Haiku 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|polish/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.016983,"ciLow":1362.74225,"ciHigh":1447.291716,"observedAt":"2026-11-11","runCount":209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"polish/Claude Haiku 5.5 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|russian/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.518961,"ciLow":1385.320854,"ciHigh":1413.717068,"observedAt":"2026-11-11","runCount":2062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"russian/Claude Haiku 5.5 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text-style-control@1|rating|spanish/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.752782,"ciLow":1387.589798,"ciHigh":1439.915767,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"spanish/Claude Haiku 5.5 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|chinese/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.418818,"ciLow":1415.140993,"ciHigh":1451.696643,"observedAt":"2026-11-11","runCount":1142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"chinese/Claude Haiku 5.5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|coding/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.601346,"ciLow":1442.463982,"ciHigh":1464.738711,"observedAt":"2026-11-11","runCount":3278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"coding/Claude Haiku 5.5 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|creative_writing/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.516585,"ciLow":1324.708761,"ciHigh":1348.324409,"observedAt":"2026-11-11","runCount":3195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"creative_writing/Claude Haiku 5.5 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|english/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.591273,"ciLow":1396.559472,"ciHigh":1414.623074,"observedAt":"2026-11-11","runCount":5186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"english/Claude Haiku 5.5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|exclude_ties/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.171185,"ciLow":1369.962713,"ciHigh":1386.379656,"observedAt":"2026-11-11","runCount":10368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"exclude_ties/Claude Haiku 5.5 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|expert/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.57007,"ciLow":1425.828796,"ciHigh":1459.311344,"observedAt":"2026-11-11","runCount":1328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"expert/Claude Haiku 5.5 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|french/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.879701,"ciLow":1399.553427,"ciHigh":1454.205974,"observedAt":"2026-11-11","runCount":533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"french/Claude Haiku 5.5 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|german/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.118837,"ciLow":1383.915554,"ciHigh":1474.32212,"observedAt":"2026-11-11","runCount":165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"german/Claude Haiku 5.5 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|hard_prompts/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.454203,"ciLow":1411.070069,"ciHigh":1425.838338,"observedAt":"2026-11-11","runCount":8849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"hard_prompts/Claude Haiku 5.5 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.469806,"ciLow":1411.553166,"ciHigh":1433.386446,"observedAt":"2026-11-11","runCount":3364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"hard_prompts_english/Claude Haiku 5.5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.319351,"ciLow":1387.477165,"ciHigh":1413.161537,"observedAt":"2026-11-11","runCount":2383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Haiku 5.5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.483507,"ciLow":1340.441275,"ciHigh":1362.525739,"observedAt":"2026-11-11","runCount":3596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Haiku 5.5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.556546,"ciLow":1369.888733,"ciHigh":1407.224359,"observedAt":"2026-11-11","runCount":1098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_legal_and_government/Claude Haiku 5.5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.423116,"ciLow":1397.90904,"ciHigh":1424.937192,"observedAt":"2026-11-11","runCount":2183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Haiku 5.5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|industry_mathematical/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.952795,"ciLow":1414.882882,"ciHigh":1459.022709,"observedAt":"2026-11-11","runCount":765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_mathematical/Claude Haiku 5.5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.096901,"ciLow":1346.032301,"ciHigh":1388.1615,"observedAt":"2026-11-11","runCount":919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_medicine_and_healthcare/Claude Haiku 5.5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.952604,"ciLow":1433.702885,"ciHigh":1452.202322,"observedAt":"2026-11-11","runCount":4931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_software_and_it_services/Claude Haiku 5.5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.460199,"ciLow":1359.095303,"ciHigh":1379.825096,"observedAt":"2026-11-11","runCount":4133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"industry_writing_and_literature_and_language/Claude Haiku 5.5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|instruction_following/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.248078,"ciLow":1401.831356,"ciHigh":1420.6648,"observedAt":"2026-11-11","runCount":4952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"instruction_following/Claude Haiku 5.5 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|japanese/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.583376,"ciLow":1331.059348,"ciHigh":1416.107404,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"japanese/Claude Haiku 5.5 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|korean/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.281692,"ciLow":1336.620425,"ciHigh":1427.94296,"observedAt":"2026-11-11","runCount":174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"korean/Claude Haiku 5.5 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|longer_query/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.107473,"ciLow":1386.354021,"ciHigh":1403.860925,"observedAt":"2026-11-11","runCount":6284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"longer_query/Claude Haiku 5.5 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|math/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.683548,"ciLow":1413.469025,"ciHigh":1457.89807,"observedAt":"2026-11-11","runCount":706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"math/Claude Haiku 5.5 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|multi_turn/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.759906,"ciLow":1373.914196,"ciHigh":1401.605616,"observedAt":"2026-11-11","runCount":2164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"multi_turn/Claude Haiku 5.5 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|non_english/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.691314,"ciLow":1377.204299,"ciHigh":1392.178328,"observedAt":"2026-11-11","runCount":8708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"non_english/Claude Haiku 5.5 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|overall/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.652253,"ciLow":1391.505077,"ciHigh":1403.799429,"observedAt":"2026-11-11","runCount":13894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"overall/Claude Haiku 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|polish/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.57028,"ciLow":1335.636843,"ciHigh":1419.503717,"observedAt":"2026-11-11","runCount":209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"polish/Claude Haiku 5.5 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|russian/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.842982,"ciLow":1362.651643,"ciHigh":1391.034321,"observedAt":"2026-11-11","runCount":2062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"russian/Claude Haiku 5.5 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-text@1|rating|spanish/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.43949,"ciLow":1371.353179,"ciHigh":1423.525802,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"spanish/Claude Haiku 5.5 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-webdev@1|rating|overall/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1593.215773,"ciLow":1584.984597,"ciHigh":1601.446949,"observedAt":"2026-11-15","runCount":7147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"overall/Claude Haiku 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-webdev@1|rating|webdev-html/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1564.446242,"ciLow":1543.606749,"ciHigh":1585.285735,"observedAt":"2026-11-15","runCount":983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"webdev-html/Claude Haiku 5.5 (High)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-webdev@1|rating|webdev-react/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1614.876928,"ciLow":1604.830895,"ciHigh":1624.92296,"observedAt":"2026-11-15","runCount":4515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"webdev-react/Claude Haiku 5.5 (High)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-haiku-5-5:effort=high|none|lmarena-webdev@1|rating|webdev/Claude Haiku 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1593.215773,"ciLow":1584.984597,"ciHigh":1601.446949,"observedAt":"2026-11-15","runCount":7147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Haiku 5.5 (High)","rowId":"webdev/Claude Haiku 5.5 (High)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.888022,"ciLow":1457.119911,"ciHigh":1476.656133,"observedAt":"2026-11-11","runCount":3843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"chinese/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|coding/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.395748,"ciLow":1504.956417,"ciHigh":1517.83508,"observedAt":"2026-11-11","runCount":9884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"coding/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.490758,"ciLow":1437.853004,"ciHigh":1453.128511,"observedAt":"2026-11-11","runCount":6820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"creative_writing/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|english/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.729868,"ciLow":1458.950337,"ciHigh":1468.5094,"observedAt":"2026-11-11","runCount":20816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"english/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.762378,"ciLow":1447.009961,"ciHigh":1456.514796,"observedAt":"2026-11-11","runCount":35494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"exclude_ties/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|expert/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.038377,"ciLow":1470.261788,"ciHigh":1493.814966,"observedAt":"2026-11-11","runCount":2539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"expert/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|french/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.183821,"ciLow":1449.122437,"ciHigh":1491.245205,"observedAt":"2026-11-11","runCount":850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"french/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|german/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.710193,"ciLow":1432.868299,"ciHigh":1470.552086,"observedAt":"2026-11-11","runCount":1047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"german/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.747205,"ciLow":1475.215257,"ciHigh":1484.279154,"observedAt":"2026-11-11","runCount":24858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"hard_prompts/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.11797,"ciLow":1480.975438,"ciHigh":1493.260501,"observedAt":"2026-11-11","runCount":10674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"hard_prompts_english/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.759478,"ciLow":1440.192008,"ciHigh":1453.326948,"observedAt":"2026-11-11","runCount":9074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.067708,"ciLow":1428.481792,"ciHigh":1441.653624,"observedAt":"2026-11-11","runCount":9049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.036181,"ciLow":1452.560694,"ciHigh":1473.511668,"observedAt":"2026-11-11","runCount":3203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_legal_and_government/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.184791,"ciLow":1463.161019,"ciHigh":1477.208563,"observedAt":"2026-11-11","runCount":7902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.445896,"ciLow":1439.823905,"ciHigh":1463.067888,"observedAt":"2026-11-11","runCount":2444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_mathematical/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.019023,"ciLow":1464.432227,"ciHigh":1487.605818,"observedAt":"2026-11-11","runCount":2686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.828324,"ciLow":1486.611309,"ciHigh":1497.04534,"observedAt":"2026-11-11","runCount":16682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_software_and_it_services/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.579282,"ciLow":1439.399247,"ciHigh":1451.759317,"observedAt":"2026-11-11","runCount":11006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.683759,"ciLow":1451.968725,"ciHigh":1463.398792,"observedAt":"2026-11-11","runCount":13150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"instruction_following/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.382865,"ciLow":1390.056676,"ciHigh":1434.709054,"observedAt":"2026-11-11","runCount":674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"japanese/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|korean/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.59249,"ciLow":1403.020247,"ciHigh":1440.164732,"observedAt":"2026-11-11","runCount":1104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"korean/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.552061,"ciLow":1478.492365,"ciHigh":1490.611756,"observedAt":"2026-11-11","runCount":11441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"longer_query/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|math/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.484797,"ciLow":1432.937812,"ciHigh":1454.031782,"observedAt":"2026-11-11","runCount":3024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"math/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.967108,"ciLow":1464.127448,"ciHigh":1477.806767,"observedAt":"2026-11-11","runCount":8442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"multi_turn/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.687174,"ciLow":1429.391575,"ciHigh":1437.982773,"observedAt":"2026-11-11","runCount":28506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"non_english/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|overall/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.896194,"ciLow":1446.440765,"ciHigh":1453.351623,"observedAt":"2026-11-11","runCount":49366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"overall/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|polish/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.186475,"ciLow":1435.638101,"ciHigh":1460.73485,"observedAt":"2026-11-11","runCount":2404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"polish/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|russian/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.199108,"ciLow":1440.241085,"ciHigh":1458.157132,"observedAt":"2026-11-11","runCount":4198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"russian/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.678161,"ciLow":1448.313801,"ciHigh":1483.04252,"observedAt":"2026-11-11","runCount":1290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"spanish/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|chinese/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.909058,"ciLow":1415.097414,"ciHigh":1434.720702,"observedAt":"2026-11-11","runCount":3843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"chinese/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|coding/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.998473,"ciLow":1472.563127,"ciHigh":1485.433818,"observedAt":"2026-11-11","runCount":9884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"coding/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|creative_writing/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.844817,"ciLow":1404.180028,"ciHigh":1419.509605,"observedAt":"2026-11-11","runCount":6820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"creative_writing/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|english/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.856848,"ciLow":1428.066417,"ciHigh":1437.64728,"observedAt":"2026-11-11","runCount":20816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"english/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|exclude_ties/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.139636,"ciLow":1402.411948,"ciHigh":1411.867324,"observedAt":"2026-11-11","runCount":35494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"exclude_ties/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|expert/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.999867,"ciLow":1427.239775,"ciHigh":1450.759958,"observedAt":"2026-11-11","runCount":2539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"expert/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|french/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.266474,"ciLow":1411.187984,"ciHigh":1453.344964,"observedAt":"2026-11-11","runCount":850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"french/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|german/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.916583,"ciLow":1394.17622,"ciHigh":1431.656946,"observedAt":"2026-11-11","runCount":1047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"german/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|hard_prompts/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.415651,"ciLow":1437.873844,"ciHigh":1446.957459,"observedAt":"2026-11-11","runCount":24858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"hard_prompts/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.091511,"ciLow":1444.929185,"ciHigh":1457.253838,"observedAt":"2026-11-11","runCount":10674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"hard_prompts_english/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.991776,"ciLow":1398.387217,"ciHigh":1411.596335,"observedAt":"2026-11-11","runCount":9074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.876718,"ciLow":1390.259835,"ciHigh":1403.493602,"observedAt":"2026-11-11","runCount":9049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.343346,"ciLow":1409.854831,"ciHigh":1430.831861,"observedAt":"2026-11-11","runCount":3203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_legal_and_government/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.810683,"ciLow":1414.794785,"ciHigh":1428.82658,"observedAt":"2026-11-11","runCount":7902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.120544,"ciLow":1422.459874,"ciHigh":1445.781215,"observedAt":"2026-11-11","runCount":2444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_mathematical/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.943174,"ciLow":1403.357143,"ciHigh":1426.529205,"observedAt":"2026-11-11","runCount":2686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.330825,"ciLow":1451.100926,"ciHigh":1461.560724,"observedAt":"2026-11-11","runCount":16682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_software_and_it_services/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.711202,"ciLow":1411.507246,"ciHigh":1423.915157,"observedAt":"2026-11-11","runCount":11006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|instruction_following/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.406897,"ciLow":1429.6638,"ciHigh":1441.149993,"observedAt":"2026-11-11","runCount":13150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"instruction_following/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|japanese/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.835458,"ciLow":1355.401771,"ciHigh":1400.269146,"observedAt":"2026-11-11","runCount":674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"japanese/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|korean/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.996275,"ciLow":1362.402573,"ciHigh":1399.589978,"observedAt":"2026-11-11","runCount":1104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"korean/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|longer_query/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.842783,"ciLow":1448.781545,"ciHigh":1460.904022,"observedAt":"2026-11-11","runCount":11441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"longer_query/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|math/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.963803,"ciLow":1420.408336,"ciHigh":1441.51927,"observedAt":"2026-11-11","runCount":3024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"math/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|multi_turn/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.96338,"ciLow":1437.117858,"ciHigh":1450.808902,"observedAt":"2026-11-11","runCount":8442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"multi_turn/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|non_english/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.815655,"ciLow":1399.508756,"ciHigh":1408.122555,"observedAt":"2026-11-11","runCount":28506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"non_english/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|overall/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.343146,"ciLow":1415.878352,"ciHigh":1422.80794,"observedAt":"2026-11-11","runCount":49366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"overall/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|polish/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.234659,"ciLow":1395.732978,"ciHigh":1420.73634,"observedAt":"2026-11-11","runCount":2404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"polish/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|russian/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.22789,"ciLow":1408.227385,"ciHigh":1426.228395,"observedAt":"2026-11-11","runCount":4198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"russian/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-1:budget=16000;flags=thinking;ckpt=2025-08-05|none|lmarena-text@1|rating|spanish/Claude Opus 4.1 (Thinking 16K, 20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.871413,"ciLow":1428.533313,"ciHigh":1463.209514,"observedAt":"2026-11-11","runCount":1290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Thinking 16K, 20250805)","rowId":"spanish/Claude Opus 4.1 (Thinking 16K, 20250805)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.169495,"ciLow":1459.068419,"ciHigh":1475.270571,"observedAt":"2026-11-11","runCount":5898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"chinese/Claude Opus 4.1 (20250805)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|coding/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.559695,"ciLow":1499.192537,"ciHigh":1509.926852,"observedAt":"2026-11-11","runCount":15626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"coding/Claude Opus 4.1 (20250805)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.349498,"ciLow":1436.128417,"ciHigh":1448.570578,"observedAt":"2026-11-11","runCount":10796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"creative_writing/Claude Opus 4.1 (20250805)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|english/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.157016,"ciLow":1452.044483,"ciHigh":1460.269549,"observedAt":"2026-11-11","runCount":31994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"english/Claude Opus 4.1 (20250805)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.890098,"ciLow":1444.790633,"ciHigh":1452.989562,"observedAt":"2026-11-11","runCount":55338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"exclude_ties/Claude Opus 4.1 (20250805)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|expert/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.181638,"ciLow":1455.886161,"ciHigh":1474.477115,"observedAt":"2026-11-11","runCount":4199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"expert/Claude Opus 4.1 (20250805)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|french/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.666777,"ciLow":1444.961815,"ciHigh":1478.371738,"observedAt":"2026-11-11","runCount":1407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"french/Claude Opus 4.1 (20250805)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|german/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.934631,"ciLow":1426.435418,"ciHigh":1457.433845,"observedAt":"2026-11-11","runCount":1561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"german/Claude Opus 4.1 (20250805)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.97959,"ciLow":1474.112095,"ciHigh":1481.847085,"observedAt":"2026-11-11","runCount":39247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"hard_prompts/Claude Opus 4.1 (20250805)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.021486,"ciLow":1476.778779,"ciHigh":1487.264192,"observedAt":"2026-11-11","runCount":16356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"hard_prompts_english/Claude Opus 4.1 (20250805)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.644484,"ciLow":1441.056299,"ciHigh":1452.232668,"observedAt":"2026-11-11","runCount":14021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.1 (20250805)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.175732,"ciLow":1428.646224,"ciHigh":1439.70524,"observedAt":"2026-11-11","runCount":14153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.1 (20250805)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.432914,"ciLow":1448.973568,"ciHigh":1465.892261,"observedAt":"2026-11-11","runCount":5314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_legal_and_government/Claude Opus 4.1 (20250805)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.584274,"ciLow":1457.716038,"ciHigh":1469.45251,"observedAt":"2026-11-11","runCount":12208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.1 (20250805)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.770541,"ciLow":1430.323941,"ciHigh":1449.21714,"observedAt":"2026-11-11","runCount":3854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_mathematical/Claude Opus 4.1 (20250805)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.935601,"ciLow":1461.50046,"ciHigh":1480.370742,"observedAt":"2026-11-11","runCount":4403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.1 (20250805)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.849194,"ciLow":1481.394893,"ciHigh":1490.303494,"observedAt":"2026-11-11","runCount":25939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_software_and_it_services/Claude Opus 4.1 (20250805)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.512155,"ciLow":1439.35882,"ciHigh":1449.665489,"observedAt":"2026-11-11","runCount":17373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.1 (20250805)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.072795,"ciLow":1449.230335,"ciHigh":1458.915256,"observedAt":"2026-11-11","runCount":20668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"instruction_following/Claude Opus 4.1 (20250805)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.520372,"ciLow":1392.727327,"ciHigh":1428.313418,"observedAt":"2026-11-11","runCount":1193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"japanese/Claude Opus 4.1 (20250805)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|korean/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.988652,"ciLow":1386.424606,"ciHigh":1417.552699,"observedAt":"2026-11-11","runCount":1613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"korean/Claude Opus 4.1 (20250805)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.514903,"ciLow":1466.460085,"ciHigh":1476.56972,"observedAt":"2026-11-11","runCount":18370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"longer_query/Claude Opus 4.1 (20250805)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|math/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.109152,"ciLow":1424.573208,"ciHigh":1441.645096,"observedAt":"2026-11-11","runCount":4757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"math/Claude Opus 4.1 (20250805)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.990057,"ciLow":1463.173242,"ciHigh":1474.806872,"observedAt":"2026-11-11","runCount":13077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"multi_turn/Claude Opus 4.1 (20250805)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.287472,"ciLow":1430.606827,"ciHigh":1437.968117,"observedAt":"2026-11-11","runCount":44867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"non_english/Claude Opus 4.1 (20250805)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|overall/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.005246,"ciLow":1445.029187,"ciHigh":1450.981306,"observedAt":"2026-11-11","runCount":76899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"overall/Claude Opus 4.1 (20250805)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|polish/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.55138,"ciLow":1439.212803,"ciHigh":1459.889958,"observedAt":"2026-11-11","runCount":3728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"polish/Claude Opus 4.1 (20250805)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|russian/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.103889,"ciLow":1444.965737,"ciHigh":1459.242041,"observedAt":"2026-11-11","runCount":7202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"russian/Claude Opus 4.1 (20250805)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.748409,"ciLow":1454.411252,"ciHigh":1481.085567,"observedAt":"2026-11-11","runCount":2299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"spanish/Claude Opus 4.1 (20250805)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|chinese/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.047148,"ciLow":1418.947486,"ciHigh":1435.14681,"observedAt":"2026-11-11","runCount":5898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"chinese/Claude Opus 4.1 (20250805)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|coding/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.53373,"ciLow":1467.186048,"ciHigh":1477.881412,"observedAt":"2026-11-11","runCount":15626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"coding/Claude Opus 4.1 (20250805)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|creative_writing/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.602407,"ciLow":1404.368004,"ciHigh":1416.836809,"observedAt":"2026-11-11","runCount":10796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"creative_writing/Claude Opus 4.1 (20250805)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|english/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.550782,"ciLow":1422.435789,"ciHigh":1430.665776,"observedAt":"2026-11-11","runCount":31994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"english/Claude Opus 4.1 (20250805)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|exclude_ties/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.392886,"ciLow":1401.324986,"ciHigh":1409.460786,"observedAt":"2026-11-11","runCount":55338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"exclude_ties/Claude Opus 4.1 (20250805)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|expert/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.273013,"ciLow":1416.003474,"ciHigh":1434.542552,"observedAt":"2026-11-11","runCount":4199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"expert/Claude Opus 4.1 (20250805)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|french/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.489814,"ciLow":1410.837197,"ciHigh":1444.14243,"observedAt":"2026-11-11","runCount":1407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"french/Claude Opus 4.1 (20250805)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|german/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.912405,"ciLow":1389.437127,"ciHigh":1420.387683,"observedAt":"2026-11-11","runCount":1561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"german/Claude Opus 4.1 (20250805)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|hard_prompts/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.19203,"ciLow":1438.323214,"ciHigh":1446.060846,"observedAt":"2026-11-11","runCount":39247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"hard_prompts/Claude Opus 4.1 (20250805)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.925032,"ciLow":1442.682128,"ciHigh":1453.167937,"observedAt":"2026-11-11","runCount":16356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"hard_prompts_english/Claude Opus 4.1 (20250805)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.519532,"ciLow":1399.92407,"ciHigh":1411.114994,"observedAt":"2026-11-11","runCount":14021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.1 (20250805)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.26629,"ciLow":1392.718633,"ciHigh":1403.813947,"observedAt":"2026-11-11","runCount":14153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.1 (20250805)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.789671,"ciLow":1408.372762,"ciHigh":1425.20658,"observedAt":"2026-11-11","runCount":5314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_legal_and_government/Claude Opus 4.1 (20250805)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.79035,"ciLow":1410.942647,"ciHigh":1422.638054,"observedAt":"2026-11-11","runCount":12208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.1 (20250805)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.62977,"ciLow":1416.194419,"ciHigh":1435.065121,"observedAt":"2026-11-11","runCount":3854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_mathematical/Claude Opus 4.1 (20250805)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.30322,"ciLow":1402.922997,"ciHigh":1421.683443,"observedAt":"2026-11-11","runCount":4403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.1 (20250805)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.382357,"ciLow":1446.931319,"ciHigh":1455.833395,"observedAt":"2026-11-11","runCount":25939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_software_and_it_services/Claude Opus 4.1 (20250805)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.002927,"ciLow":1412.831335,"ciHigh":1423.174518,"observedAt":"2026-11-11","runCount":17373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.1 (20250805)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|instruction_following/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.299112,"ciLow":1428.465504,"ciHigh":1438.13272,"observedAt":"2026-11-11","runCount":20668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"instruction_following/Claude Opus 4.1 (20250805)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|japanese/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.392615,"ciLow":1356.614738,"ciHigh":1392.170493,"observedAt":"2026-11-11","runCount":1193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"japanese/Claude Opus 4.1 (20250805)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|korean/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.265489,"ciLow":1348.698007,"ciHigh":1379.83297,"observedAt":"2026-11-11","runCount":1613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"korean/Claude Opus 4.1 (20250805)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|longer_query/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.97933,"ciLow":1438.924669,"ciHigh":1449.033992,"observedAt":"2026-11-11","runCount":18370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"longer_query/Claude Opus 4.1 (20250805)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|math/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.126377,"ciLow":1413.596587,"ciHigh":1430.656166,"observedAt":"2026-11-11","runCount":4757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"math/Claude Opus 4.1 (20250805)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|multi_turn/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.151712,"ciLow":1437.355463,"ciHigh":1448.947962,"observedAt":"2026-11-11","runCount":13077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"multi_turn/Claude Opus 4.1 (20250805)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|non_english/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.366638,"ciLow":1401.679721,"ciHigh":1409.053554,"observedAt":"2026-11-11","runCount":44867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"non_english/Claude Opus 4.1 (20250805)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|overall/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.576582,"ciLow":1415.594046,"ciHigh":1421.559118,"observedAt":"2026-11-11","runCount":76899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"overall/Claude Opus 4.1 (20250805)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|polish/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.556872,"ciLow":1402.314037,"ciHigh":1422.799708,"observedAt":"2026-11-11","runCount":3728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"polish/Claude Opus 4.1 (20250805)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|russian/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.348463,"ciLow":1414.20762,"ciHigh":1428.489306,"observedAt":"2026-11-11","runCount":7202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"russian/Claude Opus 4.1 (20250805)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-text@1|rating|spanish/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.413962,"ciLow":1435.123323,"ciHigh":1461.704601,"observedAt":"2026-11-11","runCount":2299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"spanish/Claude Opus 4.1 (20250805)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-webdev@1|rating|overall/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1390.105493,"ciLow":1379.326748,"ciHigh":1400.884238,"observedAt":"2026-11-15","runCount":6880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"overall/Claude Opus 4.1 (20250805)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-webdev@1|rating|webdev-html/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1398.157524,"ciLow":1385.705147,"ciHigh":1410.6099,"observedAt":"2026-11-15","runCount":6864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"webdev-html/Claude Opus 4.1 (20250805)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-opus-4-1:ckpt=2025-08-05|none|lmarena-webdev@1|rating|webdev/Claude Opus 4.1 (20250805)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[],"checkpoint":"2025-08-05"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1390.105493,"ciLow":1379.326748,"ciHigh":1400.884238,"observedAt":"2026-11-15","runCount":6880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (20250805)","rowId":"webdev/Claude Opus 4.1 (20250805)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-opus-4-1:flags=search|none|lmarena-search-style-control@1|rating|overall/Claude Opus 4.1 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.853338,"ciLow":1161.78682,"ciHigh":1171.919856,"observedAt":"2026-11-09","runCount":78777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Search)","rowId":"overall/Claude Opus 4.1 (Search)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-1:flags=search|none|lmarena-search@1|rating|overall/Claude Opus 4.1 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-1","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1148.194424,"ciLow":1143.249721,"ciHigh":1153.139128,"observedAt":"2026-11-09","runCount":78777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.1 (Search)","rowId":"overall/Claude Opus 4.1 (Search)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-document-style-control@1|rating|overall/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.495542,"ciLow":1457.306175,"ciHigh":1477.684909,"observedAt":"2026-11-09","runCount":8304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"overall/Claude Opus 4.5 (20251101)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-document@1|rating|overall/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1465.714235,"ciLow":1455.503803,"ciHigh":1475.924667,"observedAt":"2026-11-09","runCount":8304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"overall/Claude Opus 4.5 (20251101)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.871816,"ciLow":1487.261319,"ciHigh":1504.482312,"observedAt":"2026-11-11","runCount":5319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"chinese/Claude Opus 4.5 (20251101)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|coding/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.906914,"ciLow":1517.515209,"ciHigh":1528.298618,"observedAt":"2026-11-11","runCount":17807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"coding/Claude Opus 4.5 (20251101)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.036695,"ciLow":1454.678398,"ciHigh":1467.394992,"observedAt":"2026-11-11","runCount":11278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"creative_writing/Claude Opus 4.5 (20251101)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|english/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.897292,"ciLow":1474.524773,"ciHigh":1483.269811,"observedAt":"2026-11-11","runCount":30867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"english/Claude Opus 4.5 (20251101)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.690073,"ciLow":1474.448058,"ciHigh":1482.932088,"observedAt":"2026-11-11","runCount":53624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"exclude_ties/Claude Opus 4.5 (20251101)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|expert/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.83568,"ciLow":1494.484442,"ciHigh":1511.186917,"observedAt":"2026-11-11","runCount":5611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"expert/Claude Opus 4.5 (20251101)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|french/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.065914,"ciLow":1475.494364,"ciHigh":1504.637464,"observedAt":"2026-11-11","runCount":2005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"french/Claude Opus 4.5 (20251101)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|german/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.977305,"ciLow":1459.802339,"ciHigh":1496.152272,"observedAt":"2026-11-11","runCount":1132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"german/Claude Opus 4.5 (20251101)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.481131,"ciLow":1494.503776,"ciHigh":1502.458485,"observedAt":"2026-11-11","runCount":42822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"hard_prompts/Claude Opus 4.5 (20251101)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.80932,"ciLow":1494.530078,"ciHigh":1505.088561,"observedAt":"2026-11-11","runCount":18535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"hard_prompts_english/Claude Opus 4.5 (20251101)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.193722,"ciLow":1466.38274,"ciHigh":1478.004705,"observedAt":"2026-11-11","runCount":14006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.5 (20251101)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.561765,"ciLow":1448.734286,"ciHigh":1460.389245,"observedAt":"2026-11-11","runCount":13926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.5 (20251101)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.65439,"ciLow":1474.095535,"ciHigh":1491.213245,"observedAt":"2026-11-11","runCount":5381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_legal_and_government/Claude Opus 4.5 (20251101)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.756363,"ciLow":1480.559663,"ciHigh":1492.953064,"observedAt":"2026-11-11","runCount":11446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.5 (20251101)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.175167,"ciLow":1464.139467,"ciHigh":1484.210867,"observedAt":"2026-11-11","runCount":3704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_mathematical/Claude Opus 4.5 (20251101)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.101053,"ciLow":1478.092579,"ciHigh":1496.109528,"observedAt":"2026-11-11","runCount":4870,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.5 (20251101)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.562073,"ciLow":1502.914751,"ciHigh":1512.209396,"observedAt":"2026-11-11","runCount":26616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_software_and_it_services/Claude Opus 4.5 (20251101)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.535763,"ciLow":1461.088281,"ciHigh":1471.983246,"observedAt":"2026-11-11","runCount":16745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.5 (20251101)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.338375,"ciLow":1469.338455,"ciHigh":1479.338296,"observedAt":"2026-11-11","runCount":21606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"instruction_following/Claude Opus 4.5 (20251101)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.953153,"ciLow":1414.510663,"ciHigh":1463.395642,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"japanese/Claude Opus 4.5 (20251101)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|korean/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.287673,"ciLow":1430.093615,"ciHigh":1466.481731,"observedAt":"2026-11-11","runCount":1167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"korean/Claude Opus 4.5 (20251101)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.664695,"ciLow":1487.707999,"ciHigh":1497.62139,"observedAt":"2026-11-11","runCount":23944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"longer_query/Claude Opus 4.5 (20251101)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|math/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.091671,"ciLow":1453.079872,"ciHigh":1471.10347,"observedAt":"2026-11-11","runCount":4488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"math/Claude Opus 4.5 (20251101)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.127816,"ciLow":1478.100325,"ciHigh":1490.155307,"observedAt":"2026-11-11","runCount":12890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"multi_turn/Claude Opus 4.5 (20251101)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.480072,"ciLow":1452.566774,"ciHigh":1460.39337,"observedAt":"2026-11-11","runCount":41364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"non_english/Claude Opus 4.5 (20251101)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|overall/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.720084,"ciLow":1466.579409,"ciHigh":1472.860759,"observedAt":"2026-11-11","runCount":72235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"overall/Claude Opus 4.5 (20251101)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|polish/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.444659,"ciLow":1456.71922,"ciHigh":1484.170098,"observedAt":"2026-11-11","runCount":1886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"polish/Claude Opus 4.5 (20251101)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|russian/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.831531,"ciLow":1466.059328,"ciHigh":1479.603735,"observedAt":"2026-11-11","runCount":8991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"russian/Claude Opus 4.5 (20251101)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.833586,"ciLow":1451.203148,"ciHigh":1478.464025,"observedAt":"2026-11-11","runCount":2136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"spanish/Claude Opus 4.5 (20251101)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|chinese/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.366385,"ciLow":1461.843418,"ciHigh":1478.889351,"observedAt":"2026-11-11","runCount":5319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"chinese/Claude Opus 4.5 (20251101)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|coding/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.748232,"ciLow":1493.459452,"ciHigh":1504.037011,"observedAt":"2026-11-11","runCount":17807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"coding/Claude Opus 4.5 (20251101)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|creative_writing/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.466831,"ciLow":1436.115417,"ciHigh":1448.818245,"observedAt":"2026-11-11","runCount":11278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"creative_writing/Claude Opus 4.5 (20251101)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|english/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.990039,"ciLow":1456.641537,"ciHigh":1465.338541,"observedAt":"2026-11-11","runCount":30867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"english/Claude Opus 4.5 (20251101)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|exclude_ties/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.46341,"ciLow":1445.303314,"ciHigh":1453.623506,"observedAt":"2026-11-11","runCount":53624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"exclude_ties/Claude Opus 4.5 (20251101)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|expert/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.805812,"ciLow":1479.525743,"ciHigh":1496.085881,"observedAt":"2026-11-11","runCount":5611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"expert/Claude Opus 4.5 (20251101)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|french/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.969172,"ciLow":1455.470024,"ciHigh":1484.46832,"observedAt":"2026-11-11","runCount":2005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"french/Claude Opus 4.5 (20251101)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|german/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.196471,"ciLow":1431.081975,"ciHigh":1467.310967,"observedAt":"2026-11-11","runCount":1132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"german/Claude Opus 4.5 (20251101)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|hard_prompts/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.500682,"ciLow":1472.564567,"ciHigh":1480.436798,"observedAt":"2026-11-11","runCount":42822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"hard_prompts/Claude Opus 4.5 (20251101)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.393598,"ciLow":1477.152964,"ciHigh":1487.634232,"observedAt":"2026-11-11","runCount":18535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"hard_prompts_english/Claude Opus 4.5 (20251101)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.501961,"ciLow":1442.771913,"ciHigh":1454.232008,"observedAt":"2026-11-11","runCount":14006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.5 (20251101)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.212754,"ciLow":1428.401954,"ciHigh":1440.023553,"observedAt":"2026-11-11","runCount":13926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.5 (20251101)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.163703,"ciLow":1450.692815,"ciHigh":1467.63459,"observedAt":"2026-11-11","runCount":5381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_legal_and_government/Claude Opus 4.5 (20251101)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.403055,"ciLow":1447.268135,"ciHigh":1459.537974,"observedAt":"2026-11-11","runCount":11446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.5 (20251101)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.317768,"ciLow":1458.294489,"ciHigh":1478.341046,"observedAt":"2026-11-11","runCount":3704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_mathematical/Claude Opus 4.5 (20251101)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.737002,"ciLow":1434.840834,"ciHigh":1452.63317,"observedAt":"2026-11-11","runCount":4870,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.5 (20251101)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.2662,"ciLow":1478.692485,"ciHigh":1487.839914,"observedAt":"2026-11-11","runCount":26616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_software_and_it_services/Claude Opus 4.5 (20251101)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.350499,"ciLow":1445.9114,"ciHigh":1456.789597,"observedAt":"2026-11-11","runCount":16745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.5 (20251101)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|instruction_following/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.557469,"ciLow":1467.600067,"ciHigh":1477.514871,"observedAt":"2026-11-11","runCount":21606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"instruction_following/Claude Opus 4.5 (20251101)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|japanese/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.512886,"ciLow":1385.963323,"ciHigh":1435.06245,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"japanese/Claude Opus 4.5 (20251101)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|korean/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.802743,"ciLow":1406.678382,"ciHigh":1442.927103,"observedAt":"2026-11-11","runCount":1167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"korean/Claude Opus 4.5 (20251101)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|longer_query/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.41801,"ciLow":1474.506628,"ciHigh":1484.329391,"observedAt":"2026-11-11","runCount":23944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"longer_query/Claude Opus 4.5 (20251101)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|math/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.819151,"ciLow":1448.814412,"ciHigh":1466.823889,"observedAt":"2026-11-11","runCount":4488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"math/Claude Opus 4.5 (20251101)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|multi_turn/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.218497,"ciLow":1460.227577,"ciHigh":1472.209416,"observedAt":"2026-11-11","runCount":12890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"multi_turn/Claude Opus 4.5 (20251101)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|non_english/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.354805,"ciLow":1433.468754,"ciHigh":1441.240856,"observedAt":"2026-11-11","runCount":41364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"non_english/Claude Opus 4.5 (20251101)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|overall/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.022971,"ciLow":1447.906885,"ciHigh":1454.139058,"observedAt":"2026-11-11","runCount":72235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"overall/Claude Opus 4.5 (20251101)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|polish/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.64417,"ciLow":1425.075328,"ciHigh":1452.213012,"observedAt":"2026-11-11","runCount":1886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"polish/Claude Opus 4.5 (20251101)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|russian/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.295098,"ciLow":1440.560126,"ciHigh":1454.030069,"observedAt":"2026-11-11","runCount":8991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"russian/Claude Opus 4.5 (20251101)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-text@1|rating|spanish/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.509553,"ciLow":1438.981806,"ciHigh":1466.037299,"observedAt":"2026-11-11","runCount":2136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"spanish/Claude Opus 4.5 (20251101)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-webdev@1|rating|overall/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1468.817048,"ciLow":1461.552526,"ciHigh":1476.081569,"observedAt":"2026-11-15","runCount":13330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"overall/Claude Opus 4.5 (20251101)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-webdev@1|rating|webdev-html/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1482.08753,"ciLow":1470.208595,"ciHigh":1493.966464,"observedAt":"2026-11-15","runCount":6659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"webdev-html/Claude Opus 4.5 (20251101)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-webdev@1|rating|webdev-react/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1455.642431,"ciLow":1446.640678,"ciHigh":1464.644183,"observedAt":"2026-11-15","runCount":6643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"webdev-react/Claude Opus 4.5 (20251101)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-opus-4-5:ckpt=2025-11-01|none|lmarena-webdev@1|rating|webdev/Claude Opus 4.5 (20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1468.817048,"ciLow":1461.552526,"ciHigh":1476.081569,"observedAt":"2026-11-15","runCount":13330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (20251101)","rowId":"webdev/Claude Opus 4.5 (20251101)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.358536,"ciLow":1490.364313,"ciHigh":1512.352758,"observedAt":"2026-11-11","runCount":3007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"chinese/Claude Opus 4.5 (High, 32K, 20251101)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|coding/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1530.358596,"ciLow":1523.127585,"ciHigh":1537.589607,"observedAt":"2026-11-11","runCount":7749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"coding/Claude Opus 4.5 (High, 32K, 20251101)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.897887,"ciLow":1460.606139,"ciHigh":1477.189635,"observedAt":"2026-11-11","runCount":5630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"creative_writing/Claude Opus 4.5 (High, 32K, 20251101)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|english/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.603982,"ciLow":1477.001554,"ciHigh":1488.206411,"observedAt":"2026-11-11","runCount":14754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"english/Claude Opus 4.5 (High, 32K, 20251101)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.936624,"ciLow":1479.589254,"ciHigh":1490.283994,"observedAt":"2026-11-11","runCount":26917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"exclude_ties/Claude Opus 4.5 (High, 32K, 20251101)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|expert/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.082506,"ciLow":1490.944253,"ciHigh":1515.220759,"observedAt":"2026-11-11","runCount":2411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"expert/Claude Opus 4.5 (High, 32K, 20251101)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|french/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.830764,"ciLow":1467.693995,"ciHigh":1509.967533,"observedAt":"2026-11-11","runCount":839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"french/Claude Opus 4.5 (High, 32K, 20251101)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|german/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.604084,"ciLow":1453.569288,"ciHigh":1499.63888,"observedAt":"2026-11-11","runCount":665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"german/Claude Opus 4.5 (High, 32K, 20251101)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.707268,"ciLow":1495.672174,"ciHigh":1505.742362,"observedAt":"2026-11-11","runCount":20177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"hard_prompts/Claude Opus 4.5 (High, 32K, 20251101)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.297586,"ciLow":1496.124286,"ciHigh":1510.470885,"observedAt":"2026-11-11","runCount":7788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"hard_prompts_english/Claude Opus 4.5 (High, 32K, 20251101)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.235086,"ciLow":1459.732035,"ciHigh":1474.738137,"observedAt":"2026-11-11","runCount":7011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.693827,"ciLow":1448.153912,"ciHigh":1463.233743,"observedAt":"2026-11-11","runCount":6864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.956242,"ciLow":1474.61925,"ciHigh":1497.293234,"observedAt":"2026-11-11","runCount":2762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_legal_and_government/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.398814,"ciLow":1483.345554,"ciHigh":1499.452075,"observedAt":"2026-11-11","runCount":6008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.828022,"ciLow":1455.493776,"ciHigh":1484.162269,"observedAt":"2026-11-11","runCount":1639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_mathematical/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.672448,"ciLow":1474.26874,"ciHigh":1499.076156,"observedAt":"2026-11-11","runCount":2408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.667475,"ciLow":1505.708692,"ciHigh":1517.626258,"observedAt":"2026-11-11","runCount":12566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_software_and_it_services/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.091612,"ciLow":1458.11373,"ciHigh":1472.069493,"observedAt":"2026-11-11","runCount":8516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.162109,"ciLow":1476.504633,"ciHigh":1489.819584,"observedAt":"2026-11-11","runCount":9803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"instruction_following/Claude Opus 4.5 (High, 32K, 20251101)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.155746,"ciLow":1414.708643,"ciHigh":1477.602848,"observedAt":"2026-11-11","runCount":376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"japanese/Claude Opus 4.5 (High, 32K, 20251101)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|korean/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.234002,"ciLow":1374.003712,"ciHigh":1424.464292,"observedAt":"2026-11-11","runCount":574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"korean/Claude Opus 4.5 (High, 32K, 20251101)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.46342,"ciLow":1487.833016,"ciHigh":1501.093824,"observedAt":"2026-11-11","runCount":9745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"longer_query/Claude Opus 4.5 (High, 32K, 20251101)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|math/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.25795,"ciLow":1460.114615,"ciHigh":1484.401285,"observedAt":"2026-11-11","runCount":2311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"math/Claude Opus 4.5 (High, 32K, 20251101)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.254949,"ciLow":1477.428767,"ciHigh":1493.08113,"observedAt":"2026-11-11","runCount":6482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"multi_turn/Claude Opus 4.5 (High, 32K, 20251101)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.663855,"ciLow":1454.857829,"ciHigh":1464.469881,"observedAt":"2026-11-11","runCount":22485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"non_english/Claude Opus 4.5 (High, 32K, 20251101)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|overall/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.653904,"ciLow":1469.81264,"ciHigh":1477.495167,"observedAt":"2026-11-11","runCount":37245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"overall/Claude Opus 4.5 (High, 32K, 20251101)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|polish/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.629357,"ciLow":1457.618008,"ciHigh":1493.640706,"observedAt":"2026-11-11","runCount":1093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"polish/Claude Opus 4.5 (High, 32K, 20251101)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|russian/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.856175,"ciLow":1458.141553,"ciHigh":1475.570798,"observedAt":"2026-11-11","runCount":4798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"russian/Claude Opus 4.5 (High, 32K, 20251101)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.000684,"ciLow":1459.345296,"ciHigh":1494.656072,"observedAt":"2026-11-11","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"spanish/Claude Opus 4.5 (High, 32K, 20251101)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|chinese/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.303212,"ciLow":1456.349282,"ciHigh":1478.257141,"observedAt":"2026-11-11","runCount":3007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"chinese/Claude Opus 4.5 (High, 32K, 20251101)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|coding/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1503.346526,"ciLow":1496.177057,"ciHigh":1510.515995,"observedAt":"2026-11-11","runCount":7749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"coding/Claude Opus 4.5 (High, 32K, 20251101)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|creative_writing/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.446637,"ciLow":1436.168008,"ciHigh":1452.725266,"observedAt":"2026-11-11","runCount":5630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"creative_writing/Claude Opus 4.5 (High, 32K, 20251101)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|english/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.388655,"ciLow":1450.777558,"ciHigh":1461.999752,"observedAt":"2026-11-11","runCount":14754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"english/Claude Opus 4.5 (High, 32K, 20251101)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|exclude_ties/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.598238,"ciLow":1441.323015,"ciHigh":1451.873461,"observedAt":"2026-11-11","runCount":26917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"exclude_ties/Claude Opus 4.5 (High, 32K, 20251101)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|expert/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.025837,"ciLow":1468.993292,"ciHigh":1493.058382,"observedAt":"2026-11-11","runCount":2411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"expert/Claude Opus 4.5 (High, 32K, 20251101)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|french/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.185355,"ciLow":1436.015661,"ciHigh":1478.355048,"observedAt":"2026-11-11","runCount":839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"french/Claude Opus 4.5 (High, 32K, 20251101)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|german/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.772316,"ciLow":1416.721353,"ciHigh":1462.823279,"observedAt":"2026-11-11","runCount":665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"german/Claude Opus 4.5 (High, 32K, 20251101)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|hard_prompts/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.392544,"ciLow":1468.367564,"ciHigh":1478.417525,"observedAt":"2026-11-11","runCount":20177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"hard_prompts/Claude Opus 4.5 (High, 32K, 20251101)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.241565,"ciLow":1470.080678,"ciHigh":1484.402452,"observedAt":"2026-11-11","runCount":7788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"hard_prompts_english/Claude Opus 4.5 (High, 32K, 20251101)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.843539,"ciLow":1426.351848,"ciHigh":1441.335229,"observedAt":"2026-11-11","runCount":7011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.32622,"ciLow":1417.810086,"ciHigh":1432.842355,"observedAt":"2026-11-11","runCount":6864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.72675,"ciLow":1442.45566,"ciHigh":1464.997839,"observedAt":"2026-11-11","runCount":2762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_legal_and_government/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.011515,"ciLow":1439.998745,"ciHigh":1456.024285,"observedAt":"2026-11-11","runCount":6008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.191586,"ciLow":1442.802501,"ciHigh":1471.580671,"observedAt":"2026-11-11","runCount":1639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_mathematical/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.532779,"ciLow":1418.22057,"ciHigh":1442.844988,"observedAt":"2026-11-11","runCount":2408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.155455,"ciLow":1476.216913,"ciHigh":1488.093998,"observedAt":"2026-11-11","runCount":12566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_software_and_it_services/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.157734,"ciLow":1437.175848,"ciHigh":1451.13962,"observedAt":"2026-11-11","runCount":8516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.5 (High, 32K, 20251101)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|instruction_following/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.783882,"ciLow":1471.145453,"ciHigh":1484.422312,"observedAt":"2026-11-11","runCount":9803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"instruction_following/Claude Opus 4.5 (High, 32K, 20251101)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|japanese/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.76925,"ciLow":1385.133636,"ciHigh":1448.404863,"observedAt":"2026-11-11","runCount":376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"japanese/Claude Opus 4.5 (High, 32K, 20251101)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|korean/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.952409,"ciLow":1347.805462,"ciHigh":1398.099355,"observedAt":"2026-11-11","runCount":574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"korean/Claude Opus 4.5 (High, 32K, 20251101)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|longer_query/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.144171,"ciLow":1471.545037,"ciHigh":1484.743305,"observedAt":"2026-11-11","runCount":9745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"longer_query/Claude Opus 4.5 (High, 32K, 20251101)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|math/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.099873,"ciLow":1450.943171,"ciHigh":1475.256576,"observedAt":"2026-11-11","runCount":2311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"math/Claude Opus 4.5 (High, 32K, 20251101)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|multi_turn/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.33565,"ciLow":1452.532432,"ciHigh":1468.138869,"observedAt":"2026-11-11","runCount":6482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"multi_turn/Claude Opus 4.5 (High, 32K, 20251101)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|non_english/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.158777,"ciLow":1430.366897,"ciHigh":1439.950657,"observedAt":"2026-11-11","runCount":22485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"non_english/Claude Opus 4.5 (High, 32K, 20251101)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|overall/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.315518,"ciLow":1444.478615,"ciHigh":1452.152422,"observedAt":"2026-11-11","runCount":37245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"overall/Claude Opus 4.5 (High, 32K, 20251101)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|polish/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.1732,"ciLow":1419.381574,"ciHigh":1454.964826,"observedAt":"2026-11-11","runCount":1093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"polish/Claude Opus 4.5 (High, 32K, 20251101)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|russian/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.742193,"ciLow":1428.052809,"ciHigh":1445.431577,"observedAt":"2026-11-11","runCount":4798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"russian/Claude Opus 4.5 (High, 32K, 20251101)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-text@1|rating|spanish/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.876909,"ciLow":1440.146077,"ciHigh":1475.607742,"observedAt":"2026-11-11","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"spanish/Claude Opus 4.5 (High, 32K, 20251101)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-webdev@1|rating|overall/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1493.451277,"ciLow":1485.109315,"ciHigh":1501.79324,"observedAt":"2026-11-15","runCount":10963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"overall/Claude Opus 4.5 (High, 32K, 20251101)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-webdev@1|rating|webdev-html/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1510.42952,"ciLow":1497.692752,"ciHigh":1523.166287,"observedAt":"2026-11-15","runCount":6248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"webdev-html/Claude Opus 4.5 (High, 32K, 20251101)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-webdev@1|rating|webdev-react/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1476.682113,"ciLow":1465.985841,"ciHigh":1487.378385,"observedAt":"2026-11-15","runCount":4704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"webdev-react/Claude Opus 4.5 (High, 32K, 20251101)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-opus-4-5:effort=high;ckpt=2025-11-01|none|lmarena-webdev@1|rating|webdev/Claude Opus 4.5 (High, 32K, 20251101)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-11-01"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1493.451277,"ciLow":1485.109315,"ciHigh":1501.79324,"observedAt":"2026-11-15","runCount":10963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (High, 32K, 20251101)","rowId":"webdev/Claude Opus 4.5 (High, 32K, 20251101)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-opus-4-5:flags=search|none|lmarena-search-style-control@1|rating|overall/Claude Opus 4.5 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.209567,"ciLow":1180.407048,"ciHigh":1192.012085,"observedAt":"2026-11-09","runCount":63904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (Search)","rowId":"overall/Claude Opus 4.5 (Search)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-5:flags=search|none|lmarena-search@1|rating|overall/Claude Opus 4.5 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-5","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1179.174441,"ciLow":1173.507343,"ciHigh":1184.84154,"observedAt":"2026-11-09","runCount":63904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.5 (Search)","rowId":"overall/Claude Opus 4.5 (Search)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-document-style-control@1|rating|overall/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.599506,"ciLow":1490.301758,"ciHigh":1500.897253,"observedAt":"2026-11-09","runCount":47264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"overall/Claude Opus 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-document@1|rating|overall/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1506.219193,"ciLow":1500.995567,"ciHigh":1511.44282,"observedAt":"2026-11-09","runCount":47264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"overall/Claude Opus 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1544.158274,"ciLow":1535.718289,"ciHigh":1552.598258,"observedAt":"2026-11-11","runCount":6130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"chinese/Claude Opus 4.6","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|coding/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1546.715584,"ciLow":1541.600371,"ciHigh":1551.830796,"observedAt":"2026-11-11","runCount":24530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"coding/Claude Opus 4.6","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.944738,"ciLow":1472.020944,"ciHigh":1483.868532,"observedAt":"2026-11-11","runCount":15853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"creative_writing/Claude Opus 4.6","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|english/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.700515,"ciLow":1502.433556,"ciHigh":1510.967474,"observedAt":"2026-11-11","runCount":39410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"english/Claude Opus 4.6","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.05315,"ciLow":1510.745801,"ciHigh":1519.360498,"observedAt":"2026-11-11","runCount":67755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"exclude_ties/Claude Opus 4.6","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|expert/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1533.726739,"ciLow":1526.446848,"ciHigh":1541.00663,"observedAt":"2026-11-11","runCount":9051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"expert/Claude Opus 4.6","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|french/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.731488,"ciLow":1482.985531,"ciHigh":1508.477446,"observedAt":"2026-11-11","runCount":2977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"french/Claude Opus 4.6","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|german/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.52153,"ciLow":1476.719497,"ciHigh":1510.323563,"observedAt":"2026-11-11","runCount":1418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"german/Claude Opus 4.6","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1526.370182,"ciLow":1522.486431,"ciHigh":1530.253932,"observedAt":"2026-11-11","runCount":57806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"hard_prompts/Claude Opus 4.6","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1530.691207,"ciLow":1525.680705,"ciHigh":1535.701709,"observedAt":"2026-11-11","runCount":26122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"hard_prompts_english/Claude Opus 4.6","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.59543,"ciLow":1494.007871,"ciHigh":1505.182989,"observedAt":"2026-11-11","runCount":17530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.6","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.786221,"ciLow":1470.335619,"ciHigh":1481.236822,"observedAt":"2026-11-11","runCount":20014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.6","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.937303,"ciLow":1499.977085,"ciHigh":1515.897522,"observedAt":"2026-11-11","runCount":7098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_legal_and_government/Claude Opus 4.6","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1518.531645,"ciLow":1512.634454,"ciHigh":1524.428835,"observedAt":"2026-11-11","runCount":14773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.6","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.212659,"ciLow":1501.943224,"ciHigh":1520.482095,"observedAt":"2026-11-11","runCount":4940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_mathematical/Claude Opus 4.6","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.094644,"ciLow":1502.818628,"ciHigh":1519.370661,"observedAt":"2026-11-11","runCount":6616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_medicine_and_healthcare/Claude Opus 4.6","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1534.496846,"ciLow":1529.991767,"ciHigh":1539.001925,"observedAt":"2026-11-11","runCount":34614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_software_and_it_services/Claude Opus 4.6","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.874014,"ciLow":1483.71658,"ciHigh":1494.031447,"observedAt":"2026-11-11","runCount":22365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.6","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.544908,"ciLow":1493.810459,"ciHigh":1503.279357,"observedAt":"2026-11-11","runCount":29832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"instruction_following/Claude Opus 4.6","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.748924,"ciLow":1458.425613,"ciHigh":1499.072235,"observedAt":"2026-11-11","runCount":1030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"japanese/Claude Opus 4.6","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|korean/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.252973,"ciLow":1442.581278,"ciHigh":1475.924668,"observedAt":"2026-11-11","runCount":1530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"korean/Claude Opus 4.6","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.541238,"ciLow":1511.96007,"ciHigh":1521.122405,"observedAt":"2026-11-11","runCount":38592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"longer_query/Claude Opus 4.6","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|math/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.038167,"ciLow":1493.888921,"ciHigh":1512.187414,"observedAt":"2026-11-11","runCount":4789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"math/Claude Opus 4.6","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.44252,"ciLow":1503.574961,"ciHigh":1515.310078,"observedAt":"2026-11-11","runCount":15595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"multi_turn/Claude Opus 4.6","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.338154,"ciLow":1479.440033,"ciHigh":1487.236275,"observedAt":"2026-11-11","runCount":49765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"non_english/Claude Opus 4.6","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|overall/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.429632,"ciLow":1493.241754,"ciHigh":1499.61751,"observedAt":"2026-11-11","runCount":89177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"overall/Claude Opus 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|polish/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.975978,"ciLow":1478.660425,"ciHigh":1509.291531,"observedAt":"2026-11-11","runCount":1649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"polish/Claude Opus 4.6","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|russian/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.668939,"ciLow":1497.031326,"ciHigh":1510.306552,"observedAt":"2026-11-11","runCount":10260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"russian/Claude Opus 4.6","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.782447,"ciLow":1483.661298,"ciHigh":1507.903597,"observedAt":"2026-11-11","runCount":2978,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"spanish/Claude Opus 4.6","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|chinese/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1546.824976,"ciLow":1538.429252,"ciHigh":1555.220701,"observedAt":"2026-11-11","runCount":6130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"chinese/Claude Opus 4.6","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|coding/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1533.959832,"ciLow":1528.91882,"ciHigh":1539.000843,"observedAt":"2026-11-11","runCount":24530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"coding/Claude Opus 4.6","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|creative_writing/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.62199,"ciLow":1477.71803,"ciHigh":1489.52595,"observedAt":"2026-11-11","runCount":15853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"creative_writing/Claude Opus 4.6","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|english/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.526647,"ciLow":1502.27914,"ciHigh":1510.774153,"observedAt":"2026-11-11","runCount":39410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"english/Claude Opus 4.6","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|exclude_ties/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1512.013896,"ciLow":1507.777684,"ciHigh":1516.250108,"observedAt":"2026-11-11","runCount":67755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"exclude_ties/Claude Opus 4.6","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|expert/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1537.485652,"ciLow":1530.288935,"ciHigh":1544.682369,"observedAt":"2026-11-11","runCount":9051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"expert/Claude Opus 4.6","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|french/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.522027,"ciLow":1485.892494,"ciHigh":1511.151559,"observedAt":"2026-11-11","runCount":2977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"french/Claude Opus 4.6","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|german/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.235215,"ciLow":1472.498617,"ciHigh":1505.971813,"observedAt":"2026-11-11","runCount":1418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"german/Claude Opus 4.6","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|hard_prompts/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1522.287338,"ciLow":1518.440084,"ciHigh":1526.134593,"observedAt":"2026-11-11","runCount":57806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"hard_prompts/Claude Opus 4.6","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1528.145725,"ciLow":1523.176824,"ciHigh":1533.114625,"observedAt":"2026-11-11","runCount":26122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"hard_prompts_english/Claude Opus 4.6","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.184154,"ciLow":1490.64693,"ciHigh":1501.721379,"observedAt":"2026-11-11","runCount":17530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.6","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.147708,"ciLow":1472.734514,"ciHigh":1483.560903,"observedAt":"2026-11-11","runCount":20014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.6","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.616837,"ciLow":1501.739682,"ciHigh":1517.493993,"observedAt":"2026-11-11","runCount":7098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_legal_and_government/Claude Opus 4.6","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1511.529044,"ciLow":1505.68878,"ciHigh":1517.369309,"observedAt":"2026-11-11","runCount":14773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.6","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1516.098511,"ciLow":1506.850069,"ciHigh":1525.346952,"observedAt":"2026-11-11","runCount":4940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_mathematical/Claude Opus 4.6","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.500758,"ciLow":1489.35409,"ciHigh":1505.647427,"observedAt":"2026-11-11","runCount":6616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_medicine_and_healthcare/Claude Opus 4.6","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1526.600354,"ciLow":1522.144492,"ciHigh":1531.056216,"observedAt":"2026-11-11","runCount":34614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_software_and_it_services/Claude Opus 4.6","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.773077,"ciLow":1486.635966,"ciHigh":1496.910189,"observedAt":"2026-11-11","runCount":22365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.6","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|instruction_following/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1510.128684,"ciLow":1505.431031,"ciHigh":1514.826337,"observedAt":"2026-11-11","runCount":29832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"instruction_following/Claude Opus 4.6","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|japanese/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.520276,"ciLow":1452.243144,"ciHigh":1492.797408,"observedAt":"2026-11-11","runCount":1030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"japanese/Claude Opus 4.6","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|korean/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.245162,"ciLow":1443.574112,"ciHigh":1476.916212,"observedAt":"2026-11-11","runCount":1530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"korean/Claude Opus 4.6","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|longer_query/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.983155,"ciLow":1510.447656,"ciHigh":1519.518654,"observedAt":"2026-11-11","runCount":38592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"longer_query/Claude Opus 4.6","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|math/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.349205,"ciLow":1500.219078,"ciHigh":1518.479333,"observedAt":"2026-11-11","runCount":4789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"math/Claude Opus 4.6","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|multi_turn/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1505.182358,"ciLow":1499.344756,"ciHigh":1511.019961,"observedAt":"2026-11-11","runCount":15595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"multi_turn/Claude Opus 4.6","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|non_english/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.276986,"ciLow":1480.405055,"ciHigh":1488.148918,"observedAt":"2026-11-11","runCount":49765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"non_english/Claude Opus 4.6","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|overall/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.740466,"ciLow":1493.574614,"ciHigh":1499.906318,"observedAt":"2026-11-11","runCount":89177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"overall/Claude Opus 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|polish/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.221031,"ciLow":1473.157303,"ciHigh":1503.28476,"observedAt":"2026-11-11","runCount":1649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"polish/Claude Opus 4.6","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|russian/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.425498,"ciLow":1488.817574,"ciHigh":1502.033423,"observedAt":"2026-11-11","runCount":10260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"russian/Claude Opus 4.6","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-text@1|rating|spanish/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.461299,"ciLow":1494.404982,"ciHigh":1518.517616,"observedAt":"2026-11-11","runCount":2978,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"spanish/Claude Opus 4.6","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision-style-control@1|rating|chinese/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.238008,"ciLow":1330.026882,"ciHigh":1364.449133,"observedAt":"2026-11-09","runCount":1657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"chinese/Claude Opus 4.6","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.021513,"ciLow":1282.897059,"ciHigh":1313.145966,"observedAt":"2026-11-09","runCount":1714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"creative_writing_vision/Claude Opus 4.6","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision-style-control@1|rating|diagram/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.139608,"ciLow":1321.326275,"ciHigh":1338.952941,"observedAt":"2026-11-09","runCount":7184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"diagram/Claude Opus 4.6","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision-style-control@1|rating|english/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.743373,"ciLow":1286.383225,"ciHigh":1303.103521,"observedAt":"2026-11-09","runCount":11247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"english/Claude Opus 4.6","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.085452,"ciLow":1198.529427,"ciHigh":1277.641478,"observedAt":"2026-11-09","runCount":188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"entity_recognition/Claude Opus 4.6","slice":"entity_recognition"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision-style-control@1|rating|homework/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.437398,"ciLow":1300.487646,"ciHigh":1322.38715,"observedAt":"2026-11-09","runCount":3668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"homework/Claude Opus 4.6","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision-style-control@1|rating|humor/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.132317,"ciLow":1275.606243,"ciHigh":1314.658391,"observedAt":"2026-11-09","runCount":1011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"humor/Claude Opus 4.6","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision-style-control@1|rating|ocr/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.504092,"ciLow":1305.186369,"ciHigh":1317.821815,"observedAt":"2026-11-09","runCount":19264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"ocr/Claude Opus 4.6","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision-style-control@1|rating|overall/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.230547,"ciLow":1286.975299,"ciHigh":1299.485796,"observedAt":"2026-11-09","runCount":26627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"overall/Claude Opus 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision@1|rating|chinese/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1369.919202,"ciLow":1352.881891,"ciHigh":1386.956514,"observedAt":"2026-11-09","runCount":1657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"chinese/Claude Opus 4.6","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision@1|rating|creative_writing_vision/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1320.280191,"ciLow":1305.054114,"ciHigh":1335.506268,"observedAt":"2026-11-09","runCount":1714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"creative_writing_vision/Claude Opus 4.6","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision@1|rating|diagram/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1339.051923,"ciLow":1330.332494,"ciHigh":1347.771352,"observedAt":"2026-11-09","runCount":7184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"diagram/Claude Opus 4.6","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision@1|rating|english/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1318.116899,"ciLow":1309.812725,"ciHigh":1326.421072,"observedAt":"2026-11-09","runCount":11247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"english/Claude Opus 4.6","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision@1|rating|entity_recognition/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1275.204036,"ciLow":1236.651951,"ciHigh":1313.756122,"observedAt":"2026-11-09","runCount":188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"entity_recognition/Claude Opus 4.6","slice":"entity_recognition"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision@1|rating|homework/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1326.283185,"ciLow":1315.460262,"ciHigh":1337.106109,"observedAt":"2026-11-09","runCount":3668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"homework/Claude Opus 4.6","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision@1|rating|humor/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1314.641138,"ciLow":1295.155179,"ciHigh":1334.127098,"observedAt":"2026-11-09","runCount":1011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"humor/Claude Opus 4.6","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision@1|rating|ocr/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1326.295473,"ciLow":1320.039664,"ciHigh":1332.551282,"observedAt":"2026-11-09","runCount":19264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"ocr/Claude Opus 4.6","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-vision@1|rating|overall/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1312.214278,"ciLow":1306.012774,"ciHigh":1318.415782,"observedAt":"2026-11-09","runCount":26627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"overall/Claude Opus 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-webdev@1|rating|image_to_webdev/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1537.916698,"ciLow":1528.790307,"ciHigh":1547.043089,"observedAt":"2026-11-15","runCount":7887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"image_to_webdev/Claude Opus 4.6","slice":"image_to_webdev"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-webdev@1|rating|overall/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1536.748711,"ciLow":1531.360253,"ciHigh":1542.137168,"observedAt":"2026-11-15","runCount":20365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"overall/Claude Opus 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-webdev@1|rating|webdev-html/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1546.203164,"ciLow":1533.56297,"ciHigh":1558.843359,"observedAt":"2026-11-15","runCount":2586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"webdev-html/Claude Opus 4.6","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-webdev@1|rating|webdev-react/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1527.239169,"ciLow":1521.260652,"ciHigh":1533.217686,"observedAt":"2026-11-15","runCount":16045,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"webdev-react/Claude Opus 4.6","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-opus-4-6:default|none|lmarena-webdev@1|rating|webdev/Claude Opus 4.6","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1536.748711,"ciLow":1531.360253,"ciHigh":1542.137168,"observedAt":"2026-11-15","runCount":20365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6","rowId":"webdev/Claude Opus 4.6","slice":"webdev"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-document-style-control@1|rating|overall/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.885996,"ciLow":1490.474387,"ciHigh":1503.297605,"observedAt":"2026-11-09","runCount":29456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"overall/Claude Opus 4.6 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-document@1|rating|overall/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1507.606106,"ciLow":1501.247692,"ciHigh":1513.964519,"observedAt":"2026-11-09","runCount":29456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"overall/Claude Opus 4.6 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1549.245891,"ciLow":1540.588485,"ciHigh":1557.903297,"observedAt":"2026-11-11","runCount":5899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"chinese/Claude Opus 4.6 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|coding/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1546.942608,"ciLow":1541.613911,"ciHigh":1552.271305,"observedAt":"2026-11-11","runCount":21711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"coding/Claude Opus 4.6 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.53923,"ciLow":1492.460701,"ciHigh":1504.617759,"observedAt":"2026-11-11","runCount":15610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"creative_writing/Claude Opus 4.6 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|english/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.163709,"ciLow":1508.769913,"ciHigh":1517.557505,"observedAt":"2026-11-11","runCount":36797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"english/Claude Opus 4.6 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1521.729349,"ciLow":1517.346532,"ciHigh":1526.112165,"observedAt":"2026-11-11","runCount":64350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"exclude_ties/Claude Opus 4.6 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|expert/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1543.700304,"ciLow":1535.947623,"ciHigh":1551.452985,"observedAt":"2026-11-11","runCount":7583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"expert/Claude Opus 4.6 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|french/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.265419,"ciLow":1496.127069,"ciHigh":1522.403768,"observedAt":"2026-11-11","runCount":2779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"french/Claude Opus 4.6 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|german/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.824821,"ciLow":1489.964375,"ciHigh":1523.685266,"observedAt":"2026-11-11","runCount":1362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"german/Claude Opus 4.6 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1530.237075,"ciLow":1526.24995,"ciHigh":1534.2242,"observedAt":"2026-11-11","runCount":53623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"hard_prompts/Claude Opus 4.6 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1534.992077,"ciLow":1529.80767,"ciHigh":1540.176485,"observedAt":"2026-11-11","runCount":23908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"hard_prompts_english/Claude Opus 4.6 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.557729,"ciLow":1493.834356,"ciHigh":1505.281101,"observedAt":"2026-11-11","runCount":16471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.6 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.920225,"ciLow":1485.302031,"ciHigh":1496.538419,"observedAt":"2026-11-11","runCount":19138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.6 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.387455,"ciLow":1501.341516,"ciHigh":1517.433394,"observedAt":"2026-11-11","runCount":6865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_legal_and_government/Claude Opus 4.6 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1526.752897,"ciLow":1520.739788,"ciHigh":1532.766005,"observedAt":"2026-11-11","runCount":13959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.6 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1524.028582,"ciLow":1514.221022,"ciHigh":1533.836143,"observedAt":"2026-11-11","runCount":4333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_mathematical/Claude Opus 4.6 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.804168,"ciLow":1508.416148,"ciHigh":1525.192189,"observedAt":"2026-11-11","runCount":6309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.6 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1536.944212,"ciLow":1532.316419,"ciHigh":1541.572005,"observedAt":"2026-11-11","runCount":31889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_software_and_it_services/Claude Opus 4.6 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.629998,"ciLow":1494.392528,"ciHigh":1504.867468,"observedAt":"2026-11-11","runCount":21984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.6 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.87052,"ciLow":1505.937667,"ciHigh":1515.803373,"observedAt":"2026-11-11","runCount":27202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"instruction_following/Claude Opus 4.6 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.83453,"ciLow":1478.125795,"ciHigh":1519.543266,"observedAt":"2026-11-11","runCount":977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"japanese/Claude Opus 4.6 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|korean/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.63544,"ciLow":1429.253642,"ciHigh":1464.017238,"observedAt":"2026-11-11","runCount":1373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"korean/Claude Opus 4.6 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1521.486888,"ciLow":1516.790028,"ciHigh":1526.183747,"observedAt":"2026-11-11","runCount":35647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"longer_query/Claude Opus 4.6 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|math/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.611671,"ciLow":1506.11586,"ciHigh":1525.107482,"observedAt":"2026-11-11","runCount":4308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"math/Claude Opus 4.6 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.667279,"ciLow":1510.57898,"ciHigh":1522.755577,"observedAt":"2026-11-11","runCount":14330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"multi_turn/Claude Opus 4.6 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.013215,"ciLow":1484.053153,"ciHigh":1491.973276,"observedAt":"2026-11-11","runCount":47575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"non_english/Claude Opus 4.6 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|overall/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.829538,"ciLow":1499.569362,"ciHigh":1506.089713,"observedAt":"2026-11-11","runCount":84375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"overall/Claude Opus 4.6 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|polish/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.995741,"ciLow":1486.014671,"ciHigh":1515.976812,"observedAt":"2026-11-11","runCount":1618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"polish/Claude Opus 4.6 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|russian/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.643006,"ciLow":1497.89959,"ciHigh":1511.386421,"observedAt":"2026-11-11","runCount":9866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"russian/Claude Opus 4.6 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.019528,"ciLow":1480.766418,"ciHigh":1505.272638,"observedAt":"2026-11-11","runCount":2887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"spanish/Claude Opus 4.6 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|chinese/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1549.993905,"ciLow":1541.425745,"ciHigh":1558.562066,"observedAt":"2026-11-11","runCount":5899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"chinese/Claude Opus 4.6 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|coding/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1530.594394,"ciLow":1525.35684,"ciHigh":1535.831947,"observedAt":"2026-11-11","runCount":21711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"coding/Claude Opus 4.6 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|creative_writing/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1504.034243,"ciLow":1497.963807,"ciHigh":1510.10468,"observedAt":"2026-11-11","runCount":15610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"creative_writing/Claude Opus 4.6 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|english/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1511.630185,"ciLow":1507.264516,"ciHigh":1515.995853,"observedAt":"2026-11-11","runCount":36797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"english/Claude Opus 4.6 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|exclude_ties/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1516.721567,"ciLow":1512.410509,"ciHigh":1521.032625,"observedAt":"2026-11-11","runCount":64350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"exclude_ties/Claude Opus 4.6 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|expert/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1543.002398,"ciLow":1535.35466,"ciHigh":1550.650135,"observedAt":"2026-11-11","runCount":7583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"expert/Claude Opus 4.6 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|french/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1511.986224,"ciLow":1498.99465,"ciHigh":1524.977799,"observedAt":"2026-11-11","runCount":2779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"french/Claude Opus 4.6 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|german/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.561485,"ciLow":1484.601545,"ciHigh":1518.521425,"observedAt":"2026-11-11","runCount":1362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"german/Claude Opus 4.6 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|hard_prompts/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1524.346197,"ciLow":1520.398751,"ciHigh":1528.293643,"observedAt":"2026-11-11","runCount":53623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"hard_prompts/Claude Opus 4.6 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1530.370697,"ciLow":1525.234304,"ciHigh":1535.50709,"observedAt":"2026-11-11","runCount":23908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"hard_prompts_english/Claude Opus 4.6 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.95566,"ciLow":1491.293459,"ciHigh":1502.617861,"observedAt":"2026-11-11","runCount":16471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.6 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.161005,"ciLow":1486.570534,"ciHigh":1497.751477,"observedAt":"2026-11-11","runCount":19138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.6 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1511.789043,"ciLow":1503.802685,"ciHigh":1519.775401,"observedAt":"2026-11-11","runCount":6865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_legal_and_government/Claude Opus 4.6 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1518.511624,"ciLow":1512.541595,"ciHigh":1524.481653,"observedAt":"2026-11-11","runCount":13959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.6 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1525.261647,"ciLow":1515.472815,"ciHigh":1535.050479,"observedAt":"2026-11-11","runCount":4333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_mathematical/Claude Opus 4.6 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1504.058054,"ciLow":1495.751412,"ciHigh":1512.364695,"observedAt":"2026-11-11","runCount":6309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.6 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1525.14158,"ciLow":1520.580845,"ciHigh":1529.702316,"observedAt":"2026-11-11","runCount":31889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_software_and_it_services/Claude Opus 4.6 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.963923,"ciLow":1496.736658,"ciHigh":1507.191187,"observedAt":"2026-11-11","runCount":21984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.6 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|instruction_following/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1520.984006,"ciLow":1516.090133,"ciHigh":1525.877879,"observedAt":"2026-11-11","runCount":27202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"instruction_following/Claude Opus 4.6 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|japanese/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.297146,"ciLow":1467.548697,"ciHigh":1509.045594,"observedAt":"2026-11-11","runCount":977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"japanese/Claude Opus 4.6 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|korean/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.588423,"ciLow":1434.377484,"ciHigh":1468.799361,"observedAt":"2026-11-11","runCount":1373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"korean/Claude Opus 4.6 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|longer_query/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1517.690635,"ciLow":1513.032415,"ciHigh":1522.348854,"observedAt":"2026-11-11","runCount":35647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"longer_query/Claude Opus 4.6 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|math/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1517.046441,"ciLow":1507.587039,"ciHigh":1526.505843,"observedAt":"2026-11-11","runCount":4308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"math/Claude Opus 4.6 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|multi_turn/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1512.045183,"ciLow":1505.989071,"ciHigh":1518.101295,"observedAt":"2026-11-11","runCount":14330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"multi_turn/Claude Opus 4.6 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|non_english/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.221105,"ciLow":1483.283241,"ciHigh":1491.158969,"observedAt":"2026-11-11","runCount":47575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"non_english/Claude Opus 4.6 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|overall/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.475176,"ciLow":1498.236717,"ciHigh":1504.713635,"observedAt":"2026-11-11","runCount":84375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"overall/Claude Opus 4.6 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|polish/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.666699,"ciLow":1480.817836,"ciHigh":1510.515563,"observedAt":"2026-11-11","runCount":1618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"polish/Claude Opus 4.6 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|russian/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.654849,"ciLow":1487.923445,"ciHigh":1501.386252,"observedAt":"2026-11-11","runCount":9866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"russian/Claude Opus 4.6 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-text@1|rating|spanish/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1504.330483,"ciLow":1492.126384,"ciHigh":1516.534581,"observedAt":"2026-11-11","runCount":2887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"spanish/Claude Opus 4.6 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision-style-control@1|rating|chinese/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.351773,"ciLow":1331.513514,"ciHigh":1367.190032,"observedAt":"2026-11-09","runCount":1472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"chinese/Claude Opus 4.6 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.596033,"ciLow":1292.741544,"ciHigh":1326.450521,"observedAt":"2026-11-09","runCount":1398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"creative_writing_vision/Claude Opus 4.6 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision-style-control@1|rating|diagram/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.858032,"ciLow":1314.633891,"ciHigh":1333.082174,"observedAt":"2026-11-09","runCount":5944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"diagram/Claude Opus 4.6 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision-style-control@1|rating|english/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.511433,"ciLow":1292.789817,"ciHigh":1310.23305,"observedAt":"2026-11-09","runCount":9173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"english/Claude Opus 4.6 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision-style-control@1|rating|entity_recognition/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.17939,"ciLow":1189.07783,"ciHigh":1283.28095,"observedAt":"2026-11-09","runCount":125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"entity_recognition/Claude Opus 4.6 (High)","slice":"entity_recognition"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision-style-control@1|rating|homework/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.160791,"ciLow":1312.158798,"ciHigh":1336.162784,"observedAt":"2026-11-09","runCount":2826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"homework/Claude Opus 4.6 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision-style-control@1|rating|humor/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.895711,"ciLow":1276.704099,"ciHigh":1319.087323,"observedAt":"2026-11-09","runCount":860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"humor/Claude Opus 4.6 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision-style-control@1|rating|ocr/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.228853,"ciLow":1306.66589,"ciHigh":1319.791815,"observedAt":"2026-11-09","runCount":15793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"ocr/Claude Opus 4.6 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision-style-control@1|rating|overall/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.755153,"ciLow":1292.373143,"ciHigh":1305.137162,"observedAt":"2026-11-09","runCount":22116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"overall/Claude Opus 4.6 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision@1|rating|chinese/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1364.733543,"ciLow":1347.083418,"ciHigh":1382.383669,"observedAt":"2026-11-09","runCount":1472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"chinese/Claude Opus 4.6 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1332.524462,"ciLow":1315.657054,"ciHigh":1349.39187,"observedAt":"2026-11-09","runCount":1398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"creative_writing_vision/Claude Opus 4.6 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision@1|rating|diagram/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1331.473536,"ciLow":1322.331185,"ciHigh":1340.615887,"observedAt":"2026-11-09","runCount":5944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"diagram/Claude Opus 4.6 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision@1|rating|english/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1324.181726,"ciLow":1315.522758,"ciHigh":1332.840695,"observedAt":"2026-11-09","runCount":9173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"english/Claude Opus 4.6 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision@1|rating|entity_recognition/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1272.374402,"ciLow":1225.730403,"ciHigh":1319.0184,"observedAt":"2026-11-09","runCount":125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"entity_recognition/Claude Opus 4.6 (High)","slice":"entity_recognition"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision@1|rating|homework/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1336.496294,"ciLow":1324.624967,"ciHigh":1348.36762,"observedAt":"2026-11-09","runCount":2826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"homework/Claude Opus 4.6 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision@1|rating|humor/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1314.236783,"ciLow":1293.155023,"ciHigh":1335.318543,"observedAt":"2026-11-09","runCount":860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"humor/Claude Opus 4.6 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision@1|rating|ocr/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1325.628529,"ciLow":1319.110687,"ciHigh":1332.146371,"observedAt":"2026-11-09","runCount":15793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"ocr/Claude Opus 4.6 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-vision@1|rating|overall/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1315.577881,"ciLow":1309.244081,"ciHigh":1321.911681,"observedAt":"2026-11-09","runCount":22116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"overall/Claude Opus 4.6 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-webdev@1|rating|image_to_webdev/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1543.994851,"ciLow":1534.980066,"ciHigh":1553.009637,"observedAt":"2026-11-15","runCount":7763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"image_to_webdev/Claude Opus 4.6 (High)","slice":"image_to_webdev"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-webdev@1|rating|overall/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1546.831488,"ciLow":1541.315121,"ciHigh":1552.347856,"observedAt":"2026-11-15","runCount":19048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"overall/Claude Opus 4.6 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-webdev@1|rating|webdev-html/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1558.679626,"ciLow":1545.312515,"ciHigh":1572.046737,"observedAt":"2026-11-15","runCount":2425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"webdev-html/Claude Opus 4.6 (High)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-webdev@1|rating|webdev-react/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1538.724461,"ciLow":1532.582961,"ciHigh":1544.865962,"observedAt":"2026-11-15","runCount":14874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"webdev-react/Claude Opus 4.6 (High)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-opus-4-6:effort=high|none|lmarena-webdev@1|rating|webdev/Claude Opus 4.6 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1546.831488,"ciLow":1541.315121,"ciHigh":1552.347856,"observedAt":"2026-11-15","runCount":19048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (High)","rowId":"webdev/Claude Opus 4.6 (High)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-opus-4-6:flags=search|none|lmarena-search-style-control@1|rating|overall/Claude Opus 4.6 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.735731,"ciLow":1216.960085,"ciHigh":1226.511377,"observedAt":"2026-11-09","runCount":166732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (Search)","rowId":"overall/Claude Opus 4.6 (Search)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-6:flags=search|none|lmarena-search@1|rating|overall/Claude Opus 4.6 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-6","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1251.673543,"ciLow":1247.031846,"ciHigh":1256.31524,"observedAt":"2026-11-09","runCount":166732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.6 (Search)","rowId":"overall/Claude Opus 4.6 (Search)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-document-style-control@1|rating|overall/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.436595,"ciLow":1488.051169,"ciHigh":1500.82202,"observedAt":"2026-11-09","runCount":23628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"overall/Claude Opus 4.7","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-document@1|rating|overall/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1494.786495,"ciLow":1488.399652,"ciHigh":1501.173338,"observedAt":"2026-11-09","runCount":23628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"overall/Claude Opus 4.7","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-search-style-control@1|rating|overall/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.798046,"ciLow":1204.73268,"ciHigh":1214.863412,"observedAt":"2026-11-09","runCount":121890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"overall/Claude Opus 4.7","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-search@1|rating|overall/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1230.098141,"ciLow":1225.111202,"ciHigh":1235.085081,"observedAt":"2026-11-09","runCount":121890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"overall/Claude Opus 4.7","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1534.649921,"ciLow":1524.593368,"ciHigh":1544.706474,"observedAt":"2026-11-11","runCount":4057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"chinese/Claude Opus 4.7","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|coding/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1546.535398,"ciLow":1540.722735,"ciHigh":1552.34806,"observedAt":"2026-11-11","runCount":18521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"coding/Claude Opus 4.7","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.682575,"ciLow":1474.802355,"ciHigh":1488.562796,"observedAt":"2026-11-11","runCount":11818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"creative_writing/Claude Opus 4.7","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|english/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.219225,"ciLow":1495.336186,"ciHigh":1505.102265,"observedAt":"2026-11-11","runCount":30099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"english/Claude Opus 4.7","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.267533,"ciLow":1503.345198,"ciHigh":1513.189869,"observedAt":"2026-11-11","runCount":50024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"exclude_ties/Claude Opus 4.7","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|expert/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1533.544314,"ciLow":1525.446827,"ciHigh":1541.641802,"observedAt":"2026-11-11","runCount":6901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"expert/Claude Opus 4.7","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|french/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.489661,"ciLow":1496.368519,"ciHigh":1524.610803,"observedAt":"2026-11-11","runCount":2346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"french/Claude Opus 4.7","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|german/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.773523,"ciLow":1477.598772,"ciHigh":1515.948274,"observedAt":"2026-11-11","runCount":1041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"german/Claude Opus 4.7","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1519.030999,"ciLow":1514.54626,"ciHigh":1523.515739,"observedAt":"2026-11-11","runCount":43769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"hard_prompts/Claude Opus 4.7","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.897207,"ciLow":1515.308185,"ciHigh":1526.48623,"observedAt":"2026-11-11","runCount":20861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"hard_prompts_english/Claude Opus 4.7","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.698094,"ciLow":1488.239951,"ciHigh":1501.156236,"observedAt":"2026-11-11","runCount":13061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.7","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.504406,"ciLow":1466.248294,"ciHigh":1478.760517,"observedAt":"2026-11-11","runCount":15256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.7","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.225174,"ciLow":1486.297222,"ciHigh":1504.153126,"observedAt":"2026-11-11","runCount":5353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_legal_and_government/Claude Opus 4.7","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.354567,"ciLow":1506.568502,"ciHigh":1520.140633,"observedAt":"2026-11-11","runCount":11025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.7","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.666387,"ciLow":1486.244825,"ciHigh":1507.087949,"observedAt":"2026-11-11","runCount":3747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_mathematical/Claude Opus 4.7","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.470567,"ciLow":1502.103276,"ciHigh":1520.837857,"observedAt":"2026-11-11","runCount":4919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_medicine_and_healthcare/Claude Opus 4.7","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1530.974388,"ciLow":1525.803645,"ciHigh":1536.145132,"observedAt":"2026-11-11","runCount":26133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_software_and_it_services/Claude Opus 4.7","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.810527,"ciLow":1476.804141,"ciHigh":1488.816912,"observedAt":"2026-11-11","runCount":16735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.7","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.017275,"ciLow":1487.653551,"ciHigh":1498.380998,"observedAt":"2026-11-11","runCount":22968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"instruction_following/Claude Opus 4.7","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.950126,"ciLow":1449.301361,"ciHigh":1494.598891,"observedAt":"2026-11-11","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"japanese/Claude Opus 4.7","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|korean/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.986006,"ciLow":1452.093916,"ciHigh":1489.878095,"observedAt":"2026-11-11","runCount":1099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"korean/Claude Opus 4.7","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.539442,"ciLow":1502.381595,"ciHigh":1512.697289,"observedAt":"2026-11-11","runCount":30320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"longer_query/Claude Opus 4.7","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|math/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.993551,"ciLow":1479.240388,"ciHigh":1500.746713,"observedAt":"2026-11-11","runCount":3342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"math/Claude Opus 4.7","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.994476,"ciLow":1507.139366,"ciHigh":1520.849586,"observedAt":"2026-11-11","runCount":11588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"multi_turn/Claude Opus 4.7","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.753228,"ciLow":1478.103912,"ciHigh":1487.402543,"observedAt":"2026-11-11","runCount":35210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"non_english/Claude Opus 4.7","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|overall/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.866168,"ciLow":1490.091315,"ciHigh":1497.64102,"observedAt":"2026-11-11","runCount":65309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"overall/Claude Opus 4.7","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|polish/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.421541,"ciLow":1485.495205,"ciHigh":1521.347877,"observedAt":"2026-11-11","runCount":1110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"polish/Claude Opus 4.7","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|russian/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.041404,"ciLow":1485.998133,"ciHigh":1502.084676,"observedAt":"2026-11-11","runCount":6935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"russian/Claude Opus 4.7","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.874167,"ciLow":1459.991207,"ciHigh":1487.757127,"observedAt":"2026-11-11","runCount":2080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"spanish/Claude Opus 4.7","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|chinese/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1529.830659,"ciLow":1519.792648,"ciHigh":1539.86867,"observedAt":"2026-11-11","runCount":4057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"chinese/Claude Opus 4.7","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|coding/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1515.411639,"ciLow":1509.63267,"ciHigh":1521.190607,"observedAt":"2026-11-11","runCount":18521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"coding/Claude Opus 4.7","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|creative_writing/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.40563,"ciLow":1472.549321,"ciHigh":1486.261939,"observedAt":"2026-11-11","runCount":11818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"creative_writing/Claude Opus 4.7","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|english/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.542842,"ciLow":1482.669907,"ciHigh":1492.415777,"observedAt":"2026-11-11","runCount":30099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"english/Claude Opus 4.7","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|exclude_ties/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.301568,"ciLow":1487.442762,"ciHigh":1497.160375,"observedAt":"2026-11-11","runCount":50024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"exclude_ties/Claude Opus 4.7","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|expert/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1520.298914,"ciLow":1512.268242,"ciHigh":1528.329585,"observedAt":"2026-11-11","runCount":6901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"expert/Claude Opus 4.7","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|french/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.245908,"ciLow":1483.19097,"ciHigh":1511.300845,"observedAt":"2026-11-11","runCount":2346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"french/Claude Opus 4.7","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|german/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.477583,"ciLow":1466.435827,"ciHigh":1504.51934,"observedAt":"2026-11-11","runCount":1041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"german/Claude Opus 4.7","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|hard_prompts/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.858047,"ciLow":1495.393347,"ciHigh":1504.322747,"observedAt":"2026-11-11","runCount":43769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"hard_prompts/Claude Opus 4.7","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.464464,"ciLow":1495.897478,"ciHigh":1507.03145,"observedAt":"2026-11-11","runCount":20861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"hard_prompts_english/Claude Opus 4.7","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.542362,"ciLow":1471.136261,"ciHigh":1483.948463,"observedAt":"2026-11-11","runCount":13061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.7","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.377297,"ciLow":1460.137162,"ciHigh":1472.617432,"observedAt":"2026-11-11","runCount":15256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.7","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.741174,"ciLow":1479.870436,"ciHigh":1497.611913,"observedAt":"2026-11-11","runCount":5353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_legal_and_government/Claude Opus 4.7","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.093535,"ciLow":1490.350849,"ciHigh":1503.83622,"observedAt":"2026-11-11","runCount":11025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.7","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.668002,"ciLow":1484.270557,"ciHigh":1505.065447,"observedAt":"2026-11-11","runCount":3747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_mathematical/Claude Opus 4.7","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.960765,"ciLow":1480.672239,"ciHigh":1499.24929,"observedAt":"2026-11-11","runCount":4919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_medicine_and_healthcare/Claude Opus 4.7","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.73447,"ciLow":1501.59398,"ciHigh":1511.874959,"observedAt":"2026-11-11","runCount":26133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_software_and_it_services/Claude Opus 4.7","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.982017,"ciLow":1472.994833,"ciHigh":1484.969202,"observedAt":"2026-11-11","runCount":16735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.7","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|instruction_following/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.071554,"ciLow":1483.717887,"ciHigh":1494.425222,"observedAt":"2026-11-11","runCount":22968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"instruction_following/Claude Opus 4.7","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|japanese/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.681048,"ciLow":1438.039633,"ciHigh":1483.322463,"observedAt":"2026-11-11","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"japanese/Claude Opus 4.7","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|korean/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.725353,"ciLow":1444.909628,"ciHigh":1482.541079,"observedAt":"2026-11-11","runCount":1099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"korean/Claude Opus 4.7","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|longer_query/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.158259,"ciLow":1494.026017,"ciHigh":1504.2905,"observedAt":"2026-11-11","runCount":30320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"longer_query/Claude Opus 4.7","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|math/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.324307,"ciLow":1477.590582,"ciHigh":1499.058033,"observedAt":"2026-11-11","runCount":3342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"math/Claude Opus 4.7","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|multi_turn/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1504.34971,"ciLow":1497.499377,"ciHigh":1511.200044,"observedAt":"2026-11-11","runCount":11588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"multi_turn/Claude Opus 4.7","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|non_english/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.204875,"ciLow":1469.572768,"ciHigh":1478.836982,"observedAt":"2026-11-11","runCount":35210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"non_english/Claude Opus 4.7","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|overall/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.231813,"ciLow":1479.468736,"ciHigh":1486.994891,"observedAt":"2026-11-11","runCount":65309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"overall/Claude Opus 4.7","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|polish/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.260969,"ciLow":1473.486481,"ciHigh":1509.035456,"observedAt":"2026-11-11","runCount":1110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"polish/Claude Opus 4.7","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|russian/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.100775,"ciLow":1477.083506,"ciHigh":1493.118043,"observedAt":"2026-11-11","runCount":6935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"russian/Claude Opus 4.7","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-text@1|rating|spanish/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.273027,"ciLow":1458.442393,"ciHigh":1486.103661,"observedAt":"2026-11-11","runCount":2080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"spanish/Claude Opus 4.7","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision-style-control@1|rating|chinese/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.274844,"ciLow":1329.909967,"ciHigh":1364.639721,"observedAt":"2026-11-09","runCount":1529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"chinese/Claude Opus 4.7","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.514128,"ciLow":1284.137477,"ciHigh":1316.89078,"observedAt":"2026-11-09","runCount":1455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"creative_writing_vision/Claude Opus 4.7","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision-style-control@1|rating|diagram/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.438409,"ciLow":1321.418104,"ciHigh":1339.458715,"observedAt":"2026-11-09","runCount":6544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"diagram/Claude Opus 4.7","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision-style-control@1|rating|english/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.017366,"ciLow":1293.432644,"ciHigh":1310.602088,"observedAt":"2026-11-09","runCount":9986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"english/Claude Opus 4.7","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1182.865258,"ciLow":1139.695515,"ciHigh":1226.035001,"observedAt":"2026-11-09","runCount":155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"entity_recognition/Claude Opus 4.7","slice":"entity_recognition"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision-style-control@1|rating|homework/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.658602,"ciLow":1314.323782,"ciHigh":1336.993421,"observedAt":"2026-11-09","runCount":3258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"homework/Claude Opus 4.7","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision-style-control@1|rating|humor/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.088392,"ciLow":1270.138087,"ciHigh":1310.038697,"observedAt":"2026-11-09","runCount":912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"humor/Claude Opus 4.7","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision-style-control@1|rating|ocr/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.501317,"ciLow":1308.878684,"ciHigh":1322.123951,"observedAt":"2026-11-09","runCount":17187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"ocr/Claude Opus 4.7","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision-style-control@1|rating|overall/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.286708,"ciLow":1293.728648,"ciHigh":1306.844769,"observedAt":"2026-11-09","runCount":23777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"overall/Claude Opus 4.7","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision@1|rating|chinese/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1372.415696,"ciLow":1355.122111,"ciHigh":1389.70928,"observedAt":"2026-11-09","runCount":1529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"chinese/Claude Opus 4.7","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision@1|rating|creative_writing_vision/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1323.784507,"ciLow":1307.416969,"ciHigh":1340.152044,"observedAt":"2026-11-09","runCount":1455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"creative_writing_vision/Claude Opus 4.7","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision@1|rating|diagram/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1335.387479,"ciLow":1326.415389,"ciHigh":1344.35957,"observedAt":"2026-11-09","runCount":6544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"diagram/Claude Opus 4.7","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision@1|rating|english/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1322.096377,"ciLow":1313.548727,"ciHigh":1330.644027,"observedAt":"2026-11-09","runCount":9986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"english/Claude Opus 4.7","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision@1|rating|entity_recognition/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1225.440177,"ciLow":1182.508916,"ciHigh":1268.371437,"observedAt":"2026-11-09","runCount":155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"entity_recognition/Claude Opus 4.7","slice":"entity_recognition"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision@1|rating|homework/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1334.681995,"ciLow":1323.392513,"ciHigh":1345.971478,"observedAt":"2026-11-09","runCount":3258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"homework/Claude Opus 4.7","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision@1|rating|humor/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1309.523301,"ciLow":1289.622045,"ciHigh":1329.424558,"observedAt":"2026-11-09","runCount":912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"humor/Claude Opus 4.7","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision@1|rating|ocr/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1328.126111,"ciLow":1321.523607,"ciHigh":1334.728616,"observedAt":"2026-11-09","runCount":17187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"ocr/Claude Opus 4.7","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-vision@1|rating|overall/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1318.717228,"ciLow":1312.181362,"ciHigh":1325.253094,"observedAt":"2026-11-09","runCount":23777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"overall/Claude Opus 4.7","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-webdev@1|rating|image_to_webdev/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1562.192964,"ciLow":1553.175604,"ciHigh":1571.210325,"observedAt":"2026-11-15","runCount":7304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"image_to_webdev/Claude Opus 4.7","slice":"image_to_webdev"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-webdev@1|rating|overall/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1555.2692,"ciLow":1549.618965,"ciHigh":1560.919435,"observedAt":"2026-11-15","runCount":17919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"overall/Claude Opus 4.7","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-webdev@1|rating|webdev-html/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1551.358274,"ciLow":1537.808045,"ciHigh":1564.908503,"observedAt":"2026-11-15","runCount":2213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"webdev-html/Claude Opus 4.7","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-webdev@1|rating|webdev-react/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1552.280416,"ciLow":1545.934046,"ciHigh":1558.626786,"observedAt":"2026-11-15","runCount":13725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"webdev-react/Claude Opus 4.7","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-opus-4-7:default|none|lmarena-webdev@1|rating|webdev/Claude Opus 4.7","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1555.2692,"ciLow":1549.618965,"ciHigh":1560.919435,"observedAt":"2026-11-15","runCount":17919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7","rowId":"webdev/Claude Opus 4.7","slice":"webdev"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-document-style-control@1|rating|overall/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.349444,"ciLow":1487.881924,"ciHigh":1500.816964,"observedAt":"2026-11-09","runCount":23327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"overall/Claude Opus 4.7 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-document@1|rating|overall/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1495.684169,"ciLow":1489.262955,"ciHigh":1502.105384,"observedAt":"2026-11-09","runCount":23327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"overall/Claude Opus 4.7 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1537.741125,"ciLow":1527.863558,"ciHigh":1547.618692,"observedAt":"2026-11-11","runCount":4098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"chinese/Claude Opus 4.7 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|coding/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1551.038795,"ciLow":1545.186311,"ciHigh":1556.89128,"observedAt":"2026-11-11","runCount":18334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"coding/Claude Opus 4.7 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.355319,"ciLow":1482.407569,"ciHigh":1496.303069,"observedAt":"2026-11-11","runCount":11585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"creative_writing/Claude Opus 4.7 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|english/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.725419,"ciLow":1504.813994,"ciHigh":1514.636843,"observedAt":"2026-11-11","runCount":29776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"english/Claude Opus 4.7 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1518.692616,"ciLow":1513.721722,"ciHigh":1523.66351,"observedAt":"2026-11-11","runCount":49021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"exclude_ties/Claude Opus 4.7 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|expert/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1534.439161,"ciLow":1526.328561,"ciHigh":1542.54976,"observedAt":"2026-11-11","runCount":6732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"expert/Claude Opus 4.7 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|french/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.045322,"ciLow":1502.78877,"ciHigh":1531.301875,"observedAt":"2026-11-11","runCount":2270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"french/Claude Opus 4.7 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|german/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.513241,"ciLow":1486.769852,"ciHigh":1524.256631,"observedAt":"2026-11-11","runCount":1023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"german/Claude Opus 4.7 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.350492,"ciLow":1520.879736,"ciHigh":1529.821247,"observedAt":"2026-11-11","runCount":43068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"hard_prompts/Claude Opus 4.7 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1528.025258,"ciLow":1522.369085,"ciHigh":1533.681431,"observedAt":"2026-11-11","runCount":20565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"hard_prompts_english/Claude Opus 4.7 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.45139,"ciLow":1501.969932,"ciHigh":1514.932849,"observedAt":"2026-11-11","runCount":12884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.7 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.895241,"ciLow":1474.505181,"ciHigh":1487.2853,"observedAt":"2026-11-11","runCount":14859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.7 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.459249,"ciLow":1502.393506,"ciHigh":1520.524992,"observedAt":"2026-11-11","runCount":5197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_legal_and_government/Claude Opus 4.7 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.061279,"ciLow":1518.273722,"ciHigh":1531.848836,"observedAt":"2026-11-11","runCount":10879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.7 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.828478,"ciLow":1503.16191,"ciHigh":1524.495047,"observedAt":"2026-11-11","runCount":3561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_mathematical/Claude Opus 4.7 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.344899,"ciLow":1507.976012,"ciHigh":1526.713786,"observedAt":"2026-11-11","runCount":4873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.7 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1540.440157,"ciLow":1535.27824,"ciHigh":1545.602073,"observedAt":"2026-11-11","runCount":25827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_software_and_it_services/Claude Opus 4.7 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.408684,"ciLow":1491.349711,"ciHigh":1503.467658,"observedAt":"2026-11-11","runCount":16331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.7 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.611066,"ciLow":1497.172005,"ciHigh":1508.050127,"observedAt":"2026-11-11","runCount":22388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"instruction_following/Claude Opus 4.7 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.113251,"ciLow":1461.994223,"ciHigh":1510.232279,"observedAt":"2026-11-11","runCount":709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"japanese/Claude Opus 4.7 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|korean/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.304647,"ciLow":1440.929613,"ciHigh":1479.67968,"observedAt":"2026-11-11","runCount":1035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"korean/Claude Opus 4.7 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.456954,"ciLow":1510.278245,"ciHigh":1520.635664,"observedAt":"2026-11-11","runCount":29569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"longer_query/Claude Opus 4.7 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|math/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.360286,"ciLow":1492.621798,"ciHigh":1514.098774,"observedAt":"2026-11-11","runCount":3238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"math/Claude Opus 4.7 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.07613,"ciLow":1509.205602,"ciHigh":1522.946659,"observedAt":"2026-11-11","runCount":11304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"multi_turn/Claude Opus 4.7 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.708359,"ciLow":1485.069097,"ciHigh":1494.347622,"observedAt":"2026-11-11","runCount":34482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"non_english/Claude Opus 4.7 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|overall/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.133102,"ciLow":1497.361778,"ciHigh":1504.904426,"observedAt":"2026-11-11","runCount":64260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"overall/Claude Opus 4.7 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|polish/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.829509,"ciLow":1473.57773,"ciHigh":1508.081288,"observedAt":"2026-11-11","runCount":1189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"polish/Claude Opus 4.7 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|russian/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.501487,"ciLow":1497.468908,"ciHigh":1513.534066,"observedAt":"2026-11-11","runCount":6783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"russian/Claude Opus 4.7 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.52898,"ciLow":1484.109725,"ciHigh":1512.948234,"observedAt":"2026-11-11","runCount":2032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"spanish/Claude Opus 4.7 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|chinese/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1532.036973,"ciLow":1522.14673,"ciHigh":1541.927217,"observedAt":"2026-11-11","runCount":4098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"chinese/Claude Opus 4.7 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|coding/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1518.932418,"ciLow":1513.11092,"ciHigh":1524.753916,"observedAt":"2026-11-11","runCount":18334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"coding/Claude Opus 4.7 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|creative_writing/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.460967,"ciLow":1479.551795,"ciHigh":1493.370139,"observedAt":"2026-11-11","runCount":11585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"creative_writing/Claude Opus 4.7 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|english/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.108246,"ciLow":1491.209824,"ciHigh":1501.006668,"observedAt":"2026-11-11","runCount":29776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"english/Claude Opus 4.7 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|exclude_ties/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.572987,"ciLow":1496.672776,"ciHigh":1506.473198,"observedAt":"2026-11-11","runCount":49021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"exclude_ties/Claude Opus 4.7 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|expert/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1519.700113,"ciLow":1511.638716,"ciHigh":1527.76151,"observedAt":"2026-11-11","runCount":6732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"expert/Claude Opus 4.7 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|french/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.91589,"ciLow":1488.722448,"ciHigh":1517.109332,"observedAt":"2026-11-11","runCount":2270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"french/Claude Opus 4.7 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|german/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.921036,"ciLow":1477.075886,"ciHigh":1514.766186,"observedAt":"2026-11-11","runCount":1023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"german/Claude Opus 4.7 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|hard_prompts/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1505.682419,"ciLow":1501.240316,"ciHigh":1510.124522,"observedAt":"2026-11-11","runCount":43068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"hard_prompts/Claude Opus 4.7 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1507.642789,"ciLow":1502.017814,"ciHigh":1513.267764,"observedAt":"2026-11-11","runCount":20565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"hard_prompts_english/Claude Opus 4.7 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.708682,"ciLow":1484.278268,"ciHigh":1497.139097,"observedAt":"2026-11-11","runCount":12884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.7 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.173576,"ciLow":1467.82244,"ciHigh":1480.524712,"observedAt":"2026-11-11","runCount":14859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.7 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1505.188158,"ciLow":1496.179342,"ciHigh":1514.196974,"observedAt":"2026-11-11","runCount":5197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_legal_and_government/Claude Opus 4.7 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1507.714395,"ciLow":1500.973581,"ciHigh":1514.455209,"observedAt":"2026-11-11","runCount":10879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.7 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1508.344322,"ciLow":1497.659705,"ciHigh":1519.028938,"observedAt":"2026-11-11","runCount":3561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_mathematical/Claude Opus 4.7 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.814853,"ciLow":1486.529,"ciHigh":1505.100705,"observedAt":"2026-11-11","runCount":4873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.7 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1516.031449,"ciLow":1510.898532,"ciHigh":1521.164366,"observedAt":"2026-11-11","runCount":25827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_software_and_it_services/Claude Opus 4.7 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.959642,"ciLow":1486.91879,"ciHigh":1499.000494,"observedAt":"2026-11-11","runCount":16331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.7 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|instruction_following/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.277338,"ciLow":1492.858959,"ciHigh":1503.695717,"observedAt":"2026-11-11","runCount":22388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"instruction_following/Claude Opus 4.7 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|japanese/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.759138,"ciLow":1446.602432,"ciHigh":1494.915843,"observedAt":"2026-11-11","runCount":709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"japanese/Claude Opus 4.7 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|korean/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.863821,"ciLow":1429.458225,"ciHigh":1468.269416,"observedAt":"2026-11-11","runCount":1035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"korean/Claude Opus 4.7 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|longer_query/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1505.604931,"ciLow":1500.457331,"ciHigh":1510.752531,"observedAt":"2026-11-11","runCount":29569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"longer_query/Claude Opus 4.7 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|math/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.436599,"ciLow":1487.685123,"ciHigh":1509.188075,"observedAt":"2026-11-11","runCount":3238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"math/Claude Opus 4.7 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|multi_turn/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1505.604593,"ciLow":1498.75262,"ciHigh":1512.456566,"observedAt":"2026-11-11","runCount":11304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"multi_turn/Claude Opus 4.7 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|non_english/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.5059,"ciLow":1475.887649,"ciHigh":1485.124151,"observedAt":"2026-11-11","runCount":34482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"non_english/Claude Opus 4.7 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|overall/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.772622,"ciLow":1486.019949,"ciHigh":1493.525294,"observedAt":"2026-11-11","runCount":64260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"overall/Claude Opus 4.7 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|polish/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.100477,"ciLow":1462.064615,"ciHigh":1496.136339,"observedAt":"2026-11-11","runCount":1189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"polish/Claude Opus 4.7 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|russian/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.742472,"ciLow":1486.730213,"ciHigh":1502.75473,"observedAt":"2026-11-11","runCount":6783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"russian/Claude Opus 4.7 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-text@1|rating|spanish/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.850104,"ciLow":1480.499049,"ciHigh":1509.201158,"observedAt":"2026-11-11","runCount":2032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"spanish/Claude Opus 4.7 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision-style-control@1|rating|chinese/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.570636,"ciLow":1317.393445,"ciHigh":1353.747828,"observedAt":"2026-11-09","runCount":1381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"chinese/Claude Opus 4.7 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.074683,"ciLow":1286.774402,"ciHigh":1319.374963,"observedAt":"2026-11-09","runCount":1444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"creative_writing_vision/Claude Opus 4.7 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision-style-control@1|rating|diagram/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.921177,"ciLow":1324.7706,"ciHigh":1343.071754,"observedAt":"2026-11-09","runCount":6206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"diagram/Claude Opus 4.7 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision-style-control@1|rating|english/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.833471,"ciLow":1293.170346,"ciHigh":1310.496596,"observedAt":"2026-11-09","runCount":9653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"english/Claude Opus 4.7 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision-style-control@1|rating|entity_recognition/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.467822,"ciLow":1204.613191,"ciHigh":1286.322453,"observedAt":"2026-11-09","runCount":151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"entity_recognition/Claude Opus 4.7 (High)","slice":"entity_recognition"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision-style-control@1|rating|homework/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.638277,"ciLow":1319.02624,"ciHigh":1342.250315,"observedAt":"2026-11-09","runCount":3074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"homework/Claude Opus 4.7 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision-style-control@1|rating|humor/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.309934,"ciLow":1272.354301,"ciHigh":1314.265566,"observedAt":"2026-11-09","runCount":885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"humor/Claude Opus 4.7 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision-style-control@1|rating|ocr/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.200628,"ciLow":1304.59043,"ciHigh":1317.810826,"observedAt":"2026-11-09","runCount":16288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"ocr/Claude Opus 4.7 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision-style-control@1|rating|overall/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.425723,"ciLow":1291.891692,"ciHigh":1304.959754,"observedAt":"2026-11-09","runCount":22609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"overall/Claude Opus 4.7 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision@1|rating|chinese/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1355.106666,"ciLow":1337.094341,"ciHigh":1373.11899,"observedAt":"2026-11-09","runCount":1381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"chinese/Claude Opus 4.7 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1326.750811,"ciLow":1310.433093,"ciHigh":1343.068529,"observedAt":"2026-11-09","runCount":1444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"creative_writing_vision/Claude Opus 4.7 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision@1|rating|diagram/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1336.753495,"ciLow":1327.650909,"ciHigh":1345.856081,"observedAt":"2026-11-09","runCount":6206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"diagram/Claude Opus 4.7 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision@1|rating|english/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1319.84764,"ciLow":1311.230706,"ciHigh":1328.464573,"observedAt":"2026-11-09","runCount":9653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"english/Claude Opus 4.7 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision@1|rating|entity_recognition/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1281.343488,"ciLow":1240.172312,"ciHigh":1322.514665,"observedAt":"2026-11-09","runCount":151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"entity_recognition/Claude Opus 4.7 (High)","slice":"entity_recognition"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision@1|rating|homework/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1337.347971,"ciLow":1325.797428,"ciHigh":1348.898513,"observedAt":"2026-11-09","runCount":3074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"homework/Claude Opus 4.7 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision@1|rating|humor/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1312.209929,"ciLow":1291.315075,"ciHigh":1333.104783,"observedAt":"2026-11-09","runCount":885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"humor/Claude Opus 4.7 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision@1|rating|ocr/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1320.993472,"ciLow":1314.411212,"ciHigh":1327.575731,"observedAt":"2026-11-09","runCount":16288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"ocr/Claude Opus 4.7 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-vision@1|rating|overall/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1313.94734,"ciLow":1307.441134,"ciHigh":1320.453545,"observedAt":"2026-11-09","runCount":22609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"overall/Claude Opus 4.7 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-webdev@1|rating|image_to_webdev/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1579.1113,"ciLow":1569.803324,"ciHigh":1588.419276,"observedAt":"2026-11-15","runCount":6739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"image_to_webdev/Claude Opus 4.7 (High)","slice":"image_to_webdev"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-webdev@1|rating|overall/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1557.044429,"ciLow":1551.251681,"ciHigh":1562.837177,"observedAt":"2026-11-15","runCount":17591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"overall/Claude Opus 4.7 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-webdev@1|rating|webdev-html/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1544.140482,"ciLow":1530.518109,"ciHigh":1557.762856,"observedAt":"2026-11-15","runCount":2199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"webdev-html/Claude Opus 4.7 (High)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-webdev@1|rating|webdev-react/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1559.285155,"ciLow":1552.817778,"ciHigh":1565.752532,"observedAt":"2026-11-15","runCount":13626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"webdev-react/Claude Opus 4.7 (High)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-opus-4-7:effort=high|none|lmarena-webdev@1|rating|webdev/Claude Opus 4.7 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-7","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1557.044429,"ciLow":1551.251681,"ciHigh":1562.837177,"observedAt":"2026-11-15","runCount":17591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.7 (High)","rowId":"webdev/Claude Opus 4.7 (High)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-document-style-control@1|rating|overall/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.053646,"ciLow":1469.660991,"ciHigh":1482.446302,"observedAt":"2026-11-09","runCount":14729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"overall/Claude Opus 4.8","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-document@1|rating|overall/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1465.053701,"ciLow":1458.703773,"ciHigh":1471.403629,"observedAt":"2026-11-09","runCount":14729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"overall/Claude Opus 4.8","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-search-style-control@1|rating|overall/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.949678,"ciLow":1188.165009,"ciHigh":1199.734346,"observedAt":"2026-11-09","runCount":101197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"overall/Claude Opus 4.8","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-search@1|rating|overall/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1202.417034,"ciLow":1196.65495,"ciHigh":1208.179118,"observedAt":"2026-11-09","runCount":101197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"overall/Claude Opus 4.8","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.497435,"ciLow":1515.786525,"ciHigh":1535.208346,"observedAt":"2026-11-11","runCount":4258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"chinese/Claude Opus 4.8","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|coding/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1528.873171,"ciLow":1523.078058,"ciHigh":1534.668283,"observedAt":"2026-11-11","runCount":17792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"coding/Claude Opus 4.8","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.091663,"ciLow":1457.581714,"ciHigh":1470.601612,"observedAt":"2026-11-11","runCount":12565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"creative_writing/Claude Opus 4.8","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|english/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.762037,"ciLow":1476.777097,"ciHigh":1486.746976,"observedAt":"2026-11-11","runCount":28278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"english/Claude Opus 4.8","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.441639,"ciLow":1479.371648,"ciHigh":1489.511629,"observedAt":"2026-11-11","runCount":48278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"exclude_ties/Claude Opus 4.8","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|expert/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.081869,"ciLow":1506.263395,"ciHigh":1521.900342,"observedAt":"2026-11-11","runCount":7148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"expert/Claude Opus 4.8","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|french/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.813738,"ciLow":1491.512543,"ciHigh":1520.114933,"observedAt":"2026-11-11","runCount":2197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"french/Claude Opus 4.8","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|german/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.868377,"ciLow":1451.359228,"ciHigh":1488.377525,"observedAt":"2026-11-11","runCount":1104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"german/Claude Opus 4.8","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.910239,"ciLow":1500.354378,"ciHigh":1509.4661,"observedAt":"2026-11-11","runCount":42646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"hard_prompts/Claude Opus 4.8","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.351338,"ciLow":1500.688944,"ciHigh":1512.013733,"observedAt":"2026-11-11","runCount":19211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"hard_prompts_english/Claude Opus 4.8","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.467,"ciLow":1479.112144,"ciHigh":1491.821856,"observedAt":"2026-11-11","runCount":12600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.8","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.423972,"ciLow":1449.37836,"ciHigh":1461.469584,"observedAt":"2026-11-11","runCount":15708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.8","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.971412,"ciLow":1489.128409,"ciHigh":1506.814415,"observedAt":"2026-11-11","runCount":5419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_legal_and_government/Claude Opus 4.8","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.58039,"ciLow":1492.946969,"ciHigh":1506.21381,"observedAt":"2026-11-11","runCount":10514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.8","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.518234,"ciLow":1478.900284,"ciHigh":1500.136183,"observedAt":"2026-11-11","runCount":3514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_mathematical/Claude Opus 4.8","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.161898,"ciLow":1486.683695,"ciHigh":1505.640102,"observedAt":"2026-11-11","runCount":4668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_medicine_and_healthcare/Claude Opus 4.8","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.589365,"ciLow":1511.402476,"ciHigh":1521.776254,"observedAt":"2026-11-11","runCount":25337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_software_and_it_services/Claude Opus 4.8","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.328184,"ciLow":1462.486466,"ciHigh":1474.169902,"observedAt":"2026-11-11","runCount":17106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.8","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.506468,"ciLow":1473.169761,"ciHigh":1483.843175,"observedAt":"2026-11-11","runCount":22869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"instruction_following/Claude Opus 4.8","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.065222,"ciLow":1440.425875,"ciHigh":1483.704568,"observedAt":"2026-11-11","runCount":881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"japanese/Claude Opus 4.8","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|korean/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.273967,"ciLow":1405.732374,"ciHigh":1444.81556,"observedAt":"2026-11-11","runCount":995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"korean/Claude Opus 4.8","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.993253,"ciLow":1493.842352,"ciHigh":1504.144154,"observedAt":"2026-11-11","runCount":30227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"longer_query/Claude Opus 4.8","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|math/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.811137,"ciLow":1464.762893,"ciHigh":1486.85938,"observedAt":"2026-11-11","runCount":3021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"math/Claude Opus 4.8","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.371343,"ciLow":1486.663668,"ciHigh":1500.079018,"observedAt":"2026-11-11","runCount":11297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"multi_turn/Claude Opus 4.8","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.584834,"ciLow":1458.921804,"ciHigh":1468.247864,"observedAt":"2026-11-11","runCount":35837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"non_english/Claude Opus 4.8","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|overall/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.432672,"ciLow":1470.567209,"ciHigh":1478.298135,"observedAt":"2026-11-11","runCount":64116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"overall/Claude Opus 4.8","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|polish/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.082662,"ciLow":1466.66603,"ciHigh":1501.499294,"observedAt":"2026-11-11","runCount":1099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"polish/Claude Opus 4.8","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|russian/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.52848,"ciLow":1478.772532,"ciHigh":1494.284429,"observedAt":"2026-11-11","runCount":6984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"russian/Claude Opus 4.8","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.073963,"ciLow":1454.659277,"ciHigh":1483.488649,"observedAt":"2026-11-11","runCount":1934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"spanish/Claude Opus 4.8","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|chinese/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1507.80205,"ciLow":1498.079511,"ciHigh":1517.524589,"observedAt":"2026-11-11","runCount":4258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"chinese/Claude Opus 4.8","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|coding/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.663686,"ciLow":1480.907623,"ciHigh":1492.419748,"observedAt":"2026-11-11","runCount":17792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"coding/Claude Opus 4.8","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|creative_writing/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.538491,"ciLow":1441.031921,"ciHigh":1454.04506,"observedAt":"2026-11-11","runCount":12565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"creative_writing/Claude Opus 4.8","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|english/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.120307,"ciLow":1455.140581,"ciHigh":1465.100033,"observedAt":"2026-11-11","runCount":28278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"english/Claude Opus 4.8","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|exclude_ties/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.359392,"ciLow":1449.342312,"ciHigh":1459.376473,"observedAt":"2026-11-11","runCount":48278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"exclude_ties/Claude Opus 4.8","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|expert/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.782653,"ciLow":1483.003061,"ciHigh":1498.562245,"observedAt":"2026-11-11","runCount":7148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"expert/Claude Opus 4.8","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|french/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.317712,"ciLow":1463.076554,"ciHigh":1491.558871,"observedAt":"2026-11-11","runCount":2197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"french/Claude Opus 4.8","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|german/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.878668,"ciLow":1429.329843,"ciHigh":1466.427493,"observedAt":"2026-11-11","runCount":1104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"german/Claude Opus 4.8","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|hard_prompts/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.978373,"ciLow":1469.440756,"ciHigh":1478.515991,"observedAt":"2026-11-11","runCount":42646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"hard_prompts/Claude Opus 4.8","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.496739,"ciLow":1469.850628,"ciHigh":1481.14285,"observedAt":"2026-11-11","runCount":19211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"hard_prompts_english/Claude Opus 4.8","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.355431,"ciLow":1447.032829,"ciHigh":1459.678032,"observedAt":"2026-11-11","runCount":12600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.8","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.123041,"ciLow":1429.079966,"ciHigh":1441.166115,"observedAt":"2026-11-11","runCount":15708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.8","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.911168,"ciLow":1468.124619,"ciHigh":1485.697717,"observedAt":"2026-11-11","runCount":5419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_legal_and_government/Claude Opus 4.8","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.66225,"ciLow":1464.053737,"ciHigh":1477.270762,"observedAt":"2026-11-11","runCount":10514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.8","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.080251,"ciLow":1471.460068,"ciHigh":1492.700433,"observedAt":"2026-11-11","runCount":3514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_mathematical/Claude Opus 4.8","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.683138,"ciLow":1449.296018,"ciHigh":1468.070258,"observedAt":"2026-11-11","runCount":4668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_medicine_and_healthcare/Claude Opus 4.8","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.896598,"ciLow":1476.744577,"ciHigh":1487.048618,"observedAt":"2026-11-11","runCount":25337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_software_and_it_services/Claude Opus 4.8","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.24563,"ciLow":1447.414541,"ciHigh":1459.076719,"observedAt":"2026-11-11","runCount":17106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.8","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|instruction_following/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.33877,"ciLow":1458.012395,"ciHigh":1468.665145,"observedAt":"2026-11-11","runCount":22869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"instruction_following/Claude Opus 4.8","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|japanese/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.281385,"ciLow":1421.701434,"ciHigh":1464.861336,"observedAt":"2026-11-11","runCount":881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"japanese/Claude Opus 4.8","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|korean/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.706162,"ciLow":1385.173049,"ciHigh":1424.239275,"observedAt":"2026-11-11","runCount":995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"korean/Claude Opus 4.8","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|longer_query/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.587217,"ciLow":1474.461755,"ciHigh":1484.71268,"observedAt":"2026-11-11","runCount":30227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"longer_query/Claude Opus 4.8","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|math/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.094935,"ciLow":1459.052656,"ciHigh":1481.137214,"observedAt":"2026-11-11","runCount":3021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"math/Claude Opus 4.8","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|multi_turn/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.537557,"ciLow":1464.850066,"ciHigh":1478.225048,"observedAt":"2026-11-11","runCount":11297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"multi_turn/Claude Opus 4.8","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|non_english/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.087385,"ciLow":1439.430225,"ciHigh":1448.744544,"observedAt":"2026-11-11","runCount":35837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"non_english/Claude Opus 4.8","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|overall/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.897632,"ciLow":1450.036686,"ciHigh":1457.758578,"observedAt":"2026-11-11","runCount":64116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"overall/Claude Opus 4.8","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|polish/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.70377,"ciLow":1441.161652,"ciHigh":1476.245887,"observedAt":"2026-11-11","runCount":1099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"polish/Claude Opus 4.8","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|russian/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.973642,"ciLow":1459.230154,"ciHigh":1474.71713,"observedAt":"2026-11-11","runCount":6984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"russian/Claude Opus 4.8","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-text@1|rating|spanish/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.918712,"ciLow":1439.531074,"ciHigh":1468.306349,"observedAt":"2026-11-11","runCount":1934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"spanish/Claude Opus 4.8","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision-style-control@1|rating|chinese/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.468775,"ciLow":1311.853508,"ciHigh":1351.084043,"observedAt":"2026-11-09","runCount":1113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"chinese/Claude Opus 4.8","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.30673,"ciLow":1264.442888,"ciHigh":1298.170573,"observedAt":"2026-11-09","runCount":1385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"creative_writing_vision/Claude Opus 4.8","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision-style-control@1|rating|diagram/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.340156,"ciLow":1295.808369,"ciHigh":1314.871944,"observedAt":"2026-11-09","runCount":4903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"diagram/Claude Opus 4.8","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision-style-control@1|rating|english/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.320242,"ciLow":1273.193636,"ciHigh":1291.446848,"observedAt":"2026-11-09","runCount":7262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"english/Claude Opus 4.8","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision-style-control@1|rating|homework/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.464,"ciLow":1308.428062,"ciHigh":1334.499938,"observedAt":"2026-11-09","runCount":2227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"homework/Claude Opus 4.8","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision-style-control@1|rating|humor/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.407546,"ciLow":1247.415285,"ciHigh":1291.399808,"observedAt":"2026-11-09","runCount":796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"humor/Claude Opus 4.8","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision-style-control@1|rating|ocr/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.984865,"ciLow":1286.294129,"ciHigh":1299.675601,"observedAt":"2026-11-09","runCount":13192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"ocr/Claude Opus 4.8","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision-style-control@1|rating|overall/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.758765,"ciLow":1272.279286,"ciHigh":1285.238244,"observedAt":"2026-11-09","runCount":18692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"overall/Claude Opus 4.8","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision@1|rating|chinese/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1343.705655,"ciLow":1324.07279,"ciHigh":1363.338521,"observedAt":"2026-11-09","runCount":1113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"chinese/Claude Opus 4.8","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision@1|rating|creative_writing_vision/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1292.908996,"ciLow":1276.001442,"ciHigh":1309.81655,"observedAt":"2026-11-09","runCount":1385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"creative_writing_vision/Claude Opus 4.8","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision@1|rating|diagram/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1302.554713,"ciLow":1293.070217,"ciHigh":1312.039208,"observedAt":"2026-11-09","runCount":4903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"diagram/Claude Opus 4.8","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision@1|rating|english/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1294.142188,"ciLow":1285.076261,"ciHigh":1303.208116,"observedAt":"2026-11-09","runCount":7262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"english/Claude Opus 4.8","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision@1|rating|homework/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1328.465804,"ciLow":1315.485775,"ciHigh":1341.445833,"observedAt":"2026-11-09","runCount":2227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"homework/Claude Opus 4.8","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision@1|rating|humor/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1283.07343,"ciLow":1261.109372,"ciHigh":1305.037487,"observedAt":"2026-11-09","runCount":796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"humor/Claude Opus 4.8","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision@1|rating|ocr/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1298.468316,"ciLow":1291.803082,"ciHigh":1305.133551,"observedAt":"2026-11-09","runCount":13192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"ocr/Claude Opus 4.8","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-vision@1|rating|overall/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1288.624063,"ciLow":1282.17122,"ciHigh":1295.076906,"observedAt":"2026-11-09","runCount":18692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"overall/Claude Opus 4.8","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-webdev@1|rating|overall/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1536.419008,"ciLow":1530.685231,"ciHigh":1542.152785,"observedAt":"2026-11-15","runCount":16924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"overall/Claude Opus 4.8","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-webdev@1|rating|webdev-html/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1524.913882,"ciLow":1511.986339,"ciHigh":1537.841425,"observedAt":"2026-11-15","runCount":2331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"webdev-html/Claude Opus 4.8","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-webdev@1|rating|webdev-react/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1537.263365,"ciLow":1530.657718,"ciHigh":1543.869013,"observedAt":"2026-11-15","runCount":12046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"webdev-react/Claude Opus 4.8","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-opus-4-8:default|none|lmarena-webdev@1|rating|webdev/Claude Opus 4.8","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1536.419008,"ciLow":1530.685231,"ciHigh":1542.152785,"observedAt":"2026-11-15","runCount":16924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8","rowId":"webdev/Claude Opus 4.8","slice":"webdev"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-document-style-control@1|rating|overall/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.41816,"ciLow":1478.528751,"ciHigh":1492.307568,"observedAt":"2026-11-09","runCount":12069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"overall/Claude Opus 4.8 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-document@1|rating|overall/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1474.551611,"ciLow":1467.699741,"ciHigh":1481.403482,"observedAt":"2026-11-09","runCount":12069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"overall/Claude Opus 4.8 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.964542,"ciLow":1516.248726,"ciHigh":1535.680357,"observedAt":"2026-11-11","runCount":4233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"chinese/Claude Opus 4.8 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|coding/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1533.577913,"ciLow":1527.769367,"ciHigh":1539.386458,"observedAt":"2026-11-11","runCount":17154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"coding/Claude Opus 4.8 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.910731,"ciLow":1463.349426,"ciHigh":1476.472037,"observedAt":"2026-11-11","runCount":12531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"creative_writing/Claude Opus 4.8 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|english/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.977549,"ciLow":1484.989499,"ciHigh":1494.9656,"observedAt":"2026-11-11","runCount":27625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"english/Claude Opus 4.8 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.08458,"ciLow":1489.023982,"ciHigh":1499.145178,"observedAt":"2026-11-11","runCount":47496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"exclude_ties/Claude Opus 4.8 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|expert/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.51958,"ciLow":1517.641096,"ciHigh":1533.398064,"observedAt":"2026-11-11","runCount":6871,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"expert/Claude Opus 4.8 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|french/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.165437,"ciLow":1492.897362,"ciHigh":1521.433513,"observedAt":"2026-11-11","runCount":2165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"french/Claude Opus 4.8 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|german/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.398852,"ciLow":1470.70973,"ciHigh":1508.087973,"observedAt":"2026-11-11","runCount":1076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"german/Claude Opus 4.8 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.248815,"ciLow":1508.692588,"ciHigh":1517.805043,"observedAt":"2026-11-11","runCount":41845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"hard_prompts/Claude Opus 4.8 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.685834,"ciLow":1511.008382,"ciHigh":1522.363286,"observedAt":"2026-11-11","runCount":18542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"hard_prompts_english/Claude Opus 4.8 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.587987,"ciLow":1482.204659,"ciHigh":1494.971316,"observedAt":"2026-11-11","runCount":12564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.8 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.794756,"ciLow":1454.725838,"ciHigh":1466.863674,"observedAt":"2026-11-11","runCount":15896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.8 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.349457,"ciLow":1486.485709,"ciHigh":1504.213205,"observedAt":"2026-11-11","runCount":5335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_legal_and_government/Claude Opus 4.8 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.114878,"ciLow":1497.395108,"ciHigh":1510.834649,"observedAt":"2026-11-11","runCount":10235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.8 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.001839,"ciLow":1493.282567,"ciHigh":1514.721111,"observedAt":"2026-11-11","runCount":3381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_mathematical/Claude Opus 4.8 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.096368,"ciLow":1491.685963,"ciHigh":1510.506773,"observedAt":"2026-11-11","runCount":4690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.8 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1523.156614,"ciLow":1517.975108,"ciHigh":1528.338121,"observedAt":"2026-11-11","runCount":24723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_software_and_it_services/Claude Opus 4.8 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.030505,"ciLow":1470.206612,"ciHigh":1481.854399,"observedAt":"2026-11-11","runCount":16973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.8 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.843242,"ciLow":1486.516843,"ciHigh":1497.16964,"observedAt":"2026-11-11","runCount":22267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"instruction_following/Claude Opus 4.8 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.124638,"ciLow":1437.24202,"ciHigh":1481.007256,"observedAt":"2026-11-11","runCount":879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"japanese/Claude Opus 4.8 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|korean/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.069291,"ciLow":1421.362845,"ciHigh":1460.775737,"observedAt":"2026-11-11","runCount":1031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"korean/Claude Opus 4.8 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.278157,"ciLow":1498.140362,"ciHigh":1508.415951,"observedAt":"2026-11-11","runCount":29599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"longer_query/Claude Opus 4.8 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|math/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.358172,"ciLow":1481.118862,"ciHigh":1503.597481,"observedAt":"2026-11-11","runCount":2923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"math/Claude Opus 4.8 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.8939,"ciLow":1490.202441,"ciHigh":1503.58536,"observedAt":"2026-11-11","runCount":11072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"multi_turn/Claude Opus 4.8 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.82036,"ciLow":1465.169872,"ciHigh":1474.470848,"observedAt":"2026-11-11","runCount":35450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"non_english/Claude Opus 4.8 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|overall/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.878844,"ciLow":1477.993533,"ciHigh":1485.764155,"observedAt":"2026-11-11","runCount":63082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"overall/Claude Opus 4.8 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|polish/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.101669,"ciLow":1469.822693,"ciHigh":1506.380646,"observedAt":"2026-11-11","runCount":1068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"polish/Claude Opus 4.8 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|russian/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.693199,"ciLow":1487.968678,"ciHigh":1503.417719,"observedAt":"2026-11-11","runCount":7014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"russian/Claude Opus 4.8 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.973596,"ciLow":1467.255665,"ciHigh":1496.691527,"observedAt":"2026-11-11","runCount":1847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"spanish/Claude Opus 4.8 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|chinese/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.437703,"ciLow":1496.699603,"ciHigh":1516.175802,"observedAt":"2026-11-11","runCount":4233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"chinese/Claude Opus 4.8 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|coding/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.935208,"ciLow":1485.142416,"ciHigh":1496.727999,"observedAt":"2026-11-11","runCount":17154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"coding/Claude Opus 4.8 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|creative_writing/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.108276,"ciLow":1448.558792,"ciHigh":1461.657761,"observedAt":"2026-11-11","runCount":12531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"creative_writing/Claude Opus 4.8 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|english/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.552466,"ciLow":1463.570351,"ciHigh":1473.534582,"observedAt":"2026-11-11","runCount":27625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"english/Claude Opus 4.8 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|exclude_ties/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.044395,"ciLow":1459.021136,"ciHigh":1469.067654,"observedAt":"2026-11-11","runCount":47496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"exclude_ties/Claude Opus 4.8 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|expert/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.224467,"ciLow":1494.346863,"ciHigh":1510.102072,"observedAt":"2026-11-11","runCount":6871,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"expert/Claude Opus 4.8 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|french/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.734902,"ciLow":1466.491486,"ciHigh":1494.978319,"observedAt":"2026-11-11","runCount":2165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"french/Claude Opus 4.8 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|german/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.465484,"ciLow":1450.7211,"ciHigh":1488.209868,"observedAt":"2026-11-11","runCount":1076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"german/Claude Opus 4.8 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|hard_prompts/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.196672,"ciLow":1477.64032,"ciHigh":1486.753025,"observedAt":"2026-11-11","runCount":41845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"hard_prompts/Claude Opus 4.8 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.634837,"ciLow":1480.973625,"ciHigh":1492.296048,"observedAt":"2026-11-11","runCount":18542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"hard_prompts_english/Claude Opus 4.8 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.725488,"ciLow":1451.375391,"ciHigh":1464.075585,"observedAt":"2026-11-11","runCount":12564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4.8 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.098343,"ciLow":1435.053516,"ciHigh":1447.14317,"observedAt":"2026-11-11","runCount":15896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4.8 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.210252,"ciLow":1466.381404,"ciHigh":1484.039099,"observedAt":"2026-11-11","runCount":5335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_legal_and_government/Claude Opus 4.8 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.35138,"ciLow":1470.65854,"ciHigh":1484.04422,"observedAt":"2026-11-11","runCount":10235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4.8 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.487488,"ciLow":1483.732281,"ciHigh":1505.242696,"observedAt":"2026-11-11","runCount":3381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_mathematical/Claude Opus 4.8 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.197312,"ciLow":1455.813957,"ciHigh":1474.580667,"observedAt":"2026-11-11","runCount":4690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_medicine_and_healthcare/Claude Opus 4.8 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.890802,"ciLow":1482.721723,"ciHigh":1493.059881,"observedAt":"2026-11-11","runCount":24723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_software_and_it_services/Claude Opus 4.8 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.116111,"ciLow":1456.291748,"ciHigh":1467.940475,"observedAt":"2026-11-11","runCount":16973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4.8 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|instruction_following/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.275386,"ciLow":1471.93859,"ciHigh":1482.612181,"observedAt":"2026-11-11","runCount":22267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"instruction_following/Claude Opus 4.8 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|japanese/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.287263,"ciLow":1419.34409,"ciHigh":1463.230436,"observedAt":"2026-11-11","runCount":879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"japanese/Claude Opus 4.8 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|korean/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.056263,"ciLow":1402.515783,"ciHigh":1441.596743,"observedAt":"2026-11-11","runCount":1031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"korean/Claude Opus 4.8 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|longer_query/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.048084,"ciLow":1478.913833,"ciHigh":1489.182334,"observedAt":"2026-11-11","runCount":29599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"longer_query/Claude Opus 4.8 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|math/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.941211,"ciLow":1473.698857,"ciHigh":1496.183565,"observedAt":"2026-11-11","runCount":2923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"math/Claude Opus 4.8 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|multi_turn/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.87963,"ciLow":1469.207929,"ciHigh":1482.551332,"observedAt":"2026-11-11","runCount":11072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"multi_turn/Claude Opus 4.8 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|non_english/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.747222,"ciLow":1446.095656,"ciHigh":1455.398789,"observedAt":"2026-11-11","runCount":35450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"non_english/Claude Opus 4.8 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|overall/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.519724,"ciLow":1457.631951,"ciHigh":1465.407496,"observedAt":"2026-11-11","runCount":63082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"overall/Claude Opus 4.8 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|polish/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.677452,"ciLow":1441.430948,"ciHigh":1477.923957,"observedAt":"2026-11-11","runCount":1068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"polish/Claude Opus 4.8 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|russian/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.107765,"ciLow":1467.385772,"ciHigh":1482.829758,"observedAt":"2026-11-11","runCount":7014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"russian/Claude Opus 4.8 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-text@1|rating|spanish/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.609972,"ciLow":1451.87946,"ciHigh":1481.340483,"observedAt":"2026-11-11","runCount":1847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"spanish/Claude Opus 4.8 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision-style-control@1|rating|chinese/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.885233,"ciLow":1310.703185,"ciHigh":1351.067281,"observedAt":"2026-11-09","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"chinese/Claude Opus 4.8 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.945813,"ciLow":1272.018607,"ciHigh":1305.873018,"observedAt":"2026-11-09","runCount":1381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"creative_writing_vision/Claude Opus 4.8 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision-style-control@1|rating|diagram/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.153793,"ciLow":1307.587429,"ciHigh":1326.720157,"observedAt":"2026-11-09","runCount":4842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"diagram/Claude Opus 4.8 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision-style-control@1|rating|english/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.539566,"ciLow":1270.459162,"ciHigh":1288.61997,"observedAt":"2026-11-09","runCount":7156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"english/Claude Opus 4.8 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision-style-control@1|rating|homework/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.501847,"ciLow":1316.947832,"ciHigh":1344.055862,"observedAt":"2026-11-09","runCount":2078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"homework/Claude Opus 4.8 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision-style-control@1|rating|humor/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.166264,"ciLow":1248.810887,"ciHigh":1293.52164,"observedAt":"2026-11-09","runCount":755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"humor/Claude Opus 4.8 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision-style-control@1|rating|ocr/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.408372,"ciLow":1292.736672,"ciHigh":1306.080072,"observedAt":"2026-11-09","runCount":12929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"ocr/Claude Opus 4.8 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision-style-control@1|rating|overall/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.947828,"ciLow":1279.498135,"ciHigh":1292.397522,"observedAt":"2026-11-09","runCount":18178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"overall/Claude Opus 4.8 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision@1|rating|chinese/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1342.471376,"ciLow":1322.32425,"ciHigh":1362.618501,"observedAt":"2026-11-09","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"chinese/Claude Opus 4.8 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1300.732111,"ciLow":1283.897359,"ciHigh":1317.566863,"observedAt":"2026-11-09","runCount":1381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"creative_writing_vision/Claude Opus 4.8 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision@1|rating|diagram/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1313.41567,"ciLow":1303.878442,"ciHigh":1322.952897,"observedAt":"2026-11-09","runCount":4842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"diagram/Claude Opus 4.8 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision@1|rating|english/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1290.57513,"ciLow":1281.534303,"ciHigh":1299.615956,"observedAt":"2026-11-09","runCount":7156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"english/Claude Opus 4.8 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision@1|rating|homework/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1335.736119,"ciLow":1322.238602,"ciHigh":1349.233635,"observedAt":"2026-11-09","runCount":2078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"homework/Claude Opus 4.8 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision@1|rating|humor/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1283.07967,"ciLow":1260.858283,"ciHigh":1305.301057,"observedAt":"2026-11-09","runCount":755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"humor/Claude Opus 4.8 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision@1|rating|ocr/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1303.183871,"ciLow":1296.542567,"ciHigh":1309.825176,"observedAt":"2026-11-09","runCount":12929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"ocr/Claude Opus 4.8 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-vision@1|rating|overall/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1294.731172,"ciLow":1288.313774,"ciHigh":1301.148571,"observedAt":"2026-11-09","runCount":18178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"overall/Claude Opus 4.8 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-webdev@1|rating|overall/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1555.332932,"ciLow":1549.535638,"ciHigh":1561.130225,"observedAt":"2026-11-15","runCount":18024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"overall/Claude Opus 4.8 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-webdev@1|rating|webdev-html/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1541.710394,"ciLow":1527.786619,"ciHigh":1555.634169,"observedAt":"2026-11-15","runCount":2182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"webdev-html/Claude Opus 4.8 (High)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-webdev@1|rating|webdev-react/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1555.732306,"ciLow":1549.072984,"ciHigh":1562.391627,"observedAt":"2026-11-15","runCount":11570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"webdev-react/Claude Opus 4.8 (High)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-opus-4-8:effort=high|none|lmarena-webdev@1|rating|webdev/Claude Opus 4.8 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4-8","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1555.332932,"ciLow":1549.535638,"ciHigh":1561.130225,"observedAt":"2026-11-15","runCount":18024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4.8 (High)","rowId":"webdev/Claude Opus 4.8 (High)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.00881,"ciLow":1435.813312,"ciHigh":1460.204309,"observedAt":"2026-11-11","runCount":2433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"chinese/Claude Opus 4 (Thinking 16K, 20250514)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|coding/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.502761,"ciLow":1490.683252,"ciHigh":1506.32227,"observedAt":"2026-11-11","runCount":6582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"coding/Claude Opus 4 (Thinking 16K, 20250514)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.024066,"ciLow":1423.83945,"ciHigh":1442.208682,"observedAt":"2026-11-11","runCount":4457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"creative_writing/Claude Opus 4 (Thinking 16K, 20250514)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|english/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.49922,"ciLow":1428.775799,"ciHigh":1440.222642,"observedAt":"2026-11-11","runCount":15466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"english/Claude Opus 4 (Thinking 16K, 20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.459499,"ciLow":1411.659434,"ciHigh":1423.259564,"observedAt":"2026-11-11","runCount":26211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"exclude_ties/Claude Opus 4 (Thinking 16K, 20250514)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|expert/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.033564,"ciLow":1435.826417,"ciHigh":1464.240712,"observedAt":"2026-11-11","runCount":1764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"expert/Claude Opus 4 (Thinking 16K, 20250514)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|french/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.30656,"ciLow":1403.515463,"ciHigh":1457.097657,"observedAt":"2026-11-11","runCount":521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"french/Claude Opus 4 (Thinking 16K, 20250514)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|german/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.506463,"ciLow":1430.768603,"ciHigh":1470.244324,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"german/Claude Opus 4 (Thinking 16K, 20250514)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.176412,"ciLow":1451.554242,"ciHigh":1462.798583,"observedAt":"2026-11-11","runCount":16166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"hard_prompts/Claude Opus 4 (Thinking 16K, 20250514)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.217492,"ciLow":1452.747202,"ciHigh":1467.687782,"observedAt":"2026-11-11","runCount":7184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"hard_prompts_english/Claude Opus 4 (Thinking 16K, 20250514)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.048004,"ciLow":1400.950879,"ciHigh":1417.14513,"observedAt":"2026-11-11","runCount":5995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.918693,"ciLow":1414.070218,"ciHigh":1429.767167,"observedAt":"2026-11-11","runCount":6288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.325713,"ciLow":1420.959939,"ciHigh":1445.691488,"observedAt":"2026-11-11","runCount":2422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_legal_and_government/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.380195,"ciLow":1429.174379,"ciHigh":1445.586012,"observedAt":"2026-11-11","runCount":5913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.006165,"ciLow":1413.210506,"ciHigh":1438.801823,"observedAt":"2026-11-11","runCount":2042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_mathematical/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.748382,"ciLow":1427.712727,"ciHigh":1453.784037,"observedAt":"2026-11-11","runCount":2217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_medicine_and_healthcare/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.698433,"ciLow":1461.415735,"ciHigh":1473.981131,"observedAt":"2026-11-11","runCount":11701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_software_and_it_services/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.811925,"ciLow":1424.551188,"ciHigh":1439.072661,"observedAt":"2026-11-11","runCount":7812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.284658,"ciLow":1437.458517,"ciHigh":1451.1108,"observedAt":"2026-11-11","runCount":9134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"instruction_following/Claude Opus 4 (Thinking 16K, 20250514)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.37691,"ciLow":1364.777782,"ciHigh":1407.976039,"observedAt":"2026-11-11","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"japanese/Claude Opus 4 (Thinking 16K, 20250514)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|korean/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.300736,"ciLow":1363.431596,"ciHigh":1407.169875,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"korean/Claude Opus 4 (Thinking 16K, 20250514)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.396494,"ciLow":1458.774994,"ciHigh":1474.017995,"observedAt":"2026-11-11","runCount":6960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"longer_query/Claude Opus 4 (Thinking 16K, 20250514)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|math/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.051483,"ciLow":1408.836452,"ciHigh":1433.266515,"observedAt":"2026-11-11","runCount":2225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"math/Claude Opus 4 (Thinking 16K, 20250514)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.877456,"ciLow":1430.670196,"ciHigh":1447.084716,"observedAt":"2026-11-11","runCount":6035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"multi_turn/Claude Opus 4 (Thinking 16K, 20250514)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.449385,"ciLow":1406.171498,"ciHigh":1416.727271,"observedAt":"2026-11-11","runCount":20365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"non_english/Claude Opus 4 (Thinking 16K, 20250514)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|overall/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.286562,"ciLow":1421.883074,"ciHigh":1430.69005,"observedAt":"2026-11-11","runCount":35843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"overall/Claude Opus 4 (Thinking 16K, 20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|polish/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.819453,"ciLow":1408.776156,"ciHigh":1430.862749,"observedAt":"2026-11-11","runCount":3569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"polish/Claude Opus 4 (Thinking 16K, 20250514)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|russian/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.829121,"ciLow":1429.393407,"ciHigh":1452.264835,"observedAt":"2026-11-11","runCount":2551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"russian/Claude Opus 4 (Thinking 16K, 20250514)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.515332,"ciLow":1412.024577,"ciHigh":1453.006088,"observedAt":"2026-11-11","runCount":857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"spanish/Claude Opus 4 (Thinking 16K, 20250514)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|chinese/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.175208,"ciLow":1373.816481,"ciHigh":1398.533934,"observedAt":"2026-11-11","runCount":2433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"chinese/Claude Opus 4 (Thinking 16K, 20250514)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|coding/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.268573,"ciLow":1434.406108,"ciHigh":1450.131039,"observedAt":"2026-11-11","runCount":6582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"coding/Claude Opus 4 (Thinking 16K, 20250514)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|creative_writing/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.501004,"ciLow":1377.222646,"ciHigh":1395.779362,"observedAt":"2026-11-11","runCount":4457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"creative_writing/Claude Opus 4 (Thinking 16K, 20250514)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|english/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.921628,"ciLow":1380.16366,"ciHigh":1391.679595,"observedAt":"2026-11-11","runCount":15466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"english/Claude Opus 4 (Thinking 16K, 20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|exclude_ties/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.736554,"ciLow":1340.928015,"ciHigh":1352.545093,"observedAt":"2026-11-11","runCount":26211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"exclude_ties/Claude Opus 4 (Thinking 16K, 20250514)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|expert/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.445095,"ciLow":1371.156845,"ciHigh":1399.733346,"observedAt":"2026-11-11","runCount":1764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"expert/Claude Opus 4 (Thinking 16K, 20250514)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|french/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.293548,"ciLow":1346.544293,"ciHigh":1400.042804,"observedAt":"2026-11-11","runCount":521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"french/Claude Opus 4 (Thinking 16K, 20250514)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|german/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.393875,"ciLow":1370.624521,"ciHigh":1410.16323,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"german/Claude Opus 4 (Thinking 16K, 20250514)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|hard_prompts/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.513868,"ciLow":1393.850533,"ciHigh":1405.177202,"observedAt":"2026-11-11","runCount":16166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"hard_prompts/Claude Opus 4 (Thinking 16K, 20250514)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.565953,"ciLow":1396.046932,"ciHigh":1411.084974,"observedAt":"2026-11-11","runCount":7184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"hard_prompts_english/Claude Opus 4 (Thinking 16K, 20250514)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.080672,"ciLow":1335.912251,"ciHigh":1352.249093,"observedAt":"2026-11-11","runCount":5995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.600002,"ciLow":1360.656616,"ciHigh":1376.543389,"observedAt":"2026-11-11","runCount":6288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.529093,"ciLow":1354.087705,"ciHigh":1378.970481,"observedAt":"2026-11-11","runCount":2422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_legal_and_government/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.044562,"ciLow":1358.785215,"ciHigh":1375.30391,"observedAt":"2026-11-11","runCount":5913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.865606,"ciLow":1378.996279,"ciHigh":1404.734932,"observedAt":"2026-11-11","runCount":2042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_mathematical/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.297443,"ciLow":1342.220135,"ciHigh":1368.374751,"observedAt":"2026-11-11","runCount":2217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_medicine_and_healthcare/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.836593,"ciLow":1402.502346,"ciHigh":1415.170839,"observedAt":"2026-11-11","runCount":11701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_software_and_it_services/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.005178,"ciLow":1384.699731,"ciHigh":1399.310626,"observedAt":"2026-11-11","runCount":7812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4 (Thinking 16K, 20250514)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|instruction_following/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.1764,"ciLow":1399.292033,"ciHigh":1413.060767,"observedAt":"2026-11-11","runCount":9134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"instruction_following/Claude Opus 4 (Thinking 16K, 20250514)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|japanese/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.448846,"ciLow":1309.622465,"ciHigh":1353.275228,"observedAt":"2026-11-11","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"japanese/Claude Opus 4 (Thinking 16K, 20250514)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|korean/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.318895,"ciLow":1298.229336,"ciHigh":1342.408454,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"korean/Claude Opus 4 (Thinking 16K, 20250514)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|longer_query/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.087542,"ciLow":1414.434453,"ciHigh":1429.740632,"observedAt":"2026-11-11","runCount":6960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"longer_query/Claude Opus 4 (Thinking 16K, 20250514)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|math/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.484316,"ciLow":1378.218802,"ciHigh":1402.749829,"observedAt":"2026-11-11","runCount":2225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"math/Claude Opus 4 (Thinking 16K, 20250514)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|multi_turn/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.578249,"ciLow":1387.354207,"ciHigh":1403.802291,"observedAt":"2026-11-11","runCount":6035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"multi_turn/Claude Opus 4 (Thinking 16K, 20250514)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|non_english/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.608205,"ciLow":1356.288175,"ciHigh":1366.928234,"observedAt":"2026-11-11","runCount":20365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"non_english/Claude Opus 4 (Thinking 16K, 20250514)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|overall/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.113869,"ciLow":1372.67407,"ciHigh":1381.553667,"observedAt":"2026-11-11","runCount":35843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"overall/Claude Opus 4 (Thinking 16K, 20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|polish/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.604304,"ciLow":1344.640471,"ciHigh":1366.568136,"observedAt":"2026-11-11","runCount":3569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"polish/Claude Opus 4 (Thinking 16K, 20250514)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|russian/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.608636,"ciLow":1380.12473,"ciHigh":1403.092542,"observedAt":"2026-11-11","runCount":2551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"russian/Claude Opus 4 (Thinking 16K, 20250514)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|spanish/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.952924,"ciLow":1368.44,"ciHigh":1409.465848,"observedAt":"2026-11-11","runCount":857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"spanish/Claude Opus 4 (Thinking 16K, 20250514)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|diagram/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.674502,"ciLow":1173.760368,"ciHigh":1243.588636,"observedAt":"2026-11-09","runCount":278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"diagram/Claude Opus 4 (Thinking 16K, 20250514)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|english/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.499703,"ciLow":1168.689251,"ciHigh":1218.310156,"observedAt":"2026-11-09","runCount":549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"english/Claude Opus 4 (Thinking 16K, 20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|homework/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.10359,"ciLow":1167.906193,"ciHigh":1258.300987,"observedAt":"2026-11-09","runCount":161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"homework/Claude Opus 4 (Thinking 16K, 20250514)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|ocr/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.186089,"ciLow":1198.930053,"ciHigh":1239.442125,"observedAt":"2026-11-09","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"ocr/Claude Opus 4 (Thinking 16K, 20250514)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|overall/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.867488,"ciLow":1191.788366,"ciHigh":1223.946609,"observedAt":"2026-11-09","runCount":1287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"overall/Claude Opus 4 (Thinking 16K, 20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision@1|rating|diagram/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1179.855339,"ciLow":1145.180141,"ciHigh":1214.530538,"observedAt":"2026-11-09","runCount":278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"diagram/Claude Opus 4 (Thinking 16K, 20250514)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision@1|rating|english/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1181.990088,"ciLow":1157.372586,"ciHigh":1206.607591,"observedAt":"2026-11-09","runCount":549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"english/Claude Opus 4 (Thinking 16K, 20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision@1|rating|homework/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1197.631389,"ciLow":1152.758944,"ciHigh":1242.503834,"observedAt":"2026-11-09","runCount":161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"homework/Claude Opus 4 (Thinking 16K, 20250514)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision@1|rating|ocr/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1197.071657,"ciLow":1176.929157,"ciHigh":1217.214156,"observedAt":"2026-11-09","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"ocr/Claude Opus 4 (Thinking 16K, 20250514)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4:budget=16000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision@1|rating|overall/Claude Opus 4 (Thinking 16K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"thinkingBudget":16000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1191.928765,"ciLow":1175.938927,"ciHigh":1207.918602,"observedAt":"2026-11-09","runCount":1287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Thinking 16K, 20250514)","rowId":"overall/Claude Opus 4 (Thinking 16K, 20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.597763,"ciLow":1429.631313,"ciHigh":1451.564212,"observedAt":"2026-11-11","runCount":3092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"chinese/Claude Opus 4 (20250514)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|coding/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.823926,"ciLow":1457.560217,"ciHigh":1472.087634,"observedAt":"2026-11-11","runCount":7818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"coding/Claude Opus 4 (20250514)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.85447,"ciLow":1408.276454,"ciHigh":1425.432485,"observedAt":"2026-11-11","runCount":5395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"creative_writing/Claude Opus 4 (20250514)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|english/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.179848,"ciLow":1419.671902,"ciHigh":1430.687794,"observedAt":"2026-11-11","runCount":19006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"english/Claude Opus 4 (20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.98439,"ciLow":1396.263376,"ciHigh":1407.705404,"observedAt":"2026-11-11","runCount":31094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"exclude_ties/Claude Opus 4 (20250514)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|expert/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.848959,"ciLow":1422.39496,"ciHigh":1447.302957,"observedAt":"2026-11-11","runCount":2279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"expert/Claude Opus 4 (20250514)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|french/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.449755,"ciLow":1394.008016,"ciHigh":1442.891493,"observedAt":"2026-11-11","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"french/Claude Opus 4 (20250514)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|german/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.514136,"ciLow":1412.342918,"ciHigh":1446.685354,"observedAt":"2026-11-11","runCount":1273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"german/Claude Opus 4 (20250514)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.239906,"ciLow":1430.803805,"ciHigh":1441.676006,"observedAt":"2026-11-11","runCount":18902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"hard_prompts/Claude Opus 4 (20250514)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.623206,"ciLow":1435.549033,"ciHigh":1449.697379,"observedAt":"2026-11-11","runCount":8497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"hard_prompts_english/Claude Opus 4 (20250514)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.221963,"ciLow":1395.536103,"ciHigh":1410.907823,"observedAt":"2026-11-11","runCount":7038,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4 (20250514)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.397314,"ciLow":1394.040666,"ciHigh":1408.753962,"observedAt":"2026-11-11","runCount":7510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4 (20250514)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.871747,"ciLow":1426.563032,"ciHigh":1449.180461,"observedAt":"2026-11-11","runCount":2846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_legal_and_government/Claude Opus 4 (20250514)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.78932,"ciLow":1422.017511,"ciHigh":1437.56113,"observedAt":"2026-11-11","runCount":6967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4 (20250514)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.096954,"ciLow":1398.581851,"ciHigh":1421.612056,"observedAt":"2026-11-11","runCount":2611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_mathematical/Claude Opus 4 (20250514)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.804162,"ciLow":1434.677642,"ciHigh":1458.930683,"observedAt":"2026-11-11","runCount":2602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_medicine_and_healthcare/Claude Opus 4 (20250514)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.840449,"ciLow":1437.858482,"ciHigh":1449.822416,"observedAt":"2026-11-11","runCount":14195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_software_and_it_services/Claude Opus 4 (20250514)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.617644,"ciLow":1412.713231,"ciHigh":1426.522056,"observedAt":"2026-11-11","runCount":9289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4 (20250514)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.828171,"ciLow":1408.334556,"ciHigh":1421.321787,"observedAt":"2026-11-11","runCount":10669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"instruction_following/Claude Opus 4 (20250514)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.538724,"ciLow":1361.757281,"ciHigh":1399.320168,"observedAt":"2026-11-11","runCount":1115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"japanese/Claude Opus 4 (20250514)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|korean/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.790421,"ciLow":1345.525309,"ciHigh":1384.055532,"observedAt":"2026-11-11","runCount":1033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"korean/Claude Opus 4 (20250514)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.683335,"ciLow":1440.557435,"ciHigh":1454.809236,"observedAt":"2026-11-11","runCount":8373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"longer_query/Claude Opus 4 (20250514)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|math/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.334664,"ciLow":1392.200365,"ciHigh":1414.468963,"observedAt":"2026-11-11","runCount":2734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"math/Claude Opus 4 (20250514)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.785038,"ciLow":1423.116186,"ciHigh":1438.45389,"observedAt":"2026-11-11","runCount":7364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"multi_turn/Claude Opus 4 (20250514)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.650243,"ciLow":1394.498595,"ciHigh":1404.801891,"observedAt":"2026-11-11","runCount":23945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"non_english/Claude Opus 4 (20250514)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|overall/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.444403,"ciLow":1410.114429,"ciHigh":1418.774378,"observedAt":"2026-11-11","runCount":42962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"overall/Claude Opus 4 (20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|polish/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.470053,"ciLow":1394.979946,"ciHigh":1417.960159,"observedAt":"2026-11-11","runCount":3158,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"polish/Claude Opus 4 (20250514)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|russian/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.732223,"ciLow":1416.542631,"ciHigh":1436.921815,"observedAt":"2026-11-11","runCount":3437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"russian/Claude Opus 4 (20250514)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.633526,"ciLow":1384.299868,"ciHigh":1422.967185,"observedAt":"2026-11-11","runCount":997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"spanish/Claude Opus 4 (20250514)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|chinese/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.933038,"ciLow":1370.876611,"ciHigh":1392.989464,"observedAt":"2026-11-11","runCount":3092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"chinese/Claude Opus 4 (20250514)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|coding/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.820927,"ciLow":1394.577078,"ciHigh":1409.064777,"observedAt":"2026-11-11","runCount":7818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"coding/Claude Opus 4 (20250514)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|creative_writing/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.480236,"ciLow":1365.890435,"ciHigh":1383.070036,"observedAt":"2026-11-11","runCount":5395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"creative_writing/Claude Opus 4 (20250514)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|english/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.773949,"ciLow":1370.250154,"ciHigh":1381.297745,"observedAt":"2026-11-11","runCount":19006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"english/Claude Opus 4 (20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|exclude_ties/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.816712,"ciLow":1326.125567,"ciHigh":1337.507856,"observedAt":"2026-11-11","runCount":31094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"exclude_ties/Claude Opus 4 (20250514)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|expert/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.168089,"ciLow":1356.711204,"ciHigh":1381.624973,"observedAt":"2026-11-11","runCount":2279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"expert/Claude Opus 4 (20250514)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|french/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.085965,"ciLow":1335.612538,"ciHigh":1384.559393,"observedAt":"2026-11-11","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"french/Claude Opus 4 (20250514)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|german/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.864038,"ciLow":1354.708668,"ciHigh":1389.019407,"observedAt":"2026-11-11","runCount":1273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"german/Claude Opus 4 (20250514)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|hard_prompts/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.485754,"ciLow":1371.04289,"ciHigh":1381.928618,"observedAt":"2026-11-11","runCount":18902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"hard_prompts/Claude Opus 4 (20250514)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.852188,"ciLow":1374.771039,"ciHigh":1388.933338,"observedAt":"2026-11-11","runCount":8497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"hard_prompts_english/Claude Opus 4 (20250514)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.196563,"ciLow":1329.430676,"ciHigh":1344.962451,"observedAt":"2026-11-11","runCount":7038,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 4 (20250514)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.19229,"ciLow":1342.794924,"ciHigh":1357.589655,"observedAt":"2026-11-11","runCount":7510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 4 (20250514)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.835259,"ciLow":1361.514132,"ciHigh":1384.156387,"observedAt":"2026-11-11","runCount":2846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_legal_and_government/Claude Opus 4 (20250514)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.661416,"ciLow":1354.849904,"ciHigh":1370.472929,"observedAt":"2026-11-11","runCount":6967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 4 (20250514)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.889492,"ciLow":1365.373965,"ciHigh":1388.405019,"observedAt":"2026-11-11","runCount":2611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_mathematical/Claude Opus 4 (20250514)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.292878,"ciLow":1353.120536,"ciHigh":1377.465219,"observedAt":"2026-11-11","runCount":2602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_medicine_and_healthcare/Claude Opus 4 (20250514)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.494726,"ciLow":1375.511554,"ciHigh":1387.477898,"observedAt":"2026-11-11","runCount":14195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_software_and_it_services/Claude Opus 4 (20250514)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.464746,"ciLow":1374.522144,"ciHigh":1388.407348,"observedAt":"2026-11-11","runCount":9289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"industry_writing_and_literature_and_language/Claude Opus 4 (20250514)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|instruction_following/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.473135,"ciLow":1366.949386,"ciHigh":1379.996884,"observedAt":"2026-11-11","runCount":10669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"instruction_following/Claude Opus 4 (20250514)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|japanese/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.880761,"ciLow":1311.029273,"ciHigh":1348.732248,"observedAt":"2026-11-11","runCount":1115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"japanese/Claude Opus 4 (20250514)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|korean/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.041904,"ciLow":1284.536279,"ciHigh":1323.547529,"observedAt":"2026-11-11","runCount":1033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"korean/Claude Opus 4 (20250514)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|longer_query/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.478508,"ciLow":1394.352565,"ciHigh":1408.604451,"observedAt":"2026-11-11","runCount":8373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"longer_query/Claude Opus 4 (20250514)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|math/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.002068,"ciLow":1361.832414,"ciHigh":1384.171723,"observedAt":"2026-11-11","runCount":2734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"math/Claude Opus 4 (20250514)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|multi_turn/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.034705,"ciLow":1380.36633,"ciHigh":1395.70308,"observedAt":"2026-11-11","runCount":7364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"multi_turn/Claude Opus 4 (20250514)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|non_english/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.058487,"ciLow":1346.894691,"ciHigh":1357.222282,"observedAt":"2026-11-11","runCount":23945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"non_english/Claude Opus 4 (20250514)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|overall/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.067242,"ciLow":1361.727827,"ciHigh":1370.406657,"observedAt":"2026-11-11","runCount":42962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"overall/Claude Opus 4 (20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|polish/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.655479,"ciLow":1332.302979,"ciHigh":1355.007978,"observedAt":"2026-11-11","runCount":3158,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"polish/Claude Opus 4 (20250514)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|russian/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.076441,"ciLow":1370.843402,"ciHigh":1391.309481,"observedAt":"2026-11-11","runCount":3437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"russian/Claude Opus 4 (20250514)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-text@1|rating|spanish/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.867943,"ciLow":1337.271431,"ciHigh":1376.464454,"observedAt":"2026-11-11","runCount":997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"spanish/Claude Opus 4 (20250514)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|creative_writing/claude-opus-4-20250514","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.377397,"ciLow":1227.11844,"ciHigh":1289.636355,"observedAt":"2026-01-09","runCount":192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"claude-opus-4-20250514","rowId":"creative_writing/claude-opus-4-20250514","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|diagram/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.589454,"ciLow":1179.894939,"ciHigh":1231.28397,"observedAt":"2026-11-09","runCount":457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"diagram/Claude Opus 4 (20250514)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|english/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.459735,"ciLow":1176.877521,"ciHigh":1214.041949,"observedAt":"2026-11-09","runCount":950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"english/Claude Opus 4 (20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|homework/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.497318,"ciLow":1210.238738,"ciHigh":1276.755897,"observedAt":"2026-11-09","runCount":305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"homework/Claude Opus 4 (20250514)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|ocr/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.34035,"ciLow":1182.027229,"ciHigh":1214.653471,"observedAt":"2026-11-09","runCount":1328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"ocr/Claude Opus 4 (20250514)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|overall/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.889953,"ciLow":1175.964097,"ciHigh":1201.815809,"observedAt":"2026-11-09","runCount":2166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"overall/Claude Opus 4 (20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-vision@1|rating|creative_writing/claude-opus-4-20250514","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1253.427698,"ciLow":1220.770122,"ciHigh":1286.085274,"observedAt":"2026-01-09","runCount":192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"claude-opus-4-20250514","rowId":"creative_writing/claude-opus-4-20250514","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-vision@1|rating|diagram/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1177.023998,"ciLow":1151.320612,"ciHigh":1202.727384,"observedAt":"2026-11-09","runCount":457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"diagram/Claude Opus 4 (20250514)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-vision@1|rating|english/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1185.447052,"ciLow":1166.882074,"ciHigh":1204.012029,"observedAt":"2026-11-09","runCount":950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"english/Claude Opus 4 (20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-vision@1|rating|homework/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1228.763189,"ciLow":1195.536858,"ciHigh":1261.989519,"observedAt":"2026-11-09","runCount":305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"homework/Claude Opus 4 (20250514)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-vision@1|rating|ocr/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1178.207328,"ciLow":1161.877887,"ciHigh":1194.53677,"observedAt":"2026-11-09","runCount":1328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"ocr/Claude Opus 4 (20250514)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-4:ckpt=2025-05-14|none|lmarena-vision@1|rating|overall/Claude Opus 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1175.244697,"ciLow":1162.305735,"ciHigh":1188.183659,"observedAt":"2026-11-09","runCount":2166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (20250514)","rowId":"overall/Claude Opus 4 (20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4:flags=search|none|lmarena-search-style-control@1|rating|overall/Claude Opus 4 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.616267,"ciLow":1145.971232,"ciHigh":1157.261302,"observedAt":"2026-11-09","runCount":31275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Search)","rowId":"overall/Claude Opus 4 (Search)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-4:flags=search|none|lmarena-search@1|rating|overall/Claude Opus 4 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-opus-4","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1127.041988,"ciLow":1121.54665,"ciHigh":1132.537326,"observedAt":"2026-11-09","runCount":31275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 4 (Search)","rowId":"overall/Claude Opus 4 (Search)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-agent@1|cost-per-task|overall/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":2.121694,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"overall/Claude Opus 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-agent@1|output-tokens-per-task|overall/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":31743,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"overall/Claude Opus 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-agent@1|score|overall/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.133547,"ciLow":0.123173,"ciHigh":0.143921,"observedAt":"2026-11-15","runCount":6121926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"overall/Claude Opus 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1564.557073,"ciLow":1547.397387,"ciHigh":1581.71676,"observedAt":"2026-11-11","runCount":1349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"chinese/Claude Opus 5.5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|coding/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1547.464616,"ciLow":1536.47371,"ciHigh":1558.455522,"observedAt":"2026-11-11","runCount":3460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"coding/Claude Opus 5.5 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.073612,"ciLow":1505.74425,"ciHigh":1528.402974,"observedAt":"2026-11-11","runCount":3800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"creative_writing/Claude Opus 5.5 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|english/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.495822,"ciLow":1506.667294,"ciHigh":1524.324349,"observedAt":"2026-11-11","runCount":5796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"english/Claude Opus 5.5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.844315,"ciLow":1517.862716,"ciHigh":1533.825914,"observedAt":"2026-11-11","runCount":11852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"exclude_ties/Claude Opus 5.5 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|expert/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1545.316509,"ciLow":1529.323284,"ciHigh":1561.309734,"observedAt":"2026-11-11","runCount":1557,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"expert/Claude Opus 5.5 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|french/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.152227,"ciLow":1471.435339,"ciHigh":1522.869114,"observedAt":"2026-11-11","runCount":564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"french/Claude Opus 5.5 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|german/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.165998,"ciLow":1471.222404,"ciHigh":1549.109593,"observedAt":"2026-11-11","runCount":239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"german/Claude Opus 5.5 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1530.296656,"ciLow":1523.096351,"ciHigh":1537.496961,"observedAt":"2026-11-11","runCount":9932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"hard_prompts/Claude Opus 5.5 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1534.710451,"ciLow":1523.866521,"ciHigh":1545.554381,"observedAt":"2026-11-11","runCount":3694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"hard_prompts_english/Claude Opus 5.5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.05129,"ciLow":1480.798007,"ciHigh":1505.304572,"observedAt":"2026-11-11","runCount":2777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 5.5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.22245,"ciLow":1485.765376,"ciHigh":1506.679525,"observedAt":"2026-11-11","runCount":4279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 5.5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.84873,"ciLow":1488.718764,"ciHigh":1524.978696,"observedAt":"2026-11-11","runCount":1271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_legal_and_government/Claude Opus 5.5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1521.828773,"ciLow":1509.105739,"ciHigh":1534.551808,"observedAt":"2026-11-11","runCount":2609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 5.5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1523.402392,"ciLow":1503.005605,"ciHigh":1543.799179,"observedAt":"2026-11-11","runCount":869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_mathematical/Claude Opus 5.5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.670599,"ciLow":1492.953327,"ciHigh":1532.387872,"observedAt":"2026-11-11","runCount":1072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_medicine_and_healthcare/Claude Opus 5.5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1534.177468,"ciLow":1525.196698,"ciHigh":1543.158237,"observedAt":"2026-11-11","runCount":5319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_software_and_it_services/Claude Opus 5.5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.370062,"ciLow":1506.464592,"ciHigh":1526.275533,"observedAt":"2026-11-11","runCount":4852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_writing_and_literature_and_language/Claude Opus 5.5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1518.068408,"ciLow":1508.907595,"ciHigh":1527.229221,"observedAt":"2026-11-11","runCount":5477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"instruction_following/Claude Opus 5.5 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1524.356382,"ciLow":1485.991007,"ciHigh":1562.721757,"observedAt":"2026-11-11","runCount":259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"japanese/Claude Opus 5.5 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|korean/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.51581,"ciLow":1451.863923,"ciHigh":1531.167698,"observedAt":"2026-11-11","runCount":235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"korean/Claude Opus 5.5 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.007731,"ciLow":1511.465257,"ciHigh":1528.550205,"observedAt":"2026-11-11","runCount":6884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"longer_query/Claude Opus 5.5 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|math/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.23997,"ciLow":1492.721752,"ciHigh":1535.758188,"observedAt":"2026-11-11","runCount":768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"math/Claude Opus 5.5 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.586687,"ciLow":1487.848439,"ciHigh":1515.324935,"observedAt":"2026-11-11","runCount":2170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"multi_turn/Claude Opus 5.5 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.110798,"ciLow":1487.027512,"ciHigh":1501.194083,"observedAt":"2026-11-11","runCount":9994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"non_english/Claude Opus 5.5 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|overall/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.784917,"ciLow":1500.824759,"ciHigh":1512.745076,"observedAt":"2026-11-11","runCount":15793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"overall/Claude Opus 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|polish/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.361395,"ciLow":1465.001821,"ciHigh":1543.720968,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"polish/Claude Opus 5.5 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|russian/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.556741,"ciLow":1500.346038,"ciHigh":1526.767444,"observedAt":"2026-11-11","runCount":2294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"russian/Claude Opus 5.5 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.042141,"ciLow":1467.570934,"ciHigh":1520.513349,"observedAt":"2026-11-11","runCount":544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"spanish/Claude Opus 5.5 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|chinese/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1572.526135,"ciLow":1555.373742,"ciHigh":1589.678527,"observedAt":"2026-11-11","runCount":1349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"chinese/Claude Opus 5.5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|coding/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1543.433913,"ciLow":1532.517872,"ciHigh":1554.349954,"observedAt":"2026-11-11","runCount":3460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"coding/Claude Opus 5.5 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|creative_writing/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1531.550392,"ciLow":1520.239139,"ciHigh":1542.861645,"observedAt":"2026-11-11","runCount":3800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"creative_writing/Claude Opus 5.5 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|english/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1521.317172,"ciLow":1512.537336,"ciHigh":1530.097008,"observedAt":"2026-11-11","runCount":5796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"english/Claude Opus 5.5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|exclude_ties/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1533.593721,"ciLow":1525.686601,"ciHigh":1541.500841,"observedAt":"2026-11-11","runCount":11852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"exclude_ties/Claude Opus 5.5 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|expert/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1555.018628,"ciLow":1539.098927,"ciHigh":1570.938329,"observedAt":"2026-11-11","runCount":1557,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"expert/Claude Opus 5.5 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|french/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.321463,"ciLow":1472.601724,"ciHigh":1524.041202,"observedAt":"2026-11-11","runCount":564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"french/Claude Opus 5.5 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|german/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1513.416943,"ciLow":1473.905929,"ciHigh":1552.927956,"observedAt":"2026-11-11","runCount":239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"german/Claude Opus 5.5 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|hard_prompts/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1531.194823,"ciLow":1524.019162,"ciHigh":1538.370484,"observedAt":"2026-11-11","runCount":9932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"hard_prompts/Claude Opus 5.5 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1536.14512,"ciLow":1525.362621,"ciHigh":1546.927618,"observedAt":"2026-11-11","runCount":3694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"hard_prompts_english/Claude Opus 5.5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.240374,"ciLow":1482.077834,"ciHigh":1506.402914,"observedAt":"2026-11-11","runCount":2777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 5.5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1507.771026,"ciLow":1497.31828,"ciHigh":1518.223773,"observedAt":"2026-11-11","runCount":4279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 5.5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1518.772833,"ciLow":1500.759351,"ciHigh":1536.786315,"observedAt":"2026-11-11","runCount":1271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_legal_and_government/Claude Opus 5.5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1525.340951,"ciLow":1512.700729,"ciHigh":1537.981174,"observedAt":"2026-11-11","runCount":2609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 5.5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1532.125318,"ciLow":1511.612547,"ciHigh":1552.638089,"observedAt":"2026-11-11","runCount":869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_mathematical/Claude Opus 5.5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1511.121748,"ciLow":1491.628705,"ciHigh":1530.614792,"observedAt":"2026-11-11","runCount":1072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_medicine_and_healthcare/Claude Opus 5.5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1533.283034,"ciLow":1524.32387,"ciHigh":1542.242198,"observedAt":"2026-11-11","runCount":5319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_software_and_it_services/Claude Opus 5.5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1528.345899,"ciLow":1518.462217,"ciHigh":1538.229581,"observedAt":"2026-11-11","runCount":4852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"industry_writing_and_literature_and_language/Claude Opus 5.5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|instruction_following/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1535.17373,"ciLow":1526.033883,"ciHigh":1544.313576,"observedAt":"2026-11-11","runCount":5477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"instruction_following/Claude Opus 5.5 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|japanese/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1526.764342,"ciLow":1488.377473,"ciHigh":1565.151212,"observedAt":"2026-11-11","runCount":259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"japanese/Claude Opus 5.5 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|korean/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1504.74529,"ciLow":1465.373627,"ciHigh":1544.116954,"observedAt":"2026-11-11","runCount":235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"korean/Claude Opus 5.5 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|longer_query/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1527.510527,"ciLow":1519.011076,"ciHigh":1536.009979,"observedAt":"2026-11-11","runCount":6884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"longer_query/Claude Opus 5.5 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|math/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1520.002544,"ciLow":1498.352457,"ciHigh":1541.652631,"observedAt":"2026-11-11","runCount":768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"math/Claude Opus 5.5 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|multi_turn/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.368008,"ciLow":1488.659087,"ciHigh":1516.07693,"observedAt":"2026-11-11","runCount":2170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"multi_turn/Claude Opus 5.5 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|non_english/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.667194,"ciLow":1495.586815,"ciHigh":1509.747574,"observedAt":"2026-11-11","runCount":9994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"non_english/Claude Opus 5.5 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|overall/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1513.656899,"ciLow":1507.703764,"ciHigh":1519.610034,"observedAt":"2026-11-11","runCount":15793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"overall/Claude Opus 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|polish/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1510.837619,"ciLow":1471.055045,"ciHigh":1550.620193,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"polish/Claude Opus 5.5 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|russian/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1517.335199,"ciLow":1504.137874,"ciHigh":1530.532524,"observedAt":"2026-11-11","runCount":2294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"russian/Claude Opus 5.5 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-text@1|rating|spanish/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1510.083055,"ciLow":1483.921259,"ciHigh":1536.244851,"observedAt":"2026-11-11","runCount":544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"spanish/Claude Opus 5.5 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision-style-control@1|rating|chinese/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.648642,"ciLow":1313.317726,"ciHigh":1391.979559,"observedAt":"2026-11-09","runCount":229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"chinese/Claude Opus 5.5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.740311,"ciLow":1251.202821,"ciHigh":1312.277801,"observedAt":"2026-11-09","runCount":425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"creative_writing_vision/Claude Opus 5.5 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision-style-control@1|rating|diagram/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.758981,"ciLow":1320.207324,"ciHigh":1357.310637,"observedAt":"2026-11-09","runCount":1167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"diagram/Claude Opus 5.5 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision-style-control@1|rating|english/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.860811,"ciLow":1272.183579,"ciHigh":1305.538044,"observedAt":"2026-11-09","runCount":1519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"english/Claude Opus 5.5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision-style-control@1|rating|homework/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.035943,"ciLow":1321.594323,"ciHigh":1368.477564,"observedAt":"2026-11-09","runCount":689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"homework/Claude Opus 5.5 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision-style-control@1|rating|humor/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.762262,"ciLow":1200.669729,"ciHigh":1284.854796,"observedAt":"2026-11-09","runCount":223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"humor/Claude Opus 5.5 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision-style-control@1|rating|ocr/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.682154,"ciLow":1300.417212,"ciHigh":1322.947097,"observedAt":"2026-11-09","runCount":3329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"ocr/Claude Opus 5.5 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision-style-control@1|rating|overall/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.279062,"ciLow":1285.391452,"ciHigh":1305.166671,"observedAt":"2026-11-09","runCount":4789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"overall/Claude Opus 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision@1|rating|chinese/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1379.952283,"ciLow":1340.595089,"ciHigh":1419.309477,"observedAt":"2026-11-09","runCount":229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"chinese/Claude Opus 5.5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1316.781935,"ciLow":1286.331949,"ciHigh":1347.23192,"observedAt":"2026-11-09","runCount":425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"creative_writing_vision/Claude Opus 5.5 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision@1|rating|diagram/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1353.923627,"ciLow":1335.356625,"ciHigh":1372.490628,"observedAt":"2026-11-09","runCount":1167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"diagram/Claude Opus 5.5 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision@1|rating|english/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1321.398938,"ciLow":1304.847462,"ciHigh":1337.950414,"observedAt":"2026-11-09","runCount":1519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"english/Claude Opus 5.5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision@1|rating|homework/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1356.898138,"ciLow":1333.487432,"ciHigh":1380.308844,"observedAt":"2026-11-09","runCount":689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"homework/Claude Opus 5.5 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision@1|rating|humor/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1266.856894,"ciLow":1225.574207,"ciHigh":1308.139582,"observedAt":"2026-11-09","runCount":223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"humor/Claude Opus 5.5 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision@1|rating|ocr/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1332.353842,"ciLow":1321.145143,"ciHigh":1343.562542,"observedAt":"2026-11-09","runCount":3329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"ocr/Claude Opus 5.5 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=high|none|lmarena-vision@1|rating|overall/Claude Opus 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1323.800208,"ciLow":1313.969052,"ciHigh":1333.631365,"observedAt":"2026-11-09","runCount":4789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (High)","rowId":"overall/Claude Opus 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=max|none|lmarena-agent@1|cost-per-task|overall/Claude Opus 5.5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":5.650809,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (Max)","rowId":"overall/Claude Opus 5.5 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/Claude Opus 5.5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":107510.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (Max)","rowId":"overall/Claude Opus 5.5 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=max|none|lmarena-agent@1|score|overall/Claude Opus 5.5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.181938,"ciLow":0.161682,"ciHigh":0.202193,"observedAt":"2026-11-15","runCount":2583520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (Max)","rowId":"overall/Claude Opus 5.5 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=max|none|lmarena-webdev@1|rating|image_to_webdev/Claude Opus 5.5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1756.464487,"ciLow":1737.722353,"ciHigh":1775.20662,"observedAt":"2026-11-15","runCount":1313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (Max)","rowId":"image_to_webdev/Claude Opus 5.5 (Max)","slice":"image_to_webdev"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=max|none|lmarena-webdev@1|rating|overall/Claude Opus 5.5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1815.56733,"ciLow":1804.037182,"ciHigh":1827.097477,"observedAt":"2026-11-15","runCount":4399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (Max)","rowId":"overall/Claude Opus 5.5 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=max|none|lmarena-webdev@1|rating|webdev-html/Claude Opus 5.5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1728.509706,"ciLow":1685.498076,"ciHigh":1771.521337,"observedAt":"2026-11-15","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (Max)","rowId":"webdev-html/Claude Opus 5.5 (Max)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=max|none|lmarena-webdev@1|rating|webdev-react/Claude Opus 5.5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1870.786221,"ciLow":1856.212971,"ciHigh":1885.359471,"observedAt":"2026-11-15","runCount":3011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (Max)","rowId":"webdev-react/Claude Opus 5.5 (Max)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=max|none|lmarena-webdev@1|rating|webdev/Claude Opus 5.5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1815.56733,"ciLow":1804.037182,"ciHigh":1827.097477,"observedAt":"2026-11-15","runCount":4399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (Max)","rowId":"webdev/Claude Opus 5.5 (Max)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=medium|none|lmarena-search-style-control@1|rating|overall/Claude Opus 5.5 (Medium)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.038689,"ciLow":1206.236855,"ciHigh":1219.840524,"observedAt":"2026-11-09","runCount":31730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (Medium)","rowId":"overall/Claude Opus 5.5 (Medium)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5-5:effort=medium|none|lmarena-search@1|rating|overall/Claude Opus 5.5 (Medium)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1213.327954,"ciLow":1206.54627,"ciHigh":1220.109637,"observedAt":"2026-11-09","runCount":31730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5.5 (Medium)","rowId":"overall/Claude Opus 5.5 (Medium)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-document-style-control@1|rating|overall/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.936862,"ciLow":1480.187648,"ciHigh":1491.686076,"observedAt":"2026-11-09","runCount":16189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"overall/Claude Opus 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-document@1|rating|overall/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1508.662583,"ciLow":1503.027193,"ciHigh":1514.297973,"observedAt":"2026-11-09","runCount":16189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"overall/Claude Opus 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-search-style-control@1|rating|overall/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.295844,"ciLow":1206.479344,"ciHigh":1220.112343,"observedAt":"2026-11-09","runCount":34000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"overall/Claude Opus 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-search@1|rating|overall/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1239.025131,"ciLow":1232.226269,"ciHigh":1245.823992,"observedAt":"2026-11-09","runCount":34000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"overall/Claude Opus 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1549.432728,"ciLow":1540.425683,"ciHigh":1558.439773,"observedAt":"2026-11-11","runCount":5811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"chinese/Claude Opus 5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|coding/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1532.037404,"ciLow":1526.127959,"ciHigh":1537.946848,"observedAt":"2026-11-11","runCount":18770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"coding/Claude Opus 5 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.761898,"ciLow":1464.342396,"ciHigh":1477.181399,"observedAt":"2026-11-11","runCount":16529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"creative_writing/Claude Opus 5 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|english/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.745527,"ciLow":1488.682098,"ciHigh":1498.808955,"observedAt":"2026-11-11","runCount":29686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"english/Claude Opus 5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.946363,"ciLow":1499.10999,"ciHigh":1508.782736,"observedAt":"2026-11-11","runCount":55783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"exclude_ties/Claude Opus 5 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|expert/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1536.348398,"ciLow":1528.409307,"ciHigh":1544.28749,"observedAt":"2026-11-11","runCount":7942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"expert/Claude Opus 5 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|french/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.419686,"ciLow":1493.10792,"ciHigh":1521.731451,"observedAt":"2026-11-11","runCount":2349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"french/Claude Opus 5 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|german/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.787364,"ciLow":1469.05328,"ciHigh":1506.521448,"observedAt":"2026-11-11","runCount":1181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"german/Claude Opus 5 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.283329,"ciLow":1510.878189,"ciHigh":1519.688469,"observedAt":"2026-11-11","runCount":47850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"hard_prompts/Claude Opus 5 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.677009,"ciLow":1507.862489,"ciHigh":1519.49153,"observedAt":"2026-11-11","runCount":19251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"hard_prompts_english/Claude Opus 5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.476769,"ciLow":1479.025719,"ciHigh":1491.927819,"observedAt":"2026-11-11","runCount":13749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.569608,"ciLow":1457.541729,"ciHigh":1469.597488,"observedAt":"2026-11-11","runCount":19604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.840423,"ciLow":1491.133208,"ciHigh":1508.547637,"observedAt":"2026-11-11","runCount":6210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_legal_and_government/Claude Opus 5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.787501,"ciLow":1503.132952,"ciHigh":1516.44205,"observedAt":"2026-11-11","runCount":12492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1530.608903,"ciLow":1520.197871,"ciHigh":1541.019935,"observedAt":"2026-11-11","runCount":4078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_mathematical/Claude Opus 5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.65446,"ciLow":1494.525455,"ciHigh":1512.783465,"observedAt":"2026-11-11","runCount":5472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_medicine_and_healthcare/Claude Opus 5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1521.845831,"ciLow":1516.557572,"ciHigh":1527.13409,"observedAt":"2026-11-11","runCount":27063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_software_and_it_services/Claude Opus 5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.882851,"ciLow":1475.064941,"ciHigh":1486.70076,"observedAt":"2026-11-11","runCount":21154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_writing_and_literature_and_language/Claude Opus 5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.344315,"ciLow":1490.917621,"ciHigh":1501.771008,"observedAt":"2026-11-11","runCount":25967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"instruction_following/Claude Opus 5 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.848113,"ciLow":1485.751689,"ciHigh":1525.944537,"observedAt":"2026-11-11","runCount":1227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"japanese/Claude Opus 5 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|korean/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.528561,"ciLow":1463.245697,"ciHigh":1499.811424,"observedAt":"2026-11-11","runCount":1286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"korean/Claude Opus 5 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.645659,"ciLow":1496.50979,"ciHigh":1506.781528,"observedAt":"2026-11-11","runCount":34256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"longer_query/Claude Opus 5 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|math/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1521.315685,"ciLow":1510.419066,"ciHigh":1532.212304,"observedAt":"2026-11-11","runCount":3490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"math/Claude Opus 5 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.759041,"ciLow":1478.940256,"ciHigh":1492.577827,"observedAt":"2026-11-11","runCount":11535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"multi_turn/Claude Opus 5 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.439513,"ciLow":1474.95549,"ciHigh":1483.923537,"observedAt":"2026-11-11","runCount":43941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"non_english/Claude Opus 5 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|overall/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.676466,"ciLow":1486.05266,"ciHigh":1493.300272,"observedAt":"2026-11-11","runCount":73632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"overall/Claude Opus 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|polish/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.645958,"ciLow":1483.250411,"ciHigh":1520.041504,"observedAt":"2026-11-11","runCount":1135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"polish/Claude Opus 5 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|russian/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.47751,"ciLow":1489.083874,"ciHigh":1503.871145,"observedAt":"2026-11-11","runCount":9164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"russian/Claude Opus 5 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.507594,"ciLow":1463.59931,"ciHigh":1491.415879,"observedAt":"2026-11-11","runCount":2262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"spanish/Claude Opus 5 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|chinese/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1570.18727,"ciLow":1561.219255,"ciHigh":1579.155285,"observedAt":"2026-11-11","runCount":5811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"chinese/Claude Opus 5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|coding/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1530.83591,"ciLow":1524.979228,"ciHigh":1536.692592,"observedAt":"2026-11-11","runCount":18770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"coding/Claude Opus 5 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|creative_writing/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.049013,"ciLow":1479.647067,"ciHigh":1492.450958,"observedAt":"2026-11-11","runCount":16529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"creative_writing/Claude Opus 5 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|english/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.536797,"ciLow":1497.496214,"ciHigh":1507.57738,"observedAt":"2026-11-11","runCount":29686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"english/Claude Opus 5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|exclude_ties/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1518.153844,"ciLow":1513.376348,"ciHigh":1522.931341,"observedAt":"2026-11-11","runCount":55783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"exclude_ties/Claude Opus 5 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|expert/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1552.136175,"ciLow":1544.260239,"ciHigh":1560.012112,"observedAt":"2026-11-11","runCount":7942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"expert/Claude Opus 5 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|french/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1519.872893,"ciLow":1505.713887,"ciHigh":1534.031898,"observedAt":"2026-11-11","runCount":2349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"french/Claude Opus 5 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|german/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.990111,"ciLow":1483.403045,"ciHigh":1520.577177,"observedAt":"2026-11-11","runCount":1181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"german/Claude Opus 5 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|hard_prompts/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1522.245167,"ciLow":1517.873381,"ciHigh":1526.616953,"observedAt":"2026-11-11","runCount":47850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"hard_prompts/Claude Opus 5 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1518.725249,"ciLow":1512.956103,"ciHigh":1524.494394,"observedAt":"2026-11-11","runCount":19251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"hard_prompts_english/Claude Opus 5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.118563,"ciLow":1490.738058,"ciHigh":1503.499068,"observedAt":"2026-11-11","runCount":13749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.007379,"ciLow":1471.003089,"ciHigh":1483.01167,"observedAt":"2026-11-11","runCount":19604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1521.46212,"ciLow":1512.85661,"ciHigh":1530.06763,"observedAt":"2026-11-11","runCount":6210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_legal_and_government/Claude Opus 5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1520.757495,"ciLow":1514.173306,"ciHigh":1527.341685,"observedAt":"2026-11-11","runCount":12492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1542.937445,"ciLow":1532.543881,"ciHigh":1553.33101,"observedAt":"2026-11-11","runCount":4078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_mathematical/Claude Opus 5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.410989,"ciLow":1500.347673,"ciHigh":1518.474305,"observedAt":"2026-11-11","runCount":5472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_medicine_and_healthcare/Claude Opus 5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1525.935744,"ciLow":1520.697771,"ciHigh":1531.173717,"observedAt":"2026-11-11","runCount":27063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_software_and_it_services/Claude Opus 5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.79596,"ciLow":1487.985643,"ciHigh":1499.606277,"observedAt":"2026-11-11","runCount":21154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"industry_writing_and_literature_and_language/Claude Opus 5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|instruction_following/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1515.237267,"ciLow":1509.843052,"ciHigh":1520.631481,"observedAt":"2026-11-11","runCount":25967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"instruction_following/Claude Opus 5 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|japanese/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.115729,"ciLow":1494.055487,"ciHigh":1534.175971,"observedAt":"2026-11-11","runCount":1227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"japanese/Claude Opus 5 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|korean/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.14742,"ciLow":1483.987649,"ciHigh":1520.307191,"observedAt":"2026-11-11","runCount":1286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"korean/Claude Opus 5 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|longer_query/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1511.942699,"ciLow":1506.843531,"ciHigh":1517.041866,"observedAt":"2026-11-11","runCount":34256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"longer_query/Claude Opus 5 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|math/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1532.159395,"ciLow":1521.286744,"ciHigh":1543.032045,"observedAt":"2026-11-11","runCount":3490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"math/Claude Opus 5 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|multi_turn/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.553818,"ciLow":1486.770653,"ciHigh":1500.336983,"observedAt":"2026-11-11","runCount":11535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"multi_turn/Claude Opus 5 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|non_english/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.017565,"ciLow":1490.548067,"ciHigh":1499.487063,"observedAt":"2026-11-11","runCount":43941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"non_english/Claude Opus 5 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|overall/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.209992,"ciLow":1498.601144,"ciHigh":1505.818839,"observedAt":"2026-11-11","runCount":73632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"overall/Claude Opus 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|polish/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1517.623237,"ciLow":1499.274356,"ciHigh":1535.972118,"observedAt":"2026-11-11","runCount":1135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"polish/Claude Opus 5 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|russian/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1505.802867,"ciLow":1498.427824,"ciHigh":1513.17791,"observedAt":"2026-11-11","runCount":9164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"russian/Claude Opus 5 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-text@1|rating|spanish/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1505.46757,"ciLow":1491.69237,"ciHigh":1519.24277,"observedAt":"2026-11-11","runCount":2262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"spanish/Claude Opus 5 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision-style-control@1|rating|chinese/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.341941,"ciLow":1344.960345,"ciHigh":1383.723538,"observedAt":"2026-11-09","runCount":1148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"chinese/Claude Opus 5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.913253,"ciLow":1255.54966,"ciHigh":1286.276847,"observedAt":"2026-11-09","runCount":1774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"creative_writing_vision/Claude Opus 5 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision-style-control@1|rating|diagram/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.905202,"ciLow":1316.401333,"ciHigh":1335.409072,"observedAt":"2026-11-09","runCount":4913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"diagram/Claude Opus 5 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision-style-control@1|rating|english/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.92452,"ciLow":1267.766058,"ciHigh":1286.082981,"observedAt":"2026-11-09","runCount":6727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"english/Claude Opus 5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision-style-control@1|rating|homework/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.287623,"ciLow":1307.909264,"ciHigh":1334.665982,"observedAt":"2026-11-09","runCount":2161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"homework/Claude Opus 5 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision-style-control@1|rating|humor/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.419556,"ciLow":1245.692882,"ciHigh":1285.14623,"observedAt":"2026-11-09","runCount":976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"humor/Claude Opus 5 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision-style-control@1|rating|ocr/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.118929,"ciLow":1293.369948,"ciHigh":1306.86791,"observedAt":"2026-11-09","runCount":13358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"ocr/Claude Opus 5 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision-style-control@1|rating|overall/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.442956,"ciLow":1278.938959,"ciHigh":1291.946952,"observedAt":"2026-11-09","runCount":19345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"overall/Claude Opus 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision@1|rating|chinese/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1401.851134,"ciLow":1382.50308,"ciHigh":1421.199189,"observedAt":"2026-11-09","runCount":1148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"chinese/Claude Opus 5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1309.095175,"ciLow":1293.970436,"ciHigh":1324.219914,"observedAt":"2026-11-09","runCount":1774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"creative_writing_vision/Claude Opus 5 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision@1|rating|diagram/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1345.28992,"ciLow":1335.864808,"ciHigh":1354.715032,"observedAt":"2026-11-09","runCount":4913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"diagram/Claude Opus 5 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision@1|rating|english/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1310.355089,"ciLow":1301.26722,"ciHigh":1319.442958,"observedAt":"2026-11-09","runCount":6727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"english/Claude Opus 5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision@1|rating|homework/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1335.485011,"ciLow":1322.201021,"ciHigh":1348.769001,"observedAt":"2026-11-09","runCount":2161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"homework/Claude Opus 5 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision@1|rating|humor/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1293.583687,"ciLow":1274.013514,"ciHigh":1313.15386,"observedAt":"2026-11-09","runCount":976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"humor/Claude Opus 5 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision@1|rating|ocr/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1325.360796,"ciLow":1318.648613,"ciHigh":1332.072978,"observedAt":"2026-11-09","runCount":13358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"ocr/Claude Opus 5 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-vision@1|rating|overall/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1317.47806,"ciLow":1311.015649,"ciHigh":1323.940472,"observedAt":"2026-11-09","runCount":19345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"overall/Claude Opus 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-webdev@1|rating|overall/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1656.502362,"ciLow":1651.232051,"ciHigh":1661.772674,"observedAt":"2026-11-15","runCount":26876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"overall/Claude Opus 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-webdev@1|rating|webdev-html/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1650.164582,"ciLow":1638.799824,"ciHigh":1661.52934,"observedAt":"2026-11-15","runCount":3810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"webdev-html/Claude Opus 5 (High)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-webdev@1|rating|webdev-react/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1678.087453,"ciLow":1671.851977,"ciHigh":1684.322929,"observedAt":"2026-11-15","runCount":17537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"webdev-react/Claude Opus 5 (High)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-opus-5:effort=high|none|lmarena-webdev@1|rating|webdev/Claude Opus 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1656.502362,"ciLow":1651.232051,"ciHigh":1661.772674,"observedAt":"2026-11-15","runCount":26876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (High)","rowId":"webdev/Claude Opus 5 (High)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-agent@1|cost-per-task|overall/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":4.502544,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"overall/Claude Opus 5 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":61124.333333,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"overall/Claude Opus 5 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-agent@1|score|overall/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.061845,"ciLow":0.04883,"ciHigh":0.074859,"observedAt":"2026-11-15","runCount":4693643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"overall/Claude Opus 5 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|chinese/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1546.571747,"ciLow":1534.338661,"ciHigh":1558.804834,"observedAt":"2026-11-11","runCount":2771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"chinese/Claude Opus 5 (Max)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|coding/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1528.166348,"ciLow":1520.827741,"ciHigh":1535.504955,"observedAt":"2026-11-11","runCount":8842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"coding/Claude Opus 5 (Max)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|creative_writing/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.34649,"ciLow":1465.380682,"ciHigh":1481.312297,"observedAt":"2026-11-11","runCount":8161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"creative_writing/Claude Opus 5 (Max)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|english/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.872237,"ciLow":1486.718807,"ciHigh":1499.025667,"observedAt":"2026-11-11","runCount":14217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"english/Claude Opus 5 (Max)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.913202,"ciLow":1496.798196,"ciHigh":1509.028208,"observedAt":"2026-11-11","runCount":26988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"exclude_ties/Claude Opus 5 (Max)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|expert/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1530.356392,"ciLow":1519.645971,"ciHigh":1541.066813,"observedAt":"2026-11-11","runCount":3681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"expert/Claude Opus 5 (Max)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|french/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.265636,"ciLow":1462.204926,"ciHigh":1500.326345,"observedAt":"2026-11-11","runCount":1145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"french/Claude Opus 5 (Max)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|german/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.217243,"ciLow":1476.461073,"ciHigh":1525.973413,"observedAt":"2026-11-11","runCount":632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"german/Claude Opus 5 (Max)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.303584,"ciLow":1507.816549,"ciHigh":1518.79062,"observedAt":"2026-11-11","runCount":22920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"hard_prompts/Claude Opus 5 (Max)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.729071,"ciLow":1504.487604,"ciHigh":1518.970538,"observedAt":"2026-11-11","runCount":9147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"hard_prompts_english/Claude Opus 5 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.919429,"ciLow":1474.642291,"ciHigh":1491.196568,"observedAt":"2026-11-11","runCount":6609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 5 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.992215,"ciLow":1454.615614,"ciHigh":1469.368815,"observedAt":"2026-11-11","runCount":9565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 5 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.66742,"ciLow":1491.046641,"ciHigh":1514.288198,"observedAt":"2026-11-11","runCount":3042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_legal_and_government/Claude Opus 5 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.369015,"ciLow":1506.848437,"ciHigh":1523.889593,"observedAt":"2026-11-11","runCount":5917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 5 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1521.706446,"ciLow":1507.659456,"ciHigh":1535.753436,"observedAt":"2026-11-11","runCount":1976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_mathematical/Claude Opus 5 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.942191,"ciLow":1501.534747,"ciHigh":1526.349636,"observedAt":"2026-11-11","runCount":2686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_medicine_and_healthcare/Claude Opus 5 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.259474,"ciLow":1510.842119,"ciHigh":1523.67683,"observedAt":"2026-11-11","runCount":12845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_software_and_it_services/Claude Opus 5 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.958243,"ciLow":1473.86128,"ciHigh":1488.055205,"observedAt":"2026-11-11","runCount":10387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_writing_and_literature_and_language/Claude Opus 5 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|instruction_following/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.118512,"ciLow":1487.500437,"ciHigh":1500.736587,"observedAt":"2026-11-11","runCount":12378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"instruction_following/Claude Opus 5 (Max)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|japanese/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.535618,"ciLow":1481.543731,"ciHigh":1533.527504,"observedAt":"2026-11-11","runCount":635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"japanese/Claude Opus 5 (Max)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|korean/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.290471,"ciLow":1457.631088,"ciHigh":1504.949853,"observedAt":"2026-11-11","runCount":650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"korean/Claude Opus 5 (Max)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|longer_query/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.606199,"ciLow":1495.42928,"ciHigh":1507.783119,"observedAt":"2026-11-11","runCount":16593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"longer_query/Claude Opus 5 (Max)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|math/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.723766,"ciLow":1500.049818,"ciHigh":1529.397715,"observedAt":"2026-11-11","runCount":1696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"math/Claude Opus 5 (Max)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|multi_turn/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.139574,"ciLow":1477.303198,"ciHigh":1494.975949,"observedAt":"2026-11-11","runCount":5388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"multi_turn/Claude Opus 5 (Max)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|non_english/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.931943,"ciLow":1474.413489,"ciHigh":1485.450398,"observedAt":"2026-11-11","runCount":21452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"non_english/Claude Opus 5 (Max)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|overall/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.966554,"ciLow":1484.239369,"ciHigh":1493.69374,"observedAt":"2026-11-11","runCount":35670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"overall/Claude Opus 5 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|polish/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.836545,"ciLow":1476.235045,"ciHigh":1525.438045,"observedAt":"2026-11-11","runCount":574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"polish/Claude Opus 5 (Max)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|russian/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.293905,"ciLow":1482.617211,"ciHigh":1501.970599,"observedAt":"2026-11-11","runCount":4444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"russian/Claude Opus 5 (Max)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text-style-control@1|rating|spanish/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.243703,"ciLow":1471.205923,"ciHigh":1509.281483,"observedAt":"2026-11-11","runCount":1083,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"spanish/Claude Opus 5 (Max)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|chinese/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1574.53104,"ciLow":1562.339783,"ciHigh":1586.722298,"observedAt":"2026-11-11","runCount":2771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"chinese/Claude Opus 5 (Max)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|coding/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1532.003027,"ciLow":1524.738776,"ciHigh":1539.267278,"observedAt":"2026-11-11","runCount":8842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"coding/Claude Opus 5 (Max)","slice":"coding"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|creative_writing/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.028989,"ciLow":1486.115279,"ciHigh":1501.942699,"observedAt":"2026-11-11","runCount":8161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"creative_writing/Claude Opus 5 (Max)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|english/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1507.050379,"ciLow":1500.941257,"ciHigh":1513.1595,"observedAt":"2026-11-11","runCount":14217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"english/Claude Opus 5 (Max)","slice":"english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|exclude_ties/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1523.973256,"ciLow":1517.963774,"ciHigh":1529.982738,"observedAt":"2026-11-11","runCount":26988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"exclude_ties/Claude Opus 5 (Max)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|expert/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1552.341223,"ciLow":1541.728462,"ciHigh":1562.953983,"observedAt":"2026-11-11","runCount":3681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"expert/Claude Opus 5 (Max)","slice":"expert"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|french/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.347935,"ciLow":1479.529278,"ciHigh":1517.166591,"observedAt":"2026-11-11","runCount":1145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"french/Claude Opus 5 (Max)","slice":"french"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|german/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1519.898841,"ciLow":1495.207668,"ciHigh":1544.590014,"observedAt":"2026-11-11","runCount":632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"german/Claude Opus 5 (Max)","slice":"german"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|hard_prompts/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1525.307735,"ciLow":1519.878476,"ciHigh":1530.736993,"observedAt":"2026-11-11","runCount":22920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"hard_prompts/Claude Opus 5 (Max)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|hard_prompts_english/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1522.330888,"ciLow":1515.148428,"ciHigh":1529.513349,"observedAt":"2026-11-11","runCount":9147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"hard_prompts_english/Claude Opus 5 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.095379,"ciLow":1490.936439,"ciHigh":1507.254319,"observedAt":"2026-11-11","runCount":6609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_business_and_management_and_financial_operations/Claude Opus 5 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.498128,"ciLow":1473.17592,"ciHigh":1487.820336,"observedAt":"2026-11-11","runCount":9565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_entertainment_and_sports_and_media/Claude Opus 5 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|industry_legal_and_government/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1527.828737,"ciLow":1516.324394,"ciHigh":1539.333081,"observedAt":"2026-11-11","runCount":3042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_legal_and_government/Claude Opus 5 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1532.810897,"ciLow":1524.375996,"ciHigh":1541.245797,"observedAt":"2026-11-11","runCount":5917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_life_and_physical_and_social_science/Claude Opus 5 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|industry_mathematical/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1538.536864,"ciLow":1524.557453,"ciHigh":1552.516275,"observedAt":"2026-11-11","runCount":1976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_mathematical/Claude Opus 5 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1526.600821,"ciLow":1514.317652,"ciHigh":1538.88399,"observedAt":"2026-11-11","runCount":2686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_medicine_and_healthcare/Claude Opus 5 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1526.547806,"ciLow":1520.196674,"ciHigh":1532.898938,"observedAt":"2026-11-11","runCount":12845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_software_and_it_services/Claude Opus 5 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.794225,"ciLow":1491.728668,"ciHigh":1505.859781,"observedAt":"2026-11-11","runCount":10387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"industry_writing_and_literature_and_language/Claude Opus 5 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|instruction_following/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1517.815743,"ciLow":1511.259936,"ciHigh":1524.37155,"observedAt":"2026-11-11","runCount":12378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"instruction_following/Claude Opus 5 (Max)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|japanese/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1520.721183,"ciLow":1494.785636,"ciHigh":1546.65673,"observedAt":"2026-11-11","runCount":635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"japanese/Claude Opus 5 (Max)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|korean/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1504.329084,"ciLow":1480.815302,"ciHigh":1527.842866,"observedAt":"2026-11-11","runCount":650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"korean/Claude Opus 5 (Max)","slice":"korean"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|longer_query/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1516.280619,"ciLow":1510.166968,"ciHigh":1522.39427,"observedAt":"2026-11-11","runCount":16593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"longer_query/Claude Opus 5 (Max)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|math/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1530.711979,"ciLow":1516.069872,"ciHigh":1545.354086,"observedAt":"2026-11-11","runCount":1696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"math/Claude Opus 5 (Max)","slice":"math"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|multi_turn/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.772849,"ciLow":1489.972187,"ciHigh":1507.57351,"observedAt":"2026-11-11","runCount":5388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"multi_turn/Claude Opus 5 (Max)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|non_english/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.042357,"ciLow":1494.556097,"ciHigh":1505.528617,"observedAt":"2026-11-11","runCount":21452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"non_english/Claude Opus 5 (Max)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|overall/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.503904,"ciLow":1501.813417,"ciHigh":1511.19439,"observedAt":"2026-11-11","runCount":35670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"overall/Claude Opus 5 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|polish/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1521.888239,"ciLow":1497.483007,"ciHigh":1546.293471,"observedAt":"2026-11-11","runCount":574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"polish/Claude Opus 5 (Max)","slice":"polish"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|russian/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.925592,"ciLow":1497.294014,"ciHigh":1516.55717,"observedAt":"2026-11-11","runCount":4444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"russian/Claude Opus 5 (Max)","slice":"russian"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-text@1|rating|spanish/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1522.249361,"ciLow":1503.369443,"ciHigh":1541.12928,"observedAt":"2026-11-11","runCount":1083,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"spanish/Claude Opus 5 (Max)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-webdev@1|rating|image_to_webdev/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1663.970412,"ciLow":1654.435708,"ciHigh":1673.505117,"observedAt":"2026-11-15","runCount":5025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"image_to_webdev/Claude Opus 5 (Max)","slice":"image_to_webdev"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-webdev@1|rating|overall/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1691.083877,"ciLow":1684.982151,"ciHigh":1697.185603,"observedAt":"2026-11-15","runCount":19515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"overall/Claude Opus 5 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-webdev@1|rating|webdev-html/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1679.326239,"ciLow":1665.185374,"ciHigh":1693.467103,"observedAt":"2026-11-15","runCount":2478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"webdev-html/Claude Opus 5 (Max)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-webdev@1|rating|webdev-react/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1713.114384,"ciLow":1705.937184,"ciHigh":1720.291585,"observedAt":"2026-11-15","runCount":12632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"webdev-react/Claude Opus 5 (Max)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-opus-5:effort=max|none|lmarena-webdev@1|rating|webdev/Claude Opus 5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-opus-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1691.083877,"ciLow":1684.982151,"ciHigh":1697.185603,"observedAt":"2026-11-15","runCount":19515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Opus 5 (Max)","rowId":"webdev/Claude Opus 5 (Max)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-document-style-control@1|rating|overall/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.981824,"ciLow":1441.826631,"ciHigh":1454.137016,"observedAt":"2026-11-09","runCount":32916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"overall/Claude Sonnet 4.5 (20250929)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-document@1|rating|overall/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1449.33967,"ciLow":1443.262657,"ciHigh":1455.416682,"observedAt":"2026-11-09","runCount":32916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"overall/Claude Sonnet 4.5 (20250929)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|chinese/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.820939,"ciLow":1469.587679,"ciHigh":1486.054199,"observedAt":"2026-11-11","runCount":5790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"chinese/Claude Sonnet 4.5 (20250929)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|coding/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.252775,"ciLow":1507.227841,"ciHigh":1517.277708,"observedAt":"2026-11-11","runCount":19600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"coding/Claude Sonnet 4.5 (20250929)","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|creative_writing/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.564549,"ciLow":1448.548893,"ciHigh":1460.580204,"observedAt":"2026-11-11","runCount":12291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"creative_writing/Claude Sonnet 4.5 (20250929)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|english/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.607662,"ciLow":1462.653208,"ciHigh":1470.562116,"observedAt":"2026-11-11","runCount":35428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"english/Claude Sonnet 4.5 (20250929)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.911769,"ciLow":1455.011614,"ciHigh":1462.811925,"observedAt":"2026-11-11","runCount":59937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"exclude_ties/Claude Sonnet 4.5 (20250929)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|expert/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.914082,"ciLow":1476.024528,"ciHigh":1491.803637,"observedAt":"2026-11-11","runCount":6088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"expert/Claude Sonnet 4.5 (20250929)","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|french/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.687343,"ciLow":1463.174997,"ciHigh":1492.199689,"observedAt":"2026-11-11","runCount":1984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"french/Claude Sonnet 4.5 (20250929)","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|german/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.595699,"ciLow":1428.11366,"ciHigh":1461.077738,"observedAt":"2026-11-11","runCount":1352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"german/Claude Sonnet 4.5 (20250929)","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.983962,"ciLow":1479.370164,"ciHigh":1486.597761,"observedAt":"2026-11-11","runCount":47919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"hard_prompts/Claude Sonnet 4.5 (20250929)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.140273,"ciLow":1484.262084,"ciHigh":1494.018461,"observedAt":"2026-11-11","runCount":21109,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"hard_prompts_english/Claude Sonnet 4.5 (20250929)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.307,"ciLow":1454.937504,"ciHigh":1465.676496,"observedAt":"2026-11-11","runCount":15756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 4.5 (20250929)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.895031,"ciLow":1438.438239,"ciHigh":1449.351822,"observedAt":"2026-11-11","runCount":15644,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 4.5 (20250929)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.907487,"ciLow":1455.854637,"ciHigh":1471.960337,"observedAt":"2026-11-11","runCount":5935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_legal_and_government/Claude Sonnet 4.5 (20250929)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.958744,"ciLow":1465.273977,"ciHigh":1476.64351,"observedAt":"2026-11-11","runCount":13486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 4.5 (20250929)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.424555,"ciLow":1441.091908,"ciHigh":1459.757201,"observedAt":"2026-11-11","runCount":4245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_mathematical/Claude Sonnet 4.5 (20250929)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.17583,"ciLow":1464.497519,"ciHigh":1481.85414,"observedAt":"2026-11-11","runCount":5336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_medicine_and_healthcare/Claude Sonnet 4.5 (20250929)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.441543,"ciLow":1493.202535,"ciHigh":1501.680551,"observedAt":"2026-11-11","runCount":30077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_software_and_it_services/Claude Sonnet 4.5 (20250929)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.138702,"ciLow":1449.119898,"ciHigh":1459.157507,"observedAt":"2026-11-11","runCount":18852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 4.5 (20250929)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|instruction_following/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.947965,"ciLow":1457.336308,"ciHigh":1466.559621,"observedAt":"2026-11-11","runCount":24146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"instruction_following/Claude Sonnet 4.5 (20250929)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|japanese/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.048264,"ciLow":1390.423322,"ciHigh":1433.673206,"observedAt":"2026-11-11","runCount":778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"japanese/Claude Sonnet 4.5 (20250929)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|korean/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.285325,"ciLow":1402.15472,"ciHigh":1436.415929,"observedAt":"2026-11-11","runCount":1315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"korean/Claude Sonnet 4.5 (20250929)","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|longer_query/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.825118,"ciLow":1477.194849,"ciHigh":1486.455387,"observedAt":"2026-11-11","runCount":26197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"longer_query/Claude Sonnet 4.5 (20250929)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|math/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.754205,"ciLow":1418.380881,"ciHigh":1435.12753,"observedAt":"2026-11-11","runCount":5067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"math/Claude Sonnet 4.5 (20250929)","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|multi_turn/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.208301,"ciLow":1471.56036,"ciHigh":1482.856243,"observedAt":"2026-11-11","runCount":14391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"multi_turn/Claude Sonnet 4.5 (20250929)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|non_english/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.975248,"ciLow":1437.419181,"ciHigh":1444.531314,"observedAt":"2026-11-11","runCount":46590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"non_english/Claude Sonnet 4.5 (20250929)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|overall/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.106036,"ciLow":1452.239275,"ciHigh":1457.972797,"observedAt":"2026-11-11","runCount":82053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"overall/Claude Sonnet 4.5 (20250929)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|polish/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.886743,"ciLow":1431.493827,"ciHigh":1456.279659,"observedAt":"2026-11-11","runCount":2309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"polish/Claude Sonnet 4.5 (20250929)","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|russian/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.169674,"ciLow":1447.695535,"ciHigh":1460.643812,"observedAt":"2026-11-11","runCount":9523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"russian/Claude Sonnet 4.5 (20250929)","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|spanish/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.686331,"ciLow":1453.232499,"ciHigh":1478.140162,"observedAt":"2026-11-11","runCount":2482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"spanish/Claude Sonnet 4.5 (20250929)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|chinese/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.558904,"ciLow":1452.345604,"ciHigh":1468.772204,"observedAt":"2026-11-11","runCount":5790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"chinese/Claude Sonnet 4.5 (20250929)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|coding/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.908622,"ciLow":1479.917356,"ciHigh":1489.899887,"observedAt":"2026-11-11","runCount":19600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"coding/Claude Sonnet 4.5 (20250929)","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|creative_writing/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.259347,"ciLow":1436.257405,"ciHigh":1448.261288,"observedAt":"2026-11-11","runCount":12291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"creative_writing/Claude Sonnet 4.5 (20250929)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|english/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.127955,"ciLow":1446.180224,"ciHigh":1454.075686,"observedAt":"2026-11-11","runCount":35428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"english/Claude Sonnet 4.5 (20250929)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|exclude_ties/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.075682,"ciLow":1430.228697,"ciHigh":1437.922668,"observedAt":"2026-11-11","runCount":59937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"exclude_ties/Claude Sonnet 4.5 (20250929)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|expert/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.943989,"ciLow":1465.089326,"ciHigh":1480.798652,"observedAt":"2026-11-11","runCount":6088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"expert/Claude Sonnet 4.5 (20250929)","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|french/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.853274,"ciLow":1444.38595,"ciHigh":1473.320598,"observedAt":"2026-11-11","runCount":1984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"french/Claude Sonnet 4.5 (20250929)","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|german/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.886843,"ciLow":1405.437212,"ciHigh":1438.336474,"observedAt":"2026-11-11","runCount":1352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"german/Claude Sonnet 4.5 (20250929)","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|hard_prompts/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.00713,"ciLow":1458.412344,"ciHigh":1465.601917,"observedAt":"2026-11-11","runCount":47919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"hard_prompts/Claude Sonnet 4.5 (20250929)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|hard_prompts_english/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.177023,"ciLow":1465.319193,"ciHigh":1475.034852,"observedAt":"2026-11-11","runCount":21109,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"hard_prompts_english/Claude Sonnet 4.5 (20250929)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.791097,"ciLow":1434.447529,"ciHigh":1445.134665,"observedAt":"2026-11-11","runCount":15756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 4.5 (20250929)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.635224,"ciLow":1423.191926,"ciHigh":1434.078523,"observedAt":"2026-11-11","runCount":15644,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 4.5 (20250929)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|industry_legal_and_government/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.833598,"ciLow":1441.841657,"ciHigh":1457.825539,"observedAt":"2026-11-11","runCount":5935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_legal_and_government/Claude Sonnet 4.5 (20250929)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.285186,"ciLow":1441.647138,"ciHigh":1452.923235,"observedAt":"2026-11-11","runCount":13486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 4.5 (20250929)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|industry_mathematical/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.403832,"ciLow":1436.065427,"ciHigh":1454.742238,"observedAt":"2026-11-11","runCount":4245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_mathematical/Claude Sonnet 4.5 (20250929)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.246863,"ciLow":1434.656846,"ciHigh":1451.836881,"observedAt":"2026-11-11","runCount":5336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_medicine_and_healthcare/Claude Sonnet 4.5 (20250929)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.633982,"ciLow":1468.418962,"ciHigh":1476.849003,"observedAt":"2026-11-11","runCount":30077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_software_and_it_services/Claude Sonnet 4.5 (20250929)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.092947,"ciLow":1437.090308,"ciHigh":1447.095587,"observedAt":"2026-11-11","runCount":18852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 4.5 (20250929)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|instruction_following/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.25594,"ciLow":1454.665798,"ciHigh":1463.846082,"observedAt":"2026-11-11","runCount":24146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"instruction_following/Claude Sonnet 4.5 (20250929)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|japanese/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.341536,"ciLow":1367.680483,"ciHigh":1411.002589,"observedAt":"2026-11-11","runCount":778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"japanese/Claude Sonnet 4.5 (20250929)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|korean/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.30214,"ciLow":1383.276178,"ciHigh":1417.328102,"observedAt":"2026-11-11","runCount":1315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"korean/Claude Sonnet 4.5 (20250929)","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|longer_query/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.612616,"ciLow":1471.015589,"ciHigh":1480.209642,"observedAt":"2026-11-11","runCount":26197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"longer_query/Claude Sonnet 4.5 (20250929)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|math/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.523697,"ciLow":1413.130453,"ciHigh":1429.91694,"observedAt":"2026-11-11","runCount":5067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"math/Claude Sonnet 4.5 (20250929)","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|multi_turn/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.776227,"ciLow":1459.163873,"ciHigh":1470.388582,"observedAt":"2026-11-11","runCount":14391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"multi_turn/Claude Sonnet 4.5 (20250929)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|non_english/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.09207,"ciLow":1421.55063,"ciHigh":1428.63351,"observedAt":"2026-11-11","runCount":46590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"non_english/Claude Sonnet 4.5 (20250929)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|overall/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.611279,"ciLow":1435.755185,"ciHigh":1441.467373,"observedAt":"2026-11-11","runCount":82053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"overall/Claude Sonnet 4.5 (20250929)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|polish/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.337914,"ciLow":1407.05057,"ciHigh":1431.625258,"observedAt":"2026-11-11","runCount":2309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"polish/Claude Sonnet 4.5 (20250929)","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|russian/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.993467,"ciLow":1430.540394,"ciHigh":1443.44654,"observedAt":"2026-11-11","runCount":9523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"russian/Claude Sonnet 4.5 (20250929)","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-text@1|rating|spanish/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.253415,"ciLow":1444.862145,"ciHigh":1469.644684,"observedAt":"2026-11-11","runCount":2482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"spanish/Claude Sonnet 4.5 (20250929)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-webdev@1|rating|overall/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1384.841577,"ciLow":1377.500754,"ciHigh":1392.1824,"observedAt":"2026-11-15","runCount":15620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"overall/Claude Sonnet 4.5 (20250929)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-webdev@1|rating|webdev-html/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1388.493619,"ciLow":1377.455795,"ciHigh":1399.531444,"observedAt":"2026-11-15","runCount":10441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"webdev-html/Claude Sonnet 4.5 (20250929)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-webdev@1|rating|webdev-react/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1382.45372,"ciLow":1372.612526,"ciHigh":1392.294914,"observedAt":"2026-11-15","runCount":5157,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"webdev-react/Claude Sonnet 4.5 (20250929)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:ckpt=2025-09-29|none|lmarena-webdev@1|rating|webdev/Claude Sonnet 4.5 (20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1384.841577,"ciLow":1377.500754,"ciHigh":1392.1824,"observedAt":"2026-11-15","runCount":15620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (20250929)","rowId":"webdev/Claude Sonnet 4.5 (20250929)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|chinese/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.284247,"ciLow":1471.170186,"ciHigh":1487.398309,"observedAt":"2026-11-11","runCount":5832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"chinese/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|coding/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1518.728785,"ciLow":1513.860626,"ciHigh":1523.596944,"observedAt":"2026-11-11","runCount":19781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"coding/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|creative_writing/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.427383,"ciLow":1443.554043,"ciHigh":1455.300723,"observedAt":"2026-11-11","runCount":12558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"creative_writing/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|english/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.140464,"ciLow":1466.300584,"ciHigh":1473.980344,"observedAt":"2026-11-11","runCount":35928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"english/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.566588,"ciLow":1455.79888,"ciHigh":1463.334296,"observedAt":"2026-11-11","runCount":61267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"exclude_ties/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|expert/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.690742,"ciLow":1489.673284,"ciHigh":1505.708201,"observedAt":"2026-11-11","runCount":6014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"expert/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|french/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.644768,"ciLow":1463.164351,"ciHigh":1492.125184,"observedAt":"2026-11-11","runCount":1964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"french/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|german/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.210668,"ciLow":1442.590063,"ciHigh":1475.831273,"observedAt":"2026-11-11","runCount":1352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"german/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.812604,"ciLow":1483.277437,"ciHigh":1490.347771,"observedAt":"2026-11-11","runCount":48089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"hard_prompts/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.221637,"ciLow":1489.449366,"ciHigh":1498.993908,"observedAt":"2026-11-11","runCount":20968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"hard_prompts_english/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.41757,"ciLow":1453.125723,"ciHigh":1463.709418,"observedAt":"2026-11-11","runCount":15956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.760863,"ciLow":1440.473665,"ciHigh":1451.04806,"observedAt":"2026-11-11","runCount":16010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.965909,"ciLow":1455.823893,"ciHigh":1472.107926,"observedAt":"2026-11-11","runCount":5815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_legal_and_government/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.268962,"ciLow":1465.658824,"ciHigh":1476.879101,"observedAt":"2026-11-11","runCount":13505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.832387,"ciLow":1460.500274,"ciHigh":1479.164501,"observedAt":"2026-11-11","runCount":4145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_mathematical/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.239431,"ciLow":1460.634214,"ciHigh":1477.844649,"observedAt":"2026-11-11","runCount":5342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_medicine_and_healthcare/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.773774,"ciLow":1495.652434,"ciHigh":1503.895114,"observedAt":"2026-11-11","runCount":30188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_software_and_it_services/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.213627,"ciLow":1446.302115,"ciHigh":1456.12514,"observedAt":"2026-11-11","runCount":19196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|instruction_following/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.445895,"ciLow":1458.944624,"ciHigh":1467.947166,"observedAt":"2026-11-11","runCount":24464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"instruction_following/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|japanese/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.239236,"ciLow":1378.47935,"ciHigh":1421.999122,"observedAt":"2026-11-11","runCount":770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"japanese/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|korean/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.230296,"ciLow":1376.340006,"ciHigh":1410.120585,"observedAt":"2026-11-11","runCount":1353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"korean/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|longer_query/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.254372,"ciLow":1480.686533,"ciHigh":1489.822212,"observedAt":"2026-11-11","runCount":25835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"longer_query/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|math/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.051047,"ciLow":1446.624593,"ciHigh":1463.4775,"observedAt":"2026-11-11","runCount":5013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"math/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|multi_turn/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.464871,"ciLow":1465.894461,"ciHigh":1477.035281,"observedAt":"2026-11-11","runCount":14238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"multi_turn/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|non_english/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.313649,"ciLow":1435.867972,"ciHigh":1442.759327,"observedAt":"2026-11-11","runCount":47348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"non_english/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|overall/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.141429,"ciLow":1453.37697,"ciHigh":1458.905889,"observedAt":"2026-11-11","runCount":83310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"overall/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|polish/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.444334,"ciLow":1444.66884,"ciHigh":1470.219829,"observedAt":"2026-11-11","runCount":2217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"polish/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|russian/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.747075,"ciLow":1445.359569,"ciHigh":1458.13458,"observedAt":"2026-11-11","runCount":9466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"russian/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text-style-control@1|rating|spanish/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.831695,"ciLow":1444.407433,"ciHigh":1469.255957,"observedAt":"2026-11-11","runCount":2549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"spanish/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|chinese/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.486507,"ciLow":1450.40158,"ciHigh":1466.571434,"observedAt":"2026-11-11","runCount":5832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"chinese/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|coding/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.108199,"ciLow":1483.26259,"ciHigh":1492.953808,"observedAt":"2026-11-11","runCount":19781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"coding/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|creative_writing/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.319319,"ciLow":1418.429789,"ciHigh":1430.20885,"observedAt":"2026-11-11","runCount":12558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"creative_writing/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|english/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.374796,"ciLow":1444.532267,"ciHigh":1452.217326,"observedAt":"2026-11-11","runCount":35928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"english/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|exclude_ties/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.053065,"ciLow":1423.321613,"ciHigh":1430.784517,"observedAt":"2026-11-11","runCount":61267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"exclude_ties/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|expert/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.54054,"ciLow":1474.592756,"ciHigh":1490.488324,"observedAt":"2026-11-11","runCount":6014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"expert/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|french/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.411644,"ciLow":1436.9407,"ciHigh":1465.882588,"observedAt":"2026-11-11","runCount":1964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"french/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|german/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.670593,"ciLow":1410.059258,"ciHigh":1443.281928,"observedAt":"2026-11-11","runCount":1352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"german/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|hard_prompts/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.489117,"ciLow":1457.959693,"ciHigh":1465.018541,"observedAt":"2026-11-11","runCount":48089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"hard_prompts/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|hard_prompts_english/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.094106,"ciLow":1466.323029,"ciHigh":1475.865183,"observedAt":"2026-11-11","runCount":20968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"hard_prompts_english/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.659671,"ciLow":1427.363217,"ciHigh":1437.956126,"observedAt":"2026-11-11","runCount":15956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.92685,"ciLow":1414.635285,"ciHigh":1425.218414,"observedAt":"2026-11-11","runCount":16010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|industry_legal_and_government/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.742099,"ciLow":1433.669974,"ciHigh":1449.814224,"observedAt":"2026-11-11","runCount":5815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_legal_and_government/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.999678,"ciLow":1435.439594,"ciHigh":1446.559763,"observedAt":"2026-11-11","runCount":13505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|industry_mathematical/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.581031,"ciLow":1453.241606,"ciHigh":1471.920455,"observedAt":"2026-11-11","runCount":4145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_mathematical/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.970566,"ciLow":1421.44611,"ciHigh":1438.495023,"observedAt":"2026-11-11","runCount":5342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_medicine_and_healthcare/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.690536,"ciLow":1466.569541,"ciHigh":1474.811531,"observedAt":"2026-11-11","runCount":30188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_software_and_it_services/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.632537,"ciLow":1426.726408,"ciHigh":1436.538666,"observedAt":"2026-11-11","runCount":19196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|instruction_following/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.733238,"ciLow":1453.236728,"ciHigh":1462.229748,"observedAt":"2026-11-11","runCount":24464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"instruction_following/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|japanese/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.941396,"ciLow":1351.186614,"ciHigh":1394.696178,"observedAt":"2026-11-11","runCount":770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"japanese/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|korean/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.508801,"ciLow":1350.562035,"ciHigh":1384.455568,"observedAt":"2026-11-11","runCount":1353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"korean/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|longer_query/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.716156,"ciLow":1470.171978,"ciHigh":1479.260334,"observedAt":"2026-11-11","runCount":25835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"longer_query/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|math/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.083162,"ciLow":1440.649176,"ciHigh":1457.517147,"observedAt":"2026-11-11","runCount":5013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"math/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|multi_turn/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.336941,"ciLow":1447.780955,"ciHigh":1458.892926,"observedAt":"2026-11-11","runCount":14238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"multi_turn/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|non_english/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.760277,"ciLow":1414.312094,"ciHigh":1421.20846,"observedAt":"2026-11-11","runCount":47348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"non_english/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|overall/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.349156,"ciLow":1431.585498,"ciHigh":1437.112814,"observedAt":"2026-11-11","runCount":83310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"overall/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|polish/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.787461,"ciLow":1410.144328,"ciHigh":1435.430594,"observedAt":"2026-11-11","runCount":2217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"polish/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|russian/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.473313,"ciLow":1422.070142,"ciHigh":1434.876485,"observedAt":"2026-11-11","runCount":9466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"russian/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-text@1|rating|spanish/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.211135,"ciLow":1429.741003,"ciHigh":1454.681268,"observedAt":"2026-11-11","runCount":2549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"spanish/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-webdev@1|rating|overall/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1393.909968,"ciLow":1386.134415,"ciHigh":1401.685521,"observedAt":"2026-11-15","runCount":13163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"overall/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-webdev@1|rating|webdev-html/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1398.384246,"ciLow":1387.119447,"ciHigh":1409.649045,"observedAt":"2026-11-15","runCount":9016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"webdev-html/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-webdev@1|rating|webdev-react/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1385.934774,"ciLow":1374.894762,"ciHigh":1396.974786,"observedAt":"2026-11-15","runCount":4140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"webdev-react/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:effort=high;ckpt=2025-09-29|none|lmarena-webdev@1|rating|webdev/Claude Sonnet 4.5 (High, 32K, 20250929)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"effort":"high","flags":[],"checkpoint":"2025-09-29"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1393.909968,"ciLow":1386.134415,"ciHigh":1401.685521,"observedAt":"2026-11-15","runCount":13163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (High, 32K, 20250929)","rowId":"webdev/Claude Sonnet 4.5 (High, 32K, 20250929)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:flags=search|none|lmarena-search-style-control@1|rating|overall/Claude Sonnet 4.5 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1174.869831,"ciLow":1169.574254,"ciHigh":1180.165408,"observedAt":"2026-11-09","runCount":139468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (Search)","rowId":"overall/Claude Sonnet 4.5 (Search)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-5:flags=search|none|lmarena-search@1|rating|overall/Claude Sonnet 4.5 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-5","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1159.189762,"ciLow":1154.010155,"ciHigh":1164.369369,"observedAt":"2026-11-09","runCount":139468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.5 (Search)","rowId":"overall/Claude Sonnet 4.5 (Search)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-document-style-control@1|rating|overall/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.058451,"ciLow":1472.156785,"ciHigh":1483.960116,"observedAt":"2026-11-09","runCount":61055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"overall/Claude Sonnet 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-document@1|rating|overall/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1481.875215,"ciLow":1476.026436,"ciHigh":1487.723994,"observedAt":"2026-11-09","runCount":61055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"overall/Claude Sonnet 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|chinese/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.006414,"ciLow":1498.495193,"ciHigh":1517.517635,"observedAt":"2026-11-11","runCount":4445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"chinese/Claude Sonnet 4.6","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|coding/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1528.294598,"ciLow":1522.673613,"ciHigh":1533.915584,"observedAt":"2026-11-11","runCount":19428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"coding/Claude Sonnet 4.6","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|creative_writing/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.792787,"ciLow":1442.255852,"ciHigh":1455.329722,"observedAt":"2026-11-11","runCount":12145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"creative_writing/Claude Sonnet 4.6","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|english/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.759773,"ciLow":1478.067634,"ciHigh":1487.451913,"observedAt":"2026-11-11","runCount":31521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"english/Claude Sonnet 4.6","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.715687,"ciLow":1477.039871,"ciHigh":1486.391504,"observedAt":"2026-11-11","runCount":53081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"exclude_ties/Claude Sonnet 4.6","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|expert/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.080725,"ciLow":1498.187836,"ciHigh":1513.973613,"observedAt":"2026-11-11","runCount":7218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"expert/Claude Sonnet 4.6","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|french/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.114461,"ciLow":1466.980893,"ciHigh":1495.248029,"observedAt":"2026-11-11","runCount":2242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"french/Claude Sonnet 4.6","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|german/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.085073,"ciLow":1438.348347,"ciHigh":1473.821798,"observedAt":"2026-11-11","runCount":1215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"german/Claude Sonnet 4.6","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.176517,"ciLow":1498.886483,"ciHigh":1507.466551,"observedAt":"2026-11-11","runCount":45573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"hard_prompts/Claude Sonnet 4.6","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.469681,"ciLow":1500.983026,"ciHigh":1511.956336,"observedAt":"2026-11-11","runCount":21065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"hard_prompts_english/Claude Sonnet 4.6","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.81192,"ciLow":1474.659793,"ciHigh":1486.964046,"observedAt":"2026-11-11","runCount":13885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 4.6","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.153778,"ciLow":1439.08339,"ciHigh":1451.224165,"observedAt":"2026-11-11","runCount":15653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 4.6","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.646445,"ciLow":1474.923408,"ciHigh":1492.369483,"observedAt":"2026-11-11","runCount":5625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_legal_and_government/Claude Sonnet 4.6","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.926485,"ciLow":1493.412307,"ciHigh":1506.440663,"observedAt":"2026-11-11","runCount":11481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 4.6","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.527466,"ciLow":1471.350211,"ciHigh":1491.704721,"observedAt":"2026-11-11","runCount":3899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_mathematical/Claude Sonnet 4.6","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.000997,"ciLow":1479.079309,"ciHigh":1496.922684,"observedAt":"2026-11-11","runCount":5367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_medicine_and_healthcare/Claude Sonnet 4.6","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.057883,"ciLow":1509.084285,"ciHigh":1519.031481,"observedAt":"2026-11-11","runCount":27364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_software_and_it_services/Claude Sonnet 4.6","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.309535,"ciLow":1449.627191,"ciHigh":1460.991879,"observedAt":"2026-11-11","runCount":17325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 4.6","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|instruction_following/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.522792,"ciLow":1469.319431,"ciHigh":1479.726154,"observedAt":"2026-11-11","runCount":23321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"instruction_following/Claude Sonnet 4.6","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|japanese/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.953087,"ciLow":1418.600159,"ciHigh":1463.306015,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"japanese/Claude Sonnet 4.6","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|korean/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.363195,"ciLow":1414.679398,"ciHigh":1452.046993,"observedAt":"2026-11-11","runCount":1104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"korean/Claude Sonnet 4.6","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|longer_query/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.166422,"ciLow":1487.165205,"ciHigh":1497.167639,"observedAt":"2026-11-11","runCount":30546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"longer_query/Claude Sonnet 4.6","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|math/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.321588,"ciLow":1451.231603,"ciHigh":1471.411572,"observedAt":"2026-11-11","runCount":3737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"math/Claude Sonnet 4.6","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|multi_turn/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.246341,"ciLow":1473.812487,"ciHigh":1486.680195,"observedAt":"2026-11-11","runCount":12566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"multi_turn/Claude Sonnet 4.6","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|non_english/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.931836,"ciLow":1452.600402,"ciHigh":1461.26327,"observedAt":"2026-11-11","runCount":38451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"non_english/Claude Sonnet 4.6","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|overall/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.105728,"ciLow":1468.582144,"ciHigh":1475.629312,"observedAt":"2026-11-11","runCount":69975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"overall/Claude Sonnet 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|polish/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.198054,"ciLow":1455.306975,"ciHigh":1487.089132,"observedAt":"2026-11-11","runCount":1403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"polish/Claude Sonnet 4.6","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|russian/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.091253,"ciLow":1457.717472,"ciHigh":1472.465034,"observedAt":"2026-11-11","runCount":7892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"russian/Claude Sonnet 4.6","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text-style-control@1|rating|spanish/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.555463,"ciLow":1451.571819,"ciHigh":1479.539108,"observedAt":"2026-11-11","runCount":2136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"spanish/Claude Sonnet 4.6","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|chinese/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.758469,"ciLow":1480.313975,"ciHigh":1499.202962,"observedAt":"2026-11-11","runCount":4445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"chinese/Claude Sonnet 4.6","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|coding/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1503.46247,"ciLow":1497.928904,"ciHigh":1508.996036,"observedAt":"2026-11-11","runCount":19428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"coding/Claude Sonnet 4.6","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|creative_writing/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.851502,"ciLow":1428.338831,"ciHigh":1441.364173,"observedAt":"2026-11-11","runCount":12145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"creative_writing/Claude Sonnet 4.6","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|english/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.636472,"ciLow":1467.971261,"ciHigh":1477.301683,"observedAt":"2026-11-11","runCount":31521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"english/Claude Sonnet 4.6","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|exclude_ties/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.49602,"ciLow":1453.904658,"ciHigh":1463.087382,"observedAt":"2026-11-11","runCount":53081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"exclude_ties/Claude Sonnet 4.6","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|expert/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.574873,"ciLow":1492.771241,"ciHigh":1508.378505,"observedAt":"2026-11-11","runCount":7218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"expert/Claude Sonnet 4.6","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|french/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.188693,"ciLow":1451.153637,"ciHigh":1479.223748,"observedAt":"2026-11-11","runCount":2242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"french/Claude Sonnet 4.6","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|german/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.868372,"ciLow":1411.185642,"ciHigh":1446.551101,"observedAt":"2026-11-11","runCount":1215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"german/Claude Sonnet 4.6","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|hard_prompts/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.468047,"ciLow":1480.223356,"ciHigh":1488.712738,"observedAt":"2026-11-11","runCount":45573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"hard_prompts/Claude Sonnet 4.6","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|hard_prompts_english/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.647517,"ciLow":1488.224988,"ciHigh":1499.070046,"observedAt":"2026-11-11","runCount":21065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"hard_prompts_english/Claude Sonnet 4.6","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.064255,"ciLow":1456.947184,"ciHigh":1469.181326,"observedAt":"2026-11-11","runCount":13885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 4.6","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.258962,"ciLow":1424.231129,"ciHigh":1436.286796,"observedAt":"2026-11-11","runCount":15653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 4.6","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|industry_legal_and_government/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.550424,"ciLow":1460.943938,"ciHigh":1478.15691,"observedAt":"2026-11-11","runCount":5625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_legal_and_government/Claude Sonnet 4.6","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.201711,"ciLow":1468.764029,"ciHigh":1481.639393,"observedAt":"2026-11-11","runCount":11481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 4.6","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|industry_mathematical/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.463988,"ciLow":1471.315529,"ciHigh":1491.612448,"observedAt":"2026-11-11","runCount":3899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_mathematical/Claude Sonnet 4.6","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.189458,"ciLow":1442.403617,"ciHigh":1459.975298,"observedAt":"2026-11-11","runCount":5367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_medicine_and_healthcare/Claude Sonnet 4.6","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.278703,"ciLow":1486.370837,"ciHigh":1496.186568,"observedAt":"2026-11-11","runCount":27364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_software_and_it_services/Claude Sonnet 4.6","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.68802,"ciLow":1438.004469,"ciHigh":1449.371572,"observedAt":"2026-11-11","runCount":17325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 4.6","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|instruction_following/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.030207,"ciLow":1470.869165,"ciHigh":1481.191249,"observedAt":"2026-11-11","runCount":23321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"instruction_following/Claude Sonnet 4.6","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|japanese/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.189092,"ciLow":1398.822357,"ciHigh":1443.555826,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"japanese/Claude Sonnet 4.6","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|korean/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.066253,"ciLow":1394.39621,"ciHigh":1431.736296,"observedAt":"2026-11-11","runCount":1104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"korean/Claude Sonnet 4.6","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|longer_query/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.855349,"ciLow":1473.916667,"ciHigh":1483.794031,"observedAt":"2026-11-11","runCount":30546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"longer_query/Claude Sonnet 4.6","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|math/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.470042,"ciLow":1451.40562,"ciHigh":1471.534465,"observedAt":"2026-11-11","runCount":3737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"math/Claude Sonnet 4.6","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|multi_turn/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.769611,"ciLow":1456.370149,"ciHigh":1469.169073,"observedAt":"2026-11-11","runCount":12566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"multi_turn/Claude Sonnet 4.6","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|non_english/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.67724,"ciLow":1435.364277,"ciHigh":1443.990204,"observedAt":"2026-11-11","runCount":38451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"non_english/Claude Sonnet 4.6","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|overall/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.930354,"ciLow":1454.42442,"ciHigh":1461.436289,"observedAt":"2026-11-11","runCount":69975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"overall/Claude Sonnet 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|polish/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.323586,"ciLow":1425.54282,"ciHigh":1457.104352,"observedAt":"2026-11-11","runCount":1403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"polish/Claude Sonnet 4.6","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|russian/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.399768,"ciLow":1432.036994,"ciHigh":1446.762542,"observedAt":"2026-11-11","runCount":7892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"russian/Claude Sonnet 4.6","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-text@1|rating|spanish/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.135347,"ciLow":1449.286752,"ciHigh":1476.983941,"observedAt":"2026-11-11","runCount":2136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"spanish/Claude Sonnet 4.6","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision-style-control@1|rating|chinese/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.377062,"ciLow":1286.595969,"ciHigh":1320.158155,"observedAt":"2026-11-09","runCount":1724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"chinese/Claude Sonnet 4.6","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.939318,"ciLow":1251.523052,"ciHigh":1282.355585,"observedAt":"2026-11-09","runCount":1676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"creative_writing_vision/Claude Sonnet 4.6","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision-style-control@1|rating|diagram/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.989331,"ciLow":1296.496452,"ciHigh":1313.48221,"observedAt":"2026-11-09","runCount":7578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"diagram/Claude Sonnet 4.6","slice":"diagram"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision-style-control@1|rating|english/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.174789,"ciLow":1273.88849,"ciHigh":1290.461087,"observedAt":"2026-11-09","runCount":11465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"english/Claude Sonnet 4.6","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.37154,"ciLow":1121.959181,"ciHigh":1212.7839,"observedAt":"2026-11-09","runCount":162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"entity_recognition/Claude Sonnet 4.6","slice":"entity_recognition"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision-style-control@1|rating|homework/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.929792,"ciLow":1291.158218,"ciHigh":1312.701366,"observedAt":"2026-11-09","runCount":3677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"homework/Claude Sonnet 4.6","slice":"homework"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision-style-control@1|rating|humor/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.668755,"ciLow":1224.350904,"ciHigh":1262.986605,"observedAt":"2026-11-09","runCount":1047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"humor/Claude Sonnet 4.6","slice":"humor"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision-style-control@1|rating|ocr/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.481992,"ciLow":1284.306383,"ciHigh":1296.657601,"observedAt":"2026-11-09","runCount":19715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"ocr/Claude Sonnet 4.6","slice":"ocr"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision-style-control@1|rating|overall/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.924054,"ciLow":1268.833054,"ciHigh":1281.015054,"observedAt":"2026-11-09","runCount":27201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"overall/Claude Sonnet 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision@1|rating|chinese/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1308.99353,"ciLow":1292.368529,"ciHigh":1325.61853,"observedAt":"2026-11-09","runCount":1724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"chinese/Claude Sonnet 4.6","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision@1|rating|creative_writing_vision/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1273.199105,"ciLow":1257.856074,"ciHigh":1288.542136,"observedAt":"2026-11-09","runCount":1676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"creative_writing_vision/Claude Sonnet 4.6","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision@1|rating|diagram/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1304.811499,"ciLow":1296.352895,"ciHigh":1313.270103,"observedAt":"2026-11-09","runCount":7578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"diagram/Claude Sonnet 4.6","slice":"diagram"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision@1|rating|english/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1297.668492,"ciLow":1289.414972,"ciHigh":1305.922012,"observedAt":"2026-11-09","runCount":11465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"english/Claude Sonnet 4.6","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision@1|rating|entity_recognition/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1196.331108,"ciLow":1150.814592,"ciHigh":1241.847624,"observedAt":"2026-11-09","runCount":162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"entity_recognition/Claude Sonnet 4.6","slice":"entity_recognition"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision@1|rating|homework/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1311.206568,"ciLow":1300.544665,"ciHigh":1321.868471,"observedAt":"2026-11-09","runCount":3677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"homework/Claude Sonnet 4.6","slice":"homework"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision@1|rating|humor/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1250.576766,"ciLow":1231.260716,"ciHigh":1269.892815,"observedAt":"2026-11-09","runCount":1047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"humor/Claude Sonnet 4.6","slice":"humor"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision@1|rating|ocr/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1295.345846,"ciLow":1289.214397,"ciHigh":1301.477295,"observedAt":"2026-11-09","runCount":19715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"ocr/Claude Sonnet 4.6","slice":"ocr"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-vision@1|rating|overall/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1282.652052,"ciLow":1276.587992,"ciHigh":1288.716112,"observedAt":"2026-11-09","runCount":27201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"overall/Claude Sonnet 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-webdev@1|rating|image_to_webdev/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1529.40463,"ciLow":1520.440545,"ciHigh":1538.368715,"observedAt":"2026-11-15","runCount":8138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"image_to_webdev/Claude Sonnet 4.6","slice":"image_to_webdev"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-webdev@1|rating|overall/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1522.270865,"ciLow":1517.079108,"ciHigh":1527.462622,"observedAt":"2026-11-15","runCount":22542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"overall/Claude Sonnet 4.6","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-webdev@1|rating|webdev-html/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1526.545841,"ciLow":1514.571625,"ciHigh":1538.520058,"observedAt":"2026-11-15","runCount":2852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"webdev-html/Claude Sonnet 4.6","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-webdev@1|rating|webdev-react/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1511.315246,"ciLow":1505.573336,"ciHigh":1517.057156,"observedAt":"2026-11-15","runCount":17895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"webdev-react/Claude Sonnet 4.6","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:default|none|lmarena-webdev@1|rating|webdev/Claude Sonnet 4.6","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1522.270865,"ciLow":1517.079108,"ciHigh":1527.462622,"observedAt":"2026-11-15","runCount":22542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6","rowId":"webdev/Claude Sonnet 4.6","slice":"webdev"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:flags=search|none|lmarena-search-style-control@1|rating|overall/Claude Sonnet 4.6 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.175871,"ciLow":1196.358885,"ciHigh":1205.992857,"observedAt":"2026-11-09","runCount":167499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6 (Search)","rowId":"overall/Claude Sonnet 4.6 (Search)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4-6:flags=search|none|lmarena-search@1|rating|overall/Claude Sonnet 4.6 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4-6","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1220.618396,"ciLow":1215.989858,"ciHigh":1225.246933,"observedAt":"2026-11-09","runCount":167499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4.6 (Search)","rowId":"overall/Claude Sonnet 4.6 (Search)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|chinese/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.361793,"ciLow":1402.046617,"ciHigh":1426.676969,"observedAt":"2026-11-11","runCount":2372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"chinese/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|coding/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.474669,"ciLow":1466.678159,"ciHigh":1482.271179,"observedAt":"2026-11-11","runCount":6327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"coding/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|creative_writing/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.071688,"ciLow":1386.664537,"ciHigh":1405.47884,"observedAt":"2026-11-11","runCount":4245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"creative_writing/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|english/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.2453,"ciLow":1409.473209,"ciHigh":1421.017391,"observedAt":"2026-11-11","runCount":14803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"english/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.785677,"ciLow":1378.912086,"ciHigh":1390.659268,"observedAt":"2026-11-11","runCount":25003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"exclude_ties/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|expert/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.890414,"ciLow":1419.440438,"ciHigh":1448.34039,"observedAt":"2026-11-11","runCount":1693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"expert/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|french/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.160027,"ciLow":1390.651649,"ciHigh":1443.668404,"observedAt":"2026-11-11","runCount":472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"french/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|german/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.324651,"ciLow":1360.751699,"ciHigh":1401.897602,"observedAt":"2026-11-11","runCount":864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"german/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.689809,"ciLow":1427.047625,"ciHigh":1438.331992,"observedAt":"2026-11-11","runCount":15389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"hard_prompts/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.082103,"ciLow":1437.53592,"ciHigh":1452.628286,"observedAt":"2026-11-11","runCount":6961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"hard_prompts_english/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.667212,"ciLow":1372.398764,"ciHigh":1388.935661,"observedAt":"2026-11-11","runCount":5771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.720165,"ciLow":1380.741928,"ciHigh":1396.698402,"observedAt":"2026-11-11","runCount":6033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.157355,"ciLow":1393.054685,"ciHigh":1419.260025,"observedAt":"2026-11-11","runCount":2204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_legal_and_government/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.294061,"ciLow":1408.006504,"ciHigh":1424.581618,"observedAt":"2026-11-11","runCount":5602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.990625,"ciLow":1398.623578,"ciHigh":1425.357672,"observedAt":"2026-11-11","runCount":1899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_mathematical/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.137902,"ciLow":1401.85611,"ciHigh":1428.419693,"observedAt":"2026-11-11","runCount":2124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_medicine_and_healthcare/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.482482,"ciLow":1439.210565,"ciHigh":1451.7544,"observedAt":"2026-11-11","runCount":11233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_software_and_it_services/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.723767,"ciLow":1391.354042,"ciHigh":1406.093492,"observedAt":"2026-11-11","runCount":7364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|instruction_following/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.776397,"ciLow":1408.841067,"ciHigh":1422.711728,"observedAt":"2026-11-11","runCount":8521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"instruction_following/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|japanese/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.861456,"ciLow":1321.009163,"ciHigh":1364.713749,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"japanese/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|korean/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.232871,"ciLow":1315.510065,"ciHigh":1360.955677,"observedAt":"2026-11-11","runCount":728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"korean/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|longer_query/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.78393,"ciLow":1435.15793,"ciHigh":1450.409929,"observedAt":"2026-11-11","runCount":6712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"longer_query/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|math/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.982496,"ciLow":1391.130629,"ciHigh":1416.834364,"observedAt":"2026-11-11","runCount":2005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"math/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|multi_turn/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.860013,"ciLow":1412.505293,"ciHigh":1429.214733,"observedAt":"2026-11-11","runCount":5627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"multi_turn/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|non_english/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.024183,"ciLow":1378.707528,"ciHigh":1389.340837,"observedAt":"2026-11-11","runCount":19271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"non_english/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|overall/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.956753,"ciLow":1397.50053,"ciHigh":1406.412976,"observedAt":"2026-11-11","runCount":34079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"overall/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|polish/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.833267,"ciLow":1379.346068,"ciHigh":1402.320467,"observedAt":"2026-11-11","runCount":3271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"polish/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|russian/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.145123,"ciLow":1392.420228,"ciHigh":1415.870018,"observedAt":"2026-11-11","runCount":2411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"russian/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|spanish/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.685244,"ciLow":1383.450762,"ciHigh":1425.919726,"observedAt":"2026-11-11","runCount":835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"spanish/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|chinese/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.227307,"ciLow":1337.86803,"ciHigh":1362.586583,"observedAt":"2026-11-11","runCount":2372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"chinese/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|coding/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.482463,"ciLow":1406.577223,"ciHigh":1422.387703,"observedAt":"2026-11-11","runCount":6327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"coding/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|creative_writing/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.143597,"ciLow":1335.652306,"ciHigh":1354.634888,"observedAt":"2026-11-11","runCount":4245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"creative_writing/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|english/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.265723,"ciLow":1358.450717,"ciHigh":1370.08073,"observedAt":"2026-11-11","runCount":14803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"english/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|exclude_ties/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.962637,"ciLow":1305.076778,"ciHigh":1316.848495,"observedAt":"2026-11-11","runCount":25003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"exclude_ties/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|expert/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.652218,"ciLow":1357.132462,"ciHigh":1386.171974,"observedAt":"2026-11-11","runCount":1693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"expert/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|french/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.386051,"ciLow":1328.571842,"ciHigh":1382.200261,"observedAt":"2026-11-11","runCount":472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"french/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|german/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.363725,"ciLow":1296.51048,"ciHigh":1338.216969,"observedAt":"2026-11-11","runCount":864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"german/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|hard_prompts/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.374206,"ciLow":1366.644248,"ciHigh":1378.104164,"observedAt":"2026-11-11","runCount":15389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"hard_prompts/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|hard_prompts_english/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.120498,"ciLow":1377.483947,"ciHigh":1392.757048,"observedAt":"2026-11-11","runCount":6961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"hard_prompts_english/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.077458,"ciLow":1305.696611,"ciHigh":1322.458304,"observedAt":"2026-11-11","runCount":5771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.834535,"ciLow":1323.776756,"ciHigh":1339.892315,"observedAt":"2026-11-11","runCount":6033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_legal_and_government/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.826504,"ciLow":1323.637434,"ciHigh":1350.015574,"observedAt":"2026-11-11","runCount":2204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_legal_and_government/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.569577,"ciLow":1337.207204,"ciHigh":1353.93195,"observedAt":"2026-11-11","runCount":5602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_mathematical/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.91045,"ciLow":1365.482148,"ciHigh":1392.338752,"observedAt":"2026-11-11","runCount":1899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_mathematical/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.961414,"ciLow":1312.574631,"ciHigh":1339.348198,"observedAt":"2026-11-11","runCount":2124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_medicine_and_healthcare/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.654552,"ciLow":1377.292513,"ciHigh":1390.016592,"observedAt":"2026-11-11","runCount":11233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_software_and_it_services/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.667075,"ciLow":1349.250551,"ciHigh":1364.083599,"observedAt":"2026-11-11","runCount":7364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|instruction_following/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.706517,"ciLow":1368.681503,"ciHigh":1382.73153,"observedAt":"2026-11-11","runCount":8521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"instruction_following/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|japanese/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.218552,"ciLow":1263.973505,"ciHigh":1308.463598,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"japanese/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|korean/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.991886,"ciLow":1249.036499,"ciHigh":1294.947273,"observedAt":"2026-11-11","runCount":728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"korean/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|longer_query/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.666168,"ciLow":1389.976853,"ciHigh":1405.355482,"observedAt":"2026-11-11","runCount":6712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"longer_query/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|math/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.966638,"ciLow":1362.056901,"ciHigh":1387.876375,"observedAt":"2026-11-11","runCount":2005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"math/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|multi_turn/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.134243,"ciLow":1367.770424,"ciHigh":1384.498061,"observedAt":"2026-11-11","runCount":5627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"multi_turn/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|non_english/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.652059,"ciLow":1327.276351,"ciHigh":1338.027767,"observedAt":"2026-11-11","runCount":19271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"non_english/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|overall/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.866684,"ciLow":1346.363221,"ciHigh":1355.370147,"observedAt":"2026-11-11","runCount":34079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"overall/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|polish/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.132262,"ciLow":1312.729672,"ciHigh":1335.534852,"observedAt":"2026-11-11","runCount":3271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"polish/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|russian/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.572282,"ciLow":1343.719062,"ciHigh":1367.425502,"observedAt":"2026-11-11","runCount":2411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"russian/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-text@1|rating|spanish/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.393153,"ciLow":1335.040455,"ciHigh":1377.745851,"observedAt":"2026-11-11","runCount":835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"spanish/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|diagram/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.616244,"ciLow":1190.243541,"ciHigh":1264.988947,"observedAt":"2026-11-09","runCount":226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"diagram/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|english/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.156589,"ciLow":1172.04609,"ciHigh":1222.267089,"observedAt":"2026-11-09","runCount":525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"english/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|ocr/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.612029,"ciLow":1193.996178,"ciHigh":1237.227879,"observedAt":"2026-11-09","runCount":722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"ocr/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|overall/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.168175,"ciLow":1189.209188,"ciHigh":1223.127161,"observedAt":"2026-11-09","runCount":1141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"overall/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision@1|rating|diagram/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1198.985865,"ciLow":1161.916959,"ciHigh":1236.05477,"observedAt":"2026-11-09","runCount":226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"diagram/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision@1|rating|english/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1186.005066,"ciLow":1160.881003,"ciHigh":1211.129128,"observedAt":"2026-11-09","runCount":525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"english/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision@1|rating|ocr/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1196.038707,"ciLow":1174.482945,"ciHigh":1217.594469,"observedAt":"2026-11-09","runCount":722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"ocr/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-sonnet-4:budget=32000;flags=thinking;ckpt=2025-05-14|none|lmarena-vision@1|rating|overall/Claude Sonnet 4 (Thinking 32K, 20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"thinkingBudget":32000,"flags":["thinking"],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1190.78915,"ciLow":1173.82535,"ciHigh":1207.752951,"observedAt":"2026-11-09","runCount":1141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (Thinking 32K, 20250514)","rowId":"overall/Claude Sonnet 4 (Thinking 32K, 20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|chinese/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.157166,"ciLow":1393.656205,"ciHigh":1416.658126,"observedAt":"2026-11-11","runCount":2837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"chinese/Claude Sonnet 4 (20250514)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|coding/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.978976,"ciLow":1441.587895,"ciHigh":1456.370057,"observedAt":"2026-11-11","runCount":7296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"coding/Claude Sonnet 4 (20250514)","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|creative_writing/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.873275,"ciLow":1379.034444,"ciHigh":1396.712107,"observedAt":"2026-11-11","runCount":4905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"creative_writing/Claude Sonnet 4 (20250514)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|english/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.180245,"ciLow":1390.56591,"ciHigh":1401.794581,"observedAt":"2026-11-11","runCount":17183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"english/Claude Sonnet 4 (20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.37203,"ciLow":1364.564993,"ciHigh":1376.179067,"observedAt":"2026-11-11","runCount":28563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"exclude_ties/Claude Sonnet 4 (20250514)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|expert/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.683448,"ciLow":1389.523232,"ciHigh":1415.843663,"observedAt":"2026-11-11","runCount":2083,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"expert/Claude Sonnet 4 (20250514)","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|french/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.749553,"ciLow":1400.716459,"ciHigh":1450.782648,"observedAt":"2026-11-11","runCount":567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"french/Claude Sonnet 4 (20250514)","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|german/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.476822,"ciLow":1372.705817,"ciHigh":1410.247828,"observedAt":"2026-11-11","runCount":1078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"german/Claude Sonnet 4 (20250514)","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.960087,"ciLow":1413.416467,"ciHigh":1424.503708,"observedAt":"2026-11-11","runCount":17410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"hard_prompts/Claude Sonnet 4 (20250514)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.945369,"ciLow":1415.715554,"ciHigh":1430.175183,"observedAt":"2026-11-11","runCount":7890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"hard_prompts_english/Claude Sonnet 4 (20250514)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.119926,"ciLow":1379.198605,"ciHigh":1395.041247,"observedAt":"2026-11-11","runCount":6534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 4 (20250514)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.807537,"ciLow":1368.076856,"ciHigh":1383.538218,"observedAt":"2026-11-11","runCount":6842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 4 (20250514)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.047492,"ciLow":1396.99038,"ciHigh":1421.104603,"observedAt":"2026-11-11","runCount":2623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_legal_and_government/Claude Sonnet 4 (20250514)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.424734,"ciLow":1402.380695,"ciHigh":1418.468772,"observedAt":"2026-11-11","runCount":6384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 4 (20250514)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.570515,"ciLow":1380.238971,"ciHigh":1404.902058,"observedAt":"2026-11-11","runCount":2315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_mathematical/Claude Sonnet 4 (20250514)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.737753,"ciLow":1407.751644,"ciHigh":1433.723863,"observedAt":"2026-11-11","runCount":2364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_medicine_and_healthcare/Claude Sonnet 4 (20250514)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.207753,"ciLow":1422.135805,"ciHigh":1434.279701,"observedAt":"2026-11-11","runCount":13127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_software_and_it_services/Claude Sonnet 4 (20250514)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.35442,"ciLow":1383.307682,"ciHigh":1397.401158,"observedAt":"2026-11-11","runCount":8495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 4 (20250514)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|instruction_following/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.749374,"ciLow":1389.141639,"ciHigh":1402.357108,"observedAt":"2026-11-11","runCount":9904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"instruction_following/Claude Sonnet 4 (20250514)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|japanese/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.924414,"ciLow":1336.073356,"ciHigh":1375.775471,"observedAt":"2026-11-11","runCount":969,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"japanese/Claude Sonnet 4 (20250514)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|korean/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.440365,"ciLow":1335.223247,"ciHigh":1375.657483,"observedAt":"2026-11-11","runCount":932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"korean/Claude Sonnet 4 (20250514)","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|longer_query/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.777135,"ciLow":1420.518148,"ciHigh":1435.036122,"observedAt":"2026-11-11","runCount":7698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"longer_query/Claude Sonnet 4 (20250514)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|math/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.967322,"ciLow":1378.279748,"ciHigh":1401.654895,"observedAt":"2026-11-11","runCount":2445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"math/Claude Sonnet 4 (20250514)","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|multi_turn/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.913392,"ciLow":1401.989856,"ciHigh":1417.836928,"observedAt":"2026-11-11","runCount":6811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"multi_turn/Claude Sonnet 4 (20250514)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|non_english/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.151662,"ciLow":1375.87538,"ciHigh":1386.427945,"observedAt":"2026-11-11","runCount":21931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"non_english/Claude Sonnet 4 (20250514)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|overall/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.911451,"ciLow":1386.509274,"ciHigh":1395.313628,"observedAt":"2026-11-11","runCount":39123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"overall/Claude Sonnet 4 (20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|polish/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.25311,"ciLow":1376.217271,"ciHigh":1400.288949,"observedAt":"2026-11-11","runCount":2911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"polish/Claude Sonnet 4 (20250514)","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|russian/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.664506,"ciLow":1389.198939,"ciHigh":1410.130074,"observedAt":"2026-11-11","runCount":3210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"russian/Claude Sonnet 4 (20250514)","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text-style-control@1|rating|spanish/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.391608,"ciLow":1379.979464,"ciHigh":1420.803752,"observedAt":"2026-11-11","runCount":889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"spanish/Claude Sonnet 4 (20250514)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|chinese/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.472339,"ciLow":1328.822954,"ciHigh":1352.121724,"observedAt":"2026-11-11","runCount":2837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"chinese/Claude Sonnet 4 (20250514)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|coding/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.270447,"ciLow":1371.867415,"ciHigh":1386.673478,"observedAt":"2026-11-11","runCount":7296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"coding/Claude Sonnet 4 (20250514)","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|creative_writing/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.940735,"ciLow":1333.033003,"ciHigh":1350.848467,"observedAt":"2026-11-11","runCount":4905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"creative_writing/Claude Sonnet 4 (20250514)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|english/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.103367,"ciLow":1338.462862,"ciHigh":1349.743872,"observedAt":"2026-11-11","runCount":17183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"english/Claude Sonnet 4 (20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|exclude_ties/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.062633,"ciLow":1289.261755,"ciHigh":1300.863511,"observedAt":"2026-11-11","runCount":28563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"exclude_ties/Claude Sonnet 4 (20250514)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|expert/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.33727,"ciLow":1322.090351,"ciHigh":1348.584189,"observedAt":"2026-11-11","runCount":2083,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"expert/Claude Sonnet 4 (20250514)","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|french/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.891737,"ciLow":1337.567742,"ciHigh":1388.215731,"observedAt":"2026-11-11","runCount":567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"french/Claude Sonnet 4 (20250514)","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|german/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.432603,"ciLow":1311.636011,"ciHigh":1349.229195,"observedAt":"2026-11-11","runCount":1078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"german/Claude Sonnet 4 (20250514)","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|hard_prompts/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.779802,"ciLow":1349.184346,"ciHigh":1360.375259,"observedAt":"2026-11-11","runCount":17410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"hard_prompts/Claude Sonnet 4 (20250514)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|hard_prompts_english/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.633849,"ciLow":1351.358322,"ciHigh":1365.909375,"observedAt":"2026-11-11","runCount":7890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"hard_prompts_english/Claude Sonnet 4 (20250514)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.304054,"ciLow":1310.297423,"ciHigh":1326.310685,"observedAt":"2026-11-11","runCount":6534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 4 (20250514)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.043142,"ciLow":1312.26263,"ciHigh":1327.823653,"observedAt":"2026-11-11","runCount":6842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 4 (20250514)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_legal_and_government/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.652723,"ciLow":1329.531169,"ciHigh":1353.774276,"observedAt":"2026-11-11","runCount":2623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_legal_and_government/Claude Sonnet 4 (20250514)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.227526,"ciLow":1332.147962,"ciHigh":1348.307089,"observedAt":"2026-11-11","runCount":6384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 4 (20250514)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_mathematical/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.857111,"ciLow":1345.497552,"ciHigh":1370.21667,"observedAt":"2026-11-11","runCount":2315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_mathematical/Claude Sonnet 4 (20250514)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.523456,"ciLow":1317.516807,"ciHigh":1343.530104,"observedAt":"2026-11-11","runCount":2364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_medicine_and_healthcare/Claude Sonnet 4 (20250514)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.696819,"ciLow":1354.598261,"ciHigh":1366.795377,"observedAt":"2026-11-11","runCount":13127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_software_and_it_services/Claude Sonnet 4 (20250514)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.789803,"ciLow":1343.699131,"ciHigh":1357.880476,"observedAt":"2026-11-11","runCount":8495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 4 (20250514)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|instruction_following/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.904376,"ciLow":1345.239687,"ciHigh":1358.569065,"observedAt":"2026-11-11","runCount":9904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"instruction_following/Claude Sonnet 4 (20250514)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|japanese/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.968083,"ciLow":1281.99916,"ciHigh":1321.937005,"observedAt":"2026-11-11","runCount":969,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"japanese/Claude Sonnet 4 (20250514)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|korean/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.956947,"ciLow":1271.429397,"ciHigh":1312.484498,"observedAt":"2026-11-11","runCount":932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"korean/Claude Sonnet 4 (20250514)","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|longer_query/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.398376,"ciLow":1372.117488,"ciHigh":1386.679265,"observedAt":"2026-11-11","runCount":7698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"longer_query/Claude Sonnet 4 (20250514)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|math/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.938992,"ciLow":1347.206574,"ciHigh":1370.671409,"observedAt":"2026-11-11","runCount":2445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"math/Claude Sonnet 4 (20250514)","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|multi_turn/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.935697,"ciLow":1357.016455,"ciHigh":1372.85494,"observedAt":"2026-11-11","runCount":6811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"multi_turn/Claude Sonnet 4 (20250514)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|non_english/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.98142,"ciLow":1324.665375,"ciHigh":1335.297464,"observedAt":"2026-11-11","runCount":21931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"non_english/Claude Sonnet 4 (20250514)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|overall/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.252084,"ciLow":1334.818308,"ciHigh":1343.685859,"observedAt":"2026-11-11","runCount":39123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"overall/Claude Sonnet 4 (20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|polish/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1321.760015,"ciLow":1309.7834,"ciHigh":1333.73663,"observedAt":"2026-11-11","runCount":2911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"polish/Claude Sonnet 4 (20250514)","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|russian/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.442399,"ciLow":1341.895339,"ciHigh":1362.989459,"observedAt":"2026-11-11","runCount":3210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"russian/Claude Sonnet 4 (20250514)","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-text@1|rating|spanish/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.833773,"ciLow":1329.261705,"ciHigh":1370.405841,"observedAt":"2026-11-11","runCount":889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"spanish/Claude Sonnet 4 (20250514)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|creative_writing/claude-sonnet-4-20250514","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.565886,"ciLow":1155.541341,"ciHigh":1233.590431,"observedAt":"2026-01-09","runCount":156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"claude-sonnet-4-20250514","rowId":"creative_writing/claude-sonnet-4-20250514","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|diagram/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.809559,"ciLow":1172.851813,"ciHigh":1230.767306,"observedAt":"2026-11-09","runCount":388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"diagram/Claude Sonnet 4 (20250514)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|english/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.327969,"ciLow":1146.226752,"ciHigh":1188.429187,"observedAt":"2026-11-09","runCount":760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"english/Claude Sonnet 4 (20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|homework/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.94573,"ciLow":1189.873669,"ciHigh":1262.01779,"observedAt":"2026-11-09","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"homework/Claude Sonnet 4 (20250514)","slice":"homework"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|ocr/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.2575,"ciLow":1173.637919,"ciHigh":1208.877081,"observedAt":"2026-11-09","runCount":1106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"ocr/Claude Sonnet 4 (20250514)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-vision-style-control@1|rating|overall/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.538674,"ciLow":1174.480966,"ciHigh":1202.596382,"observedAt":"2026-11-09","runCount":1803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"overall/Claude Sonnet 4 (20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-vision@1|rating|creative_writing/claude-sonnet-4-20250514","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1191.332163,"ciLow":1151.840546,"ciHigh":1230.823779,"observedAt":"2026-01-09","runCount":156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"claude-sonnet-4-20250514","rowId":"creative_writing/claude-sonnet-4-20250514","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-vision@1|rating|diagram/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1176.555322,"ciLow":1147.782436,"ciHigh":1205.328207,"observedAt":"2026-11-09","runCount":388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"diagram/Claude Sonnet 4 (20250514)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-vision@1|rating|english/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1158.060602,"ciLow":1136.857841,"ciHigh":1179.263363,"observedAt":"2026-11-09","runCount":760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"english/Claude Sonnet 4 (20250514)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-vision@1|rating|homework/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1215.71499,"ciLow":1179.758287,"ciHigh":1251.671693,"observedAt":"2026-11-09","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"homework/Claude Sonnet 4 (20250514)","slice":"homework"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-vision@1|rating|ocr/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1172.907528,"ciLow":1155.327507,"ciHigh":1190.487549,"observedAt":"2026-11-09","runCount":1106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"ocr/Claude Sonnet 4 (20250514)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-sonnet-4:ckpt=2025-05-14|none|lmarena-vision@1|rating|overall/Claude Sonnet 4 (20250514)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-4","variant":{"flags":[],"checkpoint":"2025-05-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1175.139496,"ciLow":1161.121436,"ciHigh":1189.157557,"observedAt":"2026-11-09","runCount":1803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 4 (20250514)","rowId":"overall/Claude Sonnet 4 (20250514)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=high|none|lmarena-agent@1|cost-per-task|overall/Claude Sonnet 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.877037,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (High)","rowId":"overall/Claude Sonnet 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=high|none|lmarena-agent@1|output-tokens-per-task|overall/Claude Sonnet 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":22997,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (High)","rowId":"overall/Claude Sonnet 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=high|none|lmarena-agent@1|score|overall/Claude Sonnet 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.071839,"ciLow":0.0526,"ciHigh":0.091079,"observedAt":"2026-11-15","runCount":1734631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (High)","rowId":"overall/Claude Sonnet 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=high|none|lmarena-webdev@1|rating|overall/Claude Sonnet 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1715.8153,"ciLow":1707.509215,"ciHigh":1724.121385,"observedAt":"2026-11-15","runCount":8154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (High)","rowId":"overall/Claude Sonnet 5.5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=high|none|lmarena-webdev@1|rating|webdev-html/Claude Sonnet 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1707.564811,"ciLow":1687.649103,"ciHigh":1727.480519,"observedAt":"2026-11-15","runCount":1212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (High)","rowId":"webdev-html/Claude Sonnet 5.5 (High)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=high|none|lmarena-webdev@1|rating|webdev-react/Claude Sonnet 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1750.227147,"ciLow":1740.107116,"ciHigh":1760.347178,"observedAt":"2026-11-15","runCount":5271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (High)","rowId":"webdev-react/Claude Sonnet 5.5 (High)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=high|none|lmarena-webdev@1|rating|webdev/Claude Sonnet 5.5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1715.8153,"ciLow":1707.509215,"ciHigh":1724.121385,"observedAt":"2026-11-15","runCount":8154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (High)","rowId":"webdev/Claude Sonnet 5.5 (High)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=max|none|lmarena-agent@1|cost-per-task|overall/Claude Sonnet 5.5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":3.462042,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (Max)","rowId":"overall/Claude Sonnet 5.5 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/Claude Sonnet 5.5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":150642,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (Max)","rowId":"overall/Claude Sonnet 5.5 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=max|none|lmarena-agent@1|score|overall/Claude Sonnet 5.5 (Max)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.15285,"ciLow":0.123901,"ciHigh":0.181799,"observedAt":"2026-11-15","runCount":1290203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (Max)","rowId":"overall/Claude Sonnet 5.5 (Max)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|chinese/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1540.980853,"ciLow":1523.020065,"ciHigh":1558.941641,"observedAt":"2026-11-11","runCount":1195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"chinese/Claude Sonnet 5.5 (xHigh)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|coding/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.153758,"ciLow":1505.971458,"ciHigh":1528.336058,"observedAt":"2026-11-11","runCount":3301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"coding/Claude Sonnet 5.5 (xHigh)","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|creative_writing/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.67659,"ciLow":1451.985626,"ciHigh":1475.367553,"observedAt":"2026-11-11","runCount":3366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"creative_writing/Claude Sonnet 5.5 (xHigh)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|english/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.451057,"ciLow":1475.441087,"ciHigh":1493.461027,"observedAt":"2026-11-11","runCount":5248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"english/Claude Sonnet 5.5 (xHigh)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.689386,"ciLow":1473.679231,"ciHigh":1489.699541,"observedAt":"2026-11-11","runCount":10704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"exclude_ties/Claude Sonnet 5.5 (xHigh)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|expert/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.284068,"ciLow":1495.807185,"ciHigh":1528.760951,"observedAt":"2026-11-11","runCount":1361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"expert/Claude Sonnet 5.5 (xHigh)","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|french/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.940836,"ciLow":1473.481388,"ciHigh":1526.400283,"observedAt":"2026-11-11","runCount":532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"french/Claude Sonnet 5.5 (xHigh)","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|german/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.994165,"ciLow":1415.321799,"ciHigh":1488.666531,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"german/Claude Sonnet 5.5 (xHigh)","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.955842,"ciLow":1491.638216,"ciHigh":1506.273467,"observedAt":"2026-11-11","runCount":8976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"hard_prompts/Claude Sonnet 5.5 (xHigh)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.155616,"ciLow":1494.138967,"ciHigh":1516.172264,"observedAt":"2026-11-11","runCount":3365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"hard_prompts_english/Claude Sonnet 5.5 (xHigh)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.74146,"ciLow":1460.831026,"ciHigh":1486.651894,"observedAt":"2026-11-11","runCount":2412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 5.5 (xHigh)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.690832,"ciLow":1443.862271,"ciHigh":1465.519393,"observedAt":"2026-11-11","runCount":3805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 5.5 (xHigh)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.1661,"ciLow":1461.742839,"ciHigh":1498.589361,"observedAt":"2026-11-11","runCount":1138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_legal_and_government/Claude Sonnet 5.5 (xHigh)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.534702,"ciLow":1480.484483,"ciHigh":1506.584922,"observedAt":"2026-11-11","runCount":2367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 5.5 (xHigh)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.289181,"ciLow":1479.881255,"ciHigh":1524.697107,"observedAt":"2026-11-11","runCount":723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_mathematical/Claude Sonnet 5.5 (xHigh)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.153393,"ciLow":1460.604056,"ciHigh":1499.702731,"observedAt":"2026-11-11","runCount":1005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_medicine_and_healthcare/Claude Sonnet 5.5 (xHigh)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.50088,"ciLow":1501.203531,"ciHigh":1519.798228,"observedAt":"2026-11-11","runCount":4901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_software_and_it_services/Claude Sonnet 5.5 (xHigh)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.173931,"ciLow":1457.911753,"ciHigh":1478.436108,"observedAt":"2026-11-11","runCount":4269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 5.5 (xHigh)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|instruction_following/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.873612,"ciLow":1472.512426,"ciHigh":1491.234798,"observedAt":"2026-11-11","runCount":4901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"instruction_following/Claude Sonnet 5.5 (xHigh)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|japanese/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.380943,"ciLow":1426.673998,"ciHigh":1500.087887,"observedAt":"2026-11-11","runCount":251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"japanese/Claude Sonnet 5.5 (xHigh)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|korean/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.068827,"ciLow":1376.765972,"ciHigh":1457.371682,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"korean/Claude Sonnet 5.5 (xHigh)","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|longer_query/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.525783,"ciLow":1481.764325,"ciHigh":1499.287241,"observedAt":"2026-11-11","runCount":6185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"longer_query/Claude Sonnet 5.5 (xHigh)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|math/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.255938,"ciLow":1463.335824,"ciHigh":1509.176052,"observedAt":"2026-11-11","runCount":660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"math/Claude Sonnet 5.5 (xHigh)","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|multi_turn/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.221425,"ciLow":1455.610171,"ciHigh":1482.832679,"observedAt":"2026-11-11","runCount":2141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"multi_turn/Claude Sonnet 5.5 (xHigh)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|non_english/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.911599,"ciLow":1449.681159,"ciHigh":1464.142039,"observedAt":"2026-11-11","runCount":9107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"non_english/Claude Sonnet 5.5 (xHigh)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|overall/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.885902,"ciLow":1466.851343,"ciHigh":1478.920461,"observedAt":"2026-11-11","runCount":14355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"overall/Claude Sonnet 5.5 (xHigh)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|polish/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.869659,"ciLow":1458.398588,"ciHigh":1535.340731,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"polish/Claude Sonnet 5.5 (xHigh)","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|russian/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.368615,"ciLow":1452.489427,"ciHigh":1480.247803,"observedAt":"2026-11-11","runCount":2125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"russian/Claude Sonnet 5.5 (xHigh)","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text-style-control@1|rating|spanish/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.048268,"ciLow":1435.807943,"ciHigh":1490.288593,"observedAt":"2026-11-11","runCount":490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"spanish/Claude Sonnet 5.5 (xHigh)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|chinese/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1532.73548,"ciLow":1514.800823,"ciHigh":1550.670137,"observedAt":"2026-11-11","runCount":1195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"chinese/Claude Sonnet 5.5 (xHigh)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|coding/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.934054,"ciLow":1489.839662,"ciHigh":1512.028445,"observedAt":"2026-11-11","runCount":3301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"coding/Claude Sonnet 5.5 (xHigh)","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|creative_writing/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.174681,"ciLow":1454.614077,"ciHigh":1477.735286,"observedAt":"2026-11-11","runCount":3366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"creative_writing/Claude Sonnet 5.5 (xHigh)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|english/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.589343,"ciLow":1469.612296,"ciHigh":1487.56639,"observedAt":"2026-11-11","runCount":5248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"english/Claude Sonnet 5.5 (xHigh)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|exclude_ties/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.935565,"ciLow":1467.032635,"ciHigh":1482.838495,"observedAt":"2026-11-11","runCount":10704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"exclude_ties/Claude Sonnet 5.5 (xHigh)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|expert/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1507.763776,"ciLow":1491.352915,"ciHigh":1524.174638,"observedAt":"2026-11-11","runCount":1361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"expert/Claude Sonnet 5.5 (xHigh)","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|french/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.784333,"ciLow":1467.433861,"ciHigh":1520.134805,"observedAt":"2026-11-11","runCount":532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"french/Claude Sonnet 5.5 (xHigh)","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|german/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.148935,"ciLow":1412.041838,"ciHigh":1484.256031,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"german/Claude Sonnet 5.5 (xHigh)","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|hard_prompts/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.293716,"ciLow":1481.017049,"ciHigh":1495.570384,"observedAt":"2026-11-11","runCount":8976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"hard_prompts/Claude Sonnet 5.5 (xHigh)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|hard_prompts_english/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.810568,"ciLow":1482.831177,"ciHigh":1504.789958,"observedAt":"2026-11-11","runCount":3365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"hard_prompts_english/Claude Sonnet 5.5 (xHigh)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.031687,"ciLow":1452.240686,"ciHigh":1477.822688,"observedAt":"2026-11-11","runCount":2412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 5.5 (xHigh)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.560321,"ciLow":1442.792581,"ciHigh":1464.32806,"observedAt":"2026-11-11","runCount":3805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 5.5 (xHigh)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|industry_legal_and_government/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.341138,"ciLow":1462.131753,"ciHigh":1498.550523,"observedAt":"2026-11-11","runCount":1138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_legal_and_government/Claude Sonnet 5.5 (xHigh)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.351092,"ciLow":1469.394316,"ciHigh":1495.307867,"observedAt":"2026-11-11","runCount":2367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 5.5 (xHigh)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|industry_mathematical/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.319981,"ciLow":1478.967657,"ciHigh":1523.672305,"observedAt":"2026-11-11","runCount":723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_mathematical/Claude Sonnet 5.5 (xHigh)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.78374,"ciLow":1446.337433,"ciHigh":1485.230047,"observedAt":"2026-11-11","runCount":1005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_medicine_and_healthcare/Claude Sonnet 5.5 (xHigh)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.183851,"ciLow":1487.953052,"ciHigh":1506.41465,"observedAt":"2026-11-11","runCount":4901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_software_and_it_services/Claude Sonnet 5.5 (xHigh)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.292585,"ciLow":1460.089073,"ciHigh":1480.496097,"observedAt":"2026-11-11","runCount":4269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 5.5 (xHigh)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|instruction_following/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.269479,"ciLow":1477.961393,"ciHigh":1496.577565,"observedAt":"2026-11-11","runCount":4901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"instruction_following/Claude Sonnet 5.5 (xHigh)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|japanese/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.042876,"ciLow":1419.184975,"ciHigh":1492.900777,"observedAt":"2026-11-11","runCount":251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"japanese/Claude Sonnet 5.5 (xHigh)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|korean/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.191889,"ciLow":1373.311269,"ciHigh":1453.072509,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"korean/Claude Sonnet 5.5 (xHigh)","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|longer_query/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.982226,"ciLow":1478.282554,"ciHigh":1495.681898,"observedAt":"2026-11-11","runCount":6185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"longer_query/Claude Sonnet 5.5 (xHigh)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|math/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.0785,"ciLow":1460.178405,"ciHigh":1505.978595,"observedAt":"2026-11-11","runCount":660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"math/Claude Sonnet 5.5 (xHigh)","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|multi_turn/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.834527,"ciLow":1448.231031,"ciHigh":1475.438023,"observedAt":"2026-11-11","runCount":2141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"multi_turn/Claude Sonnet 5.5 (xHigh)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|non_english/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.260932,"ciLow":1448.064441,"ciHigh":1462.457423,"observedAt":"2026-11-11","runCount":9107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"non_english/Claude Sonnet 5.5 (xHigh)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|overall/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.131978,"ciLow":1463.123835,"ciHigh":1475.140121,"observedAt":"2026-11-11","runCount":14355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"overall/Claude Sonnet 5.5 (xHigh)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|polish/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.85189,"ciLow":1453.554871,"ciHigh":1530.148909,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"polish/Claude Sonnet 5.5 (xHigh)","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|russian/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.078502,"ciLow":1446.239906,"ciHigh":1473.917097,"observedAt":"2026-11-11","runCount":2125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"russian/Claude Sonnet 5.5 (xHigh)","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-text@1|rating|spanish/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.905084,"ciLow":1436.172749,"ciHigh":1489.63742,"observedAt":"2026-11-11","runCount":490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"spanish/Claude Sonnet 5.5 (xHigh)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision-style-control@1|rating|chinese/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.752163,"ciLow":1334.530224,"ciHigh":1408.974101,"observedAt":"2026-11-09","runCount":249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"chinese/Claude Sonnet 5.5 (xHigh)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.73011,"ciLow":1211.415794,"ciHigh":1274.044427,"observedAt":"2026-11-09","runCount":386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"creative_writing_vision/Claude Sonnet 5.5 (xHigh)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision-style-control@1|rating|diagram/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.022617,"ciLow":1288.775801,"ciHigh":1327.269433,"observedAt":"2026-11-09","runCount":1022,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"diagram/Claude Sonnet 5.5 (xHigh)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision-style-control@1|rating|english/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.112424,"ciLow":1241.940579,"ciHigh":1276.284269,"observedAt":"2026-11-09","runCount":1364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"english/Claude Sonnet 5.5 (xHigh)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision-style-control@1|rating|homework/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.140761,"ciLow":1293.819933,"ciHigh":1340.46159,"observedAt":"2026-11-09","runCount":657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"homework/Claude Sonnet 5.5 (xHigh)","slice":"homework"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision-style-control@1|rating|humor/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.184633,"ciLow":1207.031742,"ciHigh":1289.337524,"observedAt":"2026-11-09","runCount":200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"humor/Claude Sonnet 5.5 (xHigh)","slice":"humor"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision-style-control@1|rating|ocr/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.089081,"ciLow":1269.525856,"ciHigh":1292.652305,"observedAt":"2026-11-09","runCount":2986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"ocr/Claude Sonnet 5.5 (xHigh)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision-style-control@1|rating|overall/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.711583,"ciLow":1252.512124,"ciHigh":1272.911041,"observedAt":"2026-11-09","runCount":4257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"overall/Claude Sonnet 5.5 (xHigh)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision@1|rating|chinese/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1386.553961,"ciLow":1348.923636,"ciHigh":1424.184286,"observedAt":"2026-11-09","runCount":249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"chinese/Claude Sonnet 5.5 (xHigh)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision@1|rating|creative_writing_vision/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1263.850053,"ciLow":1232.363872,"ciHigh":1295.336233,"observedAt":"2026-11-09","runCount":386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"creative_writing_vision/Claude Sonnet 5.5 (xHigh)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision@1|rating|diagram/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1316.263756,"ciLow":1297.025042,"ciHigh":1335.502469,"observedAt":"2026-11-09","runCount":1022,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"diagram/Claude Sonnet 5.5 (xHigh)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision@1|rating|english/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1282.422943,"ciLow":1265.231771,"ciHigh":1299.614115,"observedAt":"2026-11-09","runCount":1364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"english/Claude Sonnet 5.5 (xHigh)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision@1|rating|homework/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1322.316916,"ciLow":1299.079492,"ciHigh":1345.554339,"observedAt":"2026-11-09","runCount":657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"homework/Claude Sonnet 5.5 (xHigh)","slice":"homework"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision@1|rating|humor/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1266.057726,"ciLow":1224.510892,"ciHigh":1307.60456,"observedAt":"2026-11-09","runCount":200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"humor/Claude Sonnet 5.5 (xHigh)","slice":"humor"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision@1|rating|ocr/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1295.896948,"ciLow":1284.372649,"ciHigh":1307.421247,"observedAt":"2026-11-09","runCount":2986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"ocr/Claude Sonnet 5.5 (xHigh)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-vision@1|rating|overall/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1284.258808,"ciLow":1274.080327,"ciHigh":1294.437289,"observedAt":"2026-11-09","runCount":4257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"overall/Claude Sonnet 5.5 (xHigh)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-webdev@1|rating|image_to_webdev/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1744.612512,"ciLow":1730.858793,"ciHigh":1758.366231,"observedAt":"2026-11-15","runCount":2490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"image_to_webdev/Claude Sonnet 5.5 (xHigh)","slice":"image_to_webdev"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-webdev@1|rating|overall/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1772.228527,"ciLow":1762.515007,"ciHigh":1781.942047,"observedAt":"2026-11-15","runCount":6120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"overall/Claude Sonnet 5.5 (xHigh)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-webdev@1|rating|webdev-html/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1753.217874,"ciLow":1727.638488,"ciHigh":1778.797261,"observedAt":"2026-11-15","runCount":815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"webdev-html/Claude Sonnet 5.5 (xHigh)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-webdev@1|rating|webdev-react/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1821.622702,"ciLow":1809.473323,"ciHigh":1833.772082,"observedAt":"2026-11-15","runCount":3931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"webdev-react/Claude Sonnet 5.5 (xHigh)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-sonnet-5-5:effort=xhigh|none|lmarena-webdev@1|rating|webdev/Claude Sonnet 5.5 (xHigh)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1772.228527,"ciLow":1762.515007,"ciHigh":1781.942047,"observedAt":"2026-11-15","runCount":6120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5.5 (xHigh)","rowId":"webdev/Claude Sonnet 5.5 (xHigh)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-agent@1|cost-per-task|overall/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.86988,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"overall/Claude Sonnet 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-agent@1|output-tokens-per-task|overall/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":23366,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"overall/Claude Sonnet 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-agent@1|score|overall/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.011433,"ciLow":-0.000519,"ciHigh":0.023385,"observedAt":"2026-11-15","runCount":5245278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"overall/Claude Sonnet 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-document-style-control@1|rating|overall/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.879495,"ciLow":1462.279516,"ciHigh":1475.479473,"observedAt":"2026-11-09","runCount":11044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"overall/Claude Sonnet 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-document@1|rating|overall/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1459.539655,"ciLow":1452.972346,"ciHigh":1466.106964,"observedAt":"2026-11-09","runCount":11044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"overall/Claude Sonnet 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|chinese/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.623452,"ciLow":1486.70556,"ciHigh":1506.541344,"observedAt":"2026-11-11","runCount":4028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"chinese/Claude Sonnet 5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|coding/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1519.848968,"ciLow":1513.739772,"ciHigh":1525.958164,"observedAt":"2026-11-11","runCount":14060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"coding/Claude Sonnet 5 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.580101,"ciLow":1426.701663,"ciHigh":1440.458539,"observedAt":"2026-11-11","runCount":11021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"creative_writing/Claude Sonnet 5 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|english/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.114526,"ciLow":1465.902961,"ciHigh":1476.32609,"observedAt":"2026-11-11","runCount":22039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"english/Claude Sonnet 5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.202509,"ciLow":1460.968886,"ciHigh":1471.436132,"observedAt":"2026-11-11","runCount":39779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"exclude_ties/Claude Sonnet 5 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|expert/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.913237,"ciLow":1500.464504,"ciHigh":1517.361969,"observedAt":"2026-11-11","runCount":5729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"expert/Claude Sonnet 5 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|french/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.948962,"ciLow":1473.327487,"ciHigh":1504.570437,"observedAt":"2026-11-11","runCount":1783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"french/Claude Sonnet 5 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|german/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.974752,"ciLow":1444.547722,"ciHigh":1487.401781,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"german/Claude Sonnet 5 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.890902,"ciLow":1485.206374,"ciHigh":1494.575431,"observedAt":"2026-11-11","runCount":34792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"hard_prompts/Claude Sonnet 5 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.420887,"ciLow":1487.406323,"ciHigh":1499.435451,"observedAt":"2026-11-11","runCount":14564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"hard_prompts_english/Claude Sonnet 5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.836913,"ciLow":1459.010789,"ciHigh":1472.663037,"observedAt":"2026-11-11","runCount":10114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.173049,"ciLow":1425.826374,"ciHigh":1438.519725,"observedAt":"2026-11-11","runCount":13679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.515981,"ciLow":1461.953442,"ciHigh":1481.078521,"observedAt":"2026-11-11","runCount":4495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_legal_and_government/Claude Sonnet 5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.823862,"ciLow":1479.666286,"ciHigh":1493.981439,"observedAt":"2026-11-11","runCount":8702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.541464,"ciLow":1475.076474,"ciHigh":1498.006454,"observedAt":"2026-11-11","runCount":2836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_mathematical/Claude Sonnet 5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.286967,"ciLow":1468.859604,"ciHigh":1489.71433,"observedAt":"2026-11-11","runCount":3814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_medicine_and_healthcare/Claude Sonnet 5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.479229,"ciLow":1499.098699,"ciHigh":1509.859759,"observedAt":"2026-11-11","runCount":20363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_software_and_it_services/Claude Sonnet 5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.822008,"ciLow":1445.721888,"ciHigh":1457.922129,"observedAt":"2026-11-11","runCount":14561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.620459,"ciLow":1461.064795,"ciHigh":1472.176122,"observedAt":"2026-11-11","runCount":18652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"instruction_following/Claude Sonnet 5 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|japanese/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.918797,"ciLow":1417.34654,"ciHigh":1462.491054,"observedAt":"2026-11-11","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"japanese/Claude Sonnet 5 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|korean/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.002293,"ciLow":1401.166098,"ciHigh":1442.838489,"observedAt":"2026-11-11","runCount":856,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"korean/Claude Sonnet 5 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.656981,"ciLow":1475.326263,"ciHigh":1485.987699,"observedAt":"2026-11-11","runCount":24283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"longer_query/Claude Sonnet 5 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|math/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.164552,"ciLow":1459.933918,"ciHigh":1484.395186,"observedAt":"2026-11-11","runCount":2423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"math/Claude Sonnet 5 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.022682,"ciLow":1465.883456,"ciHigh":1480.161908,"observedAt":"2026-11-11","runCount":8981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"multi_turn/Claude Sonnet 5 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|non_english/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.79626,"ciLow":1443.062365,"ciHigh":1452.530155,"observedAt":"2026-11-11","runCount":30920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"non_english/Claude Sonnet 5 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|overall/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.816583,"ciLow":1456.766176,"ciHigh":1464.86699,"observedAt":"2026-11-11","runCount":52963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"overall/Claude Sonnet 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|polish/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.905633,"ciLow":1427.628796,"ciHigh":1470.18247,"observedAt":"2026-11-11","runCount":786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"polish/Claude Sonnet 5 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|russian/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.841753,"ciLow":1458.631834,"ciHigh":1475.051672,"observedAt":"2026-11-11","runCount":6244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"russian/Claude Sonnet 5 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text-style-control@1|rating|spanish/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.53282,"ciLow":1438.708479,"ciHigh":1470.357161,"observedAt":"2026-11-11","runCount":1540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"spanish/Claude Sonnet 5 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|chinese/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.729705,"ciLow":1466.777521,"ciHigh":1486.681888,"observedAt":"2026-11-11","runCount":4028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"chinese/Claude Sonnet 5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|coding/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.421596,"ciLow":1477.36088,"ciHigh":1489.482311,"observedAt":"2026-11-11","runCount":14060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"coding/Claude Sonnet 5 (High)","slice":"coding"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|creative_writing/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.465201,"ciLow":1407.601467,"ciHigh":1421.328936,"observedAt":"2026-11-11","runCount":11021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"creative_writing/Claude Sonnet 5 (High)","slice":"creative_writing"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|english/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.202221,"ciLow":1445.018275,"ciHigh":1455.386167,"observedAt":"2026-11-11","runCount":22039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"english/Claude Sonnet 5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|exclude_ties/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.906244,"ciLow":1432.742846,"ciHigh":1443.069643,"observedAt":"2026-11-11","runCount":39779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"exclude_ties/Claude Sonnet 5 (High)","slice":"exclude_ties"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|expert/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.997962,"ciLow":1479.554505,"ciHigh":1496.44142,"observedAt":"2026-11-11","runCount":5729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"expert/Claude Sonnet 5 (High)","slice":"expert"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|french/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.656847,"ciLow":1447.132159,"ciHigh":1478.181536,"observedAt":"2026-11-11","runCount":1783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"french/Claude Sonnet 5 (High)","slice":"french"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|german/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.161114,"ciLow":1420.004695,"ciHigh":1462.317532,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"german/Claude Sonnet 5 (High)","slice":"german"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|hard_prompts/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.247609,"ciLow":1456.58837,"ciHigh":1465.906848,"observedAt":"2026-11-11","runCount":34792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"hard_prompts/Claude Sonnet 5 (High)","slice":"hard_prompts"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.682032,"ciLow":1458.697709,"ciHigh":1470.666356,"observedAt":"2026-11-11","runCount":14564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"hard_prompts_english/Claude Sonnet 5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.962324,"ciLow":1430.186172,"ciHigh":1443.738477,"observedAt":"2026-11-11","runCount":10114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_business_and_management_and_financial_operations/Claude Sonnet 5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.010011,"ciLow":1404.671184,"ciHigh":1417.348838,"observedAt":"2026-11-11","runCount":13679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_entertainment_and_sports_and_media/Claude Sonnet 5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.962682,"ciLow":1441.460464,"ciHigh":1460.4649,"observedAt":"2026-11-11","runCount":4495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_legal_and_government/Claude Sonnet 5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.327359,"ciLow":1453.219728,"ciHigh":1467.43499,"observedAt":"2026-11-11","runCount":8702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_life_and_physical_and_social_science/Claude Sonnet 5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|industry_mathematical/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.438787,"ciLow":1467.954495,"ciHigh":1490.92308,"observedAt":"2026-11-11","runCount":2836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_mathematical/Claude Sonnet 5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.718995,"ciLow":1432.436239,"ciHigh":1453.001752,"observedAt":"2026-11-11","runCount":3814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_medicine_and_healthcare/Claude Sonnet 5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.158525,"ciLow":1468.81313,"ciHigh":1479.50392,"observedAt":"2026-11-11","runCount":20363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_software_and_it_services/Claude Sonnet 5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.2482,"ciLow":1429.145203,"ciHigh":1441.351196,"observedAt":"2026-11-11","runCount":14561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"industry_writing_and_literature_and_language/Claude Sonnet 5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|instruction_following/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.874428,"ciLow":1447.320954,"ciHigh":1458.427901,"observedAt":"2026-11-11","runCount":18652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"instruction_following/Claude Sonnet 5 (High)","slice":"instruction_following"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|japanese/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.432869,"ciLow":1397.728072,"ciHigh":1443.137666,"observedAt":"2026-11-11","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"japanese/Claude Sonnet 5 (High)","slice":"japanese"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|korean/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.996503,"ciLow":1379.235504,"ciHigh":1420.757502,"observedAt":"2026-11-11","runCount":856,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"korean/Claude Sonnet 5 (High)","slice":"korean"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|longer_query/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.449021,"ciLow":1457.141664,"ciHigh":1467.756378,"observedAt":"2026-11-11","runCount":24283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"longer_query/Claude Sonnet 5 (High)","slice":"longer_query"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|math/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.530887,"ciLow":1454.275568,"ciHigh":1478.786206,"observedAt":"2026-11-11","runCount":2423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"math/Claude Sonnet 5 (High)","slice":"math"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|multi_turn/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.689659,"ciLow":1446.569433,"ciHigh":1460.809885,"observedAt":"2026-11-11","runCount":8981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"multi_turn/Claude Sonnet 5 (High)","slice":"multi_turn"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|non_english/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.561151,"ciLow":1425.835651,"ciHigh":1435.286651,"observedAt":"2026-11-11","runCount":30920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"non_english/Claude Sonnet 5 (High)","slice":"non_english"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|overall/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.874439,"ciLow":1437.839822,"ciHigh":1445.909055,"observedAt":"2026-11-11","runCount":52963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"overall/Claude Sonnet 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|polish/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.103105,"ciLow":1406.949739,"ciHigh":1449.25647,"observedAt":"2026-11-11","runCount":786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"polish/Claude Sonnet 5 (High)","slice":"polish"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|russian/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.515146,"ciLow":1439.32763,"ciHigh":1455.702661,"observedAt":"2026-11-11","runCount":6244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"russian/Claude Sonnet 5 (High)","slice":"russian"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-text@1|rating|spanish/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.674491,"ciLow":1424.827919,"ciHigh":1456.521064,"observedAt":"2026-11-11","runCount":1540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"spanish/Claude Sonnet 5 (High)","slice":"spanish"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision-style-control@1|rating|chinese/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.147816,"ciLow":1297.451601,"ciHigh":1340.84403,"observedAt":"2026-11-09","runCount":878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"chinese/Claude Sonnet 5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.041418,"ciLow":1218.758476,"ciHigh":1255.32436,"observedAt":"2026-11-09","runCount":1209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"creative_writing_vision/Claude Sonnet 5 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision-style-control@1|rating|diagram/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.192709,"ciLow":1281.947482,"ciHigh":1302.437935,"observedAt":"2026-11-09","runCount":3894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"diagram/Claude Sonnet 5 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision-style-control@1|rating|english/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.835343,"ciLow":1251.311415,"ciHigh":1270.359271,"observedAt":"2026-11-09","runCount":5614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"english/Claude Sonnet 5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision-style-control@1|rating|homework/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.297937,"ciLow":1288.14873,"ciHigh":1318.447145,"observedAt":"2026-11-09","runCount":1631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"homework/Claude Sonnet 5 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision-style-control@1|rating|humor/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.915322,"ciLow":1221.041878,"ciHigh":1268.788765,"observedAt":"2026-11-09","runCount":663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"humor/Claude Sonnet 5 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision-style-control@1|rating|ocr/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.514168,"ciLow":1272.536061,"ciHigh":1286.492275,"observedAt":"2026-11-09","runCount":10330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"ocr/Claude Sonnet 5 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision-style-control@1|rating|overall/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.819793,"ciLow":1254.10403,"ciHigh":1267.535557,"observedAt":"2026-11-09","runCount":14778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"overall/Claude Sonnet 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision@1|rating|chinese/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1334.14697,"ciLow":1312.599609,"ciHigh":1355.694332,"observedAt":"2026-11-09","runCount":878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"chinese/Claude Sonnet 5 (High)","slice":"chinese"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1246.587231,"ciLow":1228.401594,"ciHigh":1264.772869,"observedAt":"2026-11-09","runCount":1209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"creative_writing_vision/Claude Sonnet 5 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision@1|rating|diagram/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1291.888819,"ciLow":1281.663251,"ciHigh":1302.114388,"observedAt":"2026-11-09","runCount":3894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"diagram/Claude Sonnet 5 (High)","slice":"diagram"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision@1|rating|english/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1272.90237,"ciLow":1263.391027,"ciHigh":1282.413714,"observedAt":"2026-11-09","runCount":5614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"english/Claude Sonnet 5 (High)","slice":"english"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision@1|rating|homework/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1310.046383,"ciLow":1294.946287,"ciHigh":1325.146479,"observedAt":"2026-11-09","runCount":1631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"homework/Claude Sonnet 5 (High)","slice":"homework"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision@1|rating|humor/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1256.544458,"ciLow":1232.717238,"ciHigh":1280.371679,"observedAt":"2026-11-09","runCount":663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"humor/Claude Sonnet 5 (High)","slice":"humor"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision@1|rating|ocr/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1285.844264,"ciLow":1278.883308,"ciHigh":1292.805219,"observedAt":"2026-11-09","runCount":10330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"ocr/Claude Sonnet 5 (High)","slice":"ocr"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-vision@1|rating|overall/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1271.624599,"ciLow":1264.929602,"ciHigh":1278.319595,"observedAt":"2026-11-09","runCount":14778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"overall/Claude Sonnet 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-webdev@1|rating|image_to_webdev/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1538.913375,"ciLow":1531.364029,"ciHigh":1546.462721,"observedAt":"2026-11-15","runCount":8321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"image_to_webdev/Claude Sonnet 5 (High)","slice":"image_to_webdev"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-webdev@1|rating|overall/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1539.094998,"ciLow":1533.287525,"ciHigh":1544.90247,"observedAt":"2026-11-15","runCount":16743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"overall/Claude Sonnet 5 (High)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-webdev@1|rating|webdev-html/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1525.592003,"ciLow":1511.792977,"ciHigh":1539.391029,"observedAt":"2026-11-15","runCount":2203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"webdev-html/Claude Sonnet 5 (High)","slice":"webdev-html"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-webdev@1|rating|webdev-react/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1538.805632,"ciLow":1532.086913,"ciHigh":1545.524351,"observedAt":"2026-11-15","runCount":11390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"webdev-react/Claude Sonnet 5 (High)","slice":"webdev-react"}
{"key":"lmarena|anthropic/claude-sonnet-5:effort=high|none|lmarena-webdev@1|rating|webdev/Claude Sonnet 5 (High)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1539.094998,"ciLow":1533.287525,"ciHigh":1544.90247,"observedAt":"2026-11-15","runCount":16743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (High)","rowId":"webdev/Claude Sonnet 5 (High)","slice":"webdev"}
{"key":"lmarena|anthropic/claude-sonnet-5:flags=search|none|lmarena-search-style-control@1|rating|overall/Claude Sonnet 5 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1190.559447,"ciLow":1183.990251,"ciHigh":1197.128643,"observedAt":"2026-11-09","runCount":71297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (Search)","rowId":"overall/Claude Sonnet 5 (Search)","slice":"overall"}
{"key":"lmarena|anthropic/claude-sonnet-5:flags=search|none|lmarena-search@1|rating|overall/Claude Sonnet 5 (Search)","sourceId":"lmarena","modelId":"anthropic/claude-sonnet-5","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1187.743235,"ciLow":1181.305572,"ciHigh":1194.180899,"observedAt":"2026-11-09","runCount":71297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Claude Sonnet 5 (Search)","rowId":"overall/Claude Sonnet 5 (Search)","slice":"overall"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|chinese/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.047694,"ciLow":1388.262055,"ciHigh":1415.833334,"observedAt":"2026-11-11","runCount":2113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"chinese/Trinity Large Preview","slice":"chinese"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|coding/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.148981,"ciLow":1435.815587,"ciHigh":1450.482375,"observedAt":"2026-11-11","runCount":7905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"coding/Trinity Large Preview","slice":"coding"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.591221,"ciLow":1341.382817,"ciHigh":1359.799625,"observedAt":"2026-11-11","runCount":4720,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"creative_writing/Trinity Large Preview","slice":"creative_writing"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|english/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.188515,"ciLow":1392.343243,"ciHigh":1404.033786,"observedAt":"2026-11-11","runCount":13761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"english/Trinity Large Preview","slice":"english"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.634099,"ciLow":1347.755654,"ciHigh":1359.512543,"observedAt":"2026-11-11","runCount":23538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"exclude_ties/Trinity Large Preview","slice":"exclude_ties"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|expert/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.852393,"ciLow":1393.154301,"ciHigh":1416.550484,"observedAt":"2026-11-11","runCount":2859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"expert/Trinity Large Preview","slice":"expert"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|french/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.004358,"ciLow":1402.952066,"ciHigh":1445.056651,"observedAt":"2026-11-11","runCount":898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"french/Trinity Large Preview","slice":"french"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|german/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.624895,"ciLow":1333.996328,"ciHigh":1391.253461,"observedAt":"2026-11-11","runCount":466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"german/Trinity Large Preview","slice":"german"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.003284,"ciLow":1397.748535,"ciHigh":1408.258033,"observedAt":"2026-11-11","runCount":19324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"hard_prompts/Trinity Large Preview","slice":"hard_prompts"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.426647,"ciLow":1411.415124,"ciHigh":1425.438169,"observedAt":"2026-11-11","runCount":8902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"hard_prompts_english/Trinity Large Preview","slice":"hard_prompts_english"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.136411,"ciLow":1371.840626,"ciHigh":1388.432195,"observedAt":"2026-11-11","runCount":6022,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_business_and_management_and_financial_operations/Trinity Large Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.240996,"ciLow":1342.929479,"ciHigh":1359.552513,"observedAt":"2026-11-11","runCount":5867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_entertainment_and_sports_and_media/Trinity Large Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.160795,"ciLow":1379.764266,"ciHigh":1406.557323,"observedAt":"2026-11-11","runCount":2242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_legal_and_government/Trinity Large Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.984612,"ciLow":1395.188375,"ciHigh":1412.780849,"observedAt":"2026-11-11","runCount":5132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_life_and_physical_and_social_science/Trinity Large Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.963016,"ciLow":1364.226166,"ciHigh":1393.699866,"observedAt":"2026-11-11","runCount":1769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_mathematical/Trinity Large Preview","slice":"industry_mathematical"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.702144,"ciLow":1394.39191,"ciHigh":1421.012378,"observedAt":"2026-11-11","runCount":2330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_medicine_and_healthcare/Trinity Large Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.417605,"ciLow":1421.201523,"ciHigh":1433.633687,"observedAt":"2026-11-11","runCount":11909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_software_and_it_services/Trinity Large Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.962623,"ciLow":1350.450349,"ciHigh":1365.474896,"observedAt":"2026-11-11","runCount":7193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_writing_and_literature_and_language/Trinity Large Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.827848,"ciLow":1363.130994,"ciHigh":1376.524702,"observedAt":"2026-11-11","runCount":9647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"instruction_following/Trinity Large Preview","slice":"instruction_following"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|japanese/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.473527,"ciLow":1290.681398,"ciHigh":1370.265657,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"japanese/Trinity Large Preview","slice":"japanese"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|korean/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.3871,"ciLow":1278.539043,"ciHigh":1336.235157,"observedAt":"2026-11-11","runCount":469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"korean/Trinity Large Preview","slice":"korean"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|longer_query/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.737879,"ciLow":1384.264333,"ciHigh":1397.211424,"observedAt":"2026-11-11","runCount":11491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"longer_query/Trinity Large Preview","slice":"longer_query"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|math/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.638998,"ciLow":1347.933228,"ciHigh":1375.344768,"observedAt":"2026-11-11","runCount":1976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"math/Trinity Large Preview","slice":"math"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.839436,"ciLow":1367.195699,"ciHigh":1384.483173,"observedAt":"2026-11-11","runCount":5552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"multi_turn/Trinity Large Preview","slice":"multi_turn"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|non_english/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.95701,"ciLow":1352.594332,"ciHigh":1363.319688,"observedAt":"2026-11-11","runCount":17231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"non_english/Trinity Large Preview","slice":"non_english"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|overall/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.699038,"ciLow":1374.429436,"ciHigh":1382.968641,"observedAt":"2026-11-11","runCount":30992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"overall/Trinity Large Preview","slice":"overall"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|polish/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.169086,"ciLow":1316.3573,"ciHigh":1367.980871,"observedAt":"2026-11-11","runCount":577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"polish/Trinity Large Preview","slice":"polish"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|russian/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.722842,"ciLow":1352.579333,"ciHigh":1372.866351,"observedAt":"2026-11-11","runCount":3823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"russian/Trinity Large Preview","slice":"russian"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text-style-control@1|rating|spanish/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.696057,"ciLow":1378.266653,"ciHigh":1417.125461,"observedAt":"2026-11-11","runCount":1026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"spanish/Trinity Large Preview","slice":"spanish"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|chinese/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.394755,"ciLow":1339.649909,"ciHigh":1367.139602,"observedAt":"2026-11-11","runCount":2113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"chinese/Trinity Large Preview","slice":"chinese"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|coding/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.217796,"ciLow":1373.920178,"ciHigh":1388.515413,"observedAt":"2026-11-11","runCount":7905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"coding/Trinity Large Preview","slice":"coding"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|creative_writing/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.84307,"ciLow":1309.673478,"ciHigh":1328.012661,"observedAt":"2026-11-11","runCount":4720,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"creative_writing/Trinity Large Preview","slice":"creative_writing"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|english/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.893568,"ciLow":1352.079153,"ciHigh":1363.707984,"observedAt":"2026-11-11","runCount":13761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"english/Trinity Large Preview","slice":"english"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|exclude_ties/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.642509,"ciLow":1291.842849,"ciHigh":1303.442169,"observedAt":"2026-11-11","runCount":23538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"exclude_ties/Trinity Large Preview","slice":"exclude_ties"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|expert/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.001786,"ciLow":1340.358876,"ciHigh":1363.644697,"observedAt":"2026-11-11","runCount":2859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"expert/Trinity Large Preview","slice":"expert"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|french/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.090497,"ciLow":1354.197079,"ciHigh":1395.983915,"observedAt":"2026-11-11","runCount":898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"french/Trinity Large Preview","slice":"french"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|german/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.450351,"ciLow":1287.915973,"ciHigh":1344.984728,"observedAt":"2026-11-11","runCount":466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"german/Trinity Large Preview","slice":"german"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|hard_prompts/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.576847,"ciLow":1344.346688,"ciHigh":1354.807006,"observedAt":"2026-11-11","runCount":19324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"hard_prompts/Trinity Large Preview","slice":"hard_prompts"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|hard_prompts_english/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.121999,"ciLow":1360.15245,"ciHigh":1374.091548,"observedAt":"2026-11-11","runCount":8902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"hard_prompts_english/Trinity Large Preview","slice":"hard_prompts_english"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.689862,"ciLow":1318.437281,"ciHigh":1334.942443,"observedAt":"2026-11-11","runCount":6022,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_business_and_management_and_financial_operations/Trinity Large Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.278039,"ciLow":1307.016478,"ciHigh":1323.5396,"observedAt":"2026-11-11","runCount":5867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_entertainment_and_sports_and_media/Trinity Large Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.47313,"ciLow":1327.21885,"ciHigh":1353.727411,"observedAt":"2026-11-11","runCount":2242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_legal_and_government/Trinity Large Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.84297,"ciLow":1343.125234,"ciHigh":1360.560706,"observedAt":"2026-11-11","runCount":5132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_life_and_physical_and_social_science/Trinity Large Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|industry_mathematical/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.563072,"ciLow":1338.799077,"ciHigh":1368.327066,"observedAt":"2026-11-11","runCount":1769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_mathematical/Trinity Large Preview","slice":"industry_mathematical"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.415971,"ciLow":1330.302691,"ciHigh":1356.529251,"observedAt":"2026-11-11","runCount":2330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_medicine_and_healthcare/Trinity Large Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.1068,"ciLow":1364.937601,"ciHigh":1377.275999,"observedAt":"2026-11-11","runCount":11909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_software_and_it_services/Trinity Large Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.178686,"ciLow":1320.685316,"ciHigh":1335.672057,"observedAt":"2026-11-11","runCount":7193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"industry_writing_and_literature_and_language/Trinity Large Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|instruction_following/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.053836,"ciLow":1327.369352,"ciHigh":1340.738319,"observedAt":"2026-11-11","runCount":9647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"instruction_following/Trinity Large Preview","slice":"instruction_following"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|japanese/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.586625,"ciLow":1252.403285,"ciHigh":1332.769966,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"japanese/Trinity Large Preview","slice":"japanese"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|korean/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.393925,"ciLow":1228.761122,"ciHigh":1286.026727,"observedAt":"2026-11-11","runCount":469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"korean/Trinity Large Preview","slice":"korean"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|longer_query/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.590586,"ciLow":1348.1547,"ciHigh":1361.026472,"observedAt":"2026-11-11","runCount":11491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"longer_query/Trinity Large Preview","slice":"longer_query"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|math/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.732979,"ciLow":1321.983453,"ciHigh":1349.482505,"observedAt":"2026-11-11","runCount":1976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"math/Trinity Large Preview","slice":"math"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|multi_turn/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.113484,"ciLow":1332.497618,"ciHigh":1349.72935,"observedAt":"2026-11-11","runCount":5552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"multi_turn/Trinity Large Preview","slice":"multi_turn"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|non_english/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.298165,"ciLow":1312.95385,"ciHigh":1323.642481,"observedAt":"2026-11-11","runCount":17231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"non_english/Trinity Large Preview","slice":"non_english"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|overall/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.725598,"ciLow":1334.477304,"ciHigh":1342.973891,"observedAt":"2026-11-11","runCount":30992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"overall/Trinity Large Preview","slice":"overall"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|polish/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.999546,"ciLow":1262.344234,"ciHigh":1313.654859,"observedAt":"2026-11-11","runCount":577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"polish/Trinity Large Preview","slice":"polish"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|russian/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1322.942326,"ciLow":1312.780836,"ciHigh":1333.103816,"observedAt":"2026-11-11","runCount":3823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"russian/Trinity Large Preview","slice":"russian"}
{"key":"lmarena|arcee-ai/trinity-large-preview:default|none|lmarena-text@1|rating|spanish/Trinity Large Preview","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.36232,"ciLow":1337.060955,"ciHigh":1375.663685,"observedAt":"2026-11-11","runCount":1026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Preview","rowId":"spanish/Trinity Large Preview","slice":"spanish"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|chinese/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.792519,"ciLow":1385.559927,"ciHigh":1414.025111,"observedAt":"2026-11-11","runCount":2034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"chinese/Trinity Large Thinking","slice":"chinese"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|coding/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.526839,"ciLow":1405.139067,"ciHigh":1419.914611,"observedAt":"2026-11-11","runCount":8460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"coding/Trinity Large Thinking","slice":"coding"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|creative_writing/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.915956,"ciLow":1323.519904,"ciHigh":1342.312007,"observedAt":"2026-11-11","runCount":4680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"creative_writing/Trinity Large Thinking","slice":"creative_writing"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|english/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.580257,"ciLow":1376.580704,"ciHigh":1388.57981,"observedAt":"2026-11-11","runCount":14210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"english/Trinity Large Thinking","slice":"english"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|exclude_ties/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.970834,"ciLow":1337.736027,"ciHigh":1350.205641,"observedAt":"2026-11-11","runCount":23300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"exclude_ties/Trinity Large Thinking","slice":"exclude_ties"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|expert/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.514089,"ciLow":1389.76663,"ciHigh":1413.261547,"observedAt":"2026-11-11","runCount":2876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"expert/Trinity Large Thinking","slice":"expert"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|french/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.007029,"ciLow":1378.570151,"ciHigh":1419.443907,"observedAt":"2026-11-11","runCount":1018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"french/Trinity Large Thinking","slice":"french"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|german/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.308066,"ciLow":1349.326732,"ciHigh":1407.2894,"observedAt":"2026-11-11","runCount":407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"german/Trinity Large Thinking","slice":"german"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|hard_prompts/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.491035,"ciLow":1379.960954,"ciHigh":1391.021117,"observedAt":"2026-11-11","runCount":19847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"hard_prompts/Trinity Large Thinking","slice":"hard_prompts"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.756936,"ciLow":1388.818955,"ciHigh":1402.694918,"observedAt":"2026-11-11","runCount":9839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"hard_prompts_english/Trinity Large Thinking","slice":"hard_prompts_english"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.055583,"ciLow":1359.659038,"ciHigh":1376.452127,"observedAt":"2026-11-11","runCount":6080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_business_and_management_and_financial_operations/Trinity Large Thinking","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.105978,"ciLow":1316.633838,"ciHigh":1333.578119,"observedAt":"2026-11-11","runCount":6176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_entertainment_and_sports_and_media/Trinity Large Thinking","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.657126,"ciLow":1362.591346,"ciHigh":1388.722906,"observedAt":"2026-11-11","runCount":2352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_legal_and_government/Trinity Large Thinking","slice":"industry_legal_and_government"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.91917,"ciLow":1381.81127,"ciHigh":1400.02707,"observedAt":"2026-11-11","runCount":5041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_life_and_physical_and_social_science/Trinity Large Thinking","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.287697,"ciLow":1360.06624,"ciHigh":1390.509155,"observedAt":"2026-11-11","runCount":1740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_mathematical/Trinity Large Thinking","slice":"industry_mathematical"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.432656,"ciLow":1378.884025,"ciHigh":1405.981288,"observedAt":"2026-11-11","runCount":2258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_medicine_and_healthcare/Trinity Large Thinking","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.563553,"ciLow":1399.15509,"ciHigh":1411.972017,"observedAt":"2026-11-11","runCount":12153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_software_and_it_services/Trinity Large Thinking","slice":"industry_software_and_it_services"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.764915,"ciLow":1335.995757,"ciHigh":1351.534072,"observedAt":"2026-11-11","runCount":7204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_writing_and_literature_and_language/Trinity Large Thinking","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|instruction_following/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.413909,"ciLow":1352.620091,"ciHigh":1366.207726,"observedAt":"2026-11-11","runCount":10239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"instruction_following/Trinity Large Thinking","slice":"instruction_following"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|japanese/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.141761,"ciLow":1299.186483,"ciHigh":1371.09704,"observedAt":"2026-11-11","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"japanese/Trinity Large Thinking","slice":"japanese"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|korean/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.012904,"ciLow":1300.718409,"ciHigh":1353.307399,"observedAt":"2026-11-11","runCount":535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"korean/Trinity Large Thinking","slice":"korean"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|longer_query/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.427761,"ciLow":1358.777968,"ciHigh":1372.077553,"observedAt":"2026-11-11","runCount":12921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"longer_query/Trinity Large Thinking","slice":"longer_query"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|math/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.515697,"ciLow":1367.699663,"ciHigh":1397.331731,"observedAt":"2026-11-11","runCount":1698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"math/Trinity Large Thinking","slice":"math"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|multi_turn/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.490387,"ciLow":1337.594079,"ciHigh":1355.386694,"observedAt":"2026-11-11","runCount":5563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"multi_turn/Trinity Large Thinking","slice":"multi_turn"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|non_english/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.936445,"ciLow":1345.16052,"ciHigh":1356.71237,"observedAt":"2026-11-11","runCount":15807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"non_english/Trinity Large Thinking","slice":"non_english"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|overall/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.235285,"ciLow":1362.625598,"ciHigh":1371.844972,"observedAt":"2026-11-11","runCount":30017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"overall/Trinity Large Thinking","slice":"overall"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|polish/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.967741,"ciLow":1314.709985,"ciHigh":1367.225498,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"polish/Trinity Large Thinking","slice":"polish"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|russian/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.09161,"ciLow":1346.052837,"ciHigh":1368.130384,"observedAt":"2026-11-11","runCount":3267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"russian/Trinity Large Thinking","slice":"russian"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text-style-control@1|rating|spanish/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.457249,"ciLow":1328.597862,"ciHigh":1370.316635,"observedAt":"2026-11-11","runCount":934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"spanish/Trinity Large Thinking","slice":"spanish"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|chinese/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.996781,"ciLow":1358.847203,"ciHigh":1387.146359,"observedAt":"2026-11-11","runCount":2034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"chinese/Trinity Large Thinking","slice":"chinese"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|coding/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.019905,"ciLow":1349.561998,"ciHigh":1364.477813,"observedAt":"2026-11-11","runCount":8460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"coding/Trinity Large Thinking","slice":"coding"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|creative_writing/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.141012,"ciLow":1298.760268,"ciHigh":1317.521756,"observedAt":"2026-11-11","runCount":4680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"creative_writing/Trinity Large Thinking","slice":"creative_writing"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|english/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.349374,"ciLow":1349.282572,"ciHigh":1361.416176,"observedAt":"2026-11-11","runCount":14210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"english/Trinity Large Thinking","slice":"english"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|exclude_ties/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1302.965007,"ciLow":1296.797962,"ciHigh":1309.132051,"observedAt":"2026-11-11","runCount":23300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"exclude_ties/Trinity Large Thinking","slice":"exclude_ties"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|expert/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.139295,"ciLow":1347.436662,"ciHigh":1370.841927,"observedAt":"2026-11-11","runCount":2876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"expert/Trinity Large Thinking","slice":"expert"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|french/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.265282,"ciLow":1346.856402,"ciHigh":1387.674162,"observedAt":"2026-11-11","runCount":1018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"french/Trinity Large Thinking","slice":"french"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|german/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.452804,"ciLow":1326.753126,"ciHigh":1384.152483,"observedAt":"2026-11-11","runCount":407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"german/Trinity Large Thinking","slice":"german"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|hard_prompts/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.013876,"ciLow":1336.428468,"ciHigh":1347.599285,"observedAt":"2026-11-11","runCount":19847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"hard_prompts/Trinity Large Thinking","slice":"hard_prompts"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|hard_prompts_english/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.774152,"ciLow":1348.749059,"ciHigh":1362.799244,"observedAt":"2026-11-11","runCount":9839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"hard_prompts_english/Trinity Large Thinking","slice":"hard_prompts_english"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.153468,"ciLow":1321.744626,"ciHigh":1338.562309,"observedAt":"2026-11-11","runCount":6080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_business_and_management_and_financial_operations/Trinity Large Thinking","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.430362,"ciLow":1287.959022,"ciHigh":1304.901702,"observedAt":"2026-11-11","runCount":6176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_entertainment_and_sports_and_media/Trinity Large Thinking","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|industry_legal_and_government/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.035602,"ciLow":1333.110467,"ciHigh":1358.960737,"observedAt":"2026-11-11","runCount":2352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_legal_and_government/Trinity Large Thinking","slice":"industry_legal_and_government"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.025169,"ciLow":1345.997089,"ciHigh":1364.053249,"observedAt":"2026-11-11","runCount":5041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_life_and_physical_and_social_science/Trinity Large Thinking","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|industry_mathematical/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.455344,"ciLow":1336.047159,"ciHigh":1366.863529,"observedAt":"2026-11-11","runCount":1740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_mathematical/Trinity Large Thinking","slice":"industry_mathematical"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.562788,"ciLow":1336.266487,"ciHigh":1362.859089,"observedAt":"2026-11-11","runCount":2258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_medicine_and_healthcare/Trinity Large Thinking","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|industry_software_and_it_services/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.034285,"ciLow":1355.574849,"ciHigh":1368.49372,"observedAt":"2026-11-11","runCount":12153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_software_and_it_services/Trinity Large Thinking","slice":"industry_software_and_it_services"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.814687,"ciLow":1310.033764,"ciHigh":1325.595611,"observedAt":"2026-11-11","runCount":7204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"industry_writing_and_literature_and_language/Trinity Large Thinking","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|instruction_following/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.45489,"ciLow":1319.614532,"ciHigh":1333.295249,"observedAt":"2026-11-11","runCount":10239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"instruction_following/Trinity Large Thinking","slice":"instruction_following"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|japanese/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.495123,"ciLow":1274.029133,"ciHigh":1346.961113,"observedAt":"2026-11-11","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"japanese/Trinity Large Thinking","slice":"japanese"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|korean/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.337271,"ciLow":1278.144215,"ciHigh":1330.530326,"observedAt":"2026-11-11","runCount":535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"korean/Trinity Large Thinking","slice":"korean"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|longer_query/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.537285,"ciLow":1311.8487,"ciHigh":1325.225871,"observedAt":"2026-11-11","runCount":12921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"longer_query/Trinity Large Thinking","slice":"longer_query"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|math/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.136324,"ciLow":1350.19969,"ciHigh":1380.072958,"observedAt":"2026-11-11","runCount":1698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"math/Trinity Large Thinking","slice":"math"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|multi_turn/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.718799,"ciLow":1311.794726,"ciHigh":1329.642872,"observedAt":"2026-11-11","runCount":5563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"multi_turn/Trinity Large Thinking","slice":"multi_turn"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|non_english/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.55609,"ciLow":1319.780196,"ciHigh":1331.331984,"observedAt":"2026-11-11","runCount":15807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"non_english/Trinity Large Thinking","slice":"non_english"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|overall/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.992547,"ciLow":1335.344104,"ciHigh":1344.640989,"observedAt":"2026-11-11","runCount":30017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"overall/Trinity Large Thinking","slice":"overall"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|polish/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.491753,"ciLow":1284.045407,"ciHigh":1336.938098,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"polish/Trinity Large Thinking","slice":"polish"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|russian/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.353785,"ciLow":1327.345781,"ciHigh":1349.361789,"observedAt":"2026-11-11","runCount":3267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"russian/Trinity Large Thinking","slice":"russian"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-text@1|rating|spanish/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.562012,"ciLow":1305.803728,"ciHigh":1347.320297,"observedAt":"2026-11-11","runCount":934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"spanish/Trinity Large Thinking","slice":"spanish"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-webdev@1|rating|overall/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1236.71542,"ciLow":1216.655689,"ciHigh":1256.775151,"observedAt":"2026-11-15","runCount":1350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"overall/Trinity Large Thinking","slice":"overall"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-webdev@1|rating|webdev-html/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1232.420503,"ciLow":1183.247775,"ciHigh":1281.593232,"observedAt":"2026-11-15","runCount":192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"webdev-html/Trinity Large Thinking","slice":"webdev-html"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-webdev@1|rating|webdev-react/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1230.185497,"ciLow":1208.172902,"ciHigh":1252.198092,"observedAt":"2026-11-15","runCount":1146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"webdev-react/Trinity Large Thinking","slice":"webdev-react"}
{"key":"lmarena|arcee-ai/trinity-large-thinking:default|none|lmarena-webdev@1|rating|webdev/Trinity Large Thinking","sourceId":"lmarena","modelId":"arcee-ai/trinity-large-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1236.71542,"ciLow":1216.655689,"ciHigh":1256.775151,"observedAt":"2026-11-15","runCount":1350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Trinity Large Thinking","rowId":"webdev/Trinity Large Thinking","slice":"webdev"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|chinese/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.831369,"ciLow":1472.637329,"ciHigh":1497.025409,"observedAt":"2026-11-11","runCount":2507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"chinese/ERNIE 5.0 (0110)","slice":"chinese"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|coding/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.169292,"ciLow":1482.551269,"ciHigh":1495.787315,"observedAt":"2026-11-11","runCount":8887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"coding/ERNIE 5.0 (0110)","slice":"coding"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|creative_writing/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.328258,"ciLow":1413.105598,"ciHigh":1429.550918,"observedAt":"2026-11-11","runCount":5692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"creative_writing/ERNIE 5.0 (0110)","slice":"creative_writing"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|english/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.048818,"ciLow":1446.659726,"ciHigh":1457.437909,"observedAt":"2026-11-11","runCount":14980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"english/ERNIE 5.0 (0110)","slice":"english"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|exclude_ties/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.39157,"ciLow":1440.997828,"ciHigh":1451.785312,"observedAt":"2026-11-11","runCount":25815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"exclude_ties/ERNIE 5.0 (0110)","slice":"exclude_ties"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|expert/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.019146,"ciLow":1435.043327,"ciHigh":1456.994964,"observedAt":"2026-11-11","runCount":2909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"expert/ERNIE 5.0 (0110)","slice":"expert"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|french/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.169683,"ciLow":1447.339338,"ciHigh":1485.000028,"observedAt":"2026-11-11","runCount":1089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"french/ERNIE 5.0 (0110)","slice":"french"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|german/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.277559,"ciLow":1405.926372,"ciHigh":1452.628746,"observedAt":"2026-11-11","runCount":660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"german/ERNIE 5.0 (0110)","slice":"german"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|hard_prompts/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.734655,"ciLow":1458.960212,"ciHigh":1468.509097,"observedAt":"2026-11-11","runCount":21631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"hard_prompts/ERNIE 5.0 (0110)","slice":"hard_prompts"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.500481,"ciLow":1460.90266,"ciHigh":1474.098302,"observedAt":"2026-11-11","runCount":9068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"hard_prompts_english/ERNIE 5.0 (0110)","slice":"hard_prompts_english"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.300464,"ciLow":1432.958374,"ciHigh":1447.642554,"observedAt":"2026-11-11","runCount":6991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_business_and_management_and_financial_operations/ERNIE 5.0 (0110)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.070652,"ciLow":1403.532662,"ciHigh":1418.608643,"observedAt":"2026-11-11","runCount":6831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_entertainment_and_sports_and_media/ERNIE 5.0 (0110)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.664518,"ciLow":1425.900554,"ciHigh":1449.428483,"observedAt":"2026-11-11","runCount":2646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_legal_and_government/ERNIE 5.0 (0110)","slice":"industry_legal_and_government"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.512714,"ciLow":1448.69415,"ciHigh":1464.331279,"observedAt":"2026-11-11","runCount":6036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_life_and_physical_and_social_science/ERNIE 5.0 (0110)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|industry_mathematical/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.613846,"ciLow":1417.866096,"ciHigh":1445.361596,"observedAt":"2026-11-11","runCount":1830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_mathematical/ERNIE 5.0 (0110)","slice":"industry_mathematical"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.86007,"ciLow":1458.778613,"ciHigh":1482.941527,"observedAt":"2026-11-11","runCount":2477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_medicine_and_healthcare/ERNIE 5.0 (0110)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.573036,"ciLow":1477.969716,"ciHigh":1489.176355,"observedAt":"2026-11-11","runCount":13432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_software_and_it_services/ERNIE 5.0 (0110)","slice":"industry_software_and_it_services"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.112516,"ciLow":1412.258119,"ciHigh":1425.966914,"observedAt":"2026-11-11","runCount":8271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_writing_and_literature_and_language/ERNIE 5.0 (0110)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|instruction_following/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.751951,"ciLow":1418.667396,"ciHigh":1430.836507,"observedAt":"2026-11-11","runCount":11011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"instruction_following/ERNIE 5.0 (0110)","slice":"instruction_following"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|japanese/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.555291,"ciLow":1344.735305,"ciHigh":1408.375276,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"japanese/ERNIE 5.0 (0110)","slice":"japanese"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|korean/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.511085,"ciLow":1378.795288,"ciHigh":1426.226882,"observedAt":"2026-11-11","runCount":638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"korean/ERNIE 5.0 (0110)","slice":"korean"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|longer_query/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.194181,"ciLow":1433.145963,"ciHigh":1445.2424,"observedAt":"2026-11-11","runCount":11771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"longer_query/ERNIE 5.0 (0110)","slice":"longer_query"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|math/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.546314,"ciLow":1421.181175,"ciHigh":1445.911454,"observedAt":"2026-11-11","runCount":2228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"math/ERNIE 5.0 (0110)","slice":"math"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|multi_turn/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.314193,"ciLow":1433.351224,"ciHigh":1449.277162,"observedAt":"2026-11-11","runCount":5876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"multi_turn/ERNIE 5.0 (0110)","slice":"multi_turn"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|non_english/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.46785,"ciLow":1429.726536,"ciHigh":1439.209165,"observedAt":"2026-11-11","runCount":21182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"non_english/ERNIE 5.0 (0110)","slice":"non_english"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|overall/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.815027,"ciLow":1441.91441,"ciHigh":1449.715644,"observedAt":"2026-11-11","runCount":36162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"overall/ERNIE 5.0 (0110)","slice":"overall"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|polish/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.457618,"ciLow":1443.854245,"ciHigh":1483.060992,"observedAt":"2026-11-11","runCount":928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"polish/ERNIE 5.0 (0110)","slice":"polish"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|russian/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.981906,"ciLow":1437.240581,"ciHigh":1454.723231,"observedAt":"2026-11-11","runCount":4607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"russian/ERNIE 5.0 (0110)","slice":"russian"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text-style-control@1|rating|spanish/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.486829,"ciLow":1428.170244,"ciHigh":1460.803414,"observedAt":"2026-11-11","runCount":1359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"spanish/ERNIE 5.0 (0110)","slice":"spanish"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|chinese/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.0317,"ciLow":1480.962487,"ciHigh":1505.100913,"observedAt":"2026-11-11","runCount":2507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"chinese/ERNIE 5.0 (0110)","slice":"chinese"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|coding/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.363842,"ciLow":1447.800071,"ciHigh":1460.927613,"observedAt":"2026-11-11","runCount":8887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"coding/ERNIE 5.0 (0110)","slice":"coding"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|creative_writing/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.324821,"ciLow":1418.161661,"ciHigh":1434.487981,"observedAt":"2026-11-11","runCount":5692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"creative_writing/ERNIE 5.0 (0110)","slice":"creative_writing"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|english/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.296908,"ciLow":1442.948274,"ciHigh":1453.645543,"observedAt":"2026-11-11","runCount":14980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"english/ERNIE 5.0 (0110)","slice":"english"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|exclude_ties/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.807742,"ciLow":1437.511134,"ciHigh":1448.10435,"observedAt":"2026-11-11","runCount":25815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"exclude_ties/ERNIE 5.0 (0110)","slice":"exclude_ties"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|expert/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.429506,"ciLow":1415.524498,"ciHigh":1437.334513,"observedAt":"2026-11-11","runCount":2909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"expert/ERNIE 5.0 (0110)","slice":"expert"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|french/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.734527,"ciLow":1440.04611,"ciHigh":1477.422944,"observedAt":"2026-11-11","runCount":1089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"french/ERNIE 5.0 (0110)","slice":"french"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|german/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.245029,"ciLow":1413.177716,"ciHigh":1459.312343,"observedAt":"2026-11-11","runCount":660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"german/ERNIE 5.0 (0110)","slice":"german"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|hard_prompts/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.962907,"ciLow":1440.219845,"ciHigh":1449.70597,"observedAt":"2026-11-11","runCount":21631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"hard_prompts/ERNIE 5.0 (0110)","slice":"hard_prompts"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|hard_prompts_english/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.862072,"ciLow":1441.303565,"ciHigh":1454.42058,"observedAt":"2026-11-11","runCount":9068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"hard_prompts_english/ERNIE 5.0 (0110)","slice":"hard_prompts_english"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.127718,"ciLow":1420.852831,"ciHigh":1435.402606,"observedAt":"2026-11-11","runCount":6991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_business_and_management_and_financial_operations/ERNIE 5.0 (0110)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.816405,"ciLow":1403.344366,"ciHigh":1418.288443,"observedAt":"2026-11-11","runCount":6831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_entertainment_and_sports_and_media/ERNIE 5.0 (0110)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|industry_legal_and_government/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.410626,"ciLow":1422.777703,"ciHigh":1446.04355,"observedAt":"2026-11-11","runCount":2646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_legal_and_government/ERNIE 5.0 (0110)","slice":"industry_legal_and_government"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.822478,"ciLow":1442.068423,"ciHigh":1457.576533,"observedAt":"2026-11-11","runCount":6036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_life_and_physical_and_social_science/ERNIE 5.0 (0110)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|industry_mathematical/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.89926,"ciLow":1416.193366,"ciHigh":1443.605153,"observedAt":"2026-11-11","runCount":1830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_mathematical/ERNIE 5.0 (0110)","slice":"industry_mathematical"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.418359,"ciLow":1448.487498,"ciHigh":1472.34922,"observedAt":"2026-11-11","runCount":2477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_medicine_and_healthcare/ERNIE 5.0 (0110)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|industry_software_and_it_services/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.027975,"ciLow":1456.461256,"ciHigh":1467.594695,"observedAt":"2026-11-11","runCount":13432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_software_and_it_services/ERNIE 5.0 (0110)","slice":"industry_software_and_it_services"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.378822,"ciLow":1414.578339,"ciHigh":1428.179306,"observedAt":"2026-11-11","runCount":8271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"industry_writing_and_literature_and_language/ERNIE 5.0 (0110)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|instruction_following/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.857917,"ciLow":1406.814739,"ciHigh":1418.901096,"observedAt":"2026-11-11","runCount":11011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"instruction_following/ERNIE 5.0 (0110)","slice":"instruction_following"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|japanese/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.573716,"ciLow":1345.948417,"ciHigh":1409.199014,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"japanese/ERNIE 5.0 (0110)","slice":"japanese"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|korean/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.20617,"ciLow":1383.660229,"ciHigh":1430.752111,"observedAt":"2026-11-11","runCount":638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"korean/ERNIE 5.0 (0110)","slice":"korean"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|longer_query/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.071281,"ciLow":1415.060543,"ciHigh":1427.082019,"observedAt":"2026-11-11","runCount":11771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"longer_query/ERNIE 5.0 (0110)","slice":"longer_query"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|math/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.749913,"ciLow":1423.395024,"ciHigh":1448.104802,"observedAt":"2026-11-11","runCount":2228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"math/ERNIE 5.0 (0110)","slice":"math"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|multi_turn/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.287634,"ciLow":1425.349752,"ciHigh":1441.225516,"observedAt":"2026-11-11","runCount":5876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"multi_turn/ERNIE 5.0 (0110)","slice":"multi_turn"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|non_english/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.025604,"ciLow":1430.320515,"ciHigh":1439.730693,"observedAt":"2026-11-11","runCount":21182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"non_english/ERNIE 5.0 (0110)","slice":"non_english"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|overall/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.265003,"ciLow":1440.397814,"ciHigh":1448.132191,"observedAt":"2026-11-11","runCount":36162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"overall/ERNIE 5.0 (0110)","slice":"overall"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|polish/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.050341,"ciLow":1448.710554,"ciHigh":1487.390129,"observedAt":"2026-11-11","runCount":928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"polish/ERNIE 5.0 (0110)","slice":"polish"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|russian/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.785555,"ciLow":1436.073957,"ciHigh":1453.497154,"observedAt":"2026-11-11","runCount":4607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"russian/ERNIE 5.0 (0110)","slice":"russian"}
{"key":"lmarena|baidu/ernie-5.0-0110:default|none|lmarena-text@1|rating|spanish/ERNIE 5.0 (0110)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.858828,"ciLow":1432.710782,"ciHigh":1465.006874,"observedAt":"2026-11-11","runCount":1359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.0 (0110)","rowId":"spanish/ERNIE 5.0 (0110)","slice":"spanish"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|chinese/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.735709,"ciLow":1463.300932,"ciHigh":1522.170486,"observedAt":"2026-11-11","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"chinese/ERNIE-5.0-Preview (1022)","slice":"chinese"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|coding/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.073729,"ciLow":1412.562235,"ciHigh":1449.585224,"observedAt":"2026-11-11","runCount":928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"coding/ERNIE-5.0-Preview (1022)","slice":"coding"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|creative_writing/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.250913,"ciLow":1385.451824,"ciHigh":1429.050001,"observedAt":"2026-11-11","runCount":734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"creative_writing/ERNIE-5.0-Preview (1022)","slice":"creative_writing"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|english/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.874814,"ciLow":1408.837327,"ciHigh":1432.9123,"observedAt":"2026-11-11","runCount":2196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"english/ERNIE-5.0-Preview (1022)","slice":"english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|exclude_ties/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.091772,"ciLow":1394.501288,"ciHigh":1419.682255,"observedAt":"2026-11-11","runCount":3259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"exclude_ties/ERNIE-5.0-Preview (1022)","slice":"exclude_ties"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|expert/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.629125,"ciLow":1397.253279,"ciHigh":1464.004971,"observedAt":"2026-11-11","runCount":286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"expert/ERNIE-5.0-Preview (1022)","slice":"expert"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|hard_prompts/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.549474,"ciLow":1415.311875,"ciHigh":1437.787073,"observedAt":"2026-11-11","runCount":2582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"hard_prompts/ERNIE-5.0-Preview (1022)","slice":"hard_prompts"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.539295,"ciLow":1404.60466,"ciHigh":1436.473929,"observedAt":"2026-11-11","runCount":1228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"hard_prompts_english/ERNIE-5.0-Preview (1022)","slice":"hard_prompts_english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.304614,"ciLow":1393.832383,"ciHigh":1430.776845,"observedAt":"2026-11-11","runCount":942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_business_and_management_and_financial_operations/ERNIE-5.0-Preview (1022)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.094802,"ciLow":1372.34353,"ciHigh":1409.846074,"observedAt":"2026-11-11","runCount":931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_entertainment_and_sports_and_media/ERNIE-5.0-Preview (1022)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.322522,"ciLow":1418.384722,"ciHigh":1478.260322,"observedAt":"2026-11-11","runCount":323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_legal_and_government/ERNIE-5.0-Preview (1022)","slice":"industry_legal_and_government"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.450891,"ciLow":1420.451631,"ciHigh":1460.450152,"observedAt":"2026-11-11","runCount":788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_life_and_physical_and_social_science/ERNIE-5.0-Preview (1022)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|industry_mathematical/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.409977,"ciLow":1386.361483,"ciHigh":1454.458471,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_mathematical/ERNIE-5.0-Preview (1022)","slice":"industry_mathematical"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.912075,"ciLow":1389.571691,"ciHigh":1462.25246,"observedAt":"2026-11-11","runCount":247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_medicine_and_healthcare/ERNIE-5.0-Preview (1022)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.855045,"ciLow":1424.834058,"ciHigh":1452.876031,"observedAt":"2026-11-11","runCount":1631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_software_and_it_services/ERNIE-5.0-Preview (1022)","slice":"industry_software_and_it_services"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.654711,"ciLow":1384.624259,"ciHigh":1418.685163,"observedAt":"2026-11-11","runCount":1133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_writing_and_literature_and_language/ERNIE-5.0-Preview (1022)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|instruction_following/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.055041,"ciLow":1381.721533,"ciHigh":1412.38855,"observedAt":"2026-11-11","runCount":1352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"instruction_following/ERNIE-5.0-Preview (1022)","slice":"instruction_following"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|longer_query/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.602192,"ciLow":1402.26981,"ciHigh":1434.934573,"observedAt":"2026-11-11","runCount":1195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"longer_query/ERNIE-5.0-Preview (1022)","slice":"longer_query"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|math/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.645553,"ciLow":1358.737846,"ciHigh":1426.553259,"observedAt":"2026-11-11","runCount":273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"math/ERNIE-5.0-Preview (1022)","slice":"math"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|multi_turn/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.641505,"ciLow":1393.270368,"ciHigh":1436.012642,"observedAt":"2026-11-11","runCount":713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"multi_turn/ERNIE-5.0-Preview (1022)","slice":"multi_turn"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|non_english/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.198257,"ciLow":1400.746736,"ciHigh":1423.649778,"observedAt":"2026-11-11","runCount":2540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"non_english/ERNIE-5.0-Preview (1022)","slice":"non_english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|overall/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.063671,"ciLow":1409.299898,"ciHigh":1426.827445,"observedAt":"2026-11-11","runCount":4736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"overall/ERNIE-5.0-Preview (1022)","slice":"overall"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|polish/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.398298,"ciLow":1411.891121,"ciHigh":1490.905474,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"polish/ERNIE-5.0-Preview (1022)","slice":"polish"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|russian/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.780487,"ciLow":1360.715113,"ciHigh":1418.845861,"observedAt":"2026-11-11","runCount":353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"russian/ERNIE-5.0-Preview (1022)","slice":"russian"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text-style-control@1|rating|spanish/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.003744,"ciLow":1360.294092,"ciHigh":1449.713395,"observedAt":"2026-11-11","runCount":165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"spanish/ERNIE-5.0-Preview (1022)","slice":"spanish"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|chinese/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1511.939924,"ciLow":1482.408728,"ciHigh":1541.471119,"observedAt":"2026-11-11","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"chinese/ERNIE-5.0-Preview (1022)","slice":"chinese"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|coding/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.35318,"ciLow":1392.870331,"ciHigh":1429.836028,"observedAt":"2026-11-11","runCount":928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"coding/ERNIE-5.0-Preview (1022)","slice":"coding"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|creative_writing/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.192993,"ciLow":1395.395029,"ciHigh":1438.990958,"observedAt":"2026-11-11","runCount":734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"creative_writing/ERNIE-5.0-Preview (1022)","slice":"creative_writing"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|english/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.716835,"ciLow":1416.659815,"ciHigh":1440.773855,"observedAt":"2026-11-11","runCount":2196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"english/ERNIE-5.0-Preview (1022)","slice":"english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|exclude_ties/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.671409,"ciLow":1411.167641,"ciHigh":1436.175176,"observedAt":"2026-11-11","runCount":3259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"exclude_ties/ERNIE-5.0-Preview (1022)","slice":"exclude_ties"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|expert/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.955329,"ciLow":1384.667336,"ciHigh":1451.243322,"observedAt":"2026-11-11","runCount":286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"expert/ERNIE-5.0-Preview (1022)","slice":"expert"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|hard_prompts/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.057446,"ciLow":1408.832797,"ciHigh":1431.282094,"observedAt":"2026-11-11","runCount":2582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"hard_prompts/ERNIE-5.0-Preview (1022)","slice":"hard_prompts"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|hard_prompts_english/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.740955,"ciLow":1395.819828,"ciHigh":1427.662082,"observedAt":"2026-11-11","runCount":1228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"hard_prompts_english/ERNIE-5.0-Preview (1022)","slice":"hard_prompts_english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.589459,"ciLow":1397.981872,"ciHigh":1435.197045,"observedAt":"2026-11-11","runCount":942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_business_and_management_and_financial_operations/ERNIE-5.0-Preview (1022)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.616727,"ciLow":1384.835074,"ciHigh":1422.398381,"observedAt":"2026-11-11","runCount":931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_entertainment_and_sports_and_media/ERNIE-5.0-Preview (1022)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|industry_legal_and_government/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.863526,"ciLow":1429.253116,"ciHigh":1488.473937,"observedAt":"2026-11-11","runCount":323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_legal_and_government/ERNIE-5.0-Preview (1022)","slice":"industry_legal_and_government"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.104485,"ciLow":1427.041927,"ciHigh":1467.167043,"observedAt":"2026-11-11","runCount":788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_life_and_physical_and_social_science/ERNIE-5.0-Preview (1022)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|industry_mathematical/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.637903,"ciLow":1396.831456,"ciHigh":1464.44435,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_mathematical/ERNIE-5.0-Preview (1022)","slice":"industry_mathematical"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.949359,"ciLow":1396.12406,"ciHigh":1467.774658,"observedAt":"2026-11-11","runCount":247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_medicine_and_healthcare/ERNIE-5.0-Preview (1022)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|industry_software_and_it_services/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.467538,"ciLow":1420.440834,"ciHigh":1448.494243,"observedAt":"2026-11-11","runCount":1631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_software_and_it_services/ERNIE-5.0-Preview (1022)","slice":"industry_software_and_it_services"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.295492,"ciLow":1392.211078,"ciHigh":1426.379905,"observedAt":"2026-11-11","runCount":1133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"industry_writing_and_literature_and_language/ERNIE-5.0-Preview (1022)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|instruction_following/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.528851,"ciLow":1377.186431,"ciHigh":1407.87127,"observedAt":"2026-11-11","runCount":1352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"instruction_following/ERNIE-5.0-Preview (1022)","slice":"instruction_following"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|longer_query/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.593873,"ciLow":1389.302924,"ciHigh":1421.884822,"observedAt":"2026-11-11","runCount":1195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"longer_query/ERNIE-5.0-Preview (1022)","slice":"longer_query"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|math/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.211897,"ciLow":1371.507925,"ciHigh":1438.91587,"observedAt":"2026-11-11","runCount":273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"math/ERNIE-5.0-Preview (1022)","slice":"math"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|multi_turn/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.518979,"ciLow":1396.181344,"ciHigh":1438.856614,"observedAt":"2026-11-11","runCount":713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"multi_turn/ERNIE-5.0-Preview (1022)","slice":"multi_turn"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|non_english/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.763329,"ciLow":1415.317855,"ciHigh":1438.208802,"observedAt":"2026-11-11","runCount":2540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"non_english/ERNIE-5.0-Preview (1022)","slice":"non_english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|overall/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.653437,"ciLow":1420.892148,"ciHigh":1438.414727,"observedAt":"2026-11-11","runCount":4736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"overall/ERNIE-5.0-Preview (1022)","slice":"overall"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|polish/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.884326,"ciLow":1443.325342,"ciHigh":1522.443309,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"polish/ERNIE-5.0-Preview (1022)","slice":"polish"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|russian/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.277692,"ciLow":1369.056741,"ciHigh":1427.498643,"observedAt":"2026-11-11","runCount":353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"russian/ERNIE-5.0-Preview (1022)","slice":"russian"}
{"key":"lmarena|baidu/ernie-5.0-preview-1022:default|none|lmarena-text@1|rating|spanish/ERNIE-5.0-Preview (1022)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1022","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.953851,"ciLow":1378.828353,"ciHigh":1469.079349,"observedAt":"2026-11-11","runCount":165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1022)","rowId":"spanish/ERNIE-5.0-Preview (1022)","slice":"spanish"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|chinese/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.702926,"ciLow":1474.770493,"ciHigh":1516.635358,"observedAt":"2026-11-11","runCount":822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"chinese/ERNIE-5.0-Preview (1203)","slice":"chinese"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|coding/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.112675,"ciLow":1458.08877,"ciHigh":1484.13658,"observedAt":"2026-11-11","runCount":1975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"coding/ERNIE-5.0-Preview (1203)","slice":"coding"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|creative_writing/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.124498,"ciLow":1403.949972,"ciHigh":1434.299024,"observedAt":"2026-11-11","runCount":1557,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"creative_writing/ERNIE-5.0-Preview (1203)","slice":"creative_writing"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|english/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.475403,"ciLow":1443.092172,"ciHigh":1461.858634,"observedAt":"2026-11-11","runCount":4048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"english/ERNIE-5.0-Preview (1203)","slice":"english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|exclude_ties/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.443982,"ciLow":1441.259138,"ciHigh":1459.628826,"observedAt":"2026-11-11","runCount":6894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"exclude_ties/ERNIE-5.0-Preview (1203)","slice":"exclude_ties"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|expert/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.115257,"ciLow":1428.646323,"ciHigh":1471.584192,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"expert/ERNIE-5.0-Preview (1203)","slice":"expert"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|french/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.083469,"ciLow":1439.630899,"ciHigh":1514.536039,"observedAt":"2026-11-11","runCount":247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"french/ERNIE-5.0-Preview (1203)","slice":"french"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|german/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.531782,"ciLow":1420.320412,"ciHigh":1502.743152,"observedAt":"2026-11-11","runCount":222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"german/ERNIE-5.0-Preview (1203)","slice":"german"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|hard_prompts/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.201934,"ciLow":1455.809411,"ciHigh":1472.594457,"observedAt":"2026-11-11","runCount":5253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"hard_prompts/ERNIE-5.0-Preview (1203)","slice":"hard_prompts"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.85377,"ciLow":1451.199801,"ciHigh":1476.507738,"observedAt":"2026-11-11","runCount":2142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"hard_prompts_english/ERNIE-5.0-Preview (1203)","slice":"hard_prompts_english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.73961,"ciLow":1428.237128,"ciHigh":1455.242092,"observedAt":"2026-11-11","runCount":1884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_business_and_management_and_financial_operations/ERNIE-5.0-Preview (1203)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.836374,"ciLow":1396.593183,"ciHigh":1423.079564,"observedAt":"2026-11-11","runCount":1906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_entertainment_and_sports_and_media/ERNIE-5.0-Preview (1203)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.573913,"ciLow":1437.094014,"ciHigh":1478.053813,"observedAt":"2026-11-11","runCount":771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_legal_and_government/ERNIE-5.0-Preview (1203)","slice":"industry_legal_and_government"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.301079,"ciLow":1465.781294,"ciHigh":1494.820864,"observedAt":"2026-11-11","runCount":1630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_life_and_physical_and_social_science/ERNIE-5.0-Preview (1203)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|industry_mathematical/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.207184,"ciLow":1389.452038,"ciHigh":1440.962329,"observedAt":"2026-11-11","runCount":509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_mathematical/ERNIE-5.0-Preview (1203)","slice":"industry_mathematical"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.531083,"ciLow":1466.971011,"ciHigh":1512.091156,"observedAt":"2026-11-11","runCount":690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_medicine_and_healthcare/ERNIE-5.0-Preview (1203)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.696013,"ciLow":1466.460985,"ciHigh":1486.931042,"observedAt":"2026-11-11","runCount":3297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_software_and_it_services/ERNIE-5.0-Preview (1203)","slice":"industry_software_and_it_services"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.02147,"ciLow":1402.5255,"ciHigh":1427.51744,"observedAt":"2026-11-11","runCount":2188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_writing_and_literature_and_language/ERNIE-5.0-Preview (1203)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|instruction_following/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.165955,"ciLow":1407.92565,"ciHigh":1430.40626,"observedAt":"2026-11-11","runCount":2663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"instruction_following/ERNIE-5.0-Preview (1203)","slice":"instruction_following"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|korean/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.144252,"ciLow":1329.646838,"ciHigh":1418.641666,"observedAt":"2026-11-11","runCount":157,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"korean/ERNIE-5.0-Preview (1203)","slice":"korean"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|longer_query/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.651806,"ciLow":1423.07954,"ciHigh":1446.224072,"observedAt":"2026-11-11","runCount":2545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"longer_query/ERNIE-5.0-Preview (1203)","slice":"longer_query"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|math/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.862726,"ciLow":1388.155928,"ciHigh":1433.569523,"observedAt":"2026-11-11","runCount":624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"math/ERNIE-5.0-Preview (1203)","slice":"math"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|multi_turn/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.401603,"ciLow":1407.319002,"ciHigh":1437.484204,"observedAt":"2026-11-11","runCount":1542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"multi_turn/ERNIE-5.0-Preview (1203)","slice":"multi_turn"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|non_english/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.824209,"ciLow":1430.659445,"ciHigh":1446.988973,"observedAt":"2026-11-11","runCount":5679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"non_english/ERNIE-5.0-Preview (1203)","slice":"non_english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|overall/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.81856,"ciLow":1442.295744,"ciHigh":1455.341375,"observedAt":"2026-11-11","runCount":9727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"overall/ERNIE-5.0-Preview (1203)","slice":"overall"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|polish/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.762265,"ciLow":1457.669883,"ciHigh":1517.854647,"observedAt":"2026-11-11","runCount":353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"polish/ERNIE-5.0-Preview (1203)","slice":"polish"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|russian/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.468749,"ciLow":1426.114224,"ciHigh":1458.823273,"observedAt":"2026-11-11","runCount":1182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"russian/ERNIE-5.0-Preview (1203)","slice":"russian"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text-style-control@1|rating|spanish/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.348538,"ciLow":1433.459518,"ciHigh":1507.237559,"observedAt":"2026-11-11","runCount":239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"spanish/ERNIE-5.0-Preview (1203)","slice":"spanish"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|chinese/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.878439,"ciLow":1479.135529,"ciHigh":1520.621348,"observedAt":"2026-11-11","runCount":822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"chinese/ERNIE-5.0-Preview (1203)","slice":"chinese"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|coding/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.634051,"ciLow":1412.470932,"ciHigh":1438.79717,"observedAt":"2026-11-11","runCount":1975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"coding/ERNIE-5.0-Preview (1203)","slice":"coding"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|creative_writing/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.547557,"ciLow":1406.449811,"ciHigh":1436.645303,"observedAt":"2026-11-11","runCount":1557,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"creative_writing/ERNIE-5.0-Preview (1203)","slice":"creative_writing"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|english/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.410933,"ciLow":1434.08022,"ciHigh":1452.741645,"observedAt":"2026-11-11","runCount":4048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"english/ERNIE-5.0-Preview (1203)","slice":"english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|exclude_ties/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.216993,"ciLow":1431.161376,"ciHigh":1449.272611,"observedAt":"2026-11-11","runCount":6894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"exclude_ties/ERNIE-5.0-Preview (1203)","slice":"exclude_ties"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|expert/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.229498,"ciLow":1400.855069,"ciHigh":1443.603927,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"expert/ERNIE-5.0-Preview (1203)","slice":"expert"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|french/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.53291,"ciLow":1423.785855,"ciHigh":1499.279965,"observedAt":"2026-11-11","runCount":247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"french/ERNIE-5.0-Preview (1203)","slice":"french"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|german/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.289983,"ciLow":1419.293346,"ciHigh":1501.286621,"observedAt":"2026-11-11","runCount":222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"german/ERNIE-5.0-Preview (1203)","slice":"german"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|hard_prompts/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.159793,"ciLow":1429.782581,"ciHigh":1446.537005,"observedAt":"2026-11-11","runCount":5253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"hard_prompts/ERNIE-5.0-Preview (1203)","slice":"hard_prompts"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|hard_prompts_english/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.559164,"ciLow":1423.953982,"ciHigh":1449.164346,"observedAt":"2026-11-11","runCount":2142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"hard_prompts_english/ERNIE-5.0-Preview (1203)","slice":"hard_prompts_english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.569201,"ciLow":1410.106662,"ciHigh":1437.03174,"observedAt":"2026-11-11","runCount":1884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_business_and_management_and_financial_operations/ERNIE-5.0-Preview (1203)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.300402,"ciLow":1393.154908,"ciHigh":1419.445895,"observedAt":"2026-11-11","runCount":1906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_entertainment_and_sports_and_media/ERNIE-5.0-Preview (1203)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|industry_legal_and_government/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.535806,"ciLow":1427.907012,"ciHigh":1469.1646,"observedAt":"2026-11-11","runCount":771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_legal_and_government/ERNIE-5.0-Preview (1203)","slice":"industry_legal_and_government"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.734024,"ciLow":1453.260002,"ciHigh":1482.208046,"observedAt":"2026-11-11","runCount":1630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_life_and_physical_and_social_science/ERNIE-5.0-Preview (1203)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|industry_mathematical/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.822944,"ciLow":1385.138522,"ciHigh":1436.507366,"observedAt":"2026-11-11","runCount":509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_mathematical/ERNIE-5.0-Preview (1203)","slice":"industry_mathematical"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.382065,"ciLow":1448.952877,"ciHigh":1493.811254,"observedAt":"2026-11-11","runCount":690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_medicine_and_healthcare/ERNIE-5.0-Preview (1203)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|industry_software_and_it_services/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.006879,"ciLow":1436.724122,"ciHigh":1457.289635,"observedAt":"2026-11-11","runCount":3297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_software_and_it_services/ERNIE-5.0-Preview (1203)","slice":"industry_software_and_it_services"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.949161,"ciLow":1401.504599,"ciHigh":1426.393724,"observedAt":"2026-11-11","runCount":2188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"industry_writing_and_literature_and_language/ERNIE-5.0-Preview (1203)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|instruction_following/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.431451,"ciLow":1390.210255,"ciHigh":1412.652648,"observedAt":"2026-11-11","runCount":2663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"instruction_following/ERNIE-5.0-Preview (1203)","slice":"instruction_following"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|korean/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.957115,"ciLow":1329.281583,"ciHigh":1418.632647,"observedAt":"2026-11-11","runCount":157,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"korean/ERNIE-5.0-Preview (1203)","slice":"korean"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|longer_query/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.872346,"ciLow":1397.323511,"ciHigh":1420.421181,"observedAt":"2026-11-11","runCount":2545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"longer_query/ERNIE-5.0-Preview (1203)","slice":"longer_query"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|math/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.352117,"ciLow":1388.709325,"ciHigh":1433.99491,"observedAt":"2026-11-11","runCount":624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"math/ERNIE-5.0-Preview (1203)","slice":"math"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|multi_turn/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.678501,"ciLow":1393.651307,"ciHigh":1423.705695,"observedAt":"2026-11-11","runCount":1542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"multi_turn/ERNIE-5.0-Preview (1203)","slice":"multi_turn"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|non_english/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.115991,"ciLow":1426.978798,"ciHigh":1443.253184,"observedAt":"2026-11-11","runCount":5679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"non_english/ERNIE-5.0-Preview (1203)","slice":"non_english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|overall/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.556406,"ciLow":1436.070478,"ciHigh":1449.042335,"observedAt":"2026-11-11","runCount":9727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"overall/ERNIE-5.0-Preview (1203)","slice":"overall"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|polish/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.352221,"ciLow":1454.679645,"ciHigh":1516.024798,"observedAt":"2026-11-11","runCount":353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"polish/ERNIE-5.0-Preview (1203)","slice":"polish"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|russian/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.41378,"ciLow":1420.05842,"ciHigh":1452.769141,"observedAt":"2026-11-11","runCount":1182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"russian/ERNIE-5.0-Preview (1203)","slice":"russian"}
{"key":"lmarena|baidu/ernie-5.0-preview-1203:default|none|lmarena-text@1|rating|spanish/ERNIE-5.0-Preview (1203)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1203","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.902343,"ciLow":1436.124841,"ciHigh":1509.679846,"observedAt":"2026-11-11","runCount":239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1203)","rowId":"spanish/ERNIE-5.0-Preview (1203)","slice":"spanish"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision-style-control@1|rating|chinese/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.693311,"ciLow":1195.057205,"ciHigh":1268.329417,"observedAt":"2026-11-09","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"chinese/ERNIE-5.0-Preview (1220)","slice":"chinese"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision-style-control@1|rating|creative_writing/ernie-5.0-preview-1220","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.973646,"ciLow":1260.15159,"ciHigh":1349.795701,"observedAt":"2026-01-09","runCount":176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ernie-5.0-preview-1220","rowId":"creative_writing/ernie-5.0-preview-1220","slice":"creative_writing"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.026686,"ciLow":1176.032277,"ciHigh":1234.021094,"observedAt":"2026-11-09","runCount":481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"creative_writing_vision/ERNIE-5.0-Preview (1220)","slice":"creative_writing_vision"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision-style-control@1|rating|diagram/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.750324,"ciLow":1200.185815,"ciHigh":1243.314833,"observedAt":"2026-11-09","runCount":707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"diagram/ERNIE-5.0-Preview (1220)","slice":"diagram"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision-style-control@1|rating|english/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.244964,"ciLow":1198.320436,"ciHigh":1234.169491,"observedAt":"2026-11-09","runCount":1170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"english/ERNIE-5.0-Preview (1220)","slice":"english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision-style-control@1|rating|homework/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.803999,"ciLow":1213.407574,"ciHigh":1272.200424,"observedAt":"2026-11-09","runCount":361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"homework/ERNIE-5.0-Preview (1220)","slice":"homework"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision-style-control@1|rating|humor/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1155.444108,"ciLow":1111.976397,"ciHigh":1198.911818,"observedAt":"2026-11-09","runCount":178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"humor/ERNIE-5.0-Preview (1220)","slice":"humor"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision-style-control@1|rating|ocr/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.977201,"ciLow":1215.769077,"ciHigh":1244.185326,"observedAt":"2026-11-09","runCount":1915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"ocr/ERNIE-5.0-Preview (1220)","slice":"ocr"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision-style-control@1|rating|overall/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.077582,"ciLow":1207.890876,"ciHigh":1230.264288,"observedAt":"2026-11-09","runCount":3334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"overall/ERNIE-5.0-Preview (1220)","slice":"overall"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision@1|rating|chinese/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1268.010323,"ciLow":1231.137229,"ciHigh":1304.883417,"observedAt":"2026-11-09","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"chinese/ERNIE-5.0-Preview (1220)","slice":"chinese"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision@1|rating|creative_writing/ernie-5.0-preview-1220","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1336.075861,"ciLow":1291.025004,"ciHigh":1381.126719,"observedAt":"2026-01-09","runCount":176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ernie-5.0-preview-1220","rowId":"creative_writing/ernie-5.0-preview-1220","slice":"creative_writing"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision@1|rating|creative_writing_vision/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1232.494097,"ciLow":1203.503334,"ciHigh":1261.48486,"observedAt":"2026-11-09","runCount":481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"creative_writing_vision/ERNIE-5.0-Preview (1220)","slice":"creative_writing_vision"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision@1|rating|diagram/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1235.353379,"ciLow":1213.979904,"ciHigh":1256.726855,"observedAt":"2026-11-09","runCount":707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"diagram/ERNIE-5.0-Preview (1220)","slice":"diagram"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision@1|rating|english/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1248.230627,"ciLow":1230.43145,"ciHigh":1266.029804,"observedAt":"2026-11-09","runCount":1170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"english/ERNIE-5.0-Preview (1220)","slice":"english"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision@1|rating|homework/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1255.266412,"ciLow":1226.09963,"ciHigh":1284.433195,"observedAt":"2026-11-09","runCount":361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"homework/ERNIE-5.0-Preview (1220)","slice":"homework"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision@1|rating|humor/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1193.246286,"ciLow":1150.493934,"ciHigh":1235.998638,"observedAt":"2026-11-09","runCount":178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"humor/ERNIE-5.0-Preview (1220)","slice":"humor"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision@1|rating|ocr/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1249.463675,"ciLow":1235.349254,"ciHigh":1263.578096,"observedAt":"2026-11-09","runCount":1915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"ocr/ERNIE-5.0-Preview (1220)","slice":"ocr"}
{"key":"lmarena|baidu/ernie-5.0-preview-1220:default|none|lmarena-vision@1|rating|overall/ERNIE-5.0-Preview (1220)","sourceId":"lmarena","modelId":"baidu/ernie-5.0-preview-1220","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1248.214777,"ciLow":1237.081566,"ciHigh":1259.347987,"observedAt":"2026-11-09","runCount":3334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE-5.0-Preview (1220)","rowId":"overall/ERNIE-5.0-Preview (1220)","slice":"overall"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-search-style-control@1|rating|overall/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.865079,"ciLow":1182.263392,"ciHigh":1201.466767,"observedAt":"2026-11-09","runCount":3925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"overall/ERNIE 5.1","slice":"overall"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-search@1|rating|overall/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1226.799564,"ciLow":1217.21267,"ciHigh":1236.386458,"observedAt":"2026-11-09","runCount":3925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"overall/ERNIE 5.1","slice":"overall"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|chinese/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.670838,"ciLow":1492.105012,"ciHigh":1519.236665,"observedAt":"2026-11-11","runCount":2061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"chinese/ERNIE 5.1","slice":"chinese"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|coding/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.9463,"ciLow":1505.005423,"ciHigh":1518.887177,"observedAt":"2026-11-11","runCount":10803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"coding/ERNIE 5.1","slice":"coding"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|creative_writing/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.273746,"ciLow":1418.879896,"ciHigh":1435.667596,"observedAt":"2026-11-11","runCount":6356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"creative_writing/ERNIE 5.1","slice":"creative_writing"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|english/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.15139,"ciLow":1472.376047,"ciHigh":1483.926733,"observedAt":"2026-11-11","runCount":17799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"english/ERNIE 5.1","slice":"english"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|exclude_ties/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.783501,"ciLow":1466.858008,"ciHigh":1478.708993,"observedAt":"2026-11-11","runCount":29647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"exclude_ties/ERNIE 5.1","slice":"exclude_ties"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|expert/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.617593,"ciLow":1484.284644,"ciHigh":1504.950542,"observedAt":"2026-11-11","runCount":3623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"expert/ERNIE 5.1","slice":"expert"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|french/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.011867,"ciLow":1468.910025,"ciHigh":1503.113709,"observedAt":"2026-11-11","runCount":1489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"french/ERNIE 5.1","slice":"french"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|german/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.306795,"ciLow":1450.343325,"ciHigh":1494.270265,"observedAt":"2026-11-11","runCount":745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"german/ERNIE 5.1","slice":"german"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|hard_prompts/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.17606,"ciLow":1481.852859,"ciHigh":1492.499261,"observedAt":"2026-11-11","runCount":25345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"hard_prompts/ERNIE 5.1","slice":"hard_prompts"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.850203,"ciLow":1485.198822,"ciHigh":1498.501583,"observedAt":"2026-11-11","runCount":12280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"hard_prompts_english/ERNIE 5.1","slice":"hard_prompts_english"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.714026,"ciLow":1467.992099,"ciHigh":1483.435954,"observedAt":"2026-11-11","runCount":7727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_business_and_management_and_financial_operations/ERNIE 5.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.340725,"ciLow":1420.721703,"ciHigh":1435.959748,"observedAt":"2026-11-11","runCount":8333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_entertainment_and_sports_and_media/ERNIE 5.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.418063,"ciLow":1452.067095,"ciHigh":1474.769032,"observedAt":"2026-11-11","runCount":3089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_legal_and_government/ERNIE 5.1","slice":"industry_legal_and_government"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.754257,"ciLow":1477.522162,"ciHigh":1493.986352,"observedAt":"2026-11-11","runCount":6290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_life_and_physical_and_social_science/ERNIE 5.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|industry_mathematical/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.089972,"ciLow":1474.351311,"ciHigh":1501.828633,"observedAt":"2026-11-11","runCount":1991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_mathematical/ERNIE 5.1","slice":"industry_mathematical"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.05845,"ciLow":1481.161134,"ciHigh":1504.955765,"observedAt":"2026-11-11","runCount":2867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_medicine_and_healthcare/ERNIE 5.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.626807,"ciLow":1501.505485,"ciHigh":1513.748129,"observedAt":"2026-11-11","runCount":15509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_software_and_it_services/ERNIE 5.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.85784,"ciLow":1434.60952,"ciHigh":1449.10616,"observedAt":"2026-11-11","runCount":9530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_writing_and_literature_and_language/ERNIE 5.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|instruction_following/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.401052,"ciLow":1446.825699,"ciHigh":1459.976405,"observedAt":"2026-11-11","runCount":12515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"instruction_following/ERNIE 5.1","slice":"instruction_following"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|japanese/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.233056,"ciLow":1403.003197,"ciHigh":1457.462915,"observedAt":"2026-11-11","runCount":509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"japanese/ERNIE 5.1","slice":"japanese"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|korean/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.228831,"ciLow":1397.318064,"ciHigh":1447.139597,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"korean/ERNIE 5.1","slice":"korean"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|longer_query/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.605712,"ciLow":1458.360203,"ciHigh":1470.851221,"observedAt":"2026-11-11","runCount":16460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"longer_query/ERNIE 5.1","slice":"longer_query"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|math/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.786182,"ciLow":1464.300277,"ciHigh":1491.272088,"observedAt":"2026-11-11","runCount":1948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"math/ERNIE 5.1","slice":"math"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|multi_turn/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.905285,"ciLow":1463.71998,"ciHigh":1480.09059,"observedAt":"2026-11-11","runCount":6770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"multi_turn/ERNIE 5.1","slice":"multi_turn"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|non_english/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.691331,"ciLow":1447.192518,"ciHigh":1458.190143,"observedAt":"2026-11-11","runCount":21219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"non_english/ERNIE 5.1","slice":"non_english"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|overall/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.024198,"ciLow":1462.470891,"ciHigh":1471.577506,"observedAt":"2026-11-11","runCount":39018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"overall/ERNIE 5.1","slice":"overall"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|polish/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.983249,"ciLow":1443.214767,"ciHigh":1484.751732,"observedAt":"2026-11-11","runCount":770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"polish/ERNIE 5.1","slice":"polish"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|russian/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.272417,"ciLow":1452.728438,"ciHigh":1471.816397,"observedAt":"2026-11-11","runCount":4283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"russian/ERNIE 5.1","slice":"russian"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text-style-control@1|rating|spanish/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.350126,"ciLow":1439.421795,"ciHigh":1475.278458,"observedAt":"2026-11-11","runCount":1277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"spanish/ERNIE 5.1","slice":"spanish"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|chinese/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.148732,"ciLow":1495.650858,"ciHigh":1522.646606,"observedAt":"2026-11-11","runCount":2061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"chinese/ERNIE 5.1","slice":"chinese"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|coding/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.79741,"ciLow":1480.900212,"ciHigh":1494.694607,"observedAt":"2026-11-11","runCount":10803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"coding/ERNIE 5.1","slice":"coding"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|creative_writing/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.535689,"ciLow":1432.211666,"ciHigh":1448.859712,"observedAt":"2026-11-11","runCount":6356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"creative_writing/ERNIE 5.1","slice":"creative_writing"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|english/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.601793,"ciLow":1471.845452,"ciHigh":1483.358133,"observedAt":"2026-11-11","runCount":17799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"english/ERNIE 5.1","slice":"english"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|exclude_ties/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.829297,"ciLow":1466.00458,"ciHigh":1477.654014,"observedAt":"2026-11-11","runCount":29647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"exclude_ties/ERNIE 5.1","slice":"exclude_ties"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|expert/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.927124,"ciLow":1481.615258,"ciHigh":1502.238989,"observedAt":"2026-11-11","runCount":3623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"expert/ERNIE 5.1","slice":"expert"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|french/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.933593,"ciLow":1471.049529,"ciHigh":1504.817658,"observedAt":"2026-11-11","runCount":1489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"french/ERNIE 5.1","slice":"french"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|german/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.006388,"ciLow":1449.176953,"ciHigh":1492.835824,"observedAt":"2026-11-11","runCount":745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"german/ERNIE 5.1","slice":"german"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|hard_prompts/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.809929,"ciLow":1475.524066,"ciHigh":1486.095792,"observedAt":"2026-11-11","runCount":25345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"hard_prompts/ERNIE 5.1","slice":"hard_prompts"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|hard_prompts_english/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.948188,"ciLow":1478.325983,"ciHigh":1491.570394,"observedAt":"2026-11-11","runCount":12280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"hard_prompts_english/ERNIE 5.1","slice":"hard_prompts_english"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.795733,"ciLow":1466.143628,"ciHigh":1481.447839,"observedAt":"2026-11-11","runCount":7727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_business_and_management_and_financial_operations/ERNIE 5.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.327479,"ciLow":1428.754716,"ciHigh":1443.900242,"observedAt":"2026-11-11","runCount":8333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_entertainment_and_sports_and_media/ERNIE 5.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|industry_legal_and_government/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.478109,"ciLow":1457.242617,"ciHigh":1479.7136,"observedAt":"2026-11-11","runCount":3089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_legal_and_government/ERNIE 5.1","slice":"industry_legal_and_government"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.343742,"ciLow":1475.209316,"ciHigh":1491.478169,"observedAt":"2026-11-11","runCount":6290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_life_and_physical_and_social_science/ERNIE 5.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|industry_mathematical/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.930276,"ciLow":1477.24537,"ciHigh":1504.615182,"observedAt":"2026-11-11","runCount":1991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_mathematical/ERNIE 5.1","slice":"industry_mathematical"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.505346,"ciLow":1475.836998,"ciHigh":1499.173695,"observedAt":"2026-11-11","runCount":2867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_medicine_and_healthcare/ERNIE 5.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|industry_software_and_it_services/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.029536,"ciLow":1485.942318,"ciHigh":1498.116754,"observedAt":"2026-11-11","runCount":15509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_software_and_it_services/ERNIE 5.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.746819,"ciLow":1441.542976,"ciHigh":1455.950661,"observedAt":"2026-11-11","runCount":9530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"industry_writing_and_literature_and_language/ERNIE 5.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|instruction_following/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.526527,"ciLow":1454.976904,"ciHigh":1468.076149,"observedAt":"2026-11-11","runCount":12515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"instruction_following/ERNIE 5.1","slice":"instruction_following"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|japanese/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.516828,"ciLow":1393.613756,"ciHigh":1447.419899,"observedAt":"2026-11-11","runCount":509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"japanese/ERNIE 5.1","slice":"japanese"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|korean/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.003526,"ciLow":1403.319383,"ciHigh":1452.687669,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"korean/ERNIE 5.1","slice":"korean"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|longer_query/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.859414,"ciLow":1455.655661,"ciHigh":1468.063167,"observedAt":"2026-11-11","runCount":16460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"longer_query/ERNIE 5.1","slice":"longer_query"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|math/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.869784,"ciLow":1468.401518,"ciHigh":1495.338049,"observedAt":"2026-11-11","runCount":1948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"math/ERNIE 5.1","slice":"math"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|multi_turn/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.13246,"ciLow":1462.980542,"ciHigh":1479.284379,"observedAt":"2026-11-11","runCount":6770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"multi_turn/ERNIE 5.1","slice":"multi_turn"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|non_english/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.405354,"ciLow":1448.940221,"ciHigh":1459.870486,"observedAt":"2026-11-11","runCount":21219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"non_english/ERNIE 5.1","slice":"non_english"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|overall/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.793366,"ciLow":1463.271268,"ciHigh":1472.315465,"observedAt":"2026-11-11","runCount":39018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"overall/ERNIE 5.1","slice":"overall"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|polish/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.436643,"ciLow":1446.873678,"ciHigh":1487.999607,"observedAt":"2026-11-11","runCount":770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"polish/ERNIE 5.1","slice":"polish"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|russian/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.331796,"ciLow":1448.829248,"ciHigh":1467.834344,"observedAt":"2026-11-11","runCount":4283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"russian/ERNIE 5.1","slice":"russian"}
{"key":"lmarena|baidu/ernie-5.1:default|none|lmarena-text@1|rating|spanish/ERNIE 5.1","sourceId":"lmarena","modelId":"baidu/ernie-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.991824,"ciLow":1454.158326,"ciHigh":1489.825322,"observedAt":"2026-11-11","runCount":1277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ERNIE 5.1","rowId":"spanish/ERNIE 5.1","slice":"spanish"}
{"key":"lmarena|black-forest-labs/flux-1-dev-fp8:default|none|lmarena-text-to-image@1|rating|3d_modeling/FLUX.1 [dev] (FP8)","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-dev-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":977.213017,"ciLow":965.072528,"ciHigh":989.353507,"observedAt":"2026-11-12","runCount":3882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 [dev] (FP8)","rowId":"3d_modeling/FLUX.1 [dev] (FP8)","slice":"3d_modeling"}
{"key":"lmarena|black-forest-labs/flux-1-dev-fp8:default|none|lmarena-text-to-image@1|rating|art/FLUX.1 [dev] (FP8)","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-dev-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":977.086242,"ciLow":969.367004,"ciHigh":984.805479,"observedAt":"2026-11-12","runCount":12769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 [dev] (FP8)","rowId":"art/FLUX.1 [dev] (FP8)","slice":"art"}
{"key":"lmarena|black-forest-labs/flux-1-dev-fp8:default|none|lmarena-text-to-image@1|rating|cartoon/FLUX.1 [dev] (FP8)","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-dev-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":956.528237,"ciLow":951.224676,"ciHigh":961.831798,"observedAt":"2026-11-12","runCount":26568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 [dev] (FP8)","rowId":"cartoon/FLUX.1 [dev] (FP8)","slice":"cartoon"}
{"key":"lmarena|black-forest-labs/flux-1-dev-fp8:default|none|lmarena-text-to-image@1|rating|chinese/flux-1-dev-fp8","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-dev-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":720.716089,"ciLow":698.810434,"ciHigh":746.272516,"observedAt":"2025-01-24","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"flux-1-dev-fp8","rowId":"chinese/flux-1-dev-fp8","slice":"chinese"}
{"key":"lmarena|black-forest-labs/flux-1-dev-fp8:default|none|lmarena-text-to-image@1|rating|commercial_design/FLUX.1 [dev] (FP8)","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-dev-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":990.995817,"ciLow":982.297033,"ciHigh":999.694602,"observedAt":"2026-11-12","runCount":6410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 [dev] (FP8)","rowId":"commercial_design/FLUX.1 [dev] (FP8)","slice":"commercial_design"}
{"key":"lmarena|black-forest-labs/flux-1-dev-fp8:default|none|lmarena-text-to-image@1|rating|english/flux-1-dev-fp8","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-dev-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1004.527259,"ciLow":1000.927026,"ciHigh":1006.933129,"observedAt":"2025-02-11","runCount":23487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"flux-1-dev-fp8","rowId":"english/flux-1-dev-fp8","slice":"english"}
{"key":"lmarena|black-forest-labs/flux-1-dev-fp8:default|none|lmarena-text-to-image@1|rating|overall/FLUX.1 [dev] (FP8)","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-dev-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":969.389677,"ciLow":965.64949,"ciHigh":973.129864,"observedAt":"2026-11-12","runCount":49221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 [dev] (FP8)","rowId":"overall/FLUX.1 [dev] (FP8)","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-1-dev-fp8:default|none|lmarena-text-to-image@1|rating|photorealistic/FLUX.1 [dev] (FP8)","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-dev-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":990.380504,"ciLow":984.594315,"ciHigh":996.166692,"observedAt":"2026-11-12","runCount":19407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 [dev] (FP8)","rowId":"photorealistic/FLUX.1 [dev] (FP8)","slice":"photorealistic"}
{"key":"lmarena|black-forest-labs/flux-1-dev-fp8:default|none|lmarena-text-to-image@1|rating|portraits/FLUX.1 [dev] (FP8)","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-dev-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":999.812644,"ciLow":992.333126,"ciHigh":1007.292162,"observedAt":"2026-11-12","runCount":10614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 [dev] (FP8)","rowId":"portraits/FLUX.1 [dev] (FP8)","slice":"portraits"}
{"key":"lmarena|black-forest-labs/flux-1-dev-fp8:default|none|lmarena-text-to-image@1|rating|russian/flux-1-dev-fp8","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-dev-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":658.087227,"ciLow":642.104961,"ciHigh":672.112176,"observedAt":"2025-01-24","runCount":819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"flux-1-dev-fp8","rowId":"russian/flux-1-dev-fp8","slice":"russian"}
{"key":"lmarena|black-forest-labs/flux-1-dev-fp8:default|none|lmarena-text-to-image@1|rating|text_rendering/FLUX.1 [dev] (FP8)","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-dev-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":962.21029,"ciLow":953.578071,"ciHigh":970.842509,"observedAt":"2026-11-12","runCount":6736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 [dev] (FP8)","rowId":"text_rendering/FLUX.1 [dev] (FP8)","slice":"text_rendering"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-dev:default|none|lmarena-image-edit@1|rating|multi_image_edit/FLUX.1 Kontext [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1036.196844,"ciLow":1026.179972,"ciHigh":1046.213716,"observedAt":"2026-11-12","runCount":129067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [dev]","rowId":"multi_image_edit/FLUX.1 Kontext [dev]","slice":"multi_image_edit"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-dev:default|none|lmarena-image-edit@1|rating|overall/FLUX.1 Kontext [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1150.199301,"ciLow":1146.693602,"ciHigh":1153.704999,"observedAt":"2026-11-12","runCount":3630431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [dev]","rowId":"overall/FLUX.1 Kontext [dev]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-dev:default|none|lmarena-text-to-image@1|rating|3d_modeling/FLUX.1 Kontext [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":942.412044,"ciLow":934.490317,"ciHigh":950.33377,"observedAt":"2026-11-12","runCount":17841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [dev]","rowId":"3d_modeling/FLUX.1 Kontext [dev]","slice":"3d_modeling"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-dev:default|none|lmarena-text-to-image@1|rating|art/FLUX.1 Kontext [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":926.292772,"ciLow":918.916785,"ciHigh":933.668758,"observedAt":"2026-11-12","runCount":25419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [dev]","rowId":"art/FLUX.1 Kontext [dev]","slice":"art"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-dev:default|none|lmarena-text-to-image@1|rating|cartoon/FLUX.1 Kontext [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":923.887121,"ciLow":918.463976,"ciHigh":929.310267,"observedAt":"2026-11-12","runCount":79188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [dev]","rowId":"cartoon/FLUX.1 Kontext [dev]","slice":"cartoon"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-dev:default|none|lmarena-text-to-image@1|rating|commercial_design/FLUX.1 Kontext [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":965.253528,"ciLow":959.751104,"ciHigh":970.755951,"observedAt":"2026-11-12","runCount":58149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [dev]","rowId":"commercial_design/FLUX.1 Kontext [dev]","slice":"commercial_design"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-dev:default|none|lmarena-text-to-image@1|rating|overall/FLUX.1 Kontext [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":941.420124,"ciLow":937.617843,"ciHigh":945.222406,"observedAt":"2026-11-12","runCount":214341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [dev]","rowId":"overall/FLUX.1 Kontext [dev]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-dev:default|none|lmarena-text-to-image@1|rating|photorealistic/FLUX.1 Kontext [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":936.441392,"ciLow":931.286955,"ciHigh":941.59583,"observedAt":"2026-11-12","runCount":104559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [dev]","rowId":"photorealistic/FLUX.1 Kontext [dev]","slice":"photorealistic"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-dev:default|none|lmarena-text-to-image@1|rating|portraits/FLUX.1 Kontext [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":945.896336,"ciLow":939.559598,"ciHigh":952.233075,"observedAt":"2026-11-12","runCount":63574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [dev]","rowId":"portraits/FLUX.1 Kontext [dev]","slice":"portraits"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-dev:default|none|lmarena-text-to-image@1|rating|text_rendering/FLUX.1 Kontext [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":955.08735,"ciLow":949.352284,"ciHigh":960.822415,"observedAt":"2026-11-12","runCount":49963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [dev]","rowId":"text_rendering/FLUX.1 Kontext [dev]","slice":"text_rendering"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-max:default|none|lmarena-image-edit@1|rating|multi_image_edit/FLUX.1 Kontext [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1061.661848,"ciLow":1052.88823,"ciHigh":1070.435466,"observedAt":"2026-11-12","runCount":51921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [max]","rowId":"multi_image_edit/FLUX.1 Kontext [max]","slice":"multi_image_edit"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-max:default|none|lmarena-image-edit@1|rating|overall/FLUX.1 Kontext [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1182.083071,"ciLow":1179.254483,"ciHigh":1184.91166,"observedAt":"2026-11-12","runCount":390748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [max]","rowId":"overall/FLUX.1 Kontext [max]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-max:default|none|lmarena-text-to-image@1|rating|3d_modeling/FLUX.1 Kontext [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1079.372185,"ciLow":1068.857297,"ciHigh":1089.887074,"observedAt":"2026-11-12","runCount":4669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [max]","rowId":"3d_modeling/FLUX.1 Kontext [max]","slice":"3d_modeling"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-max:default|none|lmarena-text-to-image@1|rating|art/FLUX.1 Kontext [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1080.484141,"ciLow":1071.410179,"ciHigh":1089.558104,"observedAt":"2026-11-12","runCount":7120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [max]","rowId":"art/FLUX.1 Kontext [max]","slice":"art"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-max:default|none|lmarena-text-to-image@1|rating|cartoon/FLUX.1 Kontext [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1080.393137,"ciLow":1075.190224,"ciHigh":1085.59605,"observedAt":"2026-11-12","runCount":23998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [max]","rowId":"cartoon/FLUX.1 Kontext [max]","slice":"cartoon"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-max:default|none|lmarena-text-to-image@1|rating|commercial_design/FLUX.1 Kontext [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1083.903086,"ciLow":1078.261537,"ciHigh":1089.544635,"observedAt":"2026-11-12","runCount":16478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [max]","rowId":"commercial_design/FLUX.1 Kontext [max]","slice":"commercial_design"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-max:default|none|lmarena-text-to-image@1|rating|overall/FLUX.1 Kontext [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1075.051447,"ciLow":1071.789783,"ciHigh":1078.31311,"observedAt":"2026-11-12","runCount":65270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [max]","rowId":"overall/FLUX.1 Kontext [max]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-max:default|none|lmarena-text-to-image@1|rating|photorealistic/FLUX.1 Kontext [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1084.243066,"ciLow":1079.379295,"ciHigh":1089.106836,"observedAt":"2026-11-12","runCount":30185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [max]","rowId":"photorealistic/FLUX.1 Kontext [max]","slice":"photorealistic"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-max:default|none|lmarena-text-to-image@1|rating|portraits/FLUX.1 Kontext [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1087.736395,"ciLow":1081.657356,"ciHigh":1093.815435,"observedAt":"2026-11-12","runCount":19647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [max]","rowId":"portraits/FLUX.1 Kontext [max]","slice":"portraits"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-max:default|none|lmarena-text-to-image@1|rating|text_rendering/FLUX.1 Kontext [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1072.411271,"ciLow":1066.549157,"ciHigh":1078.273386,"observedAt":"2026-11-12","runCount":15635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [max]","rowId":"text_rendering/FLUX.1 Kontext [max]","slice":"text_rendering"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-pro:default|none|lmarena-image-edit@1|rating|multi_image_edit/FLUX.1 Kontext [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1062.97152,"ciLow":1050.650263,"ciHigh":1075.292778,"observedAt":"2026-11-12","runCount":140757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [pro]","rowId":"multi_image_edit/FLUX.1 Kontext [pro]","slice":"multi_image_edit"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-pro:default|none|lmarena-image-edit@1|rating|overall/FLUX.1 Kontext [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1177.251145,"ciLow":1174.551248,"ciHigh":1179.951042,"observedAt":"2026-11-12","runCount":6389439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [pro]","rowId":"overall/FLUX.1 Kontext [pro]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-pro:default|none|lmarena-text-to-image@1|rating|3d_modeling/FLUX.1 Kontext [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1062.543808,"ciLow":1055.346626,"ciHigh":1069.740989,"observedAt":"2026-11-12","runCount":28258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [pro]","rowId":"3d_modeling/FLUX.1 Kontext [pro]","slice":"3d_modeling"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-pro:default|none|lmarena-text-to-image@1|rating|art/FLUX.1 Kontext [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1065.91613,"ciLow":1059.286436,"ciHigh":1072.545824,"observedAt":"2026-11-12","runCount":38788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [pro]","rowId":"art/FLUX.1 Kontext [pro]","slice":"art"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-pro:default|none|lmarena-text-to-image@1|rating|cartoon/FLUX.1 Kontext [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1058.445107,"ciLow":1053.534872,"ciHigh":1063.355343,"observedAt":"2026-11-12","runCount":123701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [pro]","rowId":"cartoon/FLUX.1 Kontext [pro]","slice":"cartoon"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-pro:default|none|lmarena-text-to-image@1|rating|commercial_design/FLUX.1 Kontext [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1067.453594,"ciLow":1062.56285,"ciHigh":1072.344338,"observedAt":"2026-11-12","runCount":91127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [pro]","rowId":"commercial_design/FLUX.1 Kontext [pro]","slice":"commercial_design"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-pro:default|none|lmarena-text-to-image@1|rating|overall/FLUX.1 Kontext [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1058.86405,"ciLow":1055.405486,"ciHigh":1062.322614,"observedAt":"2026-11-12","runCount":329839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [pro]","rowId":"overall/FLUX.1 Kontext [pro]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-pro:default|none|lmarena-text-to-image@1|rating|photorealistic/FLUX.1 Kontext [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1066.429447,"ciLow":1061.632274,"ciHigh":1071.226619,"observedAt":"2026-11-12","runCount":158980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [pro]","rowId":"photorealistic/FLUX.1 Kontext [pro]","slice":"photorealistic"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-pro:default|none|lmarena-text-to-image@1|rating|portraits/FLUX.1 Kontext [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1066.463735,"ciLow":1060.731239,"ciHigh":1072.196231,"observedAt":"2026-11-12","runCount":95743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [pro]","rowId":"portraits/FLUX.1 Kontext [pro]","slice":"portraits"}
{"key":"lmarena|black-forest-labs/flux-1-kontext-pro:default|none|lmarena-text-to-image@1|rating|text_rendering/FLUX.1 Kontext [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1-kontext-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1053.533461,"ciLow":1048.475597,"ciHigh":1058.591325,"observedAt":"2026-11-12","runCount":78154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.1 Kontext [pro]","rowId":"text_rendering/FLUX.1 Kontext [pro]","slice":"text_rendering"}
{"key":"lmarena|black-forest-labs/flux-1.1-pro:default|none|lmarena-text-to-image@1|rating|3d_modeling/FLUX1.1 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1049.512001,"ciLow":1038.286641,"ciHigh":1060.737361,"observedAt":"2026-11-12","runCount":5912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX1.1 [pro]","rowId":"3d_modeling/FLUX1.1 [pro]","slice":"3d_modeling"}
{"key":"lmarena|black-forest-labs/flux-1.1-pro:default|none|lmarena-text-to-image@1|rating|art/FLUX1.1 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1043.384583,"ciLow":1036.137154,"ciHigh":1050.632011,"observedAt":"2026-11-12","runCount":18271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX1.1 [pro]","rowId":"art/FLUX1.1 [pro]","slice":"art"}
{"key":"lmarena|black-forest-labs/flux-1.1-pro:default|none|lmarena-text-to-image@1|rating|cartoon/FLUX1.1 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1015.541665,"ciLow":1010.545881,"ciHigh":1020.537448,"observedAt":"2026-11-12","runCount":38200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX1.1 [pro]","rowId":"cartoon/FLUX1.1 [pro]","slice":"cartoon"}
{"key":"lmarena|black-forest-labs/flux-1.1-pro:default|none|lmarena-text-to-image@1|rating|chinese/flux-1.1-pro","sourceId":"lmarena","modelId":"black-forest-labs/flux-1.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":719.902669,"ciLow":693.487925,"ciHigh":742.069002,"observedAt":"2025-01-24","runCount":277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"flux-1.1-pro","rowId":"chinese/flux-1.1-pro","slice":"chinese"}
{"key":"lmarena|black-forest-labs/flux-1.1-pro:default|none|lmarena-text-to-image@1|rating|commercial_design/FLUX1.1 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1011.975663,"ciLow":1004.056962,"ciHigh":1019.894363,"observedAt":"2026-11-12","runCount":10135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX1.1 [pro]","rowId":"commercial_design/FLUX1.1 [pro]","slice":"commercial_design"}
{"key":"lmarena|black-forest-labs/flux-1.1-pro:default|none|lmarena-text-to-image@1|rating|english/flux-1.1-pro","sourceId":"lmarena","modelId":"black-forest-labs/flux-1.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1054.773029,"ciLow":1051.268204,"ciHigh":1058.635953,"observedAt":"2025-02-11","runCount":21595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"flux-1.1-pro","rowId":"english/flux-1.1-pro","slice":"english"}
{"key":"lmarena|black-forest-labs/flux-1.1-pro:default|none|lmarena-text-to-image@1|rating|overall/FLUX1.1 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1015.623897,"ciLow":1012.125095,"ciHigh":1019.122698,"observedAt":"2026-11-12","runCount":70460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX1.1 [pro]","rowId":"overall/FLUX1.1 [pro]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-1.1-pro:default|none|lmarena-text-to-image@1|rating|photorealistic/FLUX1.1 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1043.661195,"ciLow":1038.259609,"ciHigh":1049.062782,"observedAt":"2026-11-12","runCount":26892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX1.1 [pro]","rowId":"photorealistic/FLUX1.1 [pro]","slice":"photorealistic"}
{"key":"lmarena|black-forest-labs/flux-1.1-pro:default|none|lmarena-text-to-image@1|rating|portraits/FLUX1.1 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1043.827561,"ciLow":1036.763722,"ciHigh":1050.891401,"observedAt":"2026-11-12","runCount":14171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX1.1 [pro]","rowId":"portraits/FLUX1.1 [pro]","slice":"portraits"}
{"key":"lmarena|black-forest-labs/flux-1.1-pro:default|none|lmarena-text-to-image@1|rating|russian/flux-1.1-pro","sourceId":"lmarena","modelId":"black-forest-labs/flux-1.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":685.883203,"ciLow":668.352894,"ciHigh":700.695554,"observedAt":"2025-01-24","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"flux-1.1-pro","rowId":"russian/flux-1.1-pro","slice":"russian"}
{"key":"lmarena|black-forest-labs/flux-1.1-pro:default|none|lmarena-text-to-image@1|rating|text_rendering/FLUX1.1 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-1.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":994.282484,"ciLow":986.40387,"ciHigh":1002.161098,"observedAt":"2026-11-12","runCount":10769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX1.1 [pro]","rowId":"text_rendering/FLUX1.1 [pro]","slice":"text_rendering"}
{"key":"lmarena|black-forest-labs/flux-2-dev:default|none|lmarena-image-edit@1|rating|multi_image_edit/FLUX.2 [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1202.014813,"ciLow":1197.427357,"ciHigh":1206.602269,"observedAt":"2026-11-12","runCount":118296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [dev]","rowId":"multi_image_edit/FLUX.2 [dev]","slice":"multi_image_edit"}
{"key":"lmarena|black-forest-labs/flux-2-dev:default|none|lmarena-image-edit@1|rating|overall/FLUX.2 [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1223.962115,"ciLow":1219.93658,"ciHigh":1227.987649,"observedAt":"2026-11-12","runCount":247356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [dev]","rowId":"overall/FLUX.2 [dev]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-2-dev:default|none|lmarena-text-to-image@1|rating|3d_modeling/FLUX.2 [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1148.903052,"ciLow":1140.835076,"ciHigh":1156.971027,"observedAt":"2026-11-12","runCount":7729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [dev]","rowId":"3d_modeling/FLUX.2 [dev]","slice":"3d_modeling"}
{"key":"lmarena|black-forest-labs/flux-2-dev:default|none|lmarena-text-to-image@1|rating|art/FLUX.2 [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1149.043155,"ciLow":1142.096876,"ciHigh":1155.989434,"observedAt":"2026-11-12","runCount":11097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [dev]","rowId":"art/FLUX.2 [dev]","slice":"art"}
{"key":"lmarena|black-forest-labs/flux-2-dev:default|none|lmarena-text-to-image@1|rating|cartoon/FLUX.2 [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1142.284907,"ciLow":1136.91607,"ciHigh":1147.653744,"observedAt":"2026-11-12","runCount":30257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [dev]","rowId":"cartoon/FLUX.2 [dev]","slice":"cartoon"}
{"key":"lmarena|black-forest-labs/flux-2-dev:default|none|lmarena-text-to-image@1|rating|commercial_design/FLUX.2 [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1153.731555,"ciLow":1148.276151,"ciHigh":1159.186959,"observedAt":"2026-11-12","runCount":26068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [dev]","rowId":"commercial_design/FLUX.2 [dev]","slice":"commercial_design"}
{"key":"lmarena|black-forest-labs/flux-2-dev:default|none|lmarena-text-to-image@1|rating|overall/FLUX.2 [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1144.946721,"ciLow":1140.762139,"ciHigh":1149.131303,"observedAt":"2026-11-12","runCount":75646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [dev]","rowId":"overall/FLUX.2 [dev]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-2-dev:default|none|lmarena-text-to-image@1|rating|photorealistic/FLUX.2 [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1142.781697,"ciLow":1137.424434,"ciHigh":1148.138961,"observedAt":"2026-11-12","runCount":31722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [dev]","rowId":"photorealistic/FLUX.2 [dev]","slice":"photorealistic"}
{"key":"lmarena|black-forest-labs/flux-2-dev:default|none|lmarena-text-to-image@1|rating|portraits/FLUX.2 [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1131.880509,"ciLow":1125.502337,"ciHigh":1138.258681,"observedAt":"2026-11-12","runCount":16618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [dev]","rowId":"portraits/FLUX.2 [dev]","slice":"portraits"}
{"key":"lmarena|black-forest-labs/flux-2-dev:default|none|lmarena-text-to-image@1|rating|text_rendering/FLUX.2 [dev]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-dev","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1157.68625,"ciLow":1152.131295,"ciHigh":1163.241205,"observedAt":"2026-11-12","runCount":23808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [dev]","rowId":"text_rendering/FLUX.2 [dev]","slice":"text_rendering"}
{"key":"lmarena|black-forest-labs/flux-2-flex:default|none|lmarena-image-edit@1|rating|multi_image_edit/FLUX.2 [flex]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-flex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1234.548265,"ciLow":1230.264278,"ciHigh":1238.832251,"observedAt":"2026-11-12","runCount":131159,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [flex]","rowId":"multi_image_edit/FLUX.2 [flex]","slice":"multi_image_edit"}
{"key":"lmarena|black-forest-labs/flux-2-flex:default|none|lmarena-image-edit@1|rating|overall/FLUX.2 [flex]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-flex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1224.426409,"ciLow":1221.261427,"ciHigh":1227.591391,"observedAt":"2026-11-12","runCount":433538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [flex]","rowId":"overall/FLUX.2 [flex]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-2-flex:default|none|lmarena-text-to-image@1|rating|3d_modeling/FLUX.2 [flex]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-flex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1173.196918,"ciLow":1166.160753,"ciHigh":1180.233082,"observedAt":"2026-11-12","runCount":15484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [flex]","rowId":"3d_modeling/FLUX.2 [flex]","slice":"3d_modeling"}
{"key":"lmarena|black-forest-labs/flux-2-flex:default|none|lmarena-text-to-image@1|rating|art/FLUX.2 [flex]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-flex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1155.768149,"ciLow":1149.343153,"ciHigh":1162.193145,"observedAt":"2026-11-12","runCount":21869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [flex]","rowId":"art/FLUX.2 [flex]","slice":"art"}
{"key":"lmarena|black-forest-labs/flux-2-flex:default|none|lmarena-text-to-image@1|rating|cartoon/FLUX.2 [flex]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-flex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1163.557454,"ciLow":1158.391054,"ciHigh":1168.723853,"observedAt":"2026-11-12","runCount":57025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [flex]","rowId":"cartoon/FLUX.2 [flex]","slice":"cartoon"}
{"key":"lmarena|black-forest-labs/flux-2-flex:default|none|lmarena-text-to-image@1|rating|commercial_design/FLUX.2 [flex]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-flex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1172.312801,"ciLow":1167.367625,"ciHigh":1177.257977,"observedAt":"2026-11-12","runCount":56775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [flex]","rowId":"commercial_design/FLUX.2 [flex]","slice":"commercial_design"}
{"key":"lmarena|black-forest-labs/flux-2-flex:default|none|lmarena-text-to-image@1|rating|overall/FLUX.2 [flex]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-flex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1156.33399,"ciLow":1152.912392,"ciHigh":1159.755587,"observedAt":"2026-11-12","runCount":152898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [flex]","rowId":"overall/FLUX.2 [flex]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-2-flex:default|none|lmarena-text-to-image@1|rating|photorealistic/FLUX.2 [flex]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-flex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1145.435111,"ciLow":1140.543955,"ciHigh":1150.326267,"observedAt":"2026-11-12","runCount":65133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [flex]","rowId":"photorealistic/FLUX.2 [flex]","slice":"photorealistic"}
{"key":"lmarena|black-forest-labs/flux-2-flex:default|none|lmarena-text-to-image@1|rating|portraits/FLUX.2 [flex]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-flex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1143.768446,"ciLow":1137.959388,"ciHigh":1149.577504,"observedAt":"2026-11-12","runCount":34259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [flex]","rowId":"portraits/FLUX.2 [flex]","slice":"portraits"}
{"key":"lmarena|black-forest-labs/flux-2-flex:default|none|lmarena-text-to-image@1|rating|text_rendering/FLUX.2 [flex]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-flex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1171.457825,"ciLow":1166.309651,"ciHigh":1176.605999,"observedAt":"2026-11-12","runCount":51377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [flex]","rowId":"text_rendering/FLUX.2 [flex]","slice":"text_rendering"}
{"key":"lmarena|black-forest-labs/flux-2-klein-4b:default|none|lmarena-image-edit@1|rating|multi_image_edit/FLUX.2 [klein] 4B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1166.227791,"ciLow":1162.31503,"ciHigh":1170.140552,"observedAt":"2026-11-12","runCount":154577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 4B","rowId":"multi_image_edit/FLUX.2 [klein] 4B","slice":"multi_image_edit"}
{"key":"lmarena|black-forest-labs/flux-2-klein-4b:default|none|lmarena-image-edit@1|rating|overall/FLUX.2 [klein] 4B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1187.192653,"ciLow":1184.270378,"ciHigh":1190.114927,"observedAt":"2026-11-12","runCount":529110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 4B","rowId":"overall/FLUX.2 [klein] 4B","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-2-klein-4b:default|none|lmarena-text-to-image@1|rating|3d_modeling/FLUX.2 [klein] 4B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1031.54572,"ciLow":1024.517522,"ciHigh":1038.573917,"observedAt":"2026-11-12","runCount":14496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 4B","rowId":"3d_modeling/FLUX.2 [klein] 4B","slice":"3d_modeling"}
{"key":"lmarena|black-forest-labs/flux-2-klein-4b:default|none|lmarena-text-to-image@1|rating|art/FLUX.2 [klein] 4B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1028.582504,"ciLow":1022.226648,"ciHigh":1034.938359,"observedAt":"2026-11-12","runCount":19709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 4B","rowId":"art/FLUX.2 [klein] 4B","slice":"art"}
{"key":"lmarena|black-forest-labs/flux-2-klein-4b:default|none|lmarena-text-to-image@1|rating|cartoon/FLUX.2 [klein] 4B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1022.86648,"ciLow":1017.868819,"ciHigh":1027.864141,"observedAt":"2026-11-12","runCount":54950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 4B","rowId":"cartoon/FLUX.2 [klein] 4B","slice":"cartoon"}
{"key":"lmarena|black-forest-labs/flux-2-klein-4b:default|none|lmarena-text-to-image@1|rating|commercial_design/FLUX.2 [klein] 4B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1025.692704,"ciLow":1021.055055,"ciHigh":1030.330353,"observedAt":"2026-11-12","runCount":58075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 4B","rowId":"commercial_design/FLUX.2 [klein] 4B","slice":"commercial_design"}
{"key":"lmarena|black-forest-labs/flux-2-klein-4b:default|none|lmarena-text-to-image@1|rating|overall/FLUX.2 [klein] 4B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1029.901712,"ciLow":1026.634233,"ciHigh":1033.169191,"observedAt":"2026-11-12","runCount":148703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 4B","rowId":"overall/FLUX.2 [klein] 4B","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-2-klein-4b:default|none|lmarena-text-to-image@1|rating|photorealistic/FLUX.2 [klein] 4B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1047.265355,"ciLow":1042.523883,"ciHigh":1052.006827,"observedAt":"2026-11-12","runCount":62713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 4B","rowId":"photorealistic/FLUX.2 [klein] 4B","slice":"photorealistic"}
{"key":"lmarena|black-forest-labs/flux-2-klein-4b:default|none|lmarena-text-to-image@1|rating|portraits/FLUX.2 [klein] 4B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1054.482428,"ciLow":1048.679373,"ciHigh":1060.285483,"observedAt":"2026-11-12","runCount":33637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 4B","rowId":"portraits/FLUX.2 [klein] 4B","slice":"portraits"}
{"key":"lmarena|black-forest-labs/flux-2-klein-4b:default|none|lmarena-text-to-image@1|rating|text_rendering/FLUX.2 [klein] 4B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1015.09277,"ciLow":1010.223065,"ciHigh":1019.962475,"observedAt":"2026-11-12","runCount":54262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 4B","rowId":"text_rendering/FLUX.2 [klein] 4B","slice":"text_rendering"}
{"key":"lmarena|black-forest-labs/flux-2-klein-9b:default|none|lmarena-image-edit@1|rating|multi_image_edit/FLUX.2 [klein] 9B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-9b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1211.415002,"ciLow":1207.551309,"ciHigh":1215.278695,"observedAt":"2026-11-12","runCount":155208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 9B","rowId":"multi_image_edit/FLUX.2 [klein] 9B","slice":"multi_image_edit"}
{"key":"lmarena|black-forest-labs/flux-2-klein-9b:default|none|lmarena-image-edit@1|rating|overall/FLUX.2 [klein] 9B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-9b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1224.429756,"ciLow":1221.527216,"ciHigh":1227.332296,"observedAt":"2026-11-12","runCount":528289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 9B","rowId":"overall/FLUX.2 [klein] 9B","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-2-klein-9b:default|none|lmarena-text-to-image@1|rating|3d_modeling/FLUX.2 [klein] 9B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-9b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1078.902525,"ciLow":1071.975898,"ciHigh":1085.829152,"observedAt":"2026-11-12","runCount":14377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 9B","rowId":"3d_modeling/FLUX.2 [klein] 9B","slice":"3d_modeling"}
{"key":"lmarena|black-forest-labs/flux-2-klein-9b:default|none|lmarena-text-to-image@1|rating|art/FLUX.2 [klein] 9B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-9b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1078.540696,"ciLow":1072.25867,"ciHigh":1084.822723,"observedAt":"2026-11-12","runCount":19369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 9B","rowId":"art/FLUX.2 [klein] 9B","slice":"art"}
{"key":"lmarena|black-forest-labs/flux-2-klein-9b:default|none|lmarena-text-to-image@1|rating|cartoon/FLUX.2 [klein] 9B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-9b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1063.765277,"ciLow":1058.733728,"ciHigh":1068.796826,"observedAt":"2026-11-12","runCount":54455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 9B","rowId":"cartoon/FLUX.2 [klein] 9B","slice":"cartoon"}
{"key":"lmarena|black-forest-labs/flux-2-klein-9b:default|none|lmarena-text-to-image@1|rating|commercial_design/FLUX.2 [klein] 9B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-9b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1070.233669,"ciLow":1065.668765,"ciHigh":1074.798574,"observedAt":"2026-11-12","runCount":57234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 9B","rowId":"commercial_design/FLUX.2 [klein] 9B","slice":"commercial_design"}
{"key":"lmarena|black-forest-labs/flux-2-klein-9b:default|none|lmarena-text-to-image@1|rating|overall/FLUX.2 [klein] 9B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-9b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1070.026545,"ciLow":1066.771122,"ciHigh":1073.281967,"observedAt":"2026-11-12","runCount":147087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 9B","rowId":"overall/FLUX.2 [klein] 9B","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-2-klein-9b:default|none|lmarena-text-to-image@1|rating|photorealistic/FLUX.2 [klein] 9B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-9b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1091.573714,"ciLow":1086.848867,"ciHigh":1096.298561,"observedAt":"2026-11-12","runCount":61993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 9B","rowId":"photorealistic/FLUX.2 [klein] 9B","slice":"photorealistic"}
{"key":"lmarena|black-forest-labs/flux-2-klein-9b:default|none|lmarena-text-to-image@1|rating|portraits/FLUX.2 [klein] 9B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-9b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1091.343086,"ciLow":1085.592375,"ciHigh":1097.093797,"observedAt":"2026-11-12","runCount":33496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 9B","rowId":"portraits/FLUX.2 [klein] 9B","slice":"portraits"}
{"key":"lmarena|black-forest-labs/flux-2-klein-9b:default|none|lmarena-text-to-image@1|rating|text_rendering/FLUX.2 [klein] 9B","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-klein-9b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1057.570495,"ciLow":1052.823445,"ciHigh":1062.317545,"observedAt":"2026-11-12","runCount":53576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [klein] 9B","rowId":"text_rendering/FLUX.2 [klein] 9B","slice":"text_rendering"}
{"key":"lmarena|black-forest-labs/flux-2-max:default|none|lmarena-image-edit@1|rating|multi_image_edit/FLUX.2 [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1249.966643,"ciLow":1245.772461,"ciHigh":1254.160825,"observedAt":"2026-11-12","runCount":142291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [max]","rowId":"multi_image_edit/FLUX.2 [max]","slice":"multi_image_edit"}
{"key":"lmarena|black-forest-labs/flux-2-max:default|none|lmarena-image-edit@1|rating|overall/FLUX.2 [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1261.684604,"ciLow":1258.51315,"ciHigh":1264.856058,"observedAt":"2026-11-12","runCount":367379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [max]","rowId":"overall/FLUX.2 [max]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-2-max:default|none|lmarena-text-to-image@1|rating|3d_modeling/FLUX.2 [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1160.556343,"ciLow":1153.206837,"ciHigh":1167.905848,"observedAt":"2026-11-12","runCount":11921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [max]","rowId":"3d_modeling/FLUX.2 [max]","slice":"3d_modeling"}
{"key":"lmarena|black-forest-labs/flux-2-max:default|none|lmarena-text-to-image@1|rating|art/FLUX.2 [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1168.027636,"ciLow":1161.439334,"ciHigh":1174.615938,"observedAt":"2026-11-12","runCount":16794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [max]","rowId":"art/FLUX.2 [max]","slice":"art"}
{"key":"lmarena|black-forest-labs/flux-2-max:default|none|lmarena-text-to-image@1|rating|cartoon/FLUX.2 [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1167.424031,"ciLow":1162.051023,"ciHigh":1172.79704,"observedAt":"2026-11-12","runCount":43991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [max]","rowId":"cartoon/FLUX.2 [max]","slice":"cartoon"}
{"key":"lmarena|black-forest-labs/flux-2-max:default|none|lmarena-text-to-image@1|rating|commercial_design/FLUX.2 [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1163.128794,"ciLow":1158.0881,"ciHigh":1168.169489,"observedAt":"2026-11-12","runCount":45578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [max]","rowId":"commercial_design/FLUX.2 [max]","slice":"commercial_design"}
{"key":"lmarena|black-forest-labs/flux-2-max:default|none|lmarena-text-to-image@1|rating|overall/FLUX.2 [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1160.992762,"ciLow":1157.440435,"ciHigh":1164.545089,"observedAt":"2026-11-12","runCount":120408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [max]","rowId":"overall/FLUX.2 [max]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-2-max:default|none|lmarena-text-to-image@1|rating|photorealistic/FLUX.2 [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1161.053199,"ciLow":1156.069237,"ciHigh":1166.037161,"observedAt":"2026-11-12","runCount":51775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [max]","rowId":"photorealistic/FLUX.2 [max]","slice":"photorealistic"}
{"key":"lmarena|black-forest-labs/flux-2-max:default|none|lmarena-text-to-image@1|rating|portraits/FLUX.2 [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1156.257021,"ciLow":1150.235382,"ciHigh":1162.27866,"observedAt":"2026-11-12","runCount":27259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [max]","rowId":"portraits/FLUX.2 [max]","slice":"portraits"}
{"key":"lmarena|black-forest-labs/flux-2-max:default|none|lmarena-text-to-image@1|rating|text_rendering/FLUX.2 [max]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1164.646224,"ciLow":1159.380681,"ciHigh":1169.911768,"observedAt":"2026-11-12","runCount":41701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [max]","rowId":"text_rendering/FLUX.2 [max]","slice":"text_rendering"}
{"key":"lmarena|black-forest-labs/flux-2-pro:default|none|lmarena-image-edit@1|rating|agentic/FLUX.2 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1210.34025,"ciLow":1197.217828,"ciHigh":1223.462672,"observedAt":"2026-11-12","runCount":4453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [pro]","rowId":"agentic/FLUX.2 [pro]","slice":"agentic"}
{"key":"lmarena|black-forest-labs/flux-2-pro:default|none|lmarena-image-edit@1|rating|multi_image_edit/FLUX.2 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1240.100644,"ciLow":1236.950248,"ciHigh":1243.251041,"observedAt":"2026-11-12","runCount":265067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [pro]","rowId":"multi_image_edit/FLUX.2 [pro]","slice":"multi_image_edit"}
{"key":"lmarena|black-forest-labs/flux-2-pro:default|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/FLUX.2 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1180.925666,"ciLow":1165.678947,"ciHigh":1196.172385,"observedAt":"2026-11-12","runCount":3618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [pro]","rowId":"multi_image_edit_agentic/FLUX.2 [pro]","slice":"multi_image_edit_agentic"}
{"key":"lmarena|black-forest-labs/flux-2-pro:default|none|lmarena-image-edit@1|rating|overall/FLUX.2 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1247.464963,"ciLow":1244.883486,"ciHigh":1250.046439,"observedAt":"2026-11-12","runCount":669741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [pro]","rowId":"overall/FLUX.2 [pro]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-2-pro:default|none|lmarena-text-to-image@1|rating|3d_modeling/FLUX.2 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1145.679435,"ciLow":1139.877233,"ciHigh":1151.481638,"observedAt":"2026-11-12","runCount":20988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [pro]","rowId":"3d_modeling/FLUX.2 [pro]","slice":"3d_modeling"}
{"key":"lmarena|black-forest-labs/flux-2-pro:default|none|lmarena-text-to-image@1|rating|agentic/FLUX.2 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1136.781437,"ciLow":1122.583325,"ciHigh":1150.97955,"observedAt":"2026-11-12","runCount":2944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [pro]","rowId":"agentic/FLUX.2 [pro]","slice":"agentic"}
{"key":"lmarena|black-forest-labs/flux-2-pro:default|none|lmarena-text-to-image@1|rating|art/FLUX.2 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1158.999387,"ciLow":1153.675618,"ciHigh":1164.323156,"observedAt":"2026-11-12","runCount":30333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [pro]","rowId":"art/FLUX.2 [pro]","slice":"art"}
{"key":"lmarena|black-forest-labs/flux-2-pro:default|none|lmarena-text-to-image@1|rating|cartoon/FLUX.2 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1158.986165,"ciLow":1154.778458,"ciHigh":1163.193872,"observedAt":"2026-11-12","runCount":80543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [pro]","rowId":"cartoon/FLUX.2 [pro]","slice":"cartoon"}
{"key":"lmarena|black-forest-labs/flux-2-pro:default|none|lmarena-text-to-image@1|rating|commercial_design/FLUX.2 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1154.882908,"ciLow":1150.854335,"ciHigh":1158.911481,"observedAt":"2026-11-12","runCount":78462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [pro]","rowId":"commercial_design/FLUX.2 [pro]","slice":"commercial_design"}
{"key":"lmarena|black-forest-labs/flux-2-pro:default|none|lmarena-text-to-image@1|rating|overall/FLUX.2 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1152.53473,"ciLow":1149.678506,"ciHigh":1155.390954,"observedAt":"2026-11-12","runCount":218975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [pro]","rowId":"overall/FLUX.2 [pro]","slice":"overall"}
{"key":"lmarena|black-forest-labs/flux-2-pro:default|none|lmarena-text-to-image@1|rating|photorealistic/FLUX.2 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1151.775694,"ciLow":1147.793038,"ciHigh":1155.758349,"observedAt":"2026-11-12","runCount":91216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [pro]","rowId":"photorealistic/FLUX.2 [pro]","slice":"photorealistic"}
{"key":"lmarena|black-forest-labs/flux-2-pro:default|none|lmarena-text-to-image@1|rating|portraits/FLUX.2 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1143.279699,"ciLow":1138.436087,"ciHigh":1148.123312,"observedAt":"2026-11-12","runCount":47796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [pro]","rowId":"portraits/FLUX.2 [pro]","slice":"portraits"}
{"key":"lmarena|black-forest-labs/flux-2-pro:default|none|lmarena-text-to-image@1|rating|text_rendering/FLUX.2 [pro]","sourceId":"lmarena","modelId":"black-forest-labs/flux-2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1154.885922,"ciLow":1150.697494,"ciHigh":1159.07435,"observedAt":"2026-11-12","runCount":73105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FLUX.2 [pro]","rowId":"text_rendering/FLUX.2 [pro]","slice":"text_rendering"}
{"key":"lmarena|bytedance/bagel:default|none|lmarena-image-edit@1|rating|overall/BAGEL","sourceId":"lmarena","modelId":"bytedance/bagel","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1026.550923,"ciLow":1020.786624,"ciHigh":1032.315221,"observedAt":"2026-11-12","runCount":13481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"BAGEL","rowId":"overall/BAGEL","slice":"overall"}
{"key":"lmarena|bytedance/bagel:default|none|lmarena-text-to-image@1|rating|3d_modeling/BAGEL","sourceId":"lmarena","modelId":"bytedance/bagel","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":861.983336,"ciLow":840.960815,"ciHigh":883.005856,"observedAt":"2026-11-12","runCount":840,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"BAGEL","rowId":"3d_modeling/BAGEL","slice":"3d_modeling"}
{"key":"lmarena|bytedance/bagel:default|none|lmarena-text-to-image@1|rating|art/BAGEL","sourceId":"lmarena","modelId":"bytedance/bagel","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":907.444969,"ciLow":891.325132,"ciHigh":923.564806,"observedAt":"2026-11-12","runCount":1374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"BAGEL","rowId":"art/BAGEL","slice":"art"}
{"key":"lmarena|bytedance/bagel:default|none|lmarena-text-to-image@1|rating|cartoon/BAGEL","sourceId":"lmarena","modelId":"bytedance/bagel","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":883.235467,"ciLow":873.878078,"ciHigh":892.592857,"observedAt":"2026-11-12","runCount":4775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"BAGEL","rowId":"cartoon/BAGEL","slice":"cartoon"}
{"key":"lmarena|bytedance/bagel:default|none|lmarena-text-to-image@1|rating|commercial_design/BAGEL","sourceId":"lmarena","modelId":"bytedance/bagel","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":887.759388,"ciLow":877.27861,"ciHigh":898.240167,"observedAt":"2026-11-12","runCount":3276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"BAGEL","rowId":"commercial_design/BAGEL","slice":"commercial_design"}
{"key":"lmarena|bytedance/bagel:default|none|lmarena-text-to-image@1|rating|overall/BAGEL","sourceId":"lmarena","modelId":"bytedance/bagel","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":897.251441,"ciLow":891.459307,"ciHigh":903.043575,"observedAt":"2026-11-12","runCount":12313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"BAGEL","rowId":"overall/BAGEL","slice":"overall"}
{"key":"lmarena|bytedance/bagel:default|none|lmarena-text-to-image@1|rating|photorealistic/BAGEL","sourceId":"lmarena","modelId":"bytedance/bagel","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":921.901072,"ciLow":913.180043,"ciHigh":930.622101,"observedAt":"2026-11-12","runCount":5462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"BAGEL","rowId":"photorealistic/BAGEL","slice":"photorealistic"}
{"key":"lmarena|bytedance/bagel:default|none|lmarena-text-to-image@1|rating|portraits/BAGEL","sourceId":"lmarena","modelId":"bytedance/bagel","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":926.007703,"ciLow":915.022096,"ciHigh":936.99331,"observedAt":"2026-11-12","runCount":3491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"BAGEL","rowId":"portraits/BAGEL","slice":"portraits"}
{"key":"lmarena|bytedance/bagel:default|none|lmarena-text-to-image@1|rating|text_rendering/BAGEL","sourceId":"lmarena","modelId":"bytedance/bagel","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":873.883948,"ciLow":862.989704,"ciHigh":884.778192,"observedAt":"2026-11-12","runCount":3124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"BAGEL","rowId":"text_rendering/BAGEL","slice":"text_rendering"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|chinese/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.761628,"ciLow":1485.70997,"ciHigh":1503.813285,"observedAt":"2026-11-11","runCount":5180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"chinese/Dola Seed 2.0 Pro","slice":"chinese"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|coding/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.885223,"ciLow":1508.504625,"ciHigh":1519.265822,"observedAt":"2026-11-11","runCount":21834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"coding/Dola Seed 2.0 Pro","slice":"coding"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|creative_writing/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.178004,"ciLow":1396.839285,"ciHigh":1409.516723,"observedAt":"2026-11-11","runCount":12986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"creative_writing/Dola Seed 2.0 Pro","slice":"creative_writing"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|english/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.300894,"ciLow":1458.727103,"ciHigh":1467.874684,"observedAt":"2026-11-11","runCount":34773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"english/Dola Seed 2.0 Pro","slice":"english"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|exclude_ties/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.534483,"ciLow":1455.949773,"ciHigh":1465.119192,"observedAt":"2026-11-11","runCount":59308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"exclude_ties/Dola Seed 2.0 Pro","slice":"exclude_ties"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|expert/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.896143,"ciLow":1470.210207,"ciHigh":1485.582078,"observedAt":"2026-11-11","runCount":7631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"expert/Dola Seed 2.0 Pro","slice":"expert"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|french/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.305789,"ciLow":1474.528985,"ciHigh":1502.082593,"observedAt":"2026-11-11","runCount":2560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"french/Dola Seed 2.0 Pro","slice":"french"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|german/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.266068,"ciLow":1429.444786,"ciHigh":1465.08735,"observedAt":"2026-11-11","runCount":1317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"german/Dola Seed 2.0 Pro","slice":"german"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.29475,"ciLow":1476.150567,"ciHigh":1484.438933,"observedAt":"2026-11-11","runCount":50334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"hard_prompts/Dola Seed 2.0 Pro","slice":"hard_prompts"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.123665,"ciLow":1475.823827,"ciHigh":1486.423504,"observedAt":"2026-11-11","runCount":23100,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"hard_prompts_english/Dola Seed 2.0 Pro","slice":"hard_prompts_english"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.784655,"ciLow":1457.819761,"ciHigh":1469.74955,"observedAt":"2026-11-11","runCount":15359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_business_and_management_and_financial_operations/Dola Seed 2.0 Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.446056,"ciLow":1408.592871,"ciHigh":1420.299241,"observedAt":"2026-11-11","runCount":16725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_entertainment_and_sports_and_media/Dola Seed 2.0 Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.875358,"ciLow":1457.313343,"ciHigh":1474.437374,"observedAt":"2026-11-11","runCount":6075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_legal_and_government/Dola Seed 2.0 Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.99064,"ciLow":1465.703268,"ciHigh":1478.278012,"observedAt":"2026-11-11","runCount":12570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_life_and_physical_and_social_science/Dola Seed 2.0 Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.535723,"ciLow":1436.712633,"ciHigh":1456.358813,"observedAt":"2026-11-11","runCount":4275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_mathematical/Dola Seed 2.0 Pro","slice":"industry_mathematical"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.257293,"ciLow":1481.39129,"ciHigh":1499.123296,"observedAt":"2026-11-11","runCount":5757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_medicine_and_healthcare/Dola Seed 2.0 Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.590862,"ciLow":1497.77407,"ciHigh":1507.407655,"observedAt":"2026-11-11","runCount":30634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_software_and_it_services/Dola Seed 2.0 Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.371956,"ciLow":1403.859343,"ciHigh":1414.884569,"observedAt":"2026-11-11","runCount":18821,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_writing_and_literature_and_language/Dola Seed 2.0 Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|instruction_following/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.107628,"ciLow":1430.120938,"ciHigh":1440.094319,"observedAt":"2026-11-11","runCount":25930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"instruction_following/Dola Seed 2.0 Pro","slice":"instruction_following"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|japanese/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.41592,"ciLow":1385.916976,"ciHigh":1430.914863,"observedAt":"2026-11-11","runCount":854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"japanese/Dola Seed 2.0 Pro","slice":"japanese"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|korean/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.879069,"ciLow":1406.135249,"ciHigh":1441.622889,"observedAt":"2026-11-11","runCount":1283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"korean/Dola Seed 2.0 Pro","slice":"korean"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|longer_query/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.51126,"ciLow":1447.614627,"ciHigh":1457.407894,"observedAt":"2026-11-11","runCount":32180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"longer_query/Dola Seed 2.0 Pro","slice":"longer_query"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|math/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.756102,"ciLow":1439.177041,"ciHigh":1458.335164,"observedAt":"2026-11-11","runCount":4286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"math/Dola Seed 2.0 Pro","slice":"math"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|multi_turn/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.872948,"ciLow":1442.670847,"ciHigh":1455.07505,"observedAt":"2026-11-11","runCount":13697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"multi_turn/Dola Seed 2.0 Pro","slice":"multi_turn"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|non_english/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.809905,"ciLow":1441.576779,"ciHigh":1450.043031,"observedAt":"2026-11-11","runCount":43380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"non_english/Dola Seed 2.0 Pro","slice":"non_english"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|overall/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.465996,"ciLow":1453.063856,"ciHigh":1459.868136,"observedAt":"2026-11-11","runCount":78156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"overall/Dola Seed 2.0 Pro","slice":"overall"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|polish/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.830472,"ciLow":1472.107946,"ciHigh":1503.552998,"observedAt":"2026-11-11","runCount":1641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"polish/Dola Seed 2.0 Pro","slice":"polish"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|russian/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.651382,"ciLow":1442.578441,"ciHigh":1456.724322,"observedAt":"2026-11-11","runCount":9058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"russian/Dola Seed 2.0 Pro","slice":"russian"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text-style-control@1|rating|spanish/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.583112,"ciLow":1457.516608,"ciHigh":1483.649616,"observedAt":"2026-11-11","runCount":2535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"spanish/Dola Seed 2.0 Pro","slice":"spanish"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|chinese/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.312907,"ciLow":1480.4693,"ciHigh":1498.156514,"observedAt":"2026-11-11","runCount":5180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"chinese/Dola Seed 2.0 Pro","slice":"chinese"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|coding/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.0206,"ciLow":1466.738843,"ciHigh":1477.302357,"observedAt":"2026-11-11","runCount":21834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"coding/Dola Seed 2.0 Pro","slice":"coding"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|creative_writing/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.01277,"ciLow":1400.784206,"ciHigh":1413.241334,"observedAt":"2026-11-11","runCount":12986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"creative_writing/Dola Seed 2.0 Pro","slice":"creative_writing"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|english/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.967162,"ciLow":1445.464224,"ciHigh":1454.4701,"observedAt":"2026-11-11","runCount":34773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"english/Dola Seed 2.0 Pro","slice":"english"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|exclude_ties/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.112663,"ciLow":1442.660794,"ciHigh":1451.564531,"observedAt":"2026-11-11","runCount":59308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"exclude_ties/Dola Seed 2.0 Pro","slice":"exclude_ties"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|expert/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.051539,"ciLow":1432.527766,"ciHigh":1447.575312,"observedAt":"2026-11-11","runCount":7631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"expert/Dola Seed 2.0 Pro","slice":"expert"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|french/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.407335,"ciLow":1457.076987,"ciHigh":1483.737682,"observedAt":"2026-11-11","runCount":2560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"french/Dola Seed 2.0 Pro","slice":"french"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|german/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.991609,"ciLow":1424.52511,"ciHigh":1459.458107,"observedAt":"2026-11-11","runCount":1317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"german/Dola Seed 2.0 Pro","slice":"german"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|hard_prompts/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.314574,"ciLow":1449.241119,"ciHigh":1457.388029,"observedAt":"2026-11-11","runCount":50334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"hard_prompts/Dola Seed 2.0 Pro","slice":"hard_prompts"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|hard_prompts_english/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.090284,"ciLow":1444.886508,"ciHigh":1455.294061,"observedAt":"2026-11-11","runCount":23100,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"hard_prompts_english/Dola Seed 2.0 Pro","slice":"hard_prompts_english"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.685111,"ciLow":1432.889584,"ciHigh":1444.480638,"observedAt":"2026-11-11","runCount":15359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_business_and_management_and_financial_operations/Dola Seed 2.0 Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.39869,"ciLow":1404.654417,"ciHigh":1416.142964,"observedAt":"2026-11-11","runCount":16725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_entertainment_and_sports_and_media/Dola Seed 2.0 Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|industry_legal_and_government/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.240345,"ciLow":1440.933946,"ciHigh":1457.546745,"observedAt":"2026-11-11","runCount":6075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_legal_and_government/Dola Seed 2.0 Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.197372,"ciLow":1446.056864,"ciHigh":1458.337881,"observedAt":"2026-11-11","runCount":12570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_life_and_physical_and_social_science/Dola Seed 2.0 Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|industry_mathematical/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.23317,"ciLow":1419.522855,"ciHigh":1438.943485,"observedAt":"2026-11-11","runCount":4275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_mathematical/Dola Seed 2.0 Pro","slice":"industry_mathematical"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.190032,"ciLow":1461.566307,"ciHigh":1478.813756,"observedAt":"2026-11-11","runCount":5757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_medicine_and_healthcare/Dola Seed 2.0 Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|industry_software_and_it_services/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.576731,"ciLow":1469.851153,"ciHigh":1479.30231,"observedAt":"2026-11-11","runCount":30634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_software_and_it_services/Dola Seed 2.0 Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.163269,"ciLow":1404.746866,"ciHigh":1415.579672,"observedAt":"2026-11-11","runCount":18821,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"industry_writing_and_literature_and_language/Dola Seed 2.0 Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|instruction_following/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.008272,"ciLow":1409.084867,"ciHigh":1418.931676,"observedAt":"2026-11-11","runCount":25930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"instruction_following/Dola Seed 2.0 Pro","slice":"instruction_following"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|japanese/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.564782,"ciLow":1385.652595,"ciHigh":1429.476969,"observedAt":"2026-11-11","runCount":854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"japanese/Dola Seed 2.0 Pro","slice":"japanese"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|korean/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.668081,"ciLow":1401.205833,"ciHigh":1436.13033,"observedAt":"2026-11-11","runCount":1283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"korean/Dola Seed 2.0 Pro","slice":"korean"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|longer_query/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.965804,"ciLow":1423.143854,"ciHigh":1432.787753,"observedAt":"2026-11-11","runCount":32180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"longer_query/Dola Seed 2.0 Pro","slice":"longer_query"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|math/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.417044,"ciLow":1428.958374,"ciHigh":1447.875714,"observedAt":"2026-11-11","runCount":4286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"math/Dola Seed 2.0 Pro","slice":"math"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|multi_turn/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.011877,"ciLow":1434.940481,"ciHigh":1447.083274,"observedAt":"2026-11-11","runCount":13697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"multi_turn/Dola Seed 2.0 Pro","slice":"multi_turn"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|non_english/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.70561,"ciLow":1437.557619,"ciHigh":1445.853601,"observedAt":"2026-11-11","runCount":43380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"non_english/Dola Seed 2.0 Pro","slice":"non_english"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|overall/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.475151,"ciLow":1445.133555,"ciHigh":1451.816748,"observedAt":"2026-11-11","runCount":78156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"overall/Dola Seed 2.0 Pro","slice":"overall"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|polish/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.260627,"ciLow":1472.094452,"ciHigh":1502.426802,"observedAt":"2026-11-11","runCount":1641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"polish/Dola Seed 2.0 Pro","slice":"polish"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|russian/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.256008,"ciLow":1442.330962,"ciHigh":1456.181053,"observedAt":"2026-11-11","runCount":9058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"russian/Dola Seed 2.0 Pro","slice":"russian"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-text@1|rating|spanish/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.506637,"ciLow":1448.78172,"ciHigh":1474.231553,"observedAt":"2026-11-11","runCount":2535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"spanish/Dola Seed 2.0 Pro","slice":"spanish"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision-style-control@1|rating|chinese/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.491535,"ciLow":1293.249754,"ciHigh":1337.733316,"observedAt":"2026-11-09","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"chinese/Dola Seed 2.0 Pro","slice":"chinese"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.769903,"ciLow":1208.610307,"ciHigh":1262.9295,"observedAt":"2026-11-09","runCount":536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"creative_writing_vision/Dola Seed 2.0 Pro","slice":"creative_writing_vision"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision-style-control@1|rating|diagram/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.446561,"ciLow":1275.61021,"ciHigh":1299.282911,"observedAt":"2026-11-09","runCount":2832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"diagram/Dola Seed 2.0 Pro","slice":"diagram"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision-style-control@1|rating|english/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.026338,"ciLow":1267.293854,"ciHigh":1288.758823,"observedAt":"2026-11-09","runCount":4032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"english/Dola Seed 2.0 Pro","slice":"english"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision-style-control@1|rating|homework/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.977505,"ciLow":1262.605667,"ciHigh":1291.349342,"observedAt":"2026-11-09","runCount":1813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"homework/Dola Seed 2.0 Pro","slice":"homework"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision-style-control@1|rating|humor/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.559517,"ciLow":1226.281713,"ciHigh":1286.83732,"observedAt":"2026-11-09","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"humor/Dola Seed 2.0 Pro","slice":"humor"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision-style-control@1|rating|ocr/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.22357,"ciLow":1262.223518,"ciHigh":1278.223623,"observedAt":"2026-11-09","runCount":7688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"ocr/Dola Seed 2.0 Pro","slice":"ocr"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision-style-control@1|rating|overall/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.288508,"ciLow":1249.053709,"ciHigh":1263.523307,"observedAt":"2026-11-09","runCount":10929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"overall/Dola Seed 2.0 Pro","slice":"overall"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision@1|rating|chinese/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1338.236019,"ciLow":1316.207514,"ciHigh":1360.264525,"observedAt":"2026-11-09","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"chinese/Dola Seed 2.0 Pro","slice":"chinese"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision@1|rating|creative_writing_vision/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1259.259532,"ciLow":1232.591996,"ciHigh":1285.927068,"observedAt":"2026-11-09","runCount":536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"creative_writing_vision/Dola Seed 2.0 Pro","slice":"creative_writing_vision"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision@1|rating|diagram/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1289.251942,"ciLow":1277.556296,"ciHigh":1300.947587,"observedAt":"2026-11-09","runCount":2832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"diagram/Dola Seed 2.0 Pro","slice":"diagram"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision@1|rating|english/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1293.698369,"ciLow":1283.069912,"ciHigh":1304.326826,"observedAt":"2026-11-09","runCount":4032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"english/Dola Seed 2.0 Pro","slice":"english"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision@1|rating|homework/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1282.906572,"ciLow":1268.703361,"ciHigh":1297.109783,"observedAt":"2026-11-09","runCount":1813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"homework/Dola Seed 2.0 Pro","slice":"homework"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision@1|rating|humor/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1274.385471,"ciLow":1244.438535,"ciHigh":1304.332407,"observedAt":"2026-11-09","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"humor/Dola Seed 2.0 Pro","slice":"humor"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision@1|rating|ocr/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1283.408254,"ciLow":1275.514384,"ciHigh":1291.302124,"observedAt":"2026-11-09","runCount":7688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"ocr/Dola Seed 2.0 Pro","slice":"ocr"}
{"key":"lmarena|bytedance/dola-seed-2.0-pro:default|none|lmarena-vision@1|rating|overall/Dola Seed 2.0 Pro","sourceId":"lmarena","modelId":"bytedance/dola-seed-2.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1274.13003,"ciLow":1266.982798,"ciHigh":1281.277262,"observedAt":"2026-11-09","runCount":10929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dola Seed 2.0 Pro","rowId":"overall/Dola Seed 2.0 Pro","slice":"overall"}
{"key":"lmarena|bytedance/seed-2.1-pro-preview:default|none|lmarena-webdev@1|rating|image_to_webdev/Seed2.1 Pro Preview","sourceId":"lmarena","modelId":"bytedance/seed-2.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1505.398365,"ciLow":1496.061553,"ciHigh":1514.735177,"observedAt":"2026-11-15","runCount":4567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seed2.1 Pro Preview","rowId":"image_to_webdev/Seed2.1 Pro Preview","slice":"image_to_webdev"}
{"key":"lmarena|bytedance/seed-2.1-pro-preview:default|none|lmarena-webdev@1|rating|overall/Seed2.1 Pro Preview","sourceId":"lmarena","modelId":"bytedance/seed-2.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1519.372306,"ciLow":1513.804689,"ciHigh":1524.939924,"observedAt":"2026-11-15","runCount":17964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seed2.1 Pro Preview","rowId":"overall/Seed2.1 Pro Preview","slice":"overall"}
{"key":"lmarena|bytedance/seed-2.1-pro-preview:default|none|lmarena-webdev@1|rating|webdev-html/Seed2.1 Pro Preview","sourceId":"lmarena","modelId":"bytedance/seed-2.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1491.230593,"ciLow":1478.497406,"ciHigh":1503.96378,"observedAt":"2026-11-15","runCount":2645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seed2.1 Pro Preview","rowId":"webdev-html/Seed2.1 Pro Preview","slice":"webdev-html"}
{"key":"lmarena|bytedance/seed-2.1-pro-preview:default|none|lmarena-webdev@1|rating|webdev-react/Seed2.1 Pro Preview","sourceId":"lmarena","modelId":"bytedance/seed-2.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1514.996369,"ciLow":1508.586568,"ciHigh":1521.40617,"observedAt":"2026-11-15","runCount":12279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seed2.1 Pro Preview","rowId":"webdev-react/Seed2.1 Pro Preview","slice":"webdev-react"}
{"key":"lmarena|bytedance/seed-2.1-pro-preview:default|none|lmarena-webdev@1|rating|webdev/Seed2.1 Pro Preview","sourceId":"lmarena","modelId":"bytedance/seed-2.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1519.372306,"ciLow":1513.804689,"ciHigh":1524.939924,"observedAt":"2026-11-15","runCount":17964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seed2.1 Pro Preview","rowId":"webdev/Seed2.1 Pro Preview","slice":"webdev"}
{"key":"lmarena|bytedance/seedream-3.0:default|none|lmarena-text-to-image@1|rating|3d_modeling/Seedream 3.0","sourceId":"lmarena","modelId":"bytedance/seedream-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1092.633569,"ciLow":1079.880567,"ciHigh":1105.386572,"observedAt":"2026-11-12","runCount":2822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 3.0","rowId":"3d_modeling/Seedream 3.0","slice":"3d_modeling"}
{"key":"lmarena|bytedance/seedream-3.0:default|none|lmarena-text-to-image@1|rating|art/Seedream 3.0","sourceId":"lmarena","modelId":"bytedance/seedream-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1087.11227,"ciLow":1075.894131,"ciHigh":1098.330409,"observedAt":"2026-11-12","runCount":4413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 3.0","rowId":"art/Seedream 3.0","slice":"art"}
{"key":"lmarena|bytedance/seedream-3.0:default|none|lmarena-text-to-image@1|rating|cartoon/Seedream 3.0","sourceId":"lmarena","modelId":"bytedance/seedream-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1077.870692,"ciLow":1070.288185,"ciHigh":1085.453198,"observedAt":"2026-11-12","runCount":13703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 3.0","rowId":"cartoon/Seedream 3.0","slice":"cartoon"}
{"key":"lmarena|bytedance/seedream-3.0:default|none|lmarena-text-to-image@1|rating|commercial_design/Seedream 3.0","sourceId":"lmarena","modelId":"bytedance/seedream-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1070.007816,"ciLow":1062.301813,"ciHigh":1077.713818,"observedAt":"2026-11-12","runCount":10325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 3.0","rowId":"commercial_design/Seedream 3.0","slice":"commercial_design"}
{"key":"lmarena|bytedance/seedream-3.0:default|none|lmarena-text-to-image@1|rating|overall/Seedream 3.0","sourceId":"lmarena","modelId":"bytedance/seedream-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1081.212731,"ciLow":1076.12413,"ciHigh":1086.301332,"observedAt":"2026-11-12","runCount":36189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 3.0","rowId":"overall/Seedream 3.0","slice":"overall"}
{"key":"lmarena|bytedance/seedream-3.0:default|none|lmarena-text-to-image@1|rating|photorealistic/Seedream 3.0","sourceId":"lmarena","modelId":"bytedance/seedream-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1102.742043,"ciLow":1095.575901,"ciHigh":1109.908184,"observedAt":"2026-11-12","runCount":17152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 3.0","rowId":"photorealistic/Seedream 3.0","slice":"photorealistic"}
{"key":"lmarena|bytedance/seedream-3.0:default|none|lmarena-text-to-image@1|rating|portraits/Seedream 3.0","sourceId":"lmarena","modelId":"bytedance/seedream-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1102.530286,"ciLow":1093.969676,"ciHigh":1111.090897,"observedAt":"2026-11-12","runCount":10121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 3.0","rowId":"portraits/Seedream 3.0","slice":"portraits"}
{"key":"lmarena|bytedance/seedream-3.0:default|none|lmarena-text-to-image@1|rating|text_rendering/Seedream 3.0","sourceId":"lmarena","modelId":"bytedance/seedream-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1052.044644,"ciLow":1044.099752,"ciHigh":1059.989535,"observedAt":"2026-11-12","runCount":9000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 3.0","rowId":"text_rendering/Seedream 3.0","slice":"text_rendering"}
{"key":"lmarena|bytedance/seedream-4.0:default|none|lmarena-image-edit@1|rating|multi_image_edit/Seedream 4.0 (2K)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1197.842334,"ciLow":1186.811334,"ciHigh":1208.873333,"observedAt":"2026-11-12","runCount":30027,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (2K)","rowId":"multi_image_edit/Seedream 4.0 (2K)","slice":"multi_image_edit"}
{"key":"lmarena|bytedance/seedream-4.0:default|none|lmarena-image-edit@1|rating|overall/Seedream 4.0 (2K)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1267.019357,"ciLow":1260.06049,"ciHigh":1273.978224,"observedAt":"2026-11-12","runCount":208498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (2K)","rowId":"overall/Seedream 4.0 (2K)","slice":"overall"}
{"key":"lmarena|bytedance/seedream-4.0:default|none|lmarena-text-to-image@1|rating|3d_modeling/Seedream 4.0 (2K)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1148.715795,"ciLow":1129.071728,"ciHigh":1168.359862,"observedAt":"2026-11-12","runCount":953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (2K)","rowId":"3d_modeling/Seedream 4.0 (2K)","slice":"3d_modeling"}
{"key":"lmarena|bytedance/seedream-4.0:default|none|lmarena-text-to-image@1|rating|art/Seedream 4.0 (2K)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1164.217991,"ciLow":1147.344796,"ciHigh":1181.091186,"observedAt":"2026-11-12","runCount":1506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (2K)","rowId":"art/Seedream 4.0 (2K)","slice":"art"}
{"key":"lmarena|bytedance/seedream-4.0:default|none|lmarena-text-to-image@1|rating|cartoon/Seedream 4.0 (2K)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1147.539458,"ciLow":1137.896424,"ciHigh":1157.182491,"observedAt":"2026-11-12","runCount":4728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (2K)","rowId":"cartoon/Seedream 4.0 (2K)","slice":"cartoon"}
{"key":"lmarena|bytedance/seedream-4.0:default|none|lmarena-text-to-image@1|rating|commercial_design/Seedream 4.0 (2K)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1132.960543,"ciLow":1122.241194,"ciHigh":1143.679892,"observedAt":"2026-11-12","runCount":3452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (2K)","rowId":"commercial_design/Seedream 4.0 (2K)","slice":"commercial_design"}
{"key":"lmarena|bytedance/seedream-4.0:default|none|lmarena-text-to-image@1|rating|overall/Seedream 4.0 (2K)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1138.228124,"ciLow":1131.641365,"ciHigh":1144.814883,"observedAt":"2026-11-12","runCount":12274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (2K)","rowId":"overall/Seedream 4.0 (2K)","slice":"overall"}
{"key":"lmarena|bytedance/seedream-4.0:default|none|lmarena-text-to-image@1|rating|photorealistic/Seedream 4.0 (2K)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1149.796142,"ciLow":1140.932068,"ciHigh":1158.660216,"observedAt":"2026-11-12","runCount":5807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (2K)","rowId":"photorealistic/Seedream 4.0 (2K)","slice":"photorealistic"}
{"key":"lmarena|bytedance/seedream-4.0:default|none|lmarena-text-to-image@1|rating|portraits/Seedream 4.0 (2K)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1138.650059,"ciLow":1127.377262,"ciHigh":1149.922856,"observedAt":"2026-11-12","runCount":3514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (2K)","rowId":"portraits/Seedream 4.0 (2K)","slice":"portraits"}
{"key":"lmarena|bytedance/seedream-4.0:default|none|lmarena-text-to-image@1|rating|text_rendering/Seedream 4.0 (2K)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1142.315313,"ciLow":1130.903102,"ciHigh":1153.727524,"observedAt":"2026-11-12","runCount":3070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (2K)","rowId":"text_rendering/Seedream 4.0 (2K)","slice":"text_rendering"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal+high-res|none|lmarena-image-edit@1|rating|multi_image_edit/Seedream 4.0 (High Res, fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["high-res","fal"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1208.998856,"ciLow":1205.334381,"ciHigh":1212.663332,"observedAt":"2026-11-12","runCount":1039447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (High Res, fal)","rowId":"multi_image_edit/Seedream 4.0 (High Res, fal)","slice":"multi_image_edit"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal+high-res|none|lmarena-image-edit@1|rating|overall/Seedream 4.0 (High Res, fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["high-res","fal"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1215.696406,"ciLow":1212.873957,"ciHigh":1218.518855,"observedAt":"2026-11-12","runCount":1211391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (High Res, fal)","rowId":"overall/Seedream 4.0 (High Res, fal)","slice":"overall"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal+high-res|none|lmarena-text-to-image@1|rating|3d_modeling/Seedream 4.0 (High Res, fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["high-res","fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1121.13672,"ciLow":1114.579839,"ciHigh":1127.693601,"observedAt":"2026-11-12","runCount":17152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (High Res, fal)","rowId":"3d_modeling/Seedream 4.0 (High Res, fal)","slice":"3d_modeling"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal+high-res|none|lmarena-text-to-image@1|rating|art/Seedream 4.0 (High Res, fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["high-res","fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1112.886056,"ciLow":1106.809635,"ciHigh":1118.962477,"observedAt":"2026-11-12","runCount":23746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (High Res, fal)","rowId":"art/Seedream 4.0 (High Res, fal)","slice":"art"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal+high-res|none|lmarena-text-to-image@1|rating|cartoon/Seedream 4.0 (High Res, fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["high-res","fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1109.494616,"ciLow":1104.861135,"ciHigh":1114.128097,"observedAt":"2026-11-12","runCount":71578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (High Res, fal)","rowId":"cartoon/Seedream 4.0 (High Res, fal)","slice":"cartoon"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal+high-res|none|lmarena-text-to-image@1|rating|commercial_design/Seedream 4.0 (High Res, fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["high-res","fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1112.581443,"ciLow":1108.006982,"ciHigh":1117.155904,"observedAt":"2026-11-12","runCount":61960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (High Res, fal)","rowId":"commercial_design/Seedream 4.0 (High Res, fal)","slice":"commercial_design"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal+high-res|none|lmarena-text-to-image@1|rating|overall/Seedream 4.0 (High Res, fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["high-res","fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1112.685312,"ciLow":1109.41227,"ciHigh":1115.958355,"observedAt":"2026-11-12","runCount":178375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (High Res, fal)","rowId":"overall/Seedream 4.0 (High Res, fal)","slice":"overall"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal+high-res|none|lmarena-text-to-image@1|rating|photorealistic/Seedream 4.0 (High Res, fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["high-res","fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1129.578634,"ciLow":1124.96089,"ciHigh":1134.196378,"observedAt":"2026-11-12","runCount":77123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (High Res, fal)","rowId":"photorealistic/Seedream 4.0 (High Res, fal)","slice":"photorealistic"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal+high-res|none|lmarena-text-to-image@1|rating|portraits/Seedream 4.0 (High Res, fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["high-res","fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1133.449435,"ciLow":1127.954757,"ciHigh":1138.944113,"observedAt":"2026-11-12","runCount":41772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (High Res, fal)","rowId":"portraits/Seedream 4.0 (High Res, fal)","slice":"portraits"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal+high-res|none|lmarena-text-to-image@1|rating|text_rendering/Seedream 4.0 (High Res, fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["high-res","fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1110.073852,"ciLow":1105.293494,"ciHigh":1114.854211,"observedAt":"2026-11-12","runCount":57074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (High Res, fal)","rowId":"text_rendering/Seedream 4.0 (High Res, fal)","slice":"text_rendering"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal|none|lmarena-image-edit@1|rating|multi_image_edit/Seedream 4.0 (fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["fal"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1157.834014,"ciLow":1151.736021,"ciHigh":1163.932008,"observedAt":"2026-11-12","runCount":305068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (fal)","rowId":"multi_image_edit/Seedream 4.0 (fal)","slice":"multi_image_edit"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal|none|lmarena-image-edit@1|rating|overall/Seedream 4.0 (fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["fal"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1209.391974,"ciLow":1203.237787,"ciHigh":1215.546161,"observedAt":"2026-11-12","runCount":151408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (fal)","rowId":"overall/Seedream 4.0 (fal)","slice":"overall"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal|none|lmarena-text-to-image@1|rating|3d_modeling/Seedream 4.0 (fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1136.822046,"ciLow":1117.568434,"ciHigh":1156.075657,"observedAt":"2026-11-12","runCount":920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (fal)","rowId":"3d_modeling/Seedream 4.0 (fal)","slice":"3d_modeling"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal|none|lmarena-text-to-image@1|rating|art/Seedream 4.0 (fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1119.949504,"ciLow":1103.239021,"ciHigh":1136.659988,"observedAt":"2026-11-12","runCount":1329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (fal)","rowId":"art/Seedream 4.0 (fal)","slice":"art"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal|none|lmarena-text-to-image@1|rating|cartoon/Seedream 4.0 (fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1107.917637,"ciLow":1098.420825,"ciHigh":1117.41445,"observedAt":"2026-11-12","runCount":4281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (fal)","rowId":"cartoon/Seedream 4.0 (fal)","slice":"cartoon"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal|none|lmarena-text-to-image@1|rating|commercial_design/Seedream 4.0 (fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1127.43942,"ciLow":1117.046478,"ciHigh":1137.832363,"observedAt":"2026-11-12","runCount":3165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (fal)","rowId":"commercial_design/Seedream 4.0 (fal)","slice":"commercial_design"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal|none|lmarena-text-to-image@1|rating|overall/Seedream 4.0 (fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1115.746395,"ciLow":1109.195928,"ciHigh":1122.296862,"observedAt":"2026-11-12","runCount":11707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (fal)","rowId":"overall/Seedream 4.0 (fal)","slice":"overall"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal|none|lmarena-text-to-image@1|rating|photorealistic/Seedream 4.0 (fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1120.096593,"ciLow":1111.440938,"ciHigh":1128.752249,"observedAt":"2026-11-12","runCount":5588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (fal)","rowId":"photorealistic/Seedream 4.0 (fal)","slice":"photorealistic"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal|none|lmarena-text-to-image@1|rating|portraits/Seedream 4.0 (fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1115.658699,"ciLow":1105.158662,"ciHigh":1126.158736,"observedAt":"2026-11-12","runCount":3576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (fal)","rowId":"portraits/Seedream 4.0 (fal)","slice":"portraits"}
{"key":"lmarena|bytedance/seedream-4.0:flags=fal|none|lmarena-text-to-image@1|rating|text_rendering/Seedream 4.0 (fal)","sourceId":"lmarena","modelId":"bytedance/seedream-4.0","variant":{"flags":["fal"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1123.378013,"ciLow":1112.255518,"ciHigh":1134.500507,"observedAt":"2026-11-12","runCount":2728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.0 (fal)","rowId":"text_rendering/Seedream 4.0 (fal)","slice":"text_rendering"}
{"key":"lmarena|bytedance/seedream-4.5:default|none|lmarena-image-edit@1|rating|agentic/Seedream 4.5","sourceId":"lmarena","modelId":"bytedance/seedream-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1287.290876,"ciLow":1277.492816,"ciHigh":1297.088936,"observedAt":"2026-11-12","runCount":10103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.5","rowId":"agentic/Seedream 4.5","slice":"agentic"}
{"key":"lmarena|bytedance/seedream-4.5:default|none|lmarena-image-edit@1|rating|multi_image_edit/Seedream 4.5","sourceId":"lmarena","modelId":"bytedance/seedream-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1289.722639,"ciLow":1287.108222,"ciHigh":1292.337057,"observedAt":"2026-11-12","runCount":621737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.5","rowId":"multi_image_edit/Seedream 4.5","slice":"multi_image_edit"}
{"key":"lmarena|bytedance/seedream-4.5:default|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/Seedream 4.5","sourceId":"lmarena","modelId":"bytedance/seedream-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1281.661972,"ciLow":1270.080578,"ciHigh":1293.243365,"observedAt":"2026-11-12","runCount":9679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.5","rowId":"multi_image_edit_agentic/Seedream 4.5","slice":"multi_image_edit_agentic"}
{"key":"lmarena|bytedance/seedream-4.5:default|none|lmarena-image-edit@1|rating|overall/Seedream 4.5","sourceId":"lmarena","modelId":"bytedance/seedream-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1302.513219,"ciLow":1300.346904,"ciHigh":1304.679533,"observedAt":"2026-11-12","runCount":1357348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.5","rowId":"overall/Seedream 4.5","slice":"overall"}
{"key":"lmarena|bytedance/seedream-4.5:default|none|lmarena-text-to-image@1|rating|3d_modeling/Seedream 4.5","sourceId":"lmarena","modelId":"bytedance/seedream-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1145.58837,"ciLow":1140.191413,"ciHigh":1150.985327,"observedAt":"2026-11-12","runCount":30380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.5","rowId":"3d_modeling/Seedream 4.5","slice":"3d_modeling"}
{"key":"lmarena|bytedance/seedream-4.5:default|none|lmarena-text-to-image@1|rating|agentic/Seedream 4.5","sourceId":"lmarena","modelId":"bytedance/seedream-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1164.626801,"ciLow":1153.555327,"ciHigh":1175.698275,"observedAt":"2026-11-12","runCount":5412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.5","rowId":"agentic/Seedream 4.5","slice":"agentic"}
{"key":"lmarena|bytedance/seedream-4.5:default|none|lmarena-text-to-image@1|rating|art/Seedream 4.5","sourceId":"lmarena","modelId":"bytedance/seedream-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1157.311328,"ciLow":1152.328942,"ciHigh":1162.293714,"observedAt":"2026-11-12","runCount":41211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.5","rowId":"art/Seedream 4.5","slice":"art"}
{"key":"lmarena|bytedance/seedream-4.5:default|none|lmarena-text-to-image@1|rating|cartoon/Seedream 4.5","sourceId":"lmarena","modelId":"bytedance/seedream-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1149.027529,"ciLow":1145.262519,"ciHigh":1152.792539,"observedAt":"2026-11-12","runCount":124226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.5","rowId":"cartoon/Seedream 4.5","slice":"cartoon"}
{"key":"lmarena|bytedance/seedream-4.5:default|none|lmarena-text-to-image@1|rating|commercial_design/Seedream 4.5","sourceId":"lmarena","modelId":"bytedance/seedream-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1141.941139,"ciLow":1138.209689,"ciHigh":1145.672589,"observedAt":"2026-11-12","runCount":109795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.5","rowId":"commercial_design/Seedream 4.5","slice":"commercial_design"}
{"key":"lmarena|bytedance/seedream-4.5:default|none|lmarena-text-to-image@1|rating|overall/Seedream 4.5","sourceId":"lmarena","modelId":"bytedance/seedream-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1147.713843,"ciLow":1145.130038,"ciHigh":1150.297648,"observedAt":"2026-11-12","runCount":312018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.5","rowId":"overall/Seedream 4.5","slice":"overall"}
{"key":"lmarena|bytedance/seedream-4.5:default|none|lmarena-text-to-image@1|rating|photorealistic/Seedream 4.5","sourceId":"lmarena","modelId":"bytedance/seedream-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1165.73444,"ciLow":1161.94955,"ciHigh":1169.51933,"observedAt":"2026-11-12","runCount":126333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.5","rowId":"photorealistic/Seedream 4.5","slice":"photorealistic"}
{"key":"lmarena|bytedance/seedream-4.5:default|none|lmarena-text-to-image@1|rating|portraits/Seedream 4.5","sourceId":"lmarena","modelId":"bytedance/seedream-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1165.61564,"ciLow":1161.00757,"ciHigh":1170.22371,"observedAt":"2026-11-12","runCount":67454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.5","rowId":"portraits/Seedream 4.5","slice":"portraits"}
{"key":"lmarena|bytedance/seedream-4.5:default|none|lmarena-text-to-image@1|rating|text_rendering/Seedream 4.5","sourceId":"lmarena","modelId":"bytedance/seedream-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1143.347691,"ciLow":1139.466034,"ciHigh":1147.229349,"observedAt":"2026-11-12","runCount":104328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 4.5","rowId":"text_rendering/Seedream 4.5","slice":"text_rendering"}
{"key":"lmarena|bytedance/seedream-5.0-lite:default|none|lmarena-image-edit@1|rating|agentic/Seedream 5.0 Lite","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1284.969107,"ciLow":1274.129857,"ciHigh":1295.808357,"observedAt":"2026-11-12","runCount":7123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Lite","rowId":"agentic/Seedream 5.0 Lite","slice":"agentic"}
{"key":"lmarena|bytedance/seedream-5.0-lite:default|none|lmarena-image-edit@1|rating|multi_image_edit/Seedream 5.0 Lite","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1265.97032,"ciLow":1263.142194,"ciHigh":1268.798446,"observedAt":"2026-11-12","runCount":400791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Lite","rowId":"multi_image_edit/Seedream 5.0 Lite","slice":"multi_image_edit"}
{"key":"lmarena|bytedance/seedream-5.0-lite:default|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/Seedream 5.0 Lite","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1248.101171,"ciLow":1236.467782,"ciHigh":1259.73456,"observedAt":"2026-11-12","runCount":10577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Lite","rowId":"multi_image_edit_agentic/Seedream 5.0 Lite","slice":"multi_image_edit_agentic"}
{"key":"lmarena|bytedance/seedream-5.0-lite:default|none|lmarena-image-edit@1|rating|overall/Seedream 5.0 Lite","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1293.331809,"ciLow":1290.757461,"ciHigh":1295.906156,"observedAt":"2026-11-12","runCount":526525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Lite","rowId":"overall/Seedream 5.0 Lite","slice":"overall"}
{"key":"lmarena|bytedance/seedream-5.0-lite:default|none|lmarena-text-to-image@1|rating|3d_modeling/Seedream 5.0 Lite","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1142.694592,"ciLow":1136.141506,"ciHigh":1149.247677,"observedAt":"2026-11-12","runCount":13435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Lite","rowId":"3d_modeling/Seedream 5.0 Lite","slice":"3d_modeling"}
{"key":"lmarena|bytedance/seedream-5.0-lite:default|none|lmarena-text-to-image@1|rating|agentic/Seedream 5.0 Lite","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1148.001741,"ciLow":1135.942656,"ciHigh":1160.060826,"observedAt":"2026-11-12","runCount":4669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Lite","rowId":"agentic/Seedream 5.0 Lite","slice":"agentic"}
{"key":"lmarena|bytedance/seedream-5.0-lite:default|none|lmarena-text-to-image@1|rating|art/Seedream 5.0 Lite","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1141.200076,"ciLow":1135.482824,"ciHigh":1146.917328,"observedAt":"2026-11-12","runCount":19429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Lite","rowId":"art/Seedream 5.0 Lite","slice":"art"}
{"key":"lmarena|bytedance/seedream-5.0-lite:default|none|lmarena-text-to-image@1|rating|cartoon/Seedream 5.0 Lite","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1147.354076,"ciLow":1142.806706,"ciHigh":1151.901446,"observedAt":"2026-11-12","runCount":53923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Lite","rowId":"cartoon/Seedream 5.0 Lite","slice":"cartoon"}
{"key":"lmarena|bytedance/seedream-5.0-lite:default|none|lmarena-text-to-image@1|rating|commercial_design/Seedream 5.0 Lite","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1133.333909,"ciLow":1128.958327,"ciHigh":1137.709491,"observedAt":"2026-11-12","runCount":53537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Lite","rowId":"commercial_design/Seedream 5.0 Lite","slice":"commercial_design"}
{"key":"lmarena|bytedance/seedream-5.0-lite:default|none|lmarena-text-to-image@1|rating|overall/Seedream 5.0 Lite","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1141.122032,"ciLow":1138.024276,"ciHigh":1144.219789,"observedAt":"2026-11-12","runCount":147237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Lite","rowId":"overall/Seedream 5.0 Lite","slice":"overall"}
{"key":"lmarena|bytedance/seedream-5.0-lite:default|none|lmarena-text-to-image@1|rating|photorealistic/Seedream 5.0 Lite","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1157.188284,"ciLow":1152.771086,"ciHigh":1161.605482,"observedAt":"2026-11-12","runCount":58699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Lite","rowId":"photorealistic/Seedream 5.0 Lite","slice":"photorealistic"}
{"key":"lmarena|bytedance/seedream-5.0-lite:default|none|lmarena-text-to-image@1|rating|portraits/Seedream 5.0 Lite","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1155.336867,"ciLow":1149.99764,"ciHigh":1160.676094,"observedAt":"2026-11-12","runCount":30670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Lite","rowId":"portraits/Seedream 5.0 Lite","slice":"portraits"}
{"key":"lmarena|bytedance/seedream-5.0-lite:default|none|lmarena-text-to-image@1|rating|text_rendering/Seedream 5.0 Lite","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1138.808545,"ciLow":1134.264864,"ciHigh":1143.352227,"observedAt":"2026-11-12","runCount":50325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Lite","rowId":"text_rendering/Seedream 5.0 Lite","slice":"text_rendering"}
{"key":"lmarena|bytedance/seedream-5.0-pro:default|none|lmarena-image-edit@1|rating|agentic/Seedream 5.0 Pro","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1409.984615,"ciLow":1399.399546,"ciHigh":1420.569685,"observedAt":"2026-11-12","runCount":7571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Pro","rowId":"agentic/Seedream 5.0 Pro","slice":"agentic"}
{"key":"lmarena|bytedance/seedream-5.0-pro:default|none|lmarena-image-edit@1|rating|multi_image_edit/Seedream 5.0 Pro","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1412.021693,"ciLow":1408.161493,"ciHigh":1415.881892,"observedAt":"2026-11-12","runCount":114578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Pro","rowId":"multi_image_edit/Seedream 5.0 Pro","slice":"multi_image_edit"}
{"key":"lmarena|bytedance/seedream-5.0-pro:default|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/Seedream 5.0 Pro","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1426.825002,"ciLow":1414.973571,"ciHigh":1438.676432,"observedAt":"2026-11-12","runCount":7427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Pro","rowId":"multi_image_edit_agentic/Seedream 5.0 Pro","slice":"multi_image_edit_agentic"}
{"key":"lmarena|bytedance/seedream-5.0-pro:default|none|lmarena-image-edit@1|rating|overall/Seedream 5.0 Pro","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1391.779525,"ciLow":1388.585004,"ciHigh":1394.974046,"observedAt":"2026-11-12","runCount":349293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Pro","rowId":"overall/Seedream 5.0 Pro","slice":"overall"}
{"key":"lmarena|bytedance/seedream-5.0-pro:default|none|lmarena-text-to-image@1|rating|3d_modeling/Seedream 5.0 Pro","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1242.909863,"ciLow":1235.050545,"ciHigh":1250.769181,"observedAt":"2026-11-12","runCount":9464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Pro","rowId":"3d_modeling/Seedream 5.0 Pro","slice":"3d_modeling"}
{"key":"lmarena|bytedance/seedream-5.0-pro:default|none|lmarena-text-to-image@1|rating|agentic/Seedream 5.0 Pro","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1238.736851,"ciLow":1227.063885,"ciHigh":1250.409817,"observedAt":"2026-11-12","runCount":4952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Pro","rowId":"agentic/Seedream 5.0 Pro","slice":"agentic"}
{"key":"lmarena|bytedance/seedream-5.0-pro:default|none|lmarena-text-to-image@1|rating|art/Seedream 5.0 Pro","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1257.243838,"ciLow":1250.318474,"ciHigh":1264.169203,"observedAt":"2026-11-12","runCount":15038,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Pro","rowId":"art/Seedream 5.0 Pro","slice":"art"}
{"key":"lmarena|bytedance/seedream-5.0-pro:default|none|lmarena-text-to-image@1|rating|cartoon/Seedream 5.0 Pro","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1260.03449,"ciLow":1254.494231,"ciHigh":1265.574749,"observedAt":"2026-11-12","runCount":40037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Pro","rowId":"cartoon/Seedream 5.0 Pro","slice":"cartoon"}
{"key":"lmarena|bytedance/seedream-5.0-pro:default|none|lmarena-text-to-image@1|rating|commercial_design/Seedream 5.0 Pro","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1233.653076,"ciLow":1228.13126,"ciHigh":1239.174891,"observedAt":"2026-11-12","runCount":35460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Pro","rowId":"commercial_design/Seedream 5.0 Pro","slice":"commercial_design"}
{"key":"lmarena|bytedance/seedream-5.0-pro:default|none|lmarena-text-to-image@1|rating|overall/Seedream 5.0 Pro","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1248.074633,"ciLow":1244.31144,"ciHigh":1251.837826,"observedAt":"2026-11-12","runCount":110580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Pro","rowId":"overall/Seedream 5.0 Pro","slice":"overall"}
{"key":"lmarena|bytedance/seedream-5.0-pro:default|none|lmarena-text-to-image@1|rating|photorealistic/Seedream 5.0 Pro","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1272.957109,"ciLow":1267.486262,"ciHigh":1278.427955,"observedAt":"2026-11-12","runCount":41643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Pro","rowId":"photorealistic/Seedream 5.0 Pro","slice":"photorealistic"}
{"key":"lmarena|bytedance/seedream-5.0-pro:default|none|lmarena-text-to-image@1|rating|portraits/Seedream 5.0 Pro","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1287.318892,"ciLow":1280.724634,"ciHigh":1293.91315,"observedAt":"2026-11-12","runCount":21416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Pro","rowId":"portraits/Seedream 5.0 Pro","slice":"portraits"}
{"key":"lmarena|bytedance/seedream-5.0-pro:default|none|lmarena-text-to-image@1|rating|text_rendering/Seedream 5.0 Pro","sourceId":"lmarena","modelId":"bytedance/seedream-5.0-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1252.768588,"ciLow":1247.129886,"ciHigh":1258.40729,"observedAt":"2026-11-12","runCount":34444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Seedream 5.0 Pro","rowId":"text_rendering/Seedream 5.0 Pro","slice":"text_rendering"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|creative_writing/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1134.340252,"ciLow":1101.094806,"ciHigh":1167.585698,"observedAt":"2026-11-11","runCount":291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"creative_writing/Dolphin 2.2.1 Mistral 7B","slice":"creative_writing"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|english/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1182.657984,"ciLow":1165.965942,"ciHigh":1199.350026,"observedAt":"2026-11-11","runCount":1302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"english/Dolphin 2.2.1 Mistral 7B","slice":"english"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1006.714697,"ciLow":984.515122,"ciHigh":1028.914272,"observedAt":"2026-11-11","runCount":1098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"exclude_ties/Dolphin 2.2.1 Mistral 7B","slice":"exclude_ties"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.092945,"ciLow":1128.999708,"ciHigh":1183.186182,"observedAt":"2026-11-11","runCount":359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"hard_prompts/Dolphin 2.2.1 Mistral 7B","slice":"hard_prompts"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.093386,"ciLow":1136.121698,"ciHigh":1198.065074,"observedAt":"2026-11-11","runCount":286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"hard_prompts_english/Dolphin 2.2.1 Mistral 7B","slice":"hard_prompts_english"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1119.333401,"ciLow":1086.49432,"ciHigh":1152.172482,"observedAt":"2026-11-11","runCount":282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"industry_entertainment_and_sports_and_media/Dolphin 2.2.1 Mistral 7B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.03515,"ciLow":1137.875866,"ciHigh":1204.194434,"observedAt":"2026-11-11","runCount":308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"industry_life_and_physical_and_social_science/Dolphin 2.2.1 Mistral 7B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.316965,"ciLow":1078.201011,"ciHigh":1146.432919,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"industry_mathematical/Dolphin 2.2.1 Mistral 7B","slice":"industry_mathematical"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.726237,"ciLow":1125.880244,"ciHigh":1181.57223,"observedAt":"2026-11-11","runCount":366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"industry_software_and_it_services/Dolphin 2.2.1 Mistral 7B","slice":"industry_software_and_it_services"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1131.633994,"ciLow":1103.150434,"ciHigh":1160.117555,"observedAt":"2026-11-11","runCount":382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"industry_writing_and_literature_and_language/Dolphin 2.2.1 Mistral 7B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|instruction_following/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1129.347816,"ciLow":1105.06799,"ciHigh":1153.627642,"observedAt":"2026-11-11","runCount":497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"instruction_following/Dolphin 2.2.1 Mistral 7B","slice":"instruction_following"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|math/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1125.762387,"ciLow":1093.368073,"ciHigh":1158.156702,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"math/Dolphin 2.2.1 Mistral 7B","slice":"math"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|multi_turn/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1085.935231,"ciLow":1045.550655,"ciHigh":1126.319807,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"multi_turn/Dolphin 2.2.1 Mistral 7B","slice":"multi_turn"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|non_english/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1084.900896,"ciLow":1057.67348,"ciHigh":1112.128313,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"non_english/Dolphin 2.2.1 Mistral 7B","slice":"non_english"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text-style-control@1|rating|overall/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.441899,"ciLow":1137.177213,"ciHigh":1167.706585,"observedAt":"2026-11-11","runCount":1679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"overall/Dolphin 2.2.1 Mistral 7B","slice":"overall"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|creative_writing/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.588862,"ciLow":1052.496304,"ciHigh":1118.681419,"observedAt":"2026-11-11","runCount":291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"creative_writing/Dolphin 2.2.1 Mistral 7B","slice":"creative_writing"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|english/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.490622,"ciLow":1095.802544,"ciHigh":1129.178699,"observedAt":"2026-11-11","runCount":1302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"english/Dolphin 2.2.1 Mistral 7B","slice":"english"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|exclude_ties/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":906.074818,"ciLow":884.108107,"ciHigh":928.041529,"observedAt":"2026-11-11","runCount":1098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"exclude_ties/Dolphin 2.2.1 Mistral 7B","slice":"exclude_ties"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|hard_prompts/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1054.491433,"ciLow":1027.489473,"ciHigh":1081.493394,"observedAt":"2026-11-11","runCount":359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"hard_prompts/Dolphin 2.2.1 Mistral 7B","slice":"hard_prompts"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|hard_prompts_english/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1068.04171,"ciLow":1037.211008,"ciHigh":1098.872413,"observedAt":"2026-11-11","runCount":286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"hard_prompts_english/Dolphin 2.2.1 Mistral 7B","slice":"hard_prompts_english"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1049.540764,"ciLow":1016.330992,"ciHigh":1082.750536,"observedAt":"2026-11-11","runCount":282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"industry_entertainment_and_sports_and_media/Dolphin 2.2.1 Mistral 7B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1065.443848,"ciLow":1032.722686,"ciHigh":1098.165009,"observedAt":"2026-11-11","runCount":308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"industry_life_and_physical_and_social_science/Dolphin 2.2.1 Mistral 7B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|industry_mathematical/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1055.48212,"ciLow":1021.399529,"ciHigh":1089.564711,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"industry_mathematical/Dolphin 2.2.1 Mistral 7B","slice":"industry_mathematical"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.465607,"ciLow":1018.621771,"ciHigh":1074.309443,"observedAt":"2026-11-11","runCount":366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"industry_software_and_it_services/Dolphin 2.2.1 Mistral 7B","slice":"industry_software_and_it_services"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.927092,"ciLow":1057.572378,"ciHigh":1114.281806,"observedAt":"2026-11-11","runCount":382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"industry_writing_and_literature_and_language/Dolphin 2.2.1 Mistral 7B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|instruction_following/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1053.211362,"ciLow":1028.969682,"ciHigh":1077.453041,"observedAt":"2026-11-11","runCount":497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"instruction_following/Dolphin 2.2.1 Mistral 7B","slice":"instruction_following"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|math/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1076.625519,"ciLow":1044.272622,"ciHigh":1108.978416,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"math/Dolphin 2.2.1 Mistral 7B","slice":"math"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|multi_turn/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1020.53729,"ciLow":980.263487,"ciHigh":1060.811092,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"multi_turn/Dolphin 2.2.1 Mistral 7B","slice":"multi_turn"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|non_english/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1012.450464,"ciLow":985.149075,"ciHigh":1039.751854,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"non_english/Dolphin 2.2.1 Mistral 7B","slice":"non_english"}
{"key":"lmarena|cognitive-computations/dolphin-2.2.1-mistral-7b:default|none|lmarena-text@1|rating|overall/Dolphin 2.2.1 Mistral 7B","sourceId":"lmarena","modelId":"cognitive-computations/dolphin-2.2.1-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1081.014995,"ciLow":1065.740165,"ciHigh":1096.289825,"observedAt":"2026-11-11","runCount":1679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolphin 2.2.1 Mistral 7B","rowId":"overall/Dolphin 2.2.1 Mistral 7B","slice":"overall"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|chinese/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.898405,"ciLow":1259.284015,"ciHigh":1284.512795,"observedAt":"2026-11-11","runCount":2375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"chinese/Aya Expanse 32B","slice":"chinese"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|coding/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.186164,"ciLow":1283.055738,"ciHigh":1301.316589,"observedAt":"2026-11-11","runCount":4685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"coding/Aya Expanse 32B","slice":"coding"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|creative_writing/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.433688,"ciLow":1217.387804,"ciHigh":1237.479573,"observedAt":"2026-11-11","runCount":3853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"creative_writing/Aya Expanse 32B","slice":"creative_writing"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|english/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.688578,"ciLow":1268.498189,"ciHigh":1280.878966,"observedAt":"2026-11-11","runCount":14358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"english/Aya Expanse 32B","slice":"english"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.017581,"ciLow":1168.096713,"ciHigh":1183.938449,"observedAt":"2026-11-11","runCount":17124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"exclude_ties/Aya Expanse 32B","slice":"exclude_ties"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|expert/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.206247,"ciLow":1253.228517,"ciHigh":1281.183976,"observedAt":"2026-11-11","runCount":1764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"expert/Aya Expanse 32B","slice":"expert"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|french/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.042668,"ciLow":1258.065591,"ciHigh":1328.019745,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"french/Aya Expanse 32B","slice":"french"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|german/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.4483,"ciLow":1212.221041,"ciHigh":1260.67556,"observedAt":"2026-11-11","runCount":609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"german/Aya Expanse 32B","slice":"german"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.651495,"ciLow":1264.075147,"ciHigh":1279.227844,"observedAt":"2026-11-11","runCount":7233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"hard_prompts/Aya Expanse 32B","slice":"hard_prompts"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.356377,"ciLow":1267.048347,"ciHigh":1285.664406,"observedAt":"2026-11-11","runCount":4272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"hard_prompts_english/Aya Expanse 32B","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.505544,"ciLow":1256.467915,"ciHigh":1278.543173,"observedAt":"2026-11-11","runCount":3115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_business_and_management_and_financial_operations/Aya Expanse 32B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.196142,"ciLow":1211.926783,"ciHigh":1230.465502,"observedAt":"2026-11-11","runCount":4344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_entertainment_and_sports_and_media/Aya Expanse 32B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.747485,"ciLow":1284.1276,"ciHigh":1313.367369,"observedAt":"2026-11-11","runCount":1742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_legal_and_government/Aya Expanse 32B","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.556015,"ciLow":1277.239423,"ciHigh":1295.872607,"observedAt":"2026-11-11","runCount":4768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_life_and_physical_and_social_science/Aya Expanse 32B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.661842,"ciLow":1238.197372,"ciHigh":1259.126311,"observedAt":"2026-11-11","runCount":3239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_mathematical/Aya Expanse 32B","slice":"industry_mathematical"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.176623,"ciLow":1273.78798,"ciHigh":1306.565266,"observedAt":"2026-11-11","runCount":1358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_medicine_and_healthcare/Aya Expanse 32B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.824957,"ciLow":1282.040316,"ciHigh":1297.609597,"observedAt":"2026-11-11","runCount":7302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_software_and_it_services/Aya Expanse 32B","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.274778,"ciLow":1246.418167,"ciHigh":1262.131389,"observedAt":"2026-11-11","runCount":7297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_writing_and_literature_and_language/Aya Expanse 32B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|instruction_following/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.348371,"ciLow":1242.621568,"ciHigh":1256.075174,"observedAt":"2026-11-11","runCount":11265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"instruction_following/Aya Expanse 32B","slice":"instruction_following"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|japanese/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.548698,"ciLow":1181.327276,"ciHigh":1227.77012,"observedAt":"2026-11-11","runCount":670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"japanese/Aya Expanse 32B","slice":"japanese"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|korean/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.556069,"ciLow":1179.264568,"ciHigh":1241.847571,"observedAt":"2026-11-11","runCount":385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"korean/Aya Expanse 32B","slice":"korean"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|longer_query/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.603979,"ciLow":1281.204337,"ciHigh":1300.003622,"observedAt":"2026-11-11","runCount":4165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"longer_query/Aya Expanse 32B","slice":"longer_query"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|math/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.667157,"ciLow":1223.923928,"ciHigh":1243.410385,"observedAt":"2026-11-11","runCount":3854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"math/Aya Expanse 32B","slice":"math"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|multi_turn/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.057415,"ciLow":1223.929457,"ciHigh":1242.185372,"observedAt":"2026-11-11","runCount":5170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"multi_turn/Aya Expanse 32B","slice":"multi_turn"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|non_english/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.948366,"ciLow":1246.591253,"ciHigh":1259.305479,"observedAt":"2026-11-11","runCount":12766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"non_english/Aya Expanse 32B","slice":"non_english"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|overall/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.38164,"ciLow":1262.479221,"ciHigh":1272.28406,"observedAt":"2026-11-11","runCount":27124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"overall/Aya Expanse 32B","slice":"overall"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|russian/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.972817,"ciLow":1255.142303,"ciHigh":1274.803331,"observedAt":"2026-11-11","runCount":3891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"russian/Aya Expanse 32B","slice":"russian"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text-style-control@1|rating|spanish/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.518047,"ciLow":1206.816885,"ciHigh":1280.219209,"observedAt":"2026-11-11","runCount":256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"spanish/Aya Expanse 32B","slice":"spanish"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|chinese/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1210.66075,"ciLow":1198.183434,"ciHigh":1223.138065,"observedAt":"2026-11-11","runCount":2375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"chinese/Aya Expanse 32B","slice":"chinese"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|coding/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.457022,"ciLow":1187.376886,"ciHigh":1205.537157,"observedAt":"2026-11-11","runCount":4685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"coding/Aya Expanse 32B","slice":"coding"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|creative_writing/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1199.6329,"ciLow":1189.693949,"ciHigh":1209.571851,"observedAt":"2026-11-11","runCount":3853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"creative_writing/Aya Expanse 32B","slice":"creative_writing"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|english/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.852611,"ciLow":1222.731105,"ciHigh":1234.974117,"observedAt":"2026-11-11","runCount":14358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"english/Aya Expanse 32B","slice":"english"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|exclude_ties/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1114.794069,"ciLow":1107.003714,"ciHigh":1122.584425,"observedAt":"2026-11-11","runCount":17124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"exclude_ties/Aya Expanse 32B","slice":"exclude_ties"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|expert/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.764081,"ciLow":1167.892274,"ciHigh":1195.635888,"observedAt":"2026-11-11","runCount":1764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"expert/Aya Expanse 32B","slice":"expert"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|french/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.775334,"ciLow":1213.105109,"ciHigh":1282.445558,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"french/Aya Expanse 32B","slice":"french"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|german/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1198.496955,"ciLow":1174.508979,"ciHigh":1222.484931,"observedAt":"2026-11-11","runCount":609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"german/Aya Expanse 32B","slice":"german"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|hard_prompts/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1193.045529,"ciLow":1185.536038,"ciHigh":1200.555019,"observedAt":"2026-11-11","runCount":7233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"hard_prompts/Aya Expanse 32B","slice":"hard_prompts"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|hard_prompts_english/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.806123,"ciLow":1186.564931,"ciHigh":1205.047315,"observedAt":"2026-11-11","runCount":4272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"hard_prompts_english/Aya Expanse 32B","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1209.903868,"ciLow":1198.929214,"ciHigh":1220.878522,"observedAt":"2026-11-11","runCount":3115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_business_and_management_and_financial_operations/Aya Expanse 32B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1183.392901,"ciLow":1174.188956,"ciHigh":1192.596846,"observedAt":"2026-11-11","runCount":4344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_entertainment_and_sports_and_media/Aya Expanse 32B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|industry_legal_and_government/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.608499,"ciLow":1233.158117,"ciHigh":1262.05888,"observedAt":"2026-11-11","runCount":1742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_legal_and_government/Aya Expanse 32B","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1232.577237,"ciLow":1223.344516,"ciHigh":1241.809957,"observedAt":"2026-11-11","runCount":4768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_life_and_physical_and_social_science/Aya Expanse 32B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|industry_mathematical/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.183203,"ciLow":1197.788964,"ciHigh":1218.577441,"observedAt":"2026-11-11","runCount":3239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_mathematical/Aya Expanse 32B","slice":"industry_mathematical"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.490445,"ciLow":1206.077696,"ciHigh":1238.903193,"observedAt":"2026-11-11","runCount":1358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_medicine_and_healthcare/Aya Expanse 32B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1212.343197,"ciLow":1204.608551,"ciHigh":1220.077842,"observedAt":"2026-11-11","runCount":7302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_software_and_it_services/Aya Expanse 32B","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.147421,"ciLow":1214.380861,"ciHigh":1229.913981,"observedAt":"2026-11-11","runCount":7297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"industry_writing_and_literature_and_language/Aya Expanse 32B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|instruction_following/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.873868,"ciLow":1189.209721,"ciHigh":1202.538015,"observedAt":"2026-11-11","runCount":11265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"instruction_following/Aya Expanse 32B","slice":"instruction_following"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|japanese/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1163.458829,"ciLow":1140.441433,"ciHigh":1186.476226,"observedAt":"2026-11-11","runCount":670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"japanese/Aya Expanse 32B","slice":"japanese"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|korean/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1158.066261,"ciLow":1126.851142,"ciHigh":1189.281379,"observedAt":"2026-11-11","runCount":385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"korean/Aya Expanse 32B","slice":"korean"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|longer_query/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.33514,"ciLow":1217.983415,"ciHigh":1236.686865,"observedAt":"2026-11-11","runCount":4165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"longer_query/Aya Expanse 32B","slice":"longer_query"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|math/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1199.803109,"ciLow":1190.132941,"ciHigh":1209.473278,"observedAt":"2026-11-11","runCount":3854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"math/Aya Expanse 32B","slice":"math"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|multi_turn/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1189.912306,"ciLow":1180.821668,"ciHigh":1199.002943,"observedAt":"2026-11-11","runCount":5170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"multi_turn/Aya Expanse 32B","slice":"multi_turn"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|non_english/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.414713,"ciLow":1207.092284,"ciHigh":1219.737142,"observedAt":"2026-11-11","runCount":12766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"non_english/Aya Expanse 32B","slice":"non_english"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|overall/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.053352,"ciLow":1219.193939,"ciHigh":1228.912764,"observedAt":"2026-11-11","runCount":27124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"overall/Aya Expanse 32B","slice":"overall"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|russian/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.860824,"ciLow":1217.074083,"ciHigh":1236.647565,"observedAt":"2026-11-11","runCount":3891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"russian/Aya Expanse 32B","slice":"russian"}
{"key":"lmarena|cohere/aya-expanse-32b:default|none|lmarena-text@1|rating|spanish/Aya Expanse 32B","sourceId":"lmarena","modelId":"cohere/aya-expanse-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1192.865116,"ciLow":1156.943975,"ciHigh":1228.786258,"observedAt":"2026-11-11","runCount":256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 32B","rowId":"spanish/Aya Expanse 32B","slice":"spanish"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|chinese/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.94629,"ciLow":1211.41468,"ciHigh":1258.4779,"observedAt":"2026-11-11","runCount":618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"chinese/Aya Expanse 8B","slice":"chinese"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|coding/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.964402,"ciLow":1240.457636,"ciHigh":1269.471168,"observedAt":"2026-11-11","runCount":1567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"coding/Aya Expanse 8B","slice":"coding"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|creative_writing/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.476546,"ciLow":1173.376384,"ciHigh":1203.576708,"observedAt":"2026-11-11","runCount":1528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"creative_writing/Aya Expanse 8B","slice":"creative_writing"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|english/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.918208,"ciLow":1224.16912,"ciHigh":1241.667296,"observedAt":"2026-11-11","runCount":5497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"english/Aya Expanse 8B","slice":"english"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1105.367078,"ciLow":1093.614617,"ciHigh":1117.11954,"observedAt":"2026-11-11","runCount":6336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"exclude_ties/Aya Expanse 8B","slice":"exclude_ties"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|expert/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.727471,"ciLow":1208.979554,"ciHigh":1256.475387,"observedAt":"2026-11-11","runCount":600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"expert/Aya Expanse 8B","slice":"expert"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|german/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.372064,"ciLow":1180.889247,"ciHigh":1255.854881,"observedAt":"2026-11-11","runCount":240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"german/Aya Expanse 8B","slice":"german"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.156864,"ciLow":1218.834653,"ciHigh":1241.479074,"observedAt":"2026-11-11","runCount":2576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"hard_prompts/Aya Expanse 8B","slice":"hard_prompts"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.467661,"ciLow":1216.109928,"ciHigh":1244.825395,"observedAt":"2026-11-11","runCount":1620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"hard_prompts_english/Aya Expanse 8B","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.677246,"ciLow":1209.780237,"ciHigh":1245.574256,"observedAt":"2026-11-11","runCount":1096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_business_and_management_and_financial_operations/Aya Expanse 8B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.670649,"ciLow":1166.93229,"ciHigh":1194.409008,"observedAt":"2026-11-11","runCount":1784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_entertainment_and_sports_and_media/Aya Expanse 8B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.934882,"ciLow":1240.666468,"ciHigh":1291.203296,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_legal_and_government/Aya Expanse 8B","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.389198,"ciLow":1235.994089,"ciHigh":1264.784306,"observedAt":"2026-11-11","runCount":1689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_life_and_physical_and_social_science/Aya Expanse 8B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.751676,"ciLow":1200.576304,"ciHigh":1232.927048,"observedAt":"2026-11-11","runCount":1146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_mathematical/Aya Expanse 8B","slice":"industry_mathematical"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.718899,"ciLow":1233.544653,"ciHigh":1287.893145,"observedAt":"2026-11-11","runCount":470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_medicine_and_healthcare/Aya Expanse 8B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.283136,"ciLow":1238.352665,"ciHigh":1262.213607,"observedAt":"2026-11-11","runCount":2471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_software_and_it_services/Aya Expanse 8B","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.72408,"ciLow":1201.444419,"ciHigh":1224.003741,"observedAt":"2026-11-11","runCount":2746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_writing_and_literature_and_language/Aya Expanse 8B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|instruction_following/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.629404,"ciLow":1195.040967,"ciHigh":1214.217841,"observedAt":"2026-11-11","runCount":4006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"instruction_following/Aya Expanse 8B","slice":"instruction_following"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|japanese/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.550113,"ciLow":1117.31094,"ciHigh":1189.789285,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"japanese/Aya Expanse 8B","slice":"japanese"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|longer_query/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.86228,"ciLow":1234.02001,"ciHigh":1263.70455,"observedAt":"2026-11-11","runCount":1483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"longer_query/Aya Expanse 8B","slice":"longer_query"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|math/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.523929,"ciLow":1186.360936,"ciHigh":1216.686923,"observedAt":"2026-11-11","runCount":1307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"math/Aya Expanse 8B","slice":"math"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|multi_turn/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.741898,"ciLow":1185.267776,"ciHigh":1214.216021,"observedAt":"2026-11-11","runCount":1746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"multi_turn/Aya Expanse 8B","slice":"multi_turn"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|non_english/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.205358,"ciLow":1202.990779,"ciHigh":1221.419936,"observedAt":"2026-11-11","runCount":4321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"non_english/Aya Expanse 8B","slice":"non_english"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|overall/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.180576,"ciLow":1216.199238,"ciHigh":1230.161915,"observedAt":"2026-11-11","runCount":9818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"overall/Aya Expanse 8B","slice":"overall"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text-style-control@1|rating|russian/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.636979,"ciLow":1214.873891,"ciHigh":1244.400068,"observedAt":"2026-11-11","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"russian/Aya Expanse 8B","slice":"russian"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|chinese/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.032811,"ciLow":1157.746796,"ciHigh":1204.318826,"observedAt":"2026-11-11","runCount":618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"chinese/Aya Expanse 8B","slice":"chinese"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|coding/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1160.399362,"ciLow":1145.965765,"ciHigh":1174.832958,"observedAt":"2026-11-11","runCount":1567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"coding/Aya Expanse 8B","slice":"coding"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|creative_writing/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1167.907271,"ciLow":1152.976186,"ciHigh":1182.838356,"observedAt":"2026-11-11","runCount":1528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"creative_writing/Aya Expanse 8B","slice":"creative_writing"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|english/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.826731,"ciLow":1182.134109,"ciHigh":1199.519353,"observedAt":"2026-11-11","runCount":5497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"english/Aya Expanse 8B","slice":"english"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|exclude_ties/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1052.61807,"ciLow":1041.022554,"ciHigh":1064.213585,"observedAt":"2026-11-11","runCount":6336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"exclude_ties/Aya Expanse 8B","slice":"exclude_ties"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|expert/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1152.330461,"ciLow":1128.875662,"ciHigh":1175.785261,"observedAt":"2026-11-11","runCount":600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"expert/Aya Expanse 8B","slice":"expert"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|german/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1187.470657,"ciLow":1150.199494,"ciHigh":1224.741821,"observedAt":"2026-11-11","runCount":240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"german/Aya Expanse 8B","slice":"german"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|hard_prompts/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1155.857059,"ciLow":1144.621998,"ciHigh":1167.09212,"observedAt":"2026-11-11","runCount":2576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"hard_prompts/Aya Expanse 8B","slice":"hard_prompts"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|hard_prompts_english/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.812445,"ciLow":1139.489982,"ciHigh":1168.134909,"observedAt":"2026-11-11","runCount":1620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"hard_prompts_english/Aya Expanse 8B","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1176.149201,"ciLow":1158.246661,"ciHigh":1194.051742,"observedAt":"2026-11-11","runCount":1096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_business_and_management_and_financial_operations/Aya Expanse 8B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1149.818648,"ciLow":1136.150804,"ciHigh":1163.486491,"observedAt":"2026-11-11","runCount":1784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_entertainment_and_sports_and_media/Aya Expanse 8B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|industry_legal_and_government/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.832229,"ciLow":1199.932706,"ciHigh":1249.731753,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_legal_and_government/Aya Expanse 8B","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.743055,"ciLow":1189.455556,"ciHigh":1218.030554,"observedAt":"2026-11-11","runCount":1689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_life_and_physical_and_social_science/Aya Expanse 8B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|industry_mathematical/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1176.61654,"ciLow":1160.605709,"ciHigh":1192.627371,"observedAt":"2026-11-11","runCount":1146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_mathematical/Aya Expanse 8B","slice":"industry_mathematical"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.026586,"ciLow":1176.154176,"ciHigh":1229.898995,"observedAt":"2026-11-11","runCount":470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_medicine_and_healthcare/Aya Expanse 8B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1176.743026,"ciLow":1164.91381,"ciHigh":1188.572242,"observedAt":"2026-11-11","runCount":2471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_software_and_it_services/Aya Expanse 8B","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.471124,"ciLow":1174.284041,"ciHigh":1196.658206,"observedAt":"2026-11-11","runCount":2746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"industry_writing_and_literature_and_language/Aya Expanse 8B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|instruction_following/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.69627,"ciLow":1145.179631,"ciHigh":1164.212908,"observedAt":"2026-11-11","runCount":4006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"instruction_following/Aya Expanse 8B","slice":"instruction_following"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|japanese/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1120.562019,"ciLow":1084.912488,"ciHigh":1156.211549,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"japanese/Aya Expanse 8B","slice":"japanese"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|longer_query/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.204058,"ciLow":1176.488138,"ciHigh":1205.919979,"observedAt":"2026-11-11","runCount":1483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"longer_query/Aya Expanse 8B","slice":"longer_query"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|math/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1168.127485,"ciLow":1153.055543,"ciHigh":1183.199426,"observedAt":"2026-11-11","runCount":1307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"math/Aya Expanse 8B","slice":"math"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|multi_turn/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1159.534519,"ciLow":1145.167754,"ciHigh":1173.901283,"observedAt":"2026-11-11","runCount":1746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"multi_turn/Aya Expanse 8B","slice":"multi_turn"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|non_english/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.007881,"ciLow":1170.875774,"ciHigh":1189.139987,"observedAt":"2026-11-11","runCount":4321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"non_english/Aya Expanse 8B","slice":"non_english"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|overall/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.156274,"ciLow":1178.237911,"ciHigh":1192.074636,"observedAt":"2026-11-11","runCount":9818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"overall/Aya Expanse 8B","slice":"overall"}
{"key":"lmarena|cohere/aya-expanse-8b:default|none|lmarena-text@1|rating|russian/Aya Expanse 8B","sourceId":"lmarena","modelId":"cohere/aya-expanse-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1197.146665,"ciLow":1182.448369,"ciHigh":1211.844961,"observedAt":"2026-11-11","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Expanse 8B","rowId":"russian/Aya Expanse 8B","slice":"russian"}
{"key":"lmarena|cohere/aya-vision-32b:default|none|lmarena-vision-style-control@1|rating|english/Aya Vision 32B","sourceId":"lmarena","modelId":"cohere/aya-vision-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":998.414327,"ciLow":968.559138,"ciHigh":1028.269516,"observedAt":"2026-11-09","runCount":447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Vision 32B","rowId":"english/Aya Vision 32B","slice":"english"}
{"key":"lmarena|cohere/aya-vision-32b:default|none|lmarena-vision-style-control@1|rating|overall/Aya Vision 32B","sourceId":"lmarena","modelId":"cohere/aya-vision-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1000.503396,"ciLow":978.494551,"ciHigh":1022.512241,"observedAt":"2026-11-09","runCount":847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Vision 32B","rowId":"overall/Aya Vision 32B","slice":"overall"}
{"key":"lmarena|cohere/aya-vision-32b:default|none|lmarena-vision@1|rating|english/Aya Vision 32B","sourceId":"lmarena","modelId":"cohere/aya-vision-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":998.280215,"ciLow":968.277846,"ciHigh":1028.282585,"observedAt":"2026-11-09","runCount":447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Vision 32B","rowId":"english/Aya Vision 32B","slice":"english"}
{"key":"lmarena|cohere/aya-vision-32b:default|none|lmarena-vision@1|rating|overall/Aya Vision 32B","sourceId":"lmarena","modelId":"cohere/aya-vision-32b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":995.481106,"ciLow":973.4752,"ciHigh":1017.487012,"observedAt":"2026-11-09","runCount":847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Aya Vision 32B","rowId":"overall/Aya Vision 32B","slice":"overall"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|chinese/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.095535,"ciLow":1350.125104,"ciHigh":1370.065966,"observedAt":"2026-11-11","runCount":3812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"chinese/Command A (03-2025)","slice":"chinese"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|coding/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.543132,"ciLow":1382.336474,"ciHigh":1394.74979,"observedAt":"2026-11-11","runCount":10218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"coding/Command A (03-2025)","slice":"coding"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|creative_writing/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.799878,"ciLow":1328.580717,"ciHigh":1343.019039,"observedAt":"2026-11-11","runCount":7583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"creative_writing/Command A (03-2025)","slice":"creative_writing"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|english/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.523706,"ciLow":1361.033582,"ciHigh":1370.01383,"observedAt":"2026-11-11","runCount":26201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"english/Command A (03-2025)","slice":"english"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|exclude_ties/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.104745,"ciLow":1309.117268,"ciHigh":1319.092222,"observedAt":"2026-11-11","runCount":38409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"exclude_ties/Command A (03-2025)","slice":"exclude_ties"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|expert/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.706454,"ciLow":1332.448029,"ciHigh":1354.964879,"observedAt":"2026-11-11","runCount":2865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"expert/Command A (03-2025)","slice":"expert"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|french/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.937511,"ciLow":1357.836793,"ciHigh":1402.03823,"observedAt":"2026-11-11","runCount":772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"french/Command A (03-2025)","slice":"french"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|german/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.310285,"ciLow":1342.998237,"ciHigh":1375.622333,"observedAt":"2026-11-11","runCount":1369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"german/Command A (03-2025)","slice":"german"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|hard_prompts/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.186017,"ciLow":1363.527137,"ciHigh":1372.844897,"observedAt":"2026-11-11","runCount":23708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"hard_prompts/Command A (03-2025)","slice":"hard_prompts"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.83623,"ciLow":1368.783856,"ciHigh":1380.888603,"observedAt":"2026-11-11","runCount":11233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"hard_prompts_english/Command A (03-2025)","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.408603,"ciLow":1344.601966,"ciHigh":1358.215241,"observedAt":"2026-11-11","runCount":8776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_business_and_management_and_financial_operations/Command A (03-2025)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.668962,"ciLow":1323.394712,"ciHigh":1335.943211,"observedAt":"2026-11-11","runCount":10039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_entertainment_and_sports_and_media/Command A (03-2025)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.050531,"ciLow":1366.678591,"ciHigh":1387.422472,"observedAt":"2026-11-11","runCount":3423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_legal_and_government/Command A (03-2025)","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.828238,"ciLow":1364.252989,"ciHigh":1377.403487,"observedAt":"2026-11-11","runCount":9369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_life_and_physical_and_social_science/Command A (03-2025)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.166232,"ciLow":1317.520944,"ciHigh":1336.811519,"observedAt":"2026-11-11","runCount":3636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_mathematical/Command A (03-2025)","slice":"industry_mathematical"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.831235,"ciLow":1364.733499,"ciHigh":1386.92897,"observedAt":"2026-11-11","runCount":3049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_medicine_and_healthcare/Command A (03-2025)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.697972,"ciLow":1374.596129,"ciHigh":1384.799815,"observedAt":"2026-11-11","runCount":17939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_software_and_it_services/Command A (03-2025)","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.886565,"ciLow":1342.094854,"ciHigh":1353.678276,"observedAt":"2026-11-11","runCount":12775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_writing_and_literature_and_language/Command A (03-2025)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|instruction_following/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.82394,"ciLow":1336.5086,"ciHigh":1347.13928,"observedAt":"2026-11-11","runCount":15543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"instruction_following/Command A (03-2025)","slice":"instruction_following"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|japanese/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.915587,"ciLow":1287.979798,"ciHigh":1323.851375,"observedAt":"2026-11-11","runCount":1235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"japanese/Command A (03-2025)","slice":"japanese"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|korean/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.848203,"ciLow":1297.503306,"ciHigh":1334.1931,"observedAt":"2026-11-11","runCount":1116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"korean/Command A (03-2025)","slice":"korean"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|longer_query/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.221411,"ciLow":1364.090536,"ciHigh":1376.352287,"observedAt":"2026-11-11","runCount":10685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"longer_query/Command A (03-2025)","slice":"longer_query"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|math/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.38383,"ciLow":1301.142911,"ciHigh":1319.624748,"observedAt":"2026-11-11","runCount":3986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"math/Command A (03-2025)","slice":"math"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|multi_turn/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.23447,"ciLow":1353.604113,"ciHigh":1366.864827,"observedAt":"2026-11-11","runCount":9270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"multi_turn/Command A (03-2025)","slice":"multi_turn"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|non_english/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.155061,"ciLow":1331.794079,"ciHigh":1340.516044,"observedAt":"2026-11-11","runCount":29414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"non_english/Command A (03-2025)","slice":"non_english"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|overall/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.694992,"ciLow":1350.217553,"ciHigh":1357.17243,"observedAt":"2026-11-11","runCount":55665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"overall/Command A (03-2025)","slice":"overall"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|polish/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.818609,"ciLow":1338.388826,"ciHigh":1361.248392,"observedAt":"2026-11-11","runCount":3069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"polish/Command A (03-2025)","slice":"polish"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|russian/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.416188,"ciLow":1331.683457,"ciHigh":1349.148918,"observedAt":"2026-11-11","runCount":4464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"russian/Command A (03-2025)","slice":"russian"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text-style-control@1|rating|spanish/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.137068,"ciLow":1349.499291,"ciHigh":1384.774845,"observedAt":"2026-11-11","runCount":1176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"spanish/Command A (03-2025)","slice":"spanish"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|chinese/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.556584,"ciLow":1317.622263,"ciHigh":1337.490905,"observedAt":"2026-11-11","runCount":3812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"chinese/Command A (03-2025)","slice":"chinese"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|coding/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.991136,"ciLow":1323.799704,"ciHigh":1336.182568,"observedAt":"2026-11-11","runCount":10218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"coding/Command A (03-2025)","slice":"coding"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|creative_writing/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.974543,"ciLow":1311.823648,"ciHigh":1326.125438,"observedAt":"2026-11-11","runCount":7583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"creative_writing/Command A (03-2025)","slice":"creative_writing"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|english/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.598689,"ciLow":1339.133259,"ciHigh":1348.064118,"observedAt":"2026-11-11","runCount":26201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"english/Command A (03-2025)","slice":"english"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|exclude_ties/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.142256,"ciLow":1276.228416,"ciHigh":1286.056096,"observedAt":"2026-11-11","runCount":38409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"exclude_ties/Command A (03-2025)","slice":"exclude_ties"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|expert/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.137174,"ciLow":1283.962973,"ciHigh":1306.311375,"observedAt":"2026-11-11","runCount":2865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"expert/Command A (03-2025)","slice":"expert"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|french/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.40582,"ciLow":1327.325735,"ciHigh":1371.485906,"observedAt":"2026-11-11","runCount":772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"french/Command A (03-2025)","slice":"french"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|german/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.947635,"ciLow":1325.687117,"ciHigh":1358.208152,"observedAt":"2026-11-11","runCount":1369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"german/Command A (03-2025)","slice":"german"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|hard_prompts/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.284822,"ciLow":1321.644017,"ciHigh":1330.925627,"observedAt":"2026-11-11","runCount":23708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"hard_prompts/Command A (03-2025)","slice":"hard_prompts"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|hard_prompts_english/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.91429,"ciLow":1328.876444,"ciHigh":1340.952137,"observedAt":"2026-11-11","runCount":11233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"hard_prompts_english/Command A (03-2025)","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.575989,"ciLow":1307.776017,"ciHigh":1321.375961,"observedAt":"2026-11-11","runCount":8776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_business_and_management_and_financial_operations/Command A (03-2025)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.428574,"ciLow":1300.190159,"ciHigh":1312.666989,"observedAt":"2026-11-11","runCount":10039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_entertainment_and_sports_and_media/Command A (03-2025)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|industry_legal_and_government/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.588572,"ciLow":1337.265959,"ciHigh":1357.911184,"observedAt":"2026-11-11","runCount":3423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_legal_and_government/Command A (03-2025)","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.298263,"ciLow":1332.744093,"ciHigh":1345.852434,"observedAt":"2026-11-11","runCount":9369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_life_and_physical_and_social_science/Command A (03-2025)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|industry_mathematical/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.889806,"ciLow":1303.254597,"ciHigh":1322.525015,"observedAt":"2026-11-11","runCount":3636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_mathematical/Command A (03-2025)","slice":"industry_mathematical"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.521617,"ciLow":1323.472496,"ciHigh":1345.570738,"observedAt":"2026-11-11","runCount":3049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_medicine_and_healthcare/Command A (03-2025)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|industry_software_and_it_services/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.395261,"ciLow":1331.314906,"ciHigh":1341.475615,"observedAt":"2026-11-11","runCount":17939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_software_and_it_services/Command A (03-2025)","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.475444,"ciLow":1321.735229,"ciHigh":1333.21566,"observedAt":"2026-11-11","runCount":12775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"industry_writing_and_literature_and_language/Command A (03-2025)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|instruction_following/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.532361,"ciLow":1303.24364,"ciHigh":1313.821083,"observedAt":"2026-11-11","runCount":15543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"instruction_following/Command A (03-2025)","slice":"instruction_following"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|japanese/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.886328,"ciLow":1266.977626,"ciHigh":1302.79503,"observedAt":"2026-11-11","runCount":1235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"japanese/Command A (03-2025)","slice":"japanese"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|korean/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.219706,"ciLow":1266.919925,"ciHigh":1303.519487,"observedAt":"2026-11-11","runCount":1116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"korean/Command A (03-2025)","slice":"korean"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|longer_query/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.067195,"ciLow":1327.960255,"ciHigh":1340.174135,"observedAt":"2026-11-11","runCount":10685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"longer_query/Command A (03-2025)","slice":"longer_query"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|math/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.451855,"ciLow":1291.218128,"ciHigh":1309.685582,"observedAt":"2026-11-11","runCount":3986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"math/Command A (03-2025)","slice":"math"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|multi_turn/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.427693,"ciLow":1331.808702,"ciHigh":1345.046684,"observedAt":"2026-11-11","runCount":9270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"multi_turn/Command A (03-2025)","slice":"multi_turn"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|non_english/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.964314,"ciLow":1308.627009,"ciHigh":1317.301619,"observedAt":"2026-11-11","runCount":29414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"non_english/Command A (03-2025)","slice":"non_english"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|overall/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.937481,"ciLow":1327.482786,"ciHigh":1334.392176,"observedAt":"2026-11-11","runCount":55665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"overall/Command A (03-2025)","slice":"overall"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|polish/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.314016,"ciLow":1312.967714,"ciHigh":1335.660317,"observedAt":"2026-11-11","runCount":3069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"polish/Command A (03-2025)","slice":"polish"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|russian/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.624383,"ciLow":1304.935705,"ciHigh":1322.313061,"observedAt":"2026-11-11","runCount":4464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"russian/Command A (03-2025)","slice":"russian"}
{"key":"lmarena|cohere/command-a:default|none|lmarena-text@1|rating|spanish/Command A (03-2025)","sourceId":"lmarena","modelId":"cohere/command-a","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.665918,"ciLow":1330.141485,"ciHigh":1365.190352,"observedAt":"2026-11-11","runCount":1176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command A (03-2025)","rowId":"spanish/Command A (03-2025)","slice":"spanish"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|chinese/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.227353,"ciLow":1241.695737,"ciHigh":1282.758968,"observedAt":"2026-11-11","runCount":834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"chinese/Command R (08-2024)","slice":"chinese"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|coding/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.440987,"ciLow":1267.987649,"ciHigh":1294.894324,"observedAt":"2026-11-11","runCount":1783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"coding/Command R (08-2024)","slice":"coding"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|creative_writing/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.957355,"ciLow":1193.290289,"ciHigh":1224.62442,"observedAt":"2026-11-11","runCount":1421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"creative_writing/Command R (08-2024)","slice":"creative_writing"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|english/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.068973,"ciLow":1253.676446,"ciHigh":1270.4615,"observedAt":"2026-11-11","runCount":5416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"english/Command R (08-2024)","slice":"english"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|exclude_ties/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1143.005721,"ciLow":1132.222693,"ciHigh":1153.78875,"observedAt":"2026-11-11","runCount":6414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"exclude_ties/Command R (08-2024)","slice":"exclude_ties"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|expert/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.558272,"ciLow":1209.333319,"ciHigh":1253.783226,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"expert/Command R (08-2024)","slice":"expert"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|german/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.661269,"ciLow":1209.930155,"ciHigh":1277.392384,"observedAt":"2026-11-11","runCount":275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"german/Command R (08-2024)","slice":"german"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|hard_prompts/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.002389,"ciLow":1246.620268,"ciHigh":1267.384511,"observedAt":"2026-11-11","runCount":2976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"hard_prompts/Command R (08-2024)","slice":"hard_prompts"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.68327,"ciLow":1249.700309,"ciHigh":1275.666232,"observedAt":"2026-11-11","runCount":1822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"hard_prompts_english/Command R (08-2024)","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.875579,"ciLow":1211.394582,"ciHigh":1246.356576,"observedAt":"2026-11-11","runCount":1152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_business_and_management_and_financial_operations/Command R (08-2024)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.163719,"ciLow":1200.846124,"ciHigh":1229.481314,"observedAt":"2026-11-11","runCount":1593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_entertainment_and_sports_and_media/Command R (08-2024)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.821008,"ciLow":1276.509812,"ciHigh":1325.132204,"observedAt":"2026-11-11","runCount":569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_legal_and_government/Command R (08-2024)","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.964723,"ciLow":1275.437226,"ciHigh":1304.492219,"observedAt":"2026-11-11","runCount":1620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_life_and_physical_and_social_science/Command R (08-2024)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.505949,"ciLow":1212.887649,"ciHigh":1242.124248,"observedAt":"2026-11-11","runCount":1361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_mathematical/Command R (08-2024)","slice":"industry_mathematical"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.293785,"ciLow":1262.936186,"ciHigh":1315.651385,"observedAt":"2026-11-11","runCount":500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_medicine_and_healthcare/Command R (08-2024)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.622554,"ciLow":1256.51858,"ciHigh":1278.726529,"observedAt":"2026-11-11","runCount":2845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_software_and_it_services/Command R (08-2024)","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.372003,"ciLow":1226.59048,"ciHigh":1250.153527,"observedAt":"2026-11-11","runCount":2597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_writing_and_literature_and_language/Command R (08-2024)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|instruction_following/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.104885,"ciLow":1226.835364,"ciHigh":1245.374405,"observedAt":"2026-11-11","runCount":4153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"instruction_following/Command R (08-2024)","slice":"instruction_following"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|japanese/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.472336,"ciLow":1177.237916,"ciHigh":1245.706757,"observedAt":"2026-11-11","runCount":254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"japanese/Command R (08-2024)","slice":"japanese"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|korean/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.477244,"ciLow":1189.192662,"ciHigh":1291.761827,"observedAt":"2026-11-11","runCount":152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"korean/Command R (08-2024)","slice":"korean"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|longer_query/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.472831,"ciLow":1249.453213,"ciHigh":1279.492449,"observedAt":"2026-11-11","runCount":1421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"longer_query/Command R (08-2024)","slice":"longer_query"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|math/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.804104,"ciLow":1194.153061,"ciHigh":1221.455146,"observedAt":"2026-11-11","runCount":1601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"math/Command R (08-2024)","slice":"math"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|multi_turn/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.828477,"ciLow":1199.068616,"ciHigh":1226.588338,"observedAt":"2026-11-11","runCount":1851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"multi_turn/Command R (08-2024)","slice":"multi_turn"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|non_english/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.154451,"ciLow":1226.123794,"ciHigh":1244.185108,"observedAt":"2026-11-11","runCount":4724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"non_english/Command R (08-2024)","slice":"non_english"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|overall/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.578119,"ciLow":1243.975683,"ciHigh":1257.180554,"observedAt":"2026-11-11","runCount":10140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"overall/Command R (08-2024)","slice":"overall"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text-style-control@1|rating|russian/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.650411,"ciLow":1213.96272,"ciHigh":1245.338101,"observedAt":"2026-11-11","runCount":1350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"russian/Command R (08-2024)","slice":"russian"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|chinese/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1182.311134,"ciLow":1162.331006,"ciHigh":1202.291262,"observedAt":"2026-11-11","runCount":834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"chinese/Command R (08-2024)","slice":"chinese"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|coding/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1169.316476,"ciLow":1155.965489,"ciHigh":1182.667463,"observedAt":"2026-11-11","runCount":1783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"coding/Command R (08-2024)","slice":"coding"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|creative_writing/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1169.756109,"ciLow":1154.431138,"ciHigh":1185.08108,"observedAt":"2026-11-11","runCount":1421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"creative_writing/Command R (08-2024)","slice":"creative_writing"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|english/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1197.777511,"ciLow":1189.460606,"ciHigh":1206.094417,"observedAt":"2026-11-11","runCount":5416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"english/Command R (08-2024)","slice":"english"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|exclude_ties/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.29779,"ciLow":1045.706868,"ciHigh":1066.888713,"observedAt":"2026-11-11","runCount":6414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"exclude_ties/Command R (08-2024)","slice":"exclude_ties"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|expert/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1137.373276,"ciLow":1115.457082,"ciHigh":1159.289471,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"expert/Command R (08-2024)","slice":"expert"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|german/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1176.039821,"ciLow":1143.012844,"ciHigh":1209.066798,"observedAt":"2026-11-11","runCount":275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"german/Command R (08-2024)","slice":"german"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|hard_prompts/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1164.130301,"ciLow":1153.848089,"ciHigh":1174.412513,"observedAt":"2026-11-11","runCount":2976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"hard_prompts/Command R (08-2024)","slice":"hard_prompts"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|hard_prompts_english/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.743907,"ciLow":1157.866515,"ciHigh":1183.621298,"observedAt":"2026-11-11","runCount":1822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"hard_prompts_english/Command R (08-2024)","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1156.98004,"ciLow":1139.661729,"ciHigh":1174.298351,"observedAt":"2026-11-11","runCount":1152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_business_and_management_and_financial_operations/Command R (08-2024)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1161.934063,"ciLow":1147.810016,"ciHigh":1176.058109,"observedAt":"2026-11-11","runCount":1593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_entertainment_and_sports_and_media/Command R (08-2024)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|industry_legal_and_government/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1229.58218,"ciLow":1205.519007,"ciHigh":1253.645354,"observedAt":"2026-11-11","runCount":569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_legal_and_government/Command R (08-2024)","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.340209,"ciLow":1203.965158,"ciHigh":1232.715259,"observedAt":"2026-11-11","runCount":1620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_life_and_physical_and_social_science/Command R (08-2024)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|industry_mathematical/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.693718,"ciLow":1151.177149,"ciHigh":1180.210286,"observedAt":"2026-11-11","runCount":1361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_mathematical/Command R (08-2024)","slice":"industry_mathematical"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.303589,"ciLow":1182.711959,"ciHigh":1233.895219,"observedAt":"2026-11-11","runCount":500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_medicine_and_healthcare/Command R (08-2024)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|industry_software_and_it_services/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.539243,"ciLow":1162.599624,"ciHigh":1184.478863,"observedAt":"2026-11-11","runCount":2845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_software_and_it_services/Command R (08-2024)","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1193.045776,"ciLow":1181.47503,"ciHigh":1204.616523,"observedAt":"2026-11-11","runCount":2597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"industry_writing_and_literature_and_language/Command R (08-2024)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|instruction_following/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1166.912632,"ciLow":1157.78749,"ciHigh":1176.037774,"observedAt":"2026-11-11","runCount":4153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"instruction_following/Command R (08-2024)","slice":"instruction_following"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|japanese/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.422578,"ciLow":1109.999935,"ciHigh":1176.845221,"observedAt":"2026-11-11","runCount":254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"japanese/Command R (08-2024)","slice":"japanese"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|korean/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1162.681368,"ciLow":1111.727005,"ciHigh":1213.635731,"observedAt":"2026-11-11","runCount":152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"korean/Command R (08-2024)","slice":"korean"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|longer_query/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1197.43716,"ciLow":1182.688587,"ciHigh":1212.185734,"observedAt":"2026-11-11","runCount":1421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"longer_query/Command R (08-2024)","slice":"longer_query"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|math/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.867053,"ciLow":1141.28436,"ciHigh":1168.449747,"observedAt":"2026-11-11","runCount":1601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"math/Command R (08-2024)","slice":"math"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|multi_turn/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1162.951848,"ciLow":1149.272001,"ciHigh":1176.631696,"observedAt":"2026-11-11","runCount":1851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"multi_turn/Command R (08-2024)","slice":"multi_turn"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|non_english/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.275132,"ciLow":1165.392135,"ciHigh":1183.158128,"observedAt":"2026-11-11","runCount":4724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"non_english/Command R (08-2024)","slice":"non_english"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|overall/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1187.403272,"ciLow":1180.883916,"ciHigh":1193.922629,"observedAt":"2026-11-11","runCount":10140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"overall/Command R (08-2024)","slice":"overall"}
{"key":"lmarena|cohere/command-r-08-2024:default|none|lmarena-text@1|rating|russian/Command R (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.730939,"ciLow":1158.120999,"ciHigh":1189.340879,"observedAt":"2026-11-11","runCount":1350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R (08-2024)","rowId":"russian/Command R (08-2024)","slice":"russian"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|chinese/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.844557,"ciLow":1274.094769,"ciHigh":1313.594345,"observedAt":"2026-11-11","runCount":845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"chinese/Command R+ (08-2024)","slice":"chinese"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|coding/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.245505,"ciLow":1266.390024,"ciHigh":1294.100987,"observedAt":"2026-11-11","runCount":1675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"coding/Command R+ (08-2024)","slice":"coding"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|creative_writing/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.681368,"ciLow":1247.602571,"ciHigh":1277.760164,"observedAt":"2026-11-11","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"creative_writing/Command R+ (08-2024)","slice":"creative_writing"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|english/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.683387,"ciLow":1278.280769,"ciHigh":1295.086004,"observedAt":"2026-11-11","runCount":5305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"english/Command R+ (08-2024)","slice":"english"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|exclude_ties/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.81649,"ciLow":1179.392992,"ciHigh":1200.239988,"observedAt":"2026-11-11","runCount":6203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"exclude_ties/Command R+ (08-2024)","slice":"exclude_ties"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|expert/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.178449,"ciLow":1225.56031,"ciHigh":1274.796588,"observedAt":"2026-11-11","runCount":524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"expert/Command R+ (08-2024)","slice":"expert"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|german/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.129656,"ciLow":1225.365654,"ciHigh":1292.893659,"observedAt":"2026-11-11","runCount":267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"german/Command R+ (08-2024)","slice":"german"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|hard_prompts/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.184219,"ciLow":1250.581359,"ciHigh":1271.787078,"observedAt":"2026-11-11","runCount":2822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"hard_prompts/Command R+ (08-2024)","slice":"hard_prompts"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.057601,"ciLow":1256.751351,"ciHigh":1283.363852,"observedAt":"2026-11-11","runCount":1735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"hard_prompts_english/Command R+ (08-2024)","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.141859,"ciLow":1254.012597,"ciHigh":1288.27112,"observedAt":"2026-11-11","runCount":1132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_business_and_management_and_financial_operations/Command R+ (08-2024)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.778211,"ciLow":1242.993129,"ciHigh":1272.563294,"observedAt":"2026-11-11","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_entertainment_and_sports_and_media/Command R+ (08-2024)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.299412,"ciLow":1295.925006,"ciHigh":1342.673818,"observedAt":"2026-11-11","runCount":592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_legal_and_government/Command R+ (08-2024)","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.325056,"ciLow":1287.793441,"ciHigh":1316.856671,"observedAt":"2026-11-11","runCount":1639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_life_and_physical_and_social_science/Command R+ (08-2024)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.515137,"ciLow":1233.436854,"ciHigh":1263.59342,"observedAt":"2026-11-11","runCount":1243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_mathematical/Command R+ (08-2024)","slice":"industry_mathematical"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.77736,"ciLow":1277.063807,"ciHigh":1326.490913,"observedAt":"2026-11-11","runCount":547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_medicine_and_healthcare/Command R+ (08-2024)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.998274,"ciLow":1261.901814,"ciHigh":1284.094734,"observedAt":"2026-11-11","runCount":2714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_software_and_it_services/Command R+ (08-2024)","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.850895,"ciLow":1265.512435,"ciHigh":1288.189355,"observedAt":"2026-11-11","runCount":2672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_writing_and_literature_and_language/Command R+ (08-2024)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|instruction_following/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.96752,"ciLow":1244.621978,"ciHigh":1263.313061,"observedAt":"2026-11-11","runCount":4024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"instruction_following/Command R+ (08-2024)","slice":"instruction_following"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|japanese/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.558937,"ciLow":1176.180195,"ciHigh":1252.93768,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"japanese/Command R+ (08-2024)","slice":"japanese"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|longer_query/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.593474,"ciLow":1267.227118,"ciHigh":1297.959829,"observedAt":"2026-11-11","runCount":1369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"longer_query/Command R+ (08-2024)","slice":"longer_query"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|math/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.092038,"ciLow":1218.098576,"ciHigh":1246.085501,"observedAt":"2026-11-11","runCount":1467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"math/Command R+ (08-2024)","slice":"math"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|multi_turn/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.507631,"ciLow":1236.894527,"ciHigh":1264.120734,"observedAt":"2026-11-11","runCount":1826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"multi_turn/Command R+ (08-2024)","slice":"multi_turn"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|non_english/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.017588,"ciLow":1252.025819,"ciHigh":1270.009356,"observedAt":"2026-11-11","runCount":4561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"non_english/Command R+ (08-2024)","slice":"non_english"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|overall/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.427794,"ciLow":1269.849975,"ciHigh":1283.005614,"observedAt":"2026-11-11","runCount":9866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"overall/Command R+ (08-2024)","slice":"overall"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text-style-control@1|rating|russian/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.857251,"ciLow":1254.806619,"ciHigh":1284.907883,"observedAt":"2026-11-11","runCount":1354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"russian/Command R+ (08-2024)","slice":"russian"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|chinese/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.502958,"ciLow":1206.877127,"ciHigh":1246.128789,"observedAt":"2026-11-11","runCount":845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"chinese/Command R+ (08-2024)","slice":"chinese"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|coding/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.964232,"ciLow":1173.213938,"ciHigh":1200.714525,"observedAt":"2026-11-11","runCount":1675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"coding/Command R+ (08-2024)","slice":"coding"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|creative_writing/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.526355,"ciLow":1219.530103,"ciHigh":1249.522607,"observedAt":"2026-11-11","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"creative_writing/Command R+ (08-2024)","slice":"creative_writing"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|english/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.602753,"ciLow":1229.281079,"ciHigh":1245.924427,"observedAt":"2026-11-11","runCount":5305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"english/Command R+ (08-2024)","slice":"english"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|exclude_ties/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1125.090817,"ciLow":1114.815808,"ciHigh":1135.365827,"observedAt":"2026-11-11","runCount":6203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"exclude_ties/Command R+ (08-2024)","slice":"exclude_ties"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|expert/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.260459,"ciLow":1148.99086,"ciHigh":1197.530058,"observedAt":"2026-11-11","runCount":524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"expert/Command R+ (08-2024)","slice":"expert"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|german/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1215.751003,"ciLow":1182.251645,"ciHigh":1249.25036,"observedAt":"2026-11-11","runCount":267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"german/Command R+ (08-2024)","slice":"german"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|hard_prompts/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.47722,"ciLow":1175.012026,"ciHigh":1195.942414,"observedAt":"2026-11-11","runCount":2822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"hard_prompts/Command R+ (08-2024)","slice":"hard_prompts"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|hard_prompts_english/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.30027,"ciLow":1181.109664,"ciHigh":1207.490876,"observedAt":"2026-11-11","runCount":1735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"hard_prompts_english/Command R+ (08-2024)","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1214.984159,"ciLow":1197.875195,"ciHigh":1232.093122,"observedAt":"2026-11-11","runCount":1132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_business_and_management_and_financial_operations/Command R+ (08-2024)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1223.334735,"ciLow":1208.7452,"ciHigh":1237.92427,"observedAt":"2026-11-11","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_entertainment_and_sports_and_media/Command R+ (08-2024)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|industry_legal_and_government/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.341428,"ciLow":1244.851037,"ciHigh":1291.83182,"observedAt":"2026-11-11","runCount":592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_legal_and_government/Command R+ (08-2024)","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.8918,"ciLow":1237.475538,"ciHigh":1266.308062,"observedAt":"2026-11-11","runCount":1639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_life_and_physical_and_social_science/Command R+ (08-2024)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|industry_mathematical/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1198.064843,"ciLow":1183.120485,"ciHigh":1213.009201,"observedAt":"2026-11-11","runCount":1243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_mathematical/Command R+ (08-2024)","slice":"industry_mathematical"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.817701,"ciLow":1213.286848,"ciHigh":1262.348553,"observedAt":"2026-11-11","runCount":547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_medicine_and_healthcare/Command R+ (08-2024)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|industry_software_and_it_services/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.976102,"ciLow":1185.956564,"ciHigh":1207.99564,"observedAt":"2026-11-11","runCount":2714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_software_and_it_services/Command R+ (08-2024)","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.033508,"ciLow":1229.766547,"ciHigh":1252.300469,"observedAt":"2026-11-11","runCount":2672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"industry_writing_and_literature_and_language/Command R+ (08-2024)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|instruction_following/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.561563,"ciLow":1187.289989,"ciHigh":1205.833137,"observedAt":"2026-11-11","runCount":4024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"instruction_following/Command R+ (08-2024)","slice":"instruction_following"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|japanese/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1166.391427,"ciLow":1128.406624,"ciHigh":1204.37623,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"japanese/Command R+ (08-2024)","slice":"japanese"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|longer_query/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.13398,"ciLow":1214.919264,"ciHigh":1245.348695,"observedAt":"2026-11-11","runCount":1369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"longer_query/Command R+ (08-2024)","slice":"longer_query"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|math/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1187.846936,"ciLow":1173.996376,"ciHigh":1201.697496,"observedAt":"2026-11-11","runCount":1467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"math/Command R+ (08-2024)","slice":"math"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|multi_turn/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1212.637323,"ciLow":1199.003157,"ciHigh":1226.271489,"observedAt":"2026-11-11","runCount":1826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"multi_turn/Command R+ (08-2024)","slice":"multi_turn"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|non_english/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.401552,"ciLow":1207.440392,"ciHigh":1225.362713,"observedAt":"2026-11-11","runCount":4561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"non_english/Command R+ (08-2024)","slice":"non_english"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|overall/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.942848,"ciLow":1222.401752,"ciHigh":1235.483945,"observedAt":"2026-11-11","runCount":9866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"overall/Command R+ (08-2024)","slice":"overall"}
{"key":"lmarena|cohere/command-r-plus-08-2024:default|none|lmarena-text@1|rating|russian/Command R+ (08-2024)","sourceId":"lmarena","modelId":"cohere/command-r-plus-08-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.149866,"ciLow":1212.123655,"ciHigh":1242.176077,"observedAt":"2026-11-11","runCount":1354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+ (08-2024)","rowId":"russian/Command R+ (08-2024)","slice":"russian"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|chinese/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.696021,"ciLow":1257.717972,"ciHigh":1277.674071,"observedAt":"2026-11-11","runCount":10474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"chinese/Command R+","slice":"chinese"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|coding/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.145796,"ciLow":1265.426835,"ciHigh":1280.864756,"observedAt":"2026-11-11","runCount":13937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"coding/Command R+","slice":"coding"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|creative_writing/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.988097,"ciLow":1227.315896,"ciHigh":1244.660298,"observedAt":"2026-11-11","runCount":11012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"creative_writing/Command R+","slice":"creative_writing"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|english/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.343431,"ciLow":1266.029391,"ciHigh":1276.657471,"observedAt":"2026-11-11","runCount":42376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"english/Command R+","slice":"english"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|exclude_ties/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.931904,"ciLow":1164.557717,"ciHigh":1177.306092,"observedAt":"2026-11-11","runCount":51313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"exclude_ties/Command R+","slice":"exclude_ties"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|expert/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.297546,"ciLow":1229.913589,"ciHigh":1254.681502,"observedAt":"2026-11-11","runCount":4031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"expert/Command R+","slice":"expert"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|french/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.747457,"ciLow":1251.683332,"ciHigh":1297.811581,"observedAt":"2026-11-11","runCount":1226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"french/Command R+","slice":"french"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|german/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.626081,"ciLow":1234.973862,"ciHigh":1266.2783,"observedAt":"2026-11-11","runCount":2864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"german/Command R+","slice":"german"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|hard_prompts/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.377915,"ciLow":1245.984519,"ciHigh":1258.771311,"observedAt":"2026-11-11","runCount":22394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"hard_prompts/Command R+","slice":"hard_prompts"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.40743,"ciLow":1249.750091,"ciHigh":1265.064768,"observedAt":"2026-11-11","runCount":13980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"hard_prompts_english/Command R+","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.413768,"ciLow":1249.949746,"ciHigh":1268.87779,"observedAt":"2026-11-11","runCount":8504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_business_and_management_and_financial_operations/Command R+","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.471325,"ciLow":1229.093026,"ciHigh":1245.849623,"observedAt":"2026-11-11","runCount":11264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_entertainment_and_sports_and_media/Command R+","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.920841,"ciLow":1299.529849,"ciHigh":1324.311834,"observedAt":"2026-11-11","runCount":4403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_legal_and_government/Command R+","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.510931,"ciLow":1279.145159,"ciHigh":1295.876703,"observedAt":"2026-11-11","runCount":13227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_life_and_physical_and_social_science/Command R+","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.132264,"ciLow":1213.104555,"ciHigh":1231.159973,"observedAt":"2026-11-11","runCount":8796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_mathematical/Command R+","slice":"industry_mathematical"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.229621,"ciLow":1273.423391,"ciHigh":1299.035852,"observedAt":"2026-11-11","runCount":4198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_medicine_and_healthcare/Command R+","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.664048,"ciLow":1264.058614,"ciHigh":1277.269483,"observedAt":"2026-11-11","runCount":22666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_software_and_it_services/Command R+","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.312307,"ciLow":1252.145327,"ciHigh":1266.479288,"observedAt":"2026-11-11","runCount":19567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_writing_and_literature_and_language/Command R+","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|instruction_following/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.02305,"ciLow":1234.930799,"ciHigh":1247.115301,"observedAt":"2026-11-11","runCount":28069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"instruction_following/Command R+","slice":"instruction_following"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|japanese/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.362064,"ciLow":1198.82268,"ciHigh":1237.901449,"observedAt":"2026-11-11","runCount":1487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"japanese/Command R+","slice":"japanese"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|korean/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.677259,"ciLow":1191.267414,"ciHigh":1232.087104,"observedAt":"2026-11-11","runCount":1919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"korean/Command R+","slice":"korean"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|longer_query/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.117543,"ciLow":1254.127724,"ciHigh":1272.107362,"observedAt":"2026-11-11","runCount":9149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"longer_query/Command R+","slice":"longer_query"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|math/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.515978,"ciLow":1205.97528,"ciHigh":1223.056676,"observedAt":"2026-11-11","runCount":9769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"math/Command R+","slice":"math"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|multi_turn/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.222774,"ciLow":1229.756896,"ciHigh":1246.688652,"observedAt":"2026-11-11","runCount":12101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"multi_turn/Command R+","slice":"multi_turn"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|non_english/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.341696,"ciLow":1240.659074,"ciHigh":1252.024318,"observedAt":"2026-11-11","runCount":35178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"non_english/Command R+","slice":"non_english"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|overall/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.917634,"ciLow":1257.602807,"ciHigh":1266.232462,"observedAt":"2026-11-11","runCount":77554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"overall/Command R+","slice":"overall"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|polish/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.038584,"ciLow":1247.547105,"ciHigh":1358.530063,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"polish/Command R+","slice":"polish"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|russian/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.403147,"ciLow":1248.950392,"ciHigh":1267.855901,"observedAt":"2026-11-11","runCount":7778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"russian/Command R+","slice":"russian"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text-style-control@1|rating|spanish/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.171905,"ciLow":1229.182833,"ciHigh":1275.160977,"observedAt":"2026-11-11","runCount":1174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"spanish/Command R+","slice":"spanish"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|chinese/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.075575,"ciLow":1181.268022,"ciHigh":1200.883129,"observedAt":"2026-11-11","runCount":10474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"chinese/Command R+","slice":"chinese"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|coding/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1171.690236,"ciLow":1164.038126,"ciHigh":1179.342346,"observedAt":"2026-11-11","runCount":13937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"coding/Command R+","slice":"coding"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|creative_writing/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1200.809645,"ciLow":1192.257637,"ciHigh":1209.361652,"observedAt":"2026-11-11","runCount":11012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"creative_writing/Command R+","slice":"creative_writing"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|english/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.173065,"ciLow":1207.904584,"ciHigh":1218.441546,"observedAt":"2026-11-11","runCount":42376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"english/Command R+","slice":"english"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|exclude_ties/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.801456,"ciLow":1084.530765,"ciHigh":1097.072146,"observedAt":"2026-11-11","runCount":51313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"exclude_ties/Command R+","slice":"exclude_ties"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|expert/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.135583,"ciLow":1140.781317,"ciHigh":1165.489849,"observedAt":"2026-11-11","runCount":4031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"expert/Command R+","slice":"expert"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|french/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.373617,"ciLow":1185.442694,"ciHigh":1231.30454,"observedAt":"2026-11-11","runCount":1226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"french/Command R+","slice":"french"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|german/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.308395,"ciLow":1179.921837,"ciHigh":1210.694954,"observedAt":"2026-11-11","runCount":2864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"german/Command R+","slice":"german"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|hard_prompts/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1166.418219,"ciLow":1160.085629,"ciHigh":1172.750809,"observedAt":"2026-11-11","runCount":22394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"hard_prompts/Command R+","slice":"hard_prompts"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|hard_prompts_english/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1171.250354,"ciLow":1163.658876,"ciHigh":1178.841833,"observedAt":"2026-11-11","runCount":13980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"hard_prompts_english/Command R+","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.341811,"ciLow":1180.947532,"ciHigh":1199.73609,"observedAt":"2026-11-11","runCount":8504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_business_and_management_and_financial_operations/Command R+","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1189.539549,"ciLow":1181.29371,"ciHigh":1197.785387,"observedAt":"2026-11-11","runCount":11264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_entertainment_and_sports_and_media/Command R+","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|industry_legal_and_government/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.883361,"ciLow":1232.5858,"ciHigh":1257.180923,"observedAt":"2026-11-11","runCount":4403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_legal_and_government/Command R+","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.300264,"ciLow":1208.002024,"ciHigh":1224.598503,"observedAt":"2026-11-11","runCount":13227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_life_and_physical_and_social_science/Command R+","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|industry_mathematical/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.336556,"ciLow":1156.381652,"ciHigh":1174.291461,"observedAt":"2026-11-11","runCount":8796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_mathematical/Command R+","slice":"industry_mathematical"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.303571,"ciLow":1190.54203,"ciHigh":1216.065112,"observedAt":"2026-11-11","runCount":4198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_medicine_and_healthcare/Command R+","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|industry_software_and_it_services/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.735451,"ciLow":1179.167831,"ciHigh":1192.30307,"observedAt":"2026-11-11","runCount":22666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_software_and_it_services/Command R+","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.682545,"ciLow":1211.592263,"ciHigh":1225.772828,"observedAt":"2026-11-11","runCount":19567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"industry_writing_and_literature_and_language/Command R+","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|instruction_following/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.515202,"ciLow":1173.475486,"ciHigh":1185.554917,"observedAt":"2026-11-11","runCount":28069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"instruction_following/Command R+","slice":"instruction_following"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|japanese/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.906732,"ciLow":1135.536869,"ciHigh":1174.276595,"observedAt":"2026-11-11","runCount":1487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"japanese/Command R+","slice":"japanese"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|korean/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1138.054836,"ciLow":1117.832544,"ciHigh":1158.277128,"observedAt":"2026-11-11","runCount":1919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"korean/Command R+","slice":"korean"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|longer_query/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.382657,"ciLow":1192.471366,"ciHigh":1210.293947,"observedAt":"2026-11-11","runCount":9149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"longer_query/Command R+","slice":"longer_query"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|math/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1164.433226,"ciLow":1155.960532,"ciHigh":1172.90592,"observedAt":"2026-11-11","runCount":9769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"math/Command R+","slice":"math"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|multi_turn/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1192.086847,"ciLow":1183.655112,"ciHigh":1200.518581,"observedAt":"2026-11-11","runCount":12101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"multi_turn/Command R+","slice":"multi_turn"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|non_english/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1189.479769,"ciLow":1183.84439,"ciHigh":1195.115148,"observedAt":"2026-11-11","runCount":35178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"non_english/Command R+","slice":"non_english"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|overall/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.87471,"ciLow":1199.591644,"ciHigh":1208.157775,"observedAt":"2026-11-11","runCount":77554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"overall/Command R+","slice":"overall"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|polish/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.306785,"ciLow":1184.367164,"ciHigh":1292.246405,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"polish/Command R+","slice":"polish"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|russian/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.748704,"ciLow":1196.374654,"ciHigh":1215.122753,"observedAt":"2026-11-11","runCount":7778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"russian/Command R+","slice":"russian"}
{"key":"lmarena|cohere/command-r-plus:default|none|lmarena-text@1|rating|spanish/Command R+","sourceId":"lmarena","modelId":"cohere/command-r-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1188.935164,"ciLow":1166.143188,"ciHigh":1211.72714,"observedAt":"2026-11-11","runCount":1174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R+","rowId":"spanish/Command R+","slice":"spanish"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|chinese/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.878491,"ciLow":1227.939648,"ciHigh":1249.817333,"observedAt":"2026-11-11","runCount":8202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"chinese/Command R","slice":"chinese"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|coding/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.531846,"ciLow":1234.843016,"ciHigh":1252.220675,"observedAt":"2026-11-11","runCount":9645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"coding/Command R","slice":"coding"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|creative_writing/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.812017,"ciLow":1185.015894,"ciHigh":1204.608139,"observedAt":"2026-11-11","runCount":7836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"creative_writing/Command R","slice":"creative_writing"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|english/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.441185,"ciLow":1231.511412,"ciHigh":1243.370957,"observedAt":"2026-11-11","runCount":29623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"english/Command R","slice":"english"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|exclude_ties/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1115.900946,"ciLow":1108.690701,"ciHigh":1123.11119,"observedAt":"2026-11-11","runCount":35666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"exclude_ties/Command R","slice":"exclude_ties"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|expert/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.366864,"ciLow":1201.564149,"ciHigh":1229.169579,"observedAt":"2026-11-11","runCount":2830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"expert/Command R","slice":"expert"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|french/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.588509,"ciLow":1207.95345,"ciHigh":1259.223567,"observedAt":"2026-11-11","runCount":843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"french/Command R","slice":"french"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|german/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.231036,"ciLow":1172.361623,"ciHigh":1210.10045,"observedAt":"2026-11-11","runCount":1361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"german/Command R","slice":"german"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|hard_prompts/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.423593,"ciLow":1208.238372,"ciHigh":1222.608814,"observedAt":"2026-11-11","runCount":15124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"hard_prompts/Command R","slice":"hard_prompts"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.974747,"ciLow":1214.314296,"ciHigh":1231.635198,"observedAt":"2026-11-11","runCount":9264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"hard_prompts_english/Command R","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.175127,"ciLow":1212.669147,"ciHigh":1233.681107,"observedAt":"2026-11-11","runCount":5984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_business_and_management_and_financial_operations/Command R","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.1253,"ciLow":1184.787931,"ciHigh":1203.462669,"observedAt":"2026-11-11","runCount":7973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_entertainment_and_sports_and_media/Command R","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.02299,"ciLow":1266.191449,"ciHigh":1293.854531,"observedAt":"2026-11-11","runCount":3073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_legal_and_government/Command R","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.393955,"ciLow":1239.083317,"ciHigh":1257.704592,"observedAt":"2026-11-11","runCount":9216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_life_and_physical_and_social_science/Command R","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.385042,"ciLow":1181.174664,"ciHigh":1201.595419,"observedAt":"2026-11-11","runCount":5906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_mathematical/Command R","slice":"industry_mathematical"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.147322,"ciLow":1231.955708,"ciHigh":1260.338935,"observedAt":"2026-11-11","runCount":2900,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_medicine_and_healthcare/Command R","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.826862,"ciLow":1232.383349,"ciHigh":1247.270375,"observedAt":"2026-11-11","runCount":15749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_software_and_it_services/Command R","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.462458,"ciLow":1200.555085,"ciHigh":1216.369831,"observedAt":"2026-11-11","runCount":13537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_writing_and_literature_and_language/Command R","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|instruction_following/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.979409,"ciLow":1193.212615,"ciHigh":1206.746204,"observedAt":"2026-11-11","runCount":19085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"instruction_following/Command R","slice":"instruction_following"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|japanese/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.269803,"ciLow":1140.129615,"ciHigh":1186.409991,"observedAt":"2026-11-11","runCount":856,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"japanese/Command R","slice":"japanese"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|korean/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1178.933565,"ciLow":1156.54965,"ciHigh":1201.31748,"observedAt":"2026-11-11","runCount":1154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"korean/Command R","slice":"korean"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|longer_query/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.664648,"ciLow":1224.64924,"ciHigh":1244.680056,"observedAt":"2026-11-11","runCount":6160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"longer_query/Command R","slice":"longer_query"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|math/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.510327,"ciLow":1167.959196,"ciHigh":1187.061457,"observedAt":"2026-11-11","runCount":6682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"math/Command R","slice":"math"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|multi_turn/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.120406,"ciLow":1188.635115,"ciHigh":1207.605697,"observedAt":"2026-11-11","runCount":8273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"multi_turn/Command R","slice":"multi_turn"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|non_english/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.387507,"ciLow":1200.98492,"ciHigh":1213.790094,"observedAt":"2026-11-11","runCount":24413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"non_english/Command R","slice":"non_english"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|overall/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.033405,"ciLow":1222.260527,"ciHigh":1231.806284,"observedAt":"2026-11-11","runCount":54036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"overall/Command R","slice":"overall"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|polish/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.512882,"ciLow":1216.991636,"ciHigh":1342.034128,"observedAt":"2026-11-11","runCount":135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"polish/Command R","slice":"polish"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|russian/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.579333,"ciLow":1203.991694,"ciHigh":1225.166971,"observedAt":"2026-11-11","runCount":5283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"russian/Command R","slice":"russian"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text-style-control@1|rating|spanish/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.15977,"ciLow":1194.160462,"ciHigh":1248.159079,"observedAt":"2026-11-11","runCount":698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"spanish/Command R","slice":"spanish"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|chinese/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1146.53851,"ciLow":1135.770691,"ciHigh":1157.306328,"observedAt":"2026-11-11","runCount":8202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"chinese/Command R","slice":"chinese"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|coding/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1127.563398,"ciLow":1118.940304,"ciHigh":1136.186493,"observedAt":"2026-11-11","runCount":9645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"coding/Command R","slice":"coding"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|creative_writing/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.146328,"ciLow":1144.456406,"ciHigh":1163.83625,"observedAt":"2026-11-11","runCount":7836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"creative_writing/Command R","slice":"creative_writing"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|english/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.249629,"ciLow":1168.345903,"ciHigh":1180.153355,"observedAt":"2026-11-11","runCount":29623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"english/Command R","slice":"english"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|exclude_ties/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1027.612733,"ciLow":1020.524682,"ciHigh":1034.700784,"observedAt":"2026-11-11","runCount":35666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"exclude_ties/Command R","slice":"exclude_ties"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|expert/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.298115,"ciLow":1093.53195,"ciHigh":1121.064281,"observedAt":"2026-11-11","runCount":2830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"expert/Command R","slice":"expert"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|french/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1162.22789,"ciLow":1136.830599,"ciHigh":1187.625181,"observedAt":"2026-11-11","runCount":843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"french/Command R","slice":"french"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|german/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1127.457799,"ciLow":1108.732279,"ciHigh":1146.183318,"observedAt":"2026-11-11","runCount":1361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"german/Command R","slice":"german"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|hard_prompts/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1114.623222,"ciLow":1107.467273,"ciHigh":1121.77917,"observedAt":"2026-11-11","runCount":15124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"hard_prompts/Command R","slice":"hard_prompts"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|hard_prompts_english/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1122.52708,"ciLow":1113.911511,"ciHigh":1131.142649,"observedAt":"2026-11-11","runCount":9264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"hard_prompts_english/Command R","slice":"hard_prompts_english"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.133292,"ciLow":1130.666213,"ciHigh":1151.600371,"observedAt":"2026-11-11","runCount":5984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_business_and_management_and_financial_operations/Command R","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1142.284986,"ciLow":1133.088746,"ciHigh":1151.481226,"observedAt":"2026-11-11","runCount":7973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_entertainment_and_sports_and_media/Command R","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|industry_legal_and_government/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.630239,"ciLow":1192.945697,"ciHigh":1220.31478,"observedAt":"2026-11-11","runCount":3073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_legal_and_government/Command R","slice":"industry_legal_and_government"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.657828,"ciLow":1161.419423,"ciHigh":1179.896233,"observedAt":"2026-11-11","runCount":9216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_life_and_physical_and_social_science/Command R","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|industry_mathematical/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1125.002935,"ciLow":1114.880787,"ciHigh":1135.125084,"observedAt":"2026-11-11","runCount":5906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_mathematical/Command R","slice":"industry_mathematical"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1152.263905,"ciLow":1138.182672,"ciHigh":1166.345137,"observedAt":"2026-11-11","runCount":2900,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_medicine_and_healthcare/Command R","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|industry_software_and_it_services/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1142.548028,"ciLow":1135.148502,"ciHigh":1149.947553,"observedAt":"2026-11-11","runCount":15749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_software_and_it_services/Command R","slice":"industry_software_and_it_services"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1161.655205,"ciLow":1153.861427,"ciHigh":1169.448983,"observedAt":"2026-11-11","runCount":13537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"industry_writing_and_literature_and_language/Command R","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|instruction_following/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1124.503725,"ciLow":1117.785849,"ciHigh":1131.221602,"observedAt":"2026-11-11","runCount":19085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"instruction_following/Command R","slice":"instruction_following"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|japanese/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.158347,"ciLow":1071.318586,"ciHigh":1116.998108,"observedAt":"2026-11-11","runCount":856,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"japanese/Command R","slice":"japanese"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|korean/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1091.863709,"ciLow":1069.844555,"ciHigh":1113.882863,"observedAt":"2026-11-11","runCount":1154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"korean/Command R","slice":"korean"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|longer_query/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1157.375315,"ciLow":1147.471305,"ciHigh":1167.279326,"observedAt":"2026-11-11","runCount":6160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"longer_query/Command R","slice":"longer_query"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|math/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1120.027547,"ciLow":1110.5509,"ciHigh":1129.504195,"observedAt":"2026-11-11","runCount":6682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"math/Command R","slice":"math"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|multi_turn/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1147.401935,"ciLow":1137.976019,"ciHigh":1156.827851,"observedAt":"2026-11-11","runCount":8273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"multi_turn/Command R","slice":"multi_turn"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|non_english/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.484561,"ciLow":1137.163556,"ciHigh":1149.805566,"observedAt":"2026-11-11","runCount":24413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"non_english/Command R","slice":"non_english"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|overall/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1163.177877,"ciLow":1158.448912,"ciHigh":1167.906842,"observedAt":"2026-11-11","runCount":54036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"overall/Command R","slice":"overall"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|polish/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1207.352219,"ciLow":1146.689064,"ciHigh":1268.015373,"observedAt":"2026-11-11","runCount":135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"polish/Command R","slice":"polish"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|russian/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1157.481744,"ciLow":1147.007973,"ciHigh":1167.955515,"observedAt":"2026-11-11","runCount":5283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"russian/Command R","slice":"russian"}
{"key":"lmarena|cohere/command-r:default|none|lmarena-text@1|rating|spanish/Command R","sourceId":"lmarena","modelId":"cohere/command-r","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.594047,"ciLow":1123.849262,"ciHigh":1177.338833,"observedAt":"2026-11-11","runCount":698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Command R","rowId":"spanish/Command R","slice":"spanish"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|chinese/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.340903,"ciLow":1167.126599,"ciHigh":1193.555208,"observedAt":"2026-11-11","runCount":5019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"chinese/DBRX Instruct Preview","slice":"chinese"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|coding/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.331838,"ciLow":1240.451447,"ciHigh":1262.21223,"observedAt":"2026-11-11","runCount":5502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"coding/DBRX Instruct Preview","slice":"coding"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.767908,"ciLow":1152.024607,"ciHigh":1175.511208,"observedAt":"2026-11-11","runCount":4808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"creative_writing/DBRX Instruct Preview","slice":"creative_writing"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|english/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.831626,"ciLow":1218.20226,"ciHigh":1233.460992,"observedAt":"2026-11-11","runCount":18053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"english/DBRX Instruct Preview","slice":"english"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1067.797794,"ciLow":1058.423578,"ciHigh":1077.17201,"observedAt":"2026-11-11","runCount":21404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"exclude_ties/DBRX Instruct Preview","slice":"exclude_ties"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|expert/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.390566,"ciLow":1175.257941,"ciHigh":1207.52319,"observedAt":"2026-11-11","runCount":1678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"expert/DBRX Instruct Preview","slice":"expert"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|french/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.401331,"ciLow":1154.882908,"ciHigh":1215.919753,"observedAt":"2026-11-11","runCount":538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"french/DBRX Instruct Preview","slice":"french"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|german/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.710987,"ciLow":1113.997317,"ciHigh":1161.424657,"observedAt":"2026-11-11","runCount":742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"german/DBRX Instruct Preview","slice":"german"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.719367,"ciLow":1208.672748,"ciHigh":1226.765987,"observedAt":"2026-11-11","runCount":8865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"hard_prompts/DBRX Instruct Preview","slice":"hard_prompts"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.917114,"ciLow":1226.116789,"ciHigh":1247.717438,"observedAt":"2026-11-11","runCount":5516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"hard_prompts_english/DBRX Instruct Preview","slice":"hard_prompts_english"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.622554,"ciLow":1160.334608,"ciHigh":1186.9105,"observedAt":"2026-11-11","runCount":3376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_business_and_management_and_financial_operations/DBRX Instruct Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.534362,"ciLow":1159.049506,"ciHigh":1182.019219,"observedAt":"2026-11-11","runCount":4630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_entertainment_and_sports_and_media/DBRX Instruct Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.473397,"ciLow":1190.663153,"ciHigh":1224.28364,"observedAt":"2026-11-11","runCount":1748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_legal_and_government/DBRX Instruct Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.166044,"ciLow":1199.553286,"ciHigh":1222.778802,"observedAt":"2026-11-11","runCount":5642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_life_and_physical_and_social_science/DBRX Instruct Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.860462,"ciLow":1180.670476,"ciHigh":1205.050447,"observedAt":"2026-11-11","runCount":3599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_mathematical/DBRX Instruct Preview","slice":"industry_mathematical"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.703566,"ciLow":1181.958165,"ciHigh":1217.448968,"observedAt":"2026-11-11","runCount":1705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_medicine_and_healthcare/DBRX Instruct Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.444837,"ciLow":1215.146159,"ciHigh":1233.743515,"observedAt":"2026-11-11","runCount":9343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_software_and_it_services/DBRX Instruct Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.403442,"ciLow":1166.532559,"ciHigh":1186.274324,"observedAt":"2026-11-11","runCount":7999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_writing_and_literature_and_language/DBRX Instruct Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.538308,"ciLow":1178.995785,"ciHigh":1196.080831,"observedAt":"2026-11-11","runCount":11274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"instruction_following/DBRX Instruct Preview","slice":"instruction_following"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|japanese/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1080.375766,"ciLow":1049.205216,"ciHigh":1111.546315,"observedAt":"2026-11-11","runCount":426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"japanese/DBRX Instruct Preview","slice":"japanese"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|korean/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1110.37849,"ciLow":1079.344048,"ciHigh":1141.412932,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"korean/DBRX Instruct Preview","slice":"korean"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|longer_query/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.863041,"ciLow":1177.295853,"ciHigh":1202.430229,"observedAt":"2026-11-11","runCount":3489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"longer_query/DBRX Instruct Preview","slice":"longer_query"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|math/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.975329,"ciLow":1185.444731,"ciHigh":1208.505928,"observedAt":"2026-11-11","runCount":4001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"math/DBRX Instruct Preview","slice":"math"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.599812,"ciLow":1163.863509,"ciHigh":1187.336116,"observedAt":"2026-11-11","runCount":4918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"multi_turn/DBRX Instruct Preview","slice":"multi_turn"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|non_english/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1154.187304,"ciLow":1146.219175,"ciHigh":1162.155432,"observedAt":"2026-11-11","runCount":14138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"non_english/DBRX Instruct Preview","slice":"non_english"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|overall/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.703936,"ciLow":1189.60207,"ciHigh":1201.805802,"observedAt":"2026-11-11","runCount":32191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"overall/DBRX Instruct Preview","slice":"overall"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|russian/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.496941,"ciLow":1147.496443,"ciHigh":1173.497438,"observedAt":"2026-11-11","runCount":3044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"russian/DBRX Instruct Preview","slice":"russian"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text-style-control@1|rating|spanish/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.605833,"ciLow":1120.640581,"ciHigh":1186.571085,"observedAt":"2026-11-11","runCount":404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"spanish/DBRX Instruct Preview","slice":"spanish"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|chinese/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1067.920084,"ciLow":1054.839982,"ciHigh":1081.000186,"observedAt":"2026-11-11","runCount":5019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"chinese/DBRX Instruct Preview","slice":"chinese"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|coding/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1131.636658,"ciLow":1120.782151,"ciHigh":1142.491166,"observedAt":"2026-11-11","runCount":5502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"coding/DBRX Instruct Preview","slice":"coding"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|creative_writing/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.092331,"ciLow":1092.54512,"ciHigh":1115.639542,"observedAt":"2026-11-11","runCount":4808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"creative_writing/DBRX Instruct Preview","slice":"creative_writing"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|english/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1155.09579,"ciLow":1147.525136,"ciHigh":1162.666445,"observedAt":"2026-11-11","runCount":18053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"english/DBRX Instruct Preview","slice":"english"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|exclude_ties/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":958.765272,"ciLow":949.503695,"ciHigh":968.026849,"observedAt":"2026-11-11","runCount":21404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"exclude_ties/DBRX Instruct Preview","slice":"exclude_ties"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|expert/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1075.849241,"ciLow":1059.679555,"ciHigh":1092.018927,"observedAt":"2026-11-11","runCount":1678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"expert/DBRX Instruct Preview","slice":"expert"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|french/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1095.85673,"ciLow":1065.401608,"ciHigh":1126.311851,"observedAt":"2026-11-11","runCount":538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"french/DBRX Instruct Preview","slice":"french"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|german/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1057.195265,"ciLow":1033.741714,"ciHigh":1080.648816,"observedAt":"2026-11-11","runCount":742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"german/DBRX Instruct Preview","slice":"german"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|hard_prompts/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.903034,"ciLow":1103.92138,"ciHigh":1121.884688,"observedAt":"2026-11-11","runCount":8865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"hard_prompts/DBRX Instruct Preview","slice":"hard_prompts"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|hard_prompts_english/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1137.60994,"ciLow":1126.907816,"ciHigh":1148.312064,"observedAt":"2026-11-11","runCount":5516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"hard_prompts_english/DBRX Instruct Preview","slice":"hard_prompts_english"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1071.969251,"ciLow":1058.707938,"ciHigh":1085.230564,"observedAt":"2026-11-11","runCount":3376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_business_and_management_and_financial_operations/DBRX Instruct Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1098.747104,"ciLow":1087.405391,"ciHigh":1110.088817,"observedAt":"2026-11-11","runCount":4630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_entertainment_and_sports_and_media/DBRX Instruct Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.460153,"ciLow":1087.668338,"ciHigh":1121.251969,"observedAt":"2026-11-11","runCount":1748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_legal_and_government/DBRX Instruct Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1099.992116,"ciLow":1088.345651,"ciHigh":1111.63858,"observedAt":"2026-11-11","runCount":5642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_life_and_physical_and_social_science/DBRX Instruct Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|industry_mathematical/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1131.187813,"ciLow":1119.077016,"ciHigh":1143.298609,"observedAt":"2026-11-11","runCount":3599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_mathematical/DBRX Instruct Preview","slice":"industry_mathematical"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1067.882118,"ciLow":1050.187871,"ciHigh":1085.576366,"observedAt":"2026-11-11","runCount":1705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_medicine_and_healthcare/DBRX Instruct Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.447454,"ciLow":1107.178797,"ciHigh":1125.716112,"observedAt":"2026-11-11","runCount":9343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_software_and_it_services/DBRX Instruct Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1121.474978,"ciLow":1111.733557,"ciHigh":1131.216399,"observedAt":"2026-11-11","runCount":7999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"industry_writing_and_literature_and_language/DBRX Instruct Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|instruction_following/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1111.432395,"ciLow":1103.013385,"ciHigh":1119.851406,"observedAt":"2026-11-11","runCount":11274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"instruction_following/DBRX Instruct Preview","slice":"instruction_following"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|japanese/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":989.813613,"ciLow":958.882384,"ciHigh":1020.744842,"observedAt":"2026-11-11","runCount":426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"japanese/DBRX Instruct Preview","slice":"japanese"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|korean/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":993.011724,"ciLow":961.879613,"ciHigh":1024.143836,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"korean/DBRX Instruct Preview","slice":"korean"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|longer_query/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1111.391889,"ciLow":1099.002766,"ciHigh":1123.781013,"observedAt":"2026-11-11","runCount":3489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"longer_query/DBRX Instruct Preview","slice":"longer_query"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|math/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1145.057876,"ciLow":1133.57813,"ciHigh":1156.537621,"observedAt":"2026-11-11","runCount":4001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"math/DBRX Instruct Preview","slice":"math"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|multi_turn/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1110.931003,"ciLow":1099.244929,"ciHigh":1122.617078,"observedAt":"2026-11-11","runCount":4918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"multi_turn/DBRX Instruct Preview","slice":"multi_turn"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|non_english/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1071.235421,"ciLow":1063.320598,"ciHigh":1079.150244,"observedAt":"2026-11-11","runCount":14138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"non_english/DBRX Instruct Preview","slice":"non_english"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|overall/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1118.911607,"ciLow":1112.86435,"ciHigh":1124.958863,"observedAt":"2026-11-11","runCount":32191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"overall/DBRX Instruct Preview","slice":"overall"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|russian/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1077.818172,"ciLow":1064.848437,"ciHigh":1090.787907,"observedAt":"2026-11-11","runCount":3044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"russian/DBRX Instruct Preview","slice":"russian"}
{"key":"lmarena|databricks/dbrx-instruct-preview:default|none|lmarena-text@1|rating|spanish/DBRX Instruct Preview","sourceId":"lmarena","modelId":"databricks/dbrx-instruct-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1063.845017,"ciLow":1031.034075,"ciHigh":1096.655959,"observedAt":"2026-11-11","runCount":404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DBRX Instruct Preview","rowId":"spanish/DBRX Instruct Preview","slice":"spanish"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|chinese/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1001.152582,"ciLow":952.035963,"ciHigh":1050.269201,"observedAt":"2026-11-11","runCount":177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"chinese/Dolly 2.0 12B","slice":"chinese"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|coding/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":962.217492,"ciLow":928.855933,"ciHigh":995.57905,"observedAt":"2026-11-11","runCount":396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"coding/Dolly 2.0 12B","slice":"coding"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|creative_writing/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":970.585548,"ciLow":942.960231,"ciHigh":998.210865,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"creative_writing/Dolly 2.0 12B","slice":"creative_writing"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|english/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":994.57574,"ciLow":979.727275,"ciHigh":1009.424205,"observedAt":"2026-11-11","runCount":2765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"english/Dolly 2.0 12B","slice":"english"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":750.115107,"ciLow":728.487626,"ciHigh":771.742588,"observedAt":"2026-11-11","runCount":2379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"exclude_ties/Dolly 2.0 12B","slice":"exclude_ties"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":973.497001,"ciLow":949.545114,"ciHigh":997.448888,"observedAt":"2026-11-11","runCount":615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"hard_prompts/Dolly 2.0 12B","slice":"hard_prompts"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":972.269642,"ciLow":945.720044,"ciHigh":998.819239,"observedAt":"2026-11-11","runCount":523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"hard_prompts_english/Dolly 2.0 12B","slice":"hard_prompts_english"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":896.218595,"ciLow":853.354949,"ciHigh":939.082242,"observedAt":"2026-11-11","runCount":233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"industry_business_and_management_and_financial_operations/Dolly 2.0 12B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":937.982798,"ciLow":910.42515,"ciHigh":965.540447,"observedAt":"2026-11-11","runCount":558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"industry_entertainment_and_sports_and_media/Dolly 2.0 12B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":982.441995,"ciLow":953.522349,"ciHigh":1011.36164,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"industry_life_and_physical_and_social_science/Dolly 2.0 12B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":942.606848,"ciLow":911.975154,"ciHigh":973.238543,"observedAt":"2026-11-11","runCount":343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"industry_mathematical/Dolly 2.0 12B","slice":"industry_mathematical"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":962.655061,"ciLow":939.203421,"ciHigh":986.106701,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"industry_software_and_it_services/Dolly 2.0 12B","slice":"industry_software_and_it_services"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":975.435819,"ciLow":952.329423,"ciHigh":998.542215,"observedAt":"2026-11-11","runCount":732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"industry_writing_and_literature_and_language/Dolly 2.0 12B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|instruction_following/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":939.950243,"ciLow":918.80546,"ciHigh":961.095026,"observedAt":"2026-11-11","runCount":899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"instruction_following/Dolly 2.0 12B","slice":"instruction_following"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|math/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":954.801369,"ciLow":926.162369,"ciHigh":983.44037,"observedAt":"2026-11-11","runCount":370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"math/Dolly 2.0 12B","slice":"math"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|multi_turn/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":866.855135,"ciLow":831.613563,"ciHigh":902.096706,"observedAt":"2026-11-11","runCount":356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"multi_turn/Dolly 2.0 12B","slice":"multi_turn"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|non_english/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":968.324728,"ciLow":944.230043,"ciHigh":992.419412,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"non_english/Dolly 2.0 12B","slice":"non_english"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text-style-control@1|rating|overall/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":982.741969,"ciLow":969.327221,"ciHigh":996.156717,"observedAt":"2026-11-11","runCount":3412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"overall/Dolly 2.0 12B","slice":"overall"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|chinese/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":836.501492,"ciLow":792.25988,"ciHigh":880.743103,"observedAt":"2026-11-11","runCount":177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"chinese/Dolly 2.0 12B","slice":"chinese"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|coding/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":776.159354,"ciLow":743.722583,"ciHigh":808.596126,"observedAt":"2026-11-11","runCount":396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"coding/Dolly 2.0 12B","slice":"coding"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|creative_writing/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":863.570249,"ciLow":836.654702,"ciHigh":890.485797,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"creative_writing/Dolly 2.0 12B","slice":"creative_writing"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|english/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":866.732078,"ciLow":852.084054,"ciHigh":881.380101,"observedAt":"2026-11-11","runCount":2765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"english/Dolly 2.0 12B","slice":"english"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|exclude_ties/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":567.793872,"ciLow":546.64627,"ciHigh":588.941474,"observedAt":"2026-11-11","runCount":2379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"exclude_ties/Dolly 2.0 12B","slice":"exclude_ties"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|hard_prompts/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":803.665203,"ciLow":780.110584,"ciHigh":827.219822,"observedAt":"2026-11-11","runCount":615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"hard_prompts/Dolly 2.0 12B","slice":"hard_prompts"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|hard_prompts_english/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":809.343227,"ciLow":783.241475,"ciHigh":835.444979,"observedAt":"2026-11-11","runCount":523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"hard_prompts_english/Dolly 2.0 12B","slice":"hard_prompts_english"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":734.056137,"ciLow":690.284772,"ciHigh":777.827501,"observedAt":"2026-11-11","runCount":233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"industry_business_and_management_and_financial_operations/Dolly 2.0 12B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":808.97405,"ciLow":782.410453,"ciHigh":835.537648,"observedAt":"2026-11-11","runCount":558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"industry_entertainment_and_sports_and_media/Dolly 2.0 12B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":800.909916,"ciLow":772.748061,"ciHigh":829.071772,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"industry_life_and_physical_and_social_science/Dolly 2.0 12B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|industry_mathematical/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":840.107934,"ciLow":809.78008,"ciHigh":870.435789,"observedAt":"2026-11-11","runCount":343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"industry_mathematical/Dolly 2.0 12B","slice":"industry_mathematical"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":788.998109,"ciLow":765.769263,"ciHigh":812.226954,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"industry_software_and_it_services/Dolly 2.0 12B","slice":"industry_software_and_it_services"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":872.226961,"ciLow":849.371798,"ciHigh":895.082124,"observedAt":"2026-11-11","runCount":732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"industry_writing_and_literature_and_language/Dolly 2.0 12B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|instruction_following/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":813.579283,"ciLow":792.884379,"ciHigh":834.274187,"observedAt":"2026-11-11","runCount":899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"instruction_following/Dolly 2.0 12B","slice":"instruction_following"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|math/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":870.97413,"ciLow":842.519781,"ciHigh":899.428479,"observedAt":"2026-11-11","runCount":370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"math/Dolly 2.0 12B","slice":"math"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|multi_turn/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":740.283958,"ciLow":705.031881,"ciHigh":775.536034,"observedAt":"2026-11-11","runCount":356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"multi_turn/Dolly 2.0 12B","slice":"multi_turn"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|non_english/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":835.59931,"ciLow":812.261283,"ciHigh":858.937338,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"non_english/Dolly 2.0 12B","slice":"non_english"}
{"key":"lmarena|databricks/dolly-2.0-12b:default|none|lmarena-text@1|rating|overall/Dolly 2.0 12B","sourceId":"lmarena","modelId":"databricks/dolly-2.0-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":851.166966,"ciLow":837.944316,"ciHigh":864.389615,"observedAt":"2026-11-11","runCount":3412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Dolly 2.0 12B","rowId":"overall/Dolly 2.0 12B","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.802071,"ciLow":1276.713057,"ciHigh":1306.891086,"observedAt":"2026-11-11","runCount":1712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"chinese/DeepSeek-Coder-V2","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.094552,"ciLow":1330.248686,"ciHigh":1353.940419,"observedAt":"2026-11-11","runCount":2671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"coding/DeepSeek-Coder-V2","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.459673,"ciLow":1192.241979,"ciHigh":1218.677366,"observedAt":"2026-11-11","runCount":2271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"creative_writing/DeepSeek-Coder-V2","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|english/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.999398,"ciLow":1262.12039,"ciHigh":1277.878406,"observedAt":"2026-11-11","runCount":8140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"english/DeepSeek-Coder-V2","slice":"english"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.741241,"ciLow":1167.377436,"ciHigh":1186.105047,"observedAt":"2026-11-11","runCount":9900,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"exclude_ties/DeepSeek-Coder-V2","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|expert/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.921237,"ciLow":1245.448178,"ciHigh":1288.394295,"observedAt":"2026-11-11","runCount":769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"expert/DeepSeek-Coder-V2","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|french/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.962208,"ciLow":1216.703185,"ciHigh":1301.221231,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"french/DeepSeek-Coder-V2","slice":"french"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|german/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.531956,"ciLow":1208.051191,"ciHigh":1261.012721,"observedAt":"2026-11-11","runCount":516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"german/DeepSeek-Coder-V2","slice":"german"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.498046,"ciLow":1278.767472,"ciHigh":1298.22862,"observedAt":"2026-11-11","runCount":4439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"hard_prompts/DeepSeek-Coder-V2","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.351466,"ciLow":1285.555942,"ciHigh":1309.14699,"observedAt":"2026-11-11","runCount":2699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"hard_prompts_english/DeepSeek-Coder-V2","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.499878,"ciLow":1235.144367,"ciHigh":1263.855389,"observedAt":"2026-11-11","runCount":1796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-Coder-V2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.885316,"ciLow":1200.526928,"ciHigh":1225.243704,"observedAt":"2026-11-11","runCount":2513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-Coder-V2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.873729,"ciLow":1253.617177,"ciHigh":1294.130282,"observedAt":"2026-11-11","runCount":888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_legal_and_government/DeepSeek-Coder-V2","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.025677,"ciLow":1256.310405,"ciHigh":1281.740949,"observedAt":"2026-11-11","runCount":2552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_life_and_physical_and_social_science/DeepSeek-Coder-V2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.831582,"ciLow":1257.786736,"ciHigh":1285.876429,"observedAt":"2026-11-11","runCount":1669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_mathematical/DeepSeek-Coder-V2","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.934006,"ciLow":1233.478323,"ciHigh":1274.38969,"observedAt":"2026-11-11","runCount":847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_medicine_and_healthcare/DeepSeek-Coder-V2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.532335,"ciLow":1314.475867,"ciHigh":1334.588803,"observedAt":"2026-11-11","runCount":4344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_software_and_it_services/DeepSeek-Coder-V2","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.78799,"ciLow":1232.100977,"ciHigh":1253.475004,"observedAt":"2026-11-11","runCount":3882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_writing_and_literature_and_language/DeepSeek-Coder-V2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.117603,"ciLow":1244.055294,"ciHigh":1262.179913,"observedAt":"2026-11-11","runCount":5614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"instruction_following/DeepSeek-Coder-V2","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.682186,"ciLow":1163.209518,"ciHigh":1226.154854,"observedAt":"2026-11-11","runCount":345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"japanese/DeepSeek-Coder-V2","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|korean/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1203.708161,"ciLow":1171.874479,"ciHigh":1235.541843,"observedAt":"2026-11-11","runCount":399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"korean/DeepSeek-Coder-V2","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.429691,"ciLow":1274.50768,"ciHigh":1302.351703,"observedAt":"2026-11-11","runCount":1842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"longer_query/DeepSeek-Coder-V2","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|math/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.121207,"ciLow":1258.559454,"ciHigh":1285.682959,"observedAt":"2026-11-11","runCount":1858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"math/DeepSeek-Coder-V2","slice":"math"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.019891,"ciLow":1223.642806,"ciHigh":1248.396975,"observedAt":"2026-11-11","runCount":2683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"multi_turn/DeepSeek-Coder-V2","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.913316,"ciLow":1244.666487,"ciHigh":1261.160146,"observedAt":"2026-11-11","runCount":7007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"non_english/DeepSeek-Coder-V2","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.539634,"ciLow":1259.269009,"ciHigh":1271.810258,"observedAt":"2026-11-11","runCount":15147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"overall/DeepSeek-Coder-V2","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|russian/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.553582,"ciLow":1245.516416,"ciHigh":1273.590749,"observedAt":"2026-11-11","runCount":1823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"russian/DeepSeek-Coder-V2","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.407425,"ciLow":1189.098652,"ciHigh":1263.716198,"observedAt":"2026-11-11","runCount":245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"spanish/DeepSeek-Coder-V2","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|chinese/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1200.951945,"ciLow":1185.866448,"ciHigh":1216.037441,"observedAt":"2026-11-11","runCount":1712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"chinese/DeepSeek-Coder-V2","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|coding/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.853082,"ciLow":1238.978546,"ciHigh":1262.727617,"observedAt":"2026-11-11","runCount":2671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"coding/DeepSeek-Coder-V2","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|creative_writing/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1120.109252,"ciLow":1106.773836,"ciHigh":1133.444669,"observedAt":"2026-11-11","runCount":2271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"creative_writing/DeepSeek-Coder-V2","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|english/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.485973,"ciLow":1186.450885,"ciHigh":1202.521062,"observedAt":"2026-11-11","runCount":8140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"english/DeepSeek-Coder-V2","slice":"english"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.207994,"ciLow":1060.771621,"ciHigh":1079.644367,"observedAt":"2026-11-11","runCount":9900,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"exclude_ties/DeepSeek-Coder-V2","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|expert/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.10965,"ciLow":1159.754107,"ciHigh":1202.465192,"observedAt":"2026-11-11","runCount":769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"expert/DeepSeek-Coder-V2","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|french/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.57095,"ciLow":1142.898961,"ciHigh":1226.242938,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"french/DeepSeek-Coder-V2","slice":"french"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|german/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1164.147941,"ciLow":1137.774915,"ciHigh":1190.520967,"observedAt":"2026-11-11","runCount":516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"german/DeepSeek-Coder-V2","slice":"german"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.725674,"ciLow":1196.958315,"ciHigh":1216.493033,"observedAt":"2026-11-11","runCount":4439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"hard_prompts/DeepSeek-Coder-V2","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.281506,"ciLow":1205.382438,"ciHigh":1229.180574,"observedAt":"2026-11-11","runCount":2699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"hard_prompts_english/DeepSeek-Coder-V2","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1155.01607,"ciLow":1140.518259,"ciHigh":1169.513882,"observedAt":"2026-11-11","runCount":1796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-Coder-V2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1122.13035,"ciLow":1109.47482,"ciHigh":1134.78588,"observedAt":"2026-11-11","runCount":2513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-Coder-V2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1163.059108,"ciLow":1142.70561,"ciHigh":1183.412605,"observedAt":"2026-11-11","runCount":888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_legal_and_government/DeepSeek-Coder-V2","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1162.743946,"ciLow":1149.875897,"ciHigh":1175.611994,"observedAt":"2026-11-11","runCount":2552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_life_and_physical_and_social_science/DeepSeek-Coder-V2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1232.91981,"ciLow":1218.850276,"ciHigh":1246.989344,"observedAt":"2026-11-11","runCount":1669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_mathematical/DeepSeek-Coder-V2","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1133.273512,"ciLow":1112.444592,"ciHigh":1154.102433,"observedAt":"2026-11-11","runCount":847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_medicine_and_healthcare/DeepSeek-Coder-V2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.72241,"ciLow":1228.620685,"ciHigh":1248.824136,"observedAt":"2026-11-11","runCount":4344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_software_and_it_services/DeepSeek-Coder-V2","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.262384,"ciLow":1159.471942,"ciHigh":1181.052827,"observedAt":"2026-11-11","runCount":3882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"industry_writing_and_literature_and_language/DeepSeek-Coder-V2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|instruction_following/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.168789,"ciLow":1171.0941,"ciHigh":1189.243479,"observedAt":"2026-11-11","runCount":5614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"instruction_following/DeepSeek-Coder-V2","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|japanese/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1126.579831,"ciLow":1094.45901,"ciHigh":1158.700651,"observedAt":"2026-11-11","runCount":345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"japanese/DeepSeek-Coder-V2","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|korean/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.204563,"ciLow":1072.252692,"ciHigh":1136.156434,"observedAt":"2026-11-11","runCount":399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"korean/DeepSeek-Coder-V2","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|longer_query/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.822785,"ciLow":1204.939314,"ciHigh":1232.706256,"observedAt":"2026-11-11","runCount":1842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"longer_query/DeepSeek-Coder-V2","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|math/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.32159,"ciLow":1227.761758,"ciHigh":1254.881422,"observedAt":"2026-11-11","runCount":1858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"math/DeepSeek-Coder-V2","slice":"math"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|multi_turn/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1176.448556,"ciLow":1164.022985,"ciHigh":1188.874128,"observedAt":"2026-11-11","runCount":2683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"multi_turn/DeepSeek-Coder-V2","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|non_english/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1182.053369,"ciLow":1173.772733,"ciHigh":1190.334005,"observedAt":"2026-11-11","runCount":7007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"non_english/DeepSeek-Coder-V2","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|overall/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.234554,"ciLow":1184.89999,"ciHigh":1197.569119,"observedAt":"2026-11-11","runCount":15147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"overall/DeepSeek-Coder-V2","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|russian/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1187.631929,"ciLow":1173.536402,"ciHigh":1201.727456,"observedAt":"2026-11-11","runCount":1823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"russian/DeepSeek-Coder-V2","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-coder-v2:default|none|lmarena-text@1|rating|spanish/DeepSeek-Coder-V2","sourceId":"lmarena","modelId":"deepseek/deepseek-coder-v2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.023792,"ciLow":1115.406448,"ciHigh":1190.641135,"observedAt":"2026-11-11","runCount":245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-Coder-V2","rowId":"spanish/DeepSeek-Coder-V2","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|chinese/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.190067,"ciLow":1194.542932,"ciHigh":1277.837202,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"chinese/DeepSeek LLM 67B Chat","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.330606,"ciLow":1194.91848,"ciHigh":1241.742732,"observedAt":"2026-11-11","runCount":649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"coding/DeepSeek LLM 67B Chat","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.269931,"ciLow":1113.627396,"ciHigh":1156.912465,"observedAt":"2026-11-11","runCount":789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"creative_writing/DeepSeek LLM 67B Chat","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|english/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.494551,"ciLow":1192.793938,"ciHigh":1218.195163,"observedAt":"2026-11-11","runCount":3820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"english/DeepSeek LLM 67B Chat","slice":"english"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1055.507147,"ciLow":1038.808364,"ciHigh":1072.205931,"observedAt":"2026-11-11","runCount":3443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"exclude_ties/DeepSeek LLM 67B Chat","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.050941,"ciLow":1157.71484,"ciHigh":1194.387042,"observedAt":"2026-11-11","runCount":1120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"hard_prompts/DeepSeek LLM 67B Chat","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.76754,"ciLow":1169.956452,"ciHigh":1209.578627,"observedAt":"2026-11-11","runCount":946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"hard_prompts_english/DeepSeek LLM 67B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.251799,"ciLow":1131.322401,"ciHigh":1187.181197,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_business_and_management_and_financial_operations/DeepSeek LLM 67B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.074997,"ciLow":1119.927452,"ciHigh":1162.222542,"observedAt":"2026-11-11","runCount":802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_entertainment_and_sports_and_media/DeepSeek LLM 67B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.981373,"ciLow":1164.302956,"ciHigh":1233.65979,"observedAt":"2026-11-11","runCount":300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_legal_and_government/DeepSeek LLM 67B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.242073,"ciLow":1158.684456,"ciHigh":1201.79969,"observedAt":"2026-11-11","runCount":876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_life_and_physical_and_social_science/DeepSeek LLM 67B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.593814,"ciLow":1124.008707,"ciHigh":1177.178921,"observedAt":"2026-11-11","runCount":484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_mathematical/DeepSeek LLM 67B Chat","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.137227,"ciLow":1176.460572,"ciHigh":1233.813882,"observedAt":"2026-11-11","runCount":385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_medicine_and_healthcare/DeepSeek LLM 67B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.996789,"ciLow":1187.54182,"ciHigh":1224.451757,"observedAt":"2026-11-11","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_software_and_it_services/DeepSeek LLM 67B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.65278,"ciLow":1151.957549,"ciHigh":1189.34801,"observedAt":"2026-11-11","runCount":1142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_writing_and_literature_and_language/DeepSeek LLM 67B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.960481,"ciLow":1141.14048,"ciHigh":1174.780482,"observedAt":"2026-11-11","runCount":1525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"instruction_following/DeepSeek LLM 67B Chat","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.926017,"ciLow":1149.820338,"ciHigh":1222.031697,"observedAt":"2026-11-11","runCount":243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"longer_query/DeepSeek LLM 67B Chat","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|math/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.321773,"ciLow":1132.810333,"ciHigh":1179.833213,"observedAt":"2026-11-11","runCount":576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"math/DeepSeek LLM 67B Chat","slice":"math"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.266983,"ciLow":1129.035136,"ciHigh":1177.498831,"observedAt":"2026-11-11","runCount":620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"multi_turn/DeepSeek LLM 67B Chat","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.470006,"ciLow":1132.089525,"ciHigh":1168.850488,"observedAt":"2026-11-11","runCount":1112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"non_english/DeepSeek LLM 67B Chat","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.124089,"ciLow":1173.670595,"ciHigh":1196.577582,"observedAt":"2026-11-11","runCount":4932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"overall/DeepSeek LLM 67B Chat","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|chinese/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1131.910184,"ciLow":1092.589967,"ciHigh":1171.230401,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"chinese/DeepSeek LLM 67B Chat","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|coding/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1095.450937,"ciLow":1071.964993,"ciHigh":1118.93688,"observedAt":"2026-11-11","runCount":649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"coding/DeepSeek LLM 67B Chat","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|creative_writing/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1067.269186,"ciLow":1045.435227,"ciHigh":1089.103145,"observedAt":"2026-11-11","runCount":789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"creative_writing/DeepSeek LLM 67B Chat","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|english/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1127.093257,"ciLow":1114.326735,"ciHigh":1139.859778,"observedAt":"2026-11-11","runCount":3820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"english/DeepSeek LLM 67B Chat","slice":"english"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":942.430887,"ciLow":925.7692,"ciHigh":959.092573,"observedAt":"2026-11-11","runCount":3443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"exclude_ties/DeepSeek LLM 67B Chat","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1069.734679,"ciLow":1051.396554,"ciHigh":1088.072804,"observedAt":"2026-11-11","runCount":1120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"hard_prompts/DeepSeek LLM 67B Chat","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.299295,"ciLow":1065.449694,"ciHigh":1105.148897,"observedAt":"2026-11-11","runCount":946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"hard_prompts_english/DeepSeek LLM 67B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1047.496019,"ciLow":1019.256564,"ciHigh":1075.735474,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_business_and_management_and_financial_operations/DeepSeek LLM 67B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1061.638544,"ciLow":1040.165965,"ciHigh":1083.111122,"observedAt":"2026-11-11","runCount":802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_entertainment_and_sports_and_media/DeepSeek LLM 67B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1089.21803,"ciLow":1054.409946,"ciHigh":1124.026114,"observedAt":"2026-11-11","runCount":300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_legal_and_government/DeepSeek LLM 67B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1065.879724,"ciLow":1044.105687,"ciHigh":1087.65376,"observedAt":"2026-11-11","runCount":876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_life_and_physical_and_social_science/DeepSeek LLM 67B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|industry_mathematical/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1093.237856,"ciLow":1066.717486,"ciHigh":1119.758227,"observedAt":"2026-11-11","runCount":484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_mathematical/DeepSeek LLM 67B Chat","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1061.640042,"ciLow":1033.033072,"ciHigh":1090.247012,"observedAt":"2026-11-11","runCount":385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_medicine_and_healthcare/DeepSeek LLM 67B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.880756,"ciLow":1076.394213,"ciHigh":1113.3673,"observedAt":"2026-11-11","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_software_and_it_services/DeepSeek LLM 67B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1110.642555,"ciLow":1091.930477,"ciHigh":1129.354634,"observedAt":"2026-11-11","runCount":1142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"industry_writing_and_literature_and_language/DeepSeek LLM 67B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|instruction_following/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1078.930567,"ciLow":1062.162975,"ciHigh":1095.698158,"observedAt":"2026-11-11","runCount":1525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"instruction_following/DeepSeek LLM 67B Chat","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|longer_query/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1091.784283,"ciLow":1055.726615,"ciHigh":1127.84195,"observedAt":"2026-11-11","runCount":243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"longer_query/DeepSeek LLM 67B Chat","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|math/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.670512,"ciLow":1084.293531,"ciHigh":1131.047493,"observedAt":"2026-11-11","runCount":576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"math/DeepSeek LLM 67B Chat","slice":"math"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|multi_turn/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1081.874696,"ciLow":1057.971096,"ciHigh":1105.778295,"observedAt":"2026-11-11","runCount":620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"multi_turn/DeepSeek LLM 67B Chat","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|non_english/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1072.86038,"ciLow":1054.479784,"ciHigh":1091.240976,"observedAt":"2026-11-11","runCount":1112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"non_english/DeepSeek LLM 67B Chat","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-llm-67b-chat:default|none|lmarena-text@1|rating|overall/DeepSeek LLM 67B Chat","sourceId":"lmarena","modelId":"deepseek/deepseek-llm-67b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1105.072088,"ciLow":1093.54643,"ciHigh":1116.597746,"observedAt":"2026-11-11","runCount":4932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek LLM 67B Chat","rowId":"overall/DeepSeek LLM 67B Chat","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.39082,"ciLow":1410.20815,"ciHigh":1446.573491,"observedAt":"2026-11-11","runCount":1151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"chinese/DeepSeek-R1","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.89338,"ciLow":1432.061995,"ciHigh":1455.724766,"observedAt":"2026-11-11","runCount":2317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"coding/DeepSeek-R1","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.745115,"ciLow":1363.348745,"ciHigh":1384.141485,"observedAt":"2026-11-11","runCount":3289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"creative_writing/DeepSeek-R1","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|english/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.840846,"ciLow":1406.687501,"ciHigh":1418.99419,"observedAt":"2026-11-11","runCount":10721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"english/DeepSeek-R1","slice":"english"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.035197,"ciLow":1375.709371,"ciHigh":1390.361023,"observedAt":"2026-11-11","runCount":12504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"exclude_ties/DeepSeek-R1","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|expert/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.10455,"ciLow":1382.240857,"ciHigh":1421.968242,"observedAt":"2026-11-11","runCount":848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"expert/DeepSeek-R1","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|french/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.57555,"ciLow":1348.946647,"ciHigh":1432.204453,"observedAt":"2026-11-11","runCount":188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"french/DeepSeek-R1","slice":"french"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|german/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.195815,"ciLow":1370.677765,"ciHigh":1427.713865,"observedAt":"2026-11-11","runCount":436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"german/DeepSeek-R1","slice":"german"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.732166,"ciLow":1409.71321,"ciHigh":1427.751121,"observedAt":"2026-11-11","runCount":4116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"hard_prompts/DeepSeek-R1","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.781951,"ciLow":1421.549741,"ciHigh":1444.014162,"observedAt":"2026-11-11","runCount":2656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"hard_prompts_english/DeepSeek-R1","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.693016,"ciLow":1373.80823,"ciHigh":1401.577801,"observedAt":"2026-11-11","runCount":1798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-R1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.961898,"ciLow":1362.100017,"ciHigh":1381.823779,"observedAt":"2026-11-11","runCount":3571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-R1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.025952,"ciLow":1381.329986,"ciHigh":1416.721918,"observedAt":"2026-11-11","runCount":1097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_legal_and_government/DeepSeek-R1","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.973276,"ciLow":1400.68523,"ciHigh":1421.261321,"observedAt":"2026-11-11","runCount":3309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_life_and_physical_and_social_science/DeepSeek-R1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.819456,"ciLow":1399.910094,"ciHigh":1429.728818,"observedAt":"2026-11-11","runCount":1504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_mathematical/DeepSeek-R1","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.355311,"ciLow":1391.83758,"ciHigh":1432.873041,"observedAt":"2026-11-11","runCount":830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_medicine_and_healthcare/DeepSeek-R1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.74777,"ciLow":1420.511263,"ciHigh":1438.984278,"observedAt":"2026-11-11","runCount":3954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_software_and_it_services/DeepSeek-R1","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.182084,"ciLow":1373.955068,"ciHigh":1390.409099,"observedAt":"2026-11-11","runCount":5355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_writing_and_literature_and_language/DeepSeek-R1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.271587,"ciLow":1389.742572,"ciHigh":1404.800602,"observedAt":"2026-11-11","runCount":6426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"instruction_following/DeepSeek-R1","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.282404,"ciLow":1311.111231,"ciHigh":1363.453578,"observedAt":"2026-11-11","runCount":468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"japanese/DeepSeek-R1","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|korean/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.180939,"ciLow":1317.89369,"ciHigh":1398.468189,"observedAt":"2026-11-11","runCount":215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"korean/DeepSeek-R1","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.576771,"ciLow":1387.569453,"ciHigh":1411.584089,"observedAt":"2026-11-11","runCount":2303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"longer_query/DeepSeek-R1","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|math/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.072678,"ciLow":1397.960293,"ciHigh":1426.185064,"observedAt":"2026-11-11","runCount":1606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"math/DeepSeek-R1","slice":"math"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.361943,"ciLow":1397.416127,"ciHigh":1421.307758,"observedAt":"2026-11-11","runCount":2418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"multi_turn/DeepSeek-R1","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.675678,"ciLow":1370.829201,"ciHigh":1384.522155,"observedAt":"2026-11-11","runCount":7803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"non_english/DeepSeek-R1","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.15506,"ciLow":1393.255961,"ciHigh":1403.054158,"observedAt":"2026-11-11","runCount":18524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"overall/DeepSeek-R1","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|russian/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.456995,"ciLow":1368.599697,"ciHigh":1394.314293,"observedAt":"2026-11-11","runCount":1904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"russian/DeepSeek-R1","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.395853,"ciLow":1346.668566,"ciHigh":1450.12314,"observedAt":"2026-11-11","runCount":114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"spanish/DeepSeek-R1","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|chinese/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.218448,"ciLow":1382.171556,"ciHigh":1418.265339,"observedAt":"2026-11-11","runCount":1151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"chinese/DeepSeek-R1","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|coding/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.284833,"ciLow":1359.528026,"ciHigh":1383.041639,"observedAt":"2026-11-11","runCount":2317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"coding/DeepSeek-R1","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|creative_writing/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.082287,"ciLow":1343.793638,"ciHigh":1364.370936,"observedAt":"2026-11-11","runCount":3289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"creative_writing/DeepSeek-R1","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|english/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.105885,"ciLow":1379.008595,"ciHigh":1391.203174,"observedAt":"2026-11-11","runCount":10721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"english/DeepSeek-R1","slice":"english"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.826922,"ciLow":1338.644432,"ciHigh":1353.009412,"observedAt":"2026-11-11","runCount":12504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"exclude_ties/DeepSeek-R1","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|expert/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.3452,"ciLow":1317.682222,"ciHigh":1357.008179,"observedAt":"2026-11-11","runCount":848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"expert/DeepSeek-R1","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|french/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.301989,"ciLow":1324.070999,"ciHigh":1408.53298,"observedAt":"2026-11-11","runCount":188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"french/DeepSeek-R1","slice":"french"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|german/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.344463,"ciLow":1356.174986,"ciHigh":1412.51394,"observedAt":"2026-11-11","runCount":436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"german/DeepSeek-R1","slice":"german"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.141118,"ciLow":1352.224581,"ciHigh":1370.057654,"observedAt":"2026-11-11","runCount":4116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"hard_prompts/DeepSeek-R1","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.60829,"ciLow":1363.496825,"ciHigh":1385.719754,"observedAt":"2026-11-11","runCount":2656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"hard_prompts_english/DeepSeek-R1","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.513062,"ciLow":1333.640715,"ciHigh":1361.38541,"observedAt":"2026-11-11","runCount":1798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-R1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.65761,"ciLow":1336.875137,"ciHigh":1356.440083,"observedAt":"2026-11-11","runCount":3571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-R1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.027949,"ciLow":1353.449174,"ciHigh":1388.606724,"observedAt":"2026-11-11","runCount":1097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_legal_and_government/DeepSeek-R1","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.301747,"ciLow":1365.044366,"ciHigh":1385.559129,"observedAt":"2026-11-11","runCount":3309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_life_and_physical_and_social_science/DeepSeek-R1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.501435,"ciLow":1374.778286,"ciHigh":1404.224583,"observedAt":"2026-11-11","runCount":1504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_mathematical/DeepSeek-R1","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.645056,"ciLow":1350.029168,"ciHigh":1391.260945,"observedAt":"2026-11-11","runCount":830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_medicine_and_healthcare/DeepSeek-R1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.919973,"ciLow":1365.776898,"ciHigh":1384.063047,"observedAt":"2026-11-11","runCount":3954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_software_and_it_services/DeepSeek-R1","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.333638,"ciLow":1356.180083,"ciHigh":1372.487194,"observedAt":"2026-11-11","runCount":5355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"industry_writing_and_literature_and_language/DeepSeek-R1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|instruction_following/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.268722,"ciLow":1349.79756,"ciHigh":1364.739885,"observedAt":"2026-11-11","runCount":6426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"instruction_following/DeepSeek-R1","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|japanese/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.469869,"ciLow":1298.534446,"ciHigh":1350.405291,"observedAt":"2026-11-11","runCount":468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"japanese/DeepSeek-R1","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|korean/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.653913,"ciLow":1289.981305,"ciHigh":1369.326521,"observedAt":"2026-11-11","runCount":215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"korean/DeepSeek-R1","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|longer_query/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.782513,"ciLow":1342.868285,"ciHigh":1366.69674,"observedAt":"2026-11-11","runCount":2303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"longer_query/DeepSeek-R1","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|math/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.522746,"ciLow":1378.504281,"ciHigh":1406.541211,"observedAt":"2026-11-11","runCount":1606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"math/DeepSeek-R1","slice":"math"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|multi_turn/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.491005,"ciLow":1378.610154,"ciHigh":1402.371857,"observedAt":"2026-11-11","runCount":2418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"multi_turn/DeepSeek-R1","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|non_english/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.555713,"ciLow":1349.774253,"ciHigh":1363.337174,"observedAt":"2026-11-11","runCount":7803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"non_english/DeepSeek-R1","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|overall/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.726084,"ciLow":1367.876422,"ciHigh":1377.575747,"observedAt":"2026-11-11","runCount":18524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"overall/DeepSeek-R1","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|russian/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.187615,"ciLow":1341.347253,"ciHigh":1367.027978,"observedAt":"2026-11-11","runCount":1904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"russian/DeepSeek-R1","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-r1-0120:default|none|lmarena-text@1|rating|spanish/DeepSeek-R1","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0120","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.764515,"ciLow":1325.826879,"ciHigh":1431.702151,"observedAt":"2026-11-11","runCount":114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1","rowId":"spanish/DeepSeek-R1","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.088254,"ciLow":1409.707766,"ciHigh":1444.468742,"observedAt":"2026-11-11","runCount":1186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"chinese/DeepSeek-R1 (0528)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.977309,"ciLow":1452.60728,"ciHigh":1475.347339,"observedAt":"2026-11-11","runCount":2687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"coding/DeepSeek-R1 (0528)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.506615,"ciLow":1375.963211,"ciHigh":1401.050019,"observedAt":"2026-11-11","runCount":2408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"creative_writing/DeepSeek-R1 (0528)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|english/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.732235,"ciLow":1426.324189,"ciHigh":1441.140281,"observedAt":"2026-11-11","runCount":8150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"english/DeepSeek-R1 (0528)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.350003,"ciLow":1404.424462,"ciHigh":1420.275544,"observedAt":"2026-11-11","runCount":13064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"exclude_ties/DeepSeek-R1 (0528)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|expert/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.795954,"ciLow":1398.214932,"ciHigh":1437.376976,"observedAt":"2026-11-11","runCount":887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"expert/DeepSeek-R1 (0528)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|french/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.077906,"ciLow":1380.321155,"ciHigh":1455.834657,"observedAt":"2026-11-11","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"french/DeepSeek-R1 (0528)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|german/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.566572,"ciLow":1367.650339,"ciHigh":1417.482804,"observedAt":"2026-11-11","runCount":597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"german/DeepSeek-R1 (0528)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.951106,"ciLow":1425.248297,"ciHigh":1440.653915,"observedAt":"2026-11-11","runCount":6875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"hard_prompts/DeepSeek-R1 (0528)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.783667,"ciLow":1430.966453,"ciHigh":1452.600882,"observedAt":"2026-11-11","runCount":3101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"hard_prompts_english/DeepSeek-R1 (0528)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.13019,"ciLow":1395.89471,"ciHigh":1418.36567,"observedAt":"2026-11-11","runCount":2847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-R1 (0528)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.252843,"ciLow":1377.540716,"ciHigh":1398.964971,"observedAt":"2026-11-11","runCount":3182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-R1 (0528)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.520651,"ciLow":1399.146177,"ciHigh":1431.895125,"observedAt":"2026-11-11","runCount":1370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_legal_and_government/DeepSeek-R1 (0528)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.969074,"ciLow":1415.354983,"ciHigh":1436.583165,"observedAt":"2026-11-11","runCount":3385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-R1 (0528)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.977556,"ciLow":1391.592396,"ciHigh":1430.362716,"observedAt":"2026-11-11","runCount":918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_mathematical/DeepSeek-R1 (0528)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.950034,"ciLow":1425.242873,"ciHigh":1460.657194,"observedAt":"2026-11-11","runCount":1229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_medicine_and_healthcare/DeepSeek-R1 (0528)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.651938,"ciLow":1447.280167,"ciHigh":1464.023709,"observedAt":"2026-11-11","runCount":5522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_software_and_it_services/DeepSeek-R1 (0528)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.869034,"ciLow":1378.294752,"ciHigh":1397.443317,"observedAt":"2026-11-11","runCount":4198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_writing_and_literature_and_language/DeepSeek-R1 (0528)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.659996,"ciLow":1381.115576,"ciHigh":1400.204417,"observedAt":"2026-11-11","runCount":4013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"instruction_following/DeepSeek-R1 (0528)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.232883,"ciLow":1364.330679,"ciHigh":1414.135086,"observedAt":"2026-11-11","runCount":621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"japanese/DeepSeek-R1 (0528)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|korean/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.246244,"ciLow":1318.739781,"ciHigh":1387.752706,"observedAt":"2026-11-11","runCount":324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"korean/DeepSeek-R1 (0528)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.71437,"ciLow":1397.064389,"ciHigh":1418.364351,"observedAt":"2026-11-11","runCount":3128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"longer_query/DeepSeek-R1 (0528)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|math/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.216224,"ciLow":1372.337399,"ciHigh":1412.095049,"observedAt":"2026-11-11","runCount":861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"math/DeepSeek-R1 (0528)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.322725,"ciLow":1393.267497,"ciHigh":1415.377953,"observedAt":"2026-11-11","runCount":2845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"multi_turn/DeepSeek-R1 (0528)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.977851,"ciLow":1396.122389,"ciHigh":1409.833312,"observedAt":"2026-11-11","runCount":9995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"non_english/DeepSeek-R1 (0528)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.527848,"ciLow":1415.846167,"ciHigh":1427.209528,"observedAt":"2026-11-11","runCount":18151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"overall/DeepSeek-R1 (0528)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|polish/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.818108,"ciLow":1397.419627,"ciHigh":1426.216588,"observedAt":"2026-11-11","runCount":1980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"polish/DeepSeek-R1 (0528)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|russian/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.470553,"ciLow":1397.702956,"ciHigh":1427.238149,"observedAt":"2026-11-11","runCount":1521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"russian/DeepSeek-R1 (0528)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.453155,"ciLow":1365.413368,"ciHigh":1437.492942,"observedAt":"2026-11-11","runCount":261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"spanish/DeepSeek-R1 (0528)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|chinese/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.086998,"ciLow":1424.457603,"ciHigh":1459.716392,"observedAt":"2026-11-11","runCount":1186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"chinese/DeepSeek-R1 (0528)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|coding/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.864362,"ciLow":1415.45379,"ciHigh":1438.274934,"observedAt":"2026-11-11","runCount":2687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"coding/DeepSeek-R1 (0528)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|creative_writing/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.27598,"ciLow":1392.859789,"ciHigh":1417.692171,"observedAt":"2026-11-11","runCount":2408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"creative_writing/DeepSeek-R1 (0528)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|english/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.39168,"ciLow":1430.033218,"ciHigh":1444.750141,"observedAt":"2026-11-11","runCount":8150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"english/DeepSeek-R1 (0528)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.962613,"ciLow":1412.151409,"ciHigh":1427.773818,"observedAt":"2026-11-11","runCount":13064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"exclude_ties/DeepSeek-R1 (0528)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|expert/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.350603,"ciLow":1373.700798,"ciHigh":1413.000408,"observedAt":"2026-11-11","runCount":887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"expert/DeepSeek-R1 (0528)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|french/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.578001,"ciLow":1378.003008,"ciHigh":1453.152993,"observedAt":"2026-11-11","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"french/DeepSeek-R1 (0528)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|german/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.04967,"ciLow":1379.244152,"ciHigh":1428.855188,"observedAt":"2026-11-11","runCount":597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"german/DeepSeek-R1 (0528)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.357252,"ciLow":1407.668143,"ciHigh":1423.04636,"observedAt":"2026-11-11","runCount":6875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"hard_prompts/DeepSeek-R1 (0528)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.873954,"ciLow":1411.095082,"ciHigh":1432.652826,"observedAt":"2026-11-11","runCount":3101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"hard_prompts_english/DeepSeek-R1 (0528)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.667743,"ciLow":1390.472765,"ciHigh":1412.862722,"observedAt":"2026-11-11","runCount":2847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-R1 (0528)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.408866,"ciLow":1389.766961,"ciHigh":1411.050772,"observedAt":"2026-11-11","runCount":3182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-R1 (0528)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.716662,"ciLow":1402.47579,"ciHigh":1434.957534,"observedAt":"2026-11-11","runCount":1370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_legal_and_government/DeepSeek-R1 (0528)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.364428,"ciLow":1419.791807,"ciHigh":1440.937049,"observedAt":"2026-11-11","runCount":3385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-R1 (0528)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.975247,"ciLow":1396.65588,"ciHigh":1435.294614,"observedAt":"2026-11-11","runCount":918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_mathematical/DeepSeek-R1 (0528)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.057771,"ciLow":1427.539824,"ciHigh":1462.575718,"observedAt":"2026-11-11","runCount":1229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_medicine_and_healthcare/DeepSeek-R1 (0528)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.695313,"ciLow":1426.340192,"ciHigh":1443.050435,"observedAt":"2026-11-11","runCount":5522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_software_and_it_services/DeepSeek-R1 (0528)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.449051,"ciLow":1391.956002,"ciHigh":1410.9421,"observedAt":"2026-11-11","runCount":4198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"industry_writing_and_literature_and_language/DeepSeek-R1 (0528)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|instruction_following/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.487319,"ciLow":1371.957075,"ciHigh":1391.017564,"observedAt":"2026-11-11","runCount":4013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"instruction_following/DeepSeek-R1 (0528)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|japanese/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.131838,"ciLow":1366.285021,"ciHigh":1415.978655,"observedAt":"2026-11-11","runCount":621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"japanese/DeepSeek-R1 (0528)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|korean/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.148707,"ciLow":1324.760808,"ciHigh":1393.536607,"observedAt":"2026-11-11","runCount":324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"korean/DeepSeek-R1 (0528)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|longer_query/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.393401,"ciLow":1380.805614,"ciHigh":1401.981188,"observedAt":"2026-11-11","runCount":3128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"longer_query/DeepSeek-R1 (0528)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|math/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.105052,"ciLow":1380.167382,"ciHigh":1420.042722,"observedAt":"2026-11-11","runCount":861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"math/DeepSeek-R1 (0528)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|multi_turn/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.56708,"ciLow":1393.593527,"ciHigh":1415.540632,"observedAt":"2026-11-11","runCount":2845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"multi_turn/DeepSeek-R1 (0528)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|non_english/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.728072,"ciLow":1404.896986,"ciHigh":1418.559158,"observedAt":"2026-11-11","runCount":9995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"non_english/DeepSeek-R1 (0528)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|overall/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.846146,"ciLow":1422.190691,"ciHigh":1433.501602,"observedAt":"2026-11-11","runCount":18151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"overall/DeepSeek-R1 (0528)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|polish/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.124455,"ciLow":1413.941576,"ciHigh":1442.307335,"observedAt":"2026-11-11","runCount":1980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"polish/DeepSeek-R1 (0528)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|russian/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.467351,"ciLow":1407.801574,"ciHigh":1437.133128,"observedAt":"2026-11-11","runCount":1521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"russian/DeepSeek-R1 (0528)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-r1-0528:default|none|lmarena-text@1|rating|spanish/DeepSeek-R1 (0528)","sourceId":"lmarena","modelId":"deepseek/deepseek-r1-0528","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.337654,"ciLow":1375.836533,"ciHigh":1446.838776,"observedAt":"2026-11-11","runCount":261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-R1 (0528)","rowId":"spanish/DeepSeek-R1 (0528)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.197442,"ciLow":1328.615626,"ciHigh":1381.779258,"observedAt":"2026-11-11","runCount":446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"chinese/DeepSeek-V2.5 (1210)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.679405,"ciLow":1356.832647,"ciHigh":1390.526162,"observedAt":"2026-11-11","runCount":1079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"coding/DeepSeek-V2.5 (1210)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.492149,"ciLow":1292.345004,"ciHigh":1326.639294,"observedAt":"2026-11-11","runCount":1090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"creative_writing/DeepSeek-V2.5 (1210)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|english/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.482591,"ciLow":1325.107659,"ciHigh":1345.857523,"observedAt":"2026-11-11","runCount":3776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"english/DeepSeek-V2.5 (1210)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.997918,"ciLow":1256.789221,"ciHigh":1283.206615,"observedAt":"2026-11-11","runCount":4213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"exclude_ties/DeepSeek-V2.5 (1210)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.891528,"ciLow":1279.71726,"ciHigh":1332.065795,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"expert/DeepSeek-V2.5 (1210)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|german/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.893379,"ciLow":1242.450906,"ciHigh":1337.335853,"observedAt":"2026-11-11","runCount":140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"german/DeepSeek-V2.5 (1210)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.213614,"ciLow":1314.917298,"ciHigh":1341.509931,"observedAt":"2026-11-11","runCount":1790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"hard_prompts/DeepSeek-V2.5 (1210)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.156734,"ciLow":1318.873146,"ciHigh":1351.440321,"observedAt":"2026-11-11","runCount":1132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"hard_prompts_english/DeepSeek-V2.5 (1210)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.398314,"ciLow":1283.972052,"ciHigh":1326.824576,"observedAt":"2026-11-11","runCount":715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V2.5 (1210)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.097029,"ciLow":1286.114562,"ciHigh":1318.079496,"observedAt":"2026-11-11","runCount":1216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V2.5 (1210)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.732586,"ciLow":1296.385593,"ciHigh":1355.079578,"observedAt":"2026-11-11","runCount":375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_legal_and_government/DeepSeek-V2.5 (1210)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.565317,"ciLow":1313.876421,"ciHigh":1347.254214,"observedAt":"2026-11-11","runCount":1137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V2.5 (1210)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.617544,"ciLow":1267.730206,"ciHigh":1303.504882,"observedAt":"2026-11-11","runCount":893,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_mathematical/DeepSeek-V2.5 (1210)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.105146,"ciLow":1303.869517,"ciHigh":1368.340774,"observedAt":"2026-11-11","runCount":291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_medicine_and_healthcare/DeepSeek-V2.5 (1210)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.177866,"ciLow":1350.022515,"ciHigh":1378.333216,"observedAt":"2026-11-11","runCount":1688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_software_and_it_services/DeepSeek-V2.5 (1210)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.843638,"ciLow":1301.375219,"ciHigh":1328.312056,"observedAt":"2026-11-11","runCount":1930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V2.5 (1210)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.149016,"ciLow":1302.865889,"ciHigh":1325.432142,"observedAt":"2026-11-11","runCount":2970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"instruction_following/DeepSeek-V2.5 (1210)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.026882,"ciLow":1209.844978,"ciHigh":1294.208785,"observedAt":"2026-11-11","runCount":161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"japanese/DeepSeek-V2.5 (1210)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.329417,"ciLow":1320.003045,"ciHigh":1354.655789,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"longer_query/DeepSeek-V2.5 (1210)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|math/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.408956,"ciLow":1274.646616,"ciHigh":1308.171296,"observedAt":"2026-11-11","runCount":1031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"math/DeepSeek-V2.5 (1210)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.243936,"ciLow":1305.932825,"ciHigh":1338.555047,"observedAt":"2026-11-11","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"multi_turn/DeepSeek-V2.5 (1210)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.42036,"ciLow":1295.283431,"ciHigh":1317.55729,"observedAt":"2026-11-11","runCount":3019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"non_english/DeepSeek-V2.5 (1210)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.426237,"ciLow":1315.153358,"ciHigh":1331.699116,"observedAt":"2026-11-11","runCount":6795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"overall/DeepSeek-V2.5 (1210)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.185625,"ciLow":1305.869351,"ciHigh":1340.501899,"observedAt":"2026-11-11","runCount":1034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"russian/DeepSeek-V2.5 (1210)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|chinese/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.649673,"ciLow":1291.625944,"ciHigh":1343.673402,"observedAt":"2026-11-11","runCount":446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"chinese/DeepSeek-V2.5 (1210)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|coding/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.298278,"ciLow":1292.567515,"ciHigh":1326.029042,"observedAt":"2026-11-11","runCount":1079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"coding/DeepSeek-V2.5 (1210)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|creative_writing/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.950618,"ciLow":1267.764682,"ciHigh":1302.136555,"observedAt":"2026-11-11","runCount":1090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"creative_writing/DeepSeek-V2.5 (1210)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|english/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.592516,"ciLow":1299.287693,"ciHigh":1319.897339,"observedAt":"2026-11-11","runCount":3776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"english/DeepSeek-V2.5 (1210)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.73064,"ciLow":1215.708104,"ciHigh":1241.753177,"observedAt":"2026-11-11","runCount":4213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"exclude_ties/DeepSeek-V2.5 (1210)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|expert/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.938376,"ciLow":1239.990018,"ciHigh":1291.886734,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"expert/DeepSeek-V2.5 (1210)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|german/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.96861,"ciLow":1212.291228,"ciHigh":1303.645992,"observedAt":"2026-11-11","runCount":140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"german/DeepSeek-V2.5 (1210)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.132627,"ciLow":1275.927307,"ciHigh":1302.337947,"observedAt":"2026-11-11","runCount":1790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"hard_prompts/DeepSeek-V2.5 (1210)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.852647,"ciLow":1282.590578,"ciHigh":1315.114717,"observedAt":"2026-11-11","runCount":1132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"hard_prompts_english/DeepSeek-V2.5 (1210)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.106206,"ciLow":1237.773564,"ciHigh":1280.438847,"observedAt":"2026-11-11","runCount":715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V2.5 (1210)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.0453,"ciLow":1259.105938,"ciHigh":1290.984661,"observedAt":"2026-11-11","runCount":1216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V2.5 (1210)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.598365,"ciLow":1249.397492,"ciHigh":1307.799238,"observedAt":"2026-11-11","runCount":375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_legal_and_government/DeepSeek-V2.5 (1210)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.282952,"ciLow":1271.594843,"ciHigh":1304.97106,"observedAt":"2026-11-11","runCount":1137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V2.5 (1210)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.346157,"ciLow":1260.648033,"ciHigh":1296.044281,"observedAt":"2026-11-11","runCount":893,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_mathematical/DeepSeek-V2.5 (1210)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.991606,"ciLow":1259.649428,"ciHigh":1324.333783,"observedAt":"2026-11-11","runCount":291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_medicine_and_healthcare/DeepSeek-V2.5 (1210)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.128749,"ciLow":1299.135672,"ciHigh":1327.121826,"observedAt":"2026-11-11","runCount":1688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_software_and_it_services/DeepSeek-V2.5 (1210)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.037626,"ciLow":1269.724793,"ciHigh":1296.350459,"observedAt":"2026-11-11","runCount":1930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V2.5 (1210)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|instruction_following/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.479014,"ciLow":1268.329881,"ciHigh":1290.628148,"observedAt":"2026-11-11","runCount":2970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"instruction_following/DeepSeek-V2.5 (1210)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|japanese/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.105748,"ciLow":1186.723781,"ciHigh":1269.487715,"observedAt":"2026-11-11","runCount":161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"japanese/DeepSeek-V2.5 (1210)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|longer_query/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.572742,"ciLow":1283.456208,"ciHigh":1317.689275,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"longer_query/DeepSeek-V2.5 (1210)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|math/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.49295,"ciLow":1271.879148,"ciHigh":1305.106752,"observedAt":"2026-11-11","runCount":1031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"math/DeepSeek-V2.5 (1210)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|multi_turn/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.552123,"ciLow":1280.269964,"ciHigh":1312.834283,"observedAt":"2026-11-11","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"multi_turn/DeepSeek-V2.5 (1210)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|non_english/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.279511,"ciLow":1262.202231,"ciHigh":1284.35679,"observedAt":"2026-11-11","runCount":3019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"non_english/DeepSeek-V2.5 (1210)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|overall/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.968654,"ciLow":1285.74699,"ciHigh":1302.190317,"observedAt":"2026-11-11","runCount":6795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"overall/DeepSeek-V2.5 (1210)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v2.5-1210:default|none|lmarena-text@1|rating|russian/DeepSeek-V2.5 (1210)","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5-1210","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.145724,"ciLow":1271.860859,"ciHigh":1306.430588,"observedAt":"2026-11-11","runCount":1034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5 (1210)","rowId":"russian/DeepSeek-V2.5 (1210)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.007198,"ciLow":1317.750984,"ciHigh":1344.263413,"observedAt":"2026-11-11","runCount":2242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"chinese/DeepSeek-V2.5","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.573047,"ciLow":1358.201419,"ciHigh":1376.944675,"observedAt":"2026-11-11","runCount":4252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"coding/DeepSeek-V2.5","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.748781,"ciLow":1253.998659,"ciHigh":1275.498903,"observedAt":"2026-11-11","runCount":3450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"creative_writing/DeepSeek-V2.5","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|english/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.081024,"ciLow":1311.874018,"ciHigh":1324.28803,"observedAt":"2026-11-11","runCount":12845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"english/DeepSeek-V2.5","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.328172,"ciLow":1235.738255,"ciHigh":1250.91809,"observedAt":"2026-11-11","runCount":15337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"exclude_ties/DeepSeek-V2.5","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.894009,"ciLow":1280.951978,"ciHigh":1310.83604,"observedAt":"2026-11-11","runCount":1523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"expert/DeepSeek-V2.5","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|french/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.62213,"ciLow":1287.638189,"ciHigh":1363.606071,"observedAt":"2026-11-11","runCount":222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"french/DeepSeek-V2.5","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|german/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.451489,"ciLow":1236.858827,"ciHigh":1286.044151,"observedAt":"2026-11-11","runCount":563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"german/DeepSeek-V2.5","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.406965,"ciLow":1313.803626,"ciHigh":1329.010304,"observedAt":"2026-11-11","runCount":6869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"hard_prompts/DeepSeek-V2.5","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.544683,"ciLow":1319.183373,"ciHigh":1337.905994,"observedAt":"2026-11-11","runCount":4055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"hard_prompts_english/DeepSeek-V2.5","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.719273,"ciLow":1288.188146,"ciHigh":1311.250401,"observedAt":"2026-11-11","runCount":2825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V2.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.743839,"ciLow":1253.540899,"ciHigh":1273.94678,"observedAt":"2026-11-11","runCount":3664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V2.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.977655,"ciLow":1314.533796,"ciHigh":1345.421514,"observedAt":"2026-11-11","runCount":1518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_legal_and_government/DeepSeek-V2.5","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.363314,"ciLow":1310.790244,"ciHigh":1329.936385,"observedAt":"2026-11-11","runCount":4318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V2.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.461671,"ciLow":1284.914743,"ciHigh":1306.008599,"observedAt":"2026-11-11","runCount":3039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_mathematical/DeepSeek-V2.5","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.636959,"ciLow":1296.009359,"ciHigh":1331.264559,"observedAt":"2026-11-11","runCount":1214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_medicine_and_healthcare/DeepSeek-V2.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.962911,"ciLow":1340.934492,"ciHigh":1356.99133,"observedAt":"2026-11-11","runCount":6692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_software_and_it_services/DeepSeek-V2.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.949633,"ciLow":1275.634169,"ciHigh":1292.265096,"observedAt":"2026-11-11","runCount":6613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_writing_and_literature_and_language/DeepSeek-V2.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.394663,"ciLow":1284.623217,"ciHigh":1298.166108,"observedAt":"2026-11-11","runCount":10175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"instruction_following/DeepSeek-V2.5","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.680213,"ciLow":1200.63268,"ciHigh":1254.727747,"observedAt":"2026-11-11","runCount":479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"japanese/DeepSeek-V2.5","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.955945,"ciLow":1221.210561,"ciHigh":1288.701329,"observedAt":"2026-11-11","runCount":344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"korean/DeepSeek-V2.5","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.370142,"ciLow":1304.202692,"ciHigh":1324.537593,"observedAt":"2026-11-11","runCount":3499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"longer_query/DeepSeek-V2.5","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|math/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.172311,"ciLow":1277.332071,"ciHigh":1297.012551,"observedAt":"2026-11-11","runCount":3649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"math/DeepSeek-V2.5","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.342851,"ciLow":1282.668525,"ciHigh":1302.017178,"observedAt":"2026-11-11","runCount":4473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"multi_turn/DeepSeek-V2.5","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.733742,"ciLow":1284.363038,"ciHigh":1297.104446,"observedAt":"2026-11-11","runCount":11727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"non_english/DeepSeek-V2.5","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.242709,"ciLow":1302.52812,"ciHigh":1311.957298,"observedAt":"2026-11-11","runCount":24572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"overall/DeepSeek-V2.5","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.242449,"ciLow":1280.942758,"ciHigh":1301.542139,"observedAt":"2026-11-11","runCount":3519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"russian/DeepSeek-V2.5","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.393616,"ciLow":1249.722671,"ciHigh":1319.06456,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"spanish/DeepSeek-V2.5","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|chinese/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.389463,"ciLow":1268.345364,"ciHigh":1294.433562,"observedAt":"2026-11-11","runCount":2242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"chinese/DeepSeek-V2.5","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|coding/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.209022,"ciLow":1291.913568,"ciHigh":1310.504477,"observedAt":"2026-11-11","runCount":4252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"coding/DeepSeek-V2.5","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|creative_writing/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.623041,"ciLow":1226.141781,"ciHigh":1247.104301,"observedAt":"2026-11-11","runCount":3450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"creative_writing/DeepSeek-V2.5","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|english/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.262157,"ciLow":1278.105773,"ciHigh":1290.41854,"observedAt":"2026-11-11","runCount":12845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"english/DeepSeek-V2.5","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1192.642217,"ciLow":1185.172382,"ciHigh":1200.112051,"observedAt":"2026-11-11","runCount":15337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"exclude_ties/DeepSeek-V2.5","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|expert/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1239.489141,"ciLow":1224.736597,"ciHigh":1254.241685,"observedAt":"2026-11-11","runCount":1523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"expert/DeepSeek-V2.5","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|french/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.942735,"ciLow":1250.574422,"ciHigh":1327.311049,"observedAt":"2026-11-11","runCount":222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"french/DeepSeek-V2.5","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|german/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.271453,"ciLow":1201.726274,"ciHigh":1250.816631,"observedAt":"2026-11-11","runCount":563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"german/DeepSeek-V2.5","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.23207,"ciLow":1262.709901,"ciHigh":1277.75424,"observedAt":"2026-11-11","runCount":6869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"hard_prompts/DeepSeek-V2.5","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.604377,"ciLow":1270.32998,"ciHigh":1288.878774,"observedAt":"2026-11-11","runCount":4055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"hard_prompts_english/DeepSeek-V2.5","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.052505,"ciLow":1236.586941,"ciHigh":1259.51807,"observedAt":"2026-11-11","runCount":2825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V2.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1229.916428,"ciLow":1219.919492,"ciHigh":1239.913363,"observedAt":"2026-11-11","runCount":3664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V2.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.122235,"ciLow":1266.68251,"ciHigh":1297.56196,"observedAt":"2026-11-11","runCount":1518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_legal_and_government/DeepSeek-V2.5","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.232976,"ciLow":1263.698899,"ciHigh":1282.767053,"observedAt":"2026-11-11","runCount":4318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V2.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.652174,"ciLow":1263.186446,"ciHigh":1284.117902,"observedAt":"2026-11-11","runCount":3039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_mathematical/DeepSeek-V2.5","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.230933,"ciLow":1241.900221,"ciHigh":1276.561645,"observedAt":"2026-11-11","runCount":1214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_medicine_and_healthcare/DeepSeek-V2.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.022259,"ciLow":1287.060336,"ciHigh":1302.984182,"observedAt":"2026-11-11","runCount":6692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_software_and_it_services/DeepSeek-V2.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1246.825029,"ciLow":1238.631299,"ciHigh":1255.018758,"observedAt":"2026-11-11","runCount":6613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"industry_writing_and_literature_and_language/DeepSeek-V2.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|instruction_following/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.996805,"ciLow":1242.322081,"ciHigh":1255.671529,"observedAt":"2026-11-11","runCount":10175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"instruction_following/DeepSeek-V2.5","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|japanese/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.311259,"ciLow":1163.543402,"ciHigh":1217.079115,"observedAt":"2026-11-11","runCount":479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"japanese/DeepSeek-V2.5","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|korean/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1209.635712,"ciLow":1176.266832,"ciHigh":1243.004591,"observedAt":"2026-11-11","runCount":344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"korean/DeepSeek-V2.5","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|longer_query/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.822861,"ciLow":1262.743172,"ciHigh":1282.90255,"observedAt":"2026-11-11","runCount":3499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"longer_query/DeepSeek-V2.5","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|math/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.707839,"ciLow":1260.910668,"ciHigh":1280.50501,"observedAt":"2026-11-11","runCount":3649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"math/DeepSeek-V2.5","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|multi_turn/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.586902,"ciLow":1250.952934,"ciHigh":1270.22087,"observedAt":"2026-11-11","runCount":4473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"multi_turn/DeepSeek-V2.5","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|non_english/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.232192,"ciLow":1246.905207,"ciHigh":1259.559178,"observedAt":"2026-11-11","runCount":11727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"non_english/DeepSeek-V2.5","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|overall/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.296056,"ciLow":1266.616056,"ciHigh":1275.976057,"observedAt":"2026-11-11","runCount":24572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"overall/DeepSeek-V2.5","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|russian/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.633301,"ciLow":1242.362986,"ciHigh":1262.903616,"observedAt":"2026-11-11","runCount":3519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"russian/DeepSeek-V2.5","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v2.5:default|none|lmarena-text@1|rating|spanish/DeepSeek-V2.5","sourceId":"lmarena","modelId":"deepseek/deepseek-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.989474,"ciLow":1213.769792,"ciHigh":1282.209156,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V2.5","rowId":"spanish/DeepSeek-V2.5","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.258647,"ciLow":1404.279265,"ciHigh":1426.238029,"observedAt":"2026-11-11","runCount":3033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"chinese/DeepSeek-V3 (0324)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.966846,"ciLow":1421.172367,"ciHigh":1434.761326,"observedAt":"2026-11-11","runCount":8319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"coding/DeepSeek-V3 (0324)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.8062,"ciLow":1381.706018,"ciHigh":1397.906382,"observedAt":"2026-11-11","runCount":5982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"creative_writing/DeepSeek-V3 (0324)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|english/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.60323,"ciLow":1403.592859,"ciHigh":1413.613602,"observedAt":"2026-11-11","runCount":21384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"english/DeepSeek-V3 (0324)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.024452,"ciLow":1370.565817,"ciHigh":1381.483086,"observedAt":"2026-11-11","runCount":31418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"exclude_ties/DeepSeek-V3 (0324)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.238251,"ciLow":1383.805819,"ciHigh":1408.670683,"observedAt":"2026-11-11","runCount":2341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"expert/DeepSeek-V3 (0324)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|french/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.400321,"ciLow":1390.663453,"ciHigh":1440.13719,"observedAt":"2026-11-11","runCount":593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"french/DeepSeek-V3 (0324)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|german/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.737056,"ciLow":1374.082516,"ciHigh":1409.391595,"observedAt":"2026-11-11","runCount":1224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"german/DeepSeek-V3 (0324)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.13444,"ciLow":1402.933061,"ciHigh":1413.335818,"observedAt":"2026-11-11","runCount":18559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"hard_prompts/DeepSeek-V3 (0324)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.759524,"ciLow":1413.056418,"ciHigh":1426.46263,"observedAt":"2026-11-11","runCount":8999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"hard_prompts_english/DeepSeek-V3 (0324)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.164661,"ciLow":1381.62509,"ciHigh":1396.704232,"observedAt":"2026-11-11","runCount":6851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3 (0324)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.084759,"ciLow":1376.087536,"ciHigh":1390.081983,"observedAt":"2026-11-11","runCount":8000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3 (0324)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.532811,"ciLow":1398.357262,"ciHigh":1420.70836,"observedAt":"2026-11-11","runCount":2906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_legal_and_government/DeepSeek-V3 (0324)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.073954,"ciLow":1406.863313,"ciHigh":1421.284595,"observedAt":"2026-11-11","runCount":7619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3 (0324)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.649449,"ciLow":1353.801395,"ciHigh":1375.497504,"observedAt":"2026-11-11","runCount":2933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_mathematical/DeepSeek-V3 (0324)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.042395,"ciLow":1415.301028,"ciHigh":1438.783762,"observedAt":"2026-11-11","runCount":2657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_medicine_and_healthcare/DeepSeek-V3 (0324)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.75536,"ciLow":1417.083349,"ciHigh":1428.427371,"observedAt":"2026-11-11","runCount":14336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_software_and_it_services/DeepSeek-V3 (0324)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.362076,"ciLow":1379.903289,"ciHigh":1392.820863,"observedAt":"2026-11-11","runCount":10270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3 (0324)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.764423,"ciLow":1371.863336,"ciHigh":1383.665509,"observedAt":"2026-11-11","runCount":12389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"instruction_following/DeepSeek-V3 (0324)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.672881,"ciLow":1324.566707,"ciHigh":1362.779055,"observedAt":"2026-11-11","runCount":1056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"japanese/DeepSeek-V3 (0324)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.20433,"ciLow":1319.496715,"ciHigh":1358.911945,"observedAt":"2026-11-11","runCount":964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"korean/DeepSeek-V3 (0324)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.715315,"ciLow":1386.982518,"ciHigh":1400.448113,"observedAt":"2026-11-11","runCount":8523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"longer_query/DeepSeek-V3 (0324)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|math/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.487926,"ciLow":1356.082527,"ciHigh":1376.893325,"observedAt":"2026-11-11","runCount":3156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"math/DeepSeek-V3 (0324)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.387161,"ciLow":1403.14073,"ciHigh":1417.633592,"observedAt":"2026-11-11","runCount":7673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"multi_turn/DeepSeek-V3 (0324)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.757855,"ciLow":1373.93151,"ciHigh":1383.5842,"observedAt":"2026-11-11","runCount":23526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"non_english/DeepSeek-V3 (0324)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.272362,"ciLow":1391.374797,"ciHigh":1399.169928,"observedAt":"2026-11-11","runCount":44915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"overall/DeepSeek-V3 (0324)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.937239,"ciLow":1383.817008,"ciHigh":1408.057471,"observedAt":"2026-11-11","runCount":2733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"polish/DeepSeek-V3 (0324)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.419064,"ciLow":1390.831989,"ciHigh":1410.006138,"observedAt":"2026-11-11","runCount":3569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"russian/DeepSeek-V3 (0324)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.618156,"ciLow":1357.081514,"ciHigh":1396.154798,"observedAt":"2026-11-11","runCount":983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"spanish/DeepSeek-V3 (0324)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|chinese/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.405244,"ciLow":1379.52667,"ciHigh":1401.283818,"observedAt":"2026-11-11","runCount":3033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"chinese/DeepSeek-V3 (0324)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|coding/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.984027,"ciLow":1361.21498,"ciHigh":1374.753073,"observedAt":"2026-11-11","runCount":8319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"coding/DeepSeek-V3 (0324)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|creative_writing/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.135335,"ciLow":1356.154967,"ciHigh":1372.115704,"observedAt":"2026-11-11","runCount":5982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"creative_writing/DeepSeek-V3 (0324)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|english/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.984154,"ciLow":1384.020274,"ciHigh":1393.948035,"observedAt":"2026-11-11","runCount":21384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"english/DeepSeek-V3 (0324)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.344788,"ciLow":1339.996833,"ciHigh":1350.692742,"observedAt":"2026-11-11","runCount":31418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"exclude_ties/DeepSeek-V3 (0324)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|expert/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.323695,"ciLow":1337.99993,"ciHigh":1362.64746,"observedAt":"2026-11-11","runCount":2341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"expert/DeepSeek-V3 (0324)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|french/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.095542,"ciLow":1360.535242,"ciHigh":1409.655841,"observedAt":"2026-11-11","runCount":593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"french/DeepSeek-V3 (0324)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|german/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.641961,"ciLow":1356.193553,"ciHigh":1391.090369,"observedAt":"2026-11-11","runCount":1224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"german/DeepSeek-V3 (0324)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.923085,"ciLow":1359.737926,"ciHigh":1370.108245,"observedAt":"2026-11-11","runCount":18559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"hard_prompts/DeepSeek-V3 (0324)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.980822,"ciLow":1372.317164,"ciHigh":1385.64448,"observedAt":"2026-11-11","runCount":8999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"hard_prompts_english/DeepSeek-V3 (0324)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.230037,"ciLow":1341.719685,"ciHigh":1356.74039,"observedAt":"2026-11-11","runCount":6851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3 (0324)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.122524,"ciLow":1350.197739,"ciHigh":1364.047308,"observedAt":"2026-11-11","runCount":8000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3 (0324)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.293277,"ciLow":1368.143592,"ciHigh":1390.442961,"observedAt":"2026-11-11","runCount":2906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_legal_and_government/DeepSeek-V3 (0324)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.664659,"ciLow":1374.513427,"ciHigh":1388.815892,"observedAt":"2026-11-11","runCount":7619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3 (0324)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.0894,"ciLow":1353.374265,"ciHigh":1374.804534,"observedAt":"2026-11-11","runCount":2933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_mathematical/DeepSeek-V3 (0324)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.326979,"ciLow":1371.68662,"ciHigh":1394.967338,"observedAt":"2026-11-11","runCount":2657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_medicine_and_healthcare/DeepSeek-V3 (0324)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.906308,"ciLow":1372.263148,"ciHigh":1383.549469,"observedAt":"2026-11-11","runCount":14336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_software_and_it_services/DeepSeek-V3 (0324)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.676751,"ciLow":1358.294853,"ciHigh":1371.058649,"observedAt":"2026-11-11","runCount":10270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3 (0324)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|instruction_following/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.53976,"ciLow":1338.679108,"ciHigh":1350.400412,"observedAt":"2026-11-11","runCount":12389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"instruction_following/DeepSeek-V3 (0324)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|japanese/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.283495,"ciLow":1314.343171,"ciHigh":1352.223818,"observedAt":"2026-11-11","runCount":1056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"japanese/DeepSeek-V3 (0324)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|korean/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.484363,"ciLow":1300.875142,"ciHigh":1340.093584,"observedAt":"2026-11-11","runCount":964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"korean/DeepSeek-V3 (0324)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|longer_query/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.151897,"ciLow":1345.448186,"ciHigh":1358.855607,"observedAt":"2026-11-11","runCount":8523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"longer_query/DeepSeek-V3 (0324)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|math/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.182514,"ciLow":1361.866636,"ciHigh":1382.498392,"observedAt":"2026-11-11","runCount":3156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"math/DeepSeek-V3 (0324)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|multi_turn/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.546958,"ciLow":1381.341152,"ciHigh":1395.752764,"observedAt":"2026-11-11","runCount":7673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"multi_turn/DeepSeek-V3 (0324)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|non_english/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.918683,"ciLow":1353.133504,"ciHigh":1362.703861,"observedAt":"2026-11-11","runCount":23526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"non_english/DeepSeek-V3 (0324)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|overall/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.662959,"ciLow":1370.804001,"ciHigh":1378.521918,"observedAt":"2026-11-11","runCount":44915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"overall/DeepSeek-V3 (0324)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|polish/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.6725,"ciLow":1356.670316,"ciHigh":1380.674684,"observedAt":"2026-11-11","runCount":2733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"polish/DeepSeek-V3 (0324)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|russian/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.087043,"ciLow":1363.540303,"ciHigh":1382.633783,"observedAt":"2026-11-11","runCount":3569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"russian/DeepSeek-V3 (0324)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3-0324:default|none|lmarena-text@1|rating|spanish/DeepSeek-V3 (0324)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3-0324","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.623696,"ciLow":1338.29116,"ciHigh":1376.956233,"observedAt":"2026-11-11","runCount":983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3 (0324)","rowId":"spanish/DeepSeek-V3 (0324)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.24529,"ciLow":1419.627666,"ciHigh":1460.862914,"observedAt":"2026-11-11","runCount":769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"coding/DeepSeek-V3.1-Terminus","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.749689,"ciLow":1377.509507,"ciHigh":1431.989871,"observedAt":"2026-11-11","runCount":446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"creative_writing/DeepSeek-V3.1-Terminus","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|english/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.745026,"ciLow":1403.061223,"ciHigh":1432.428829,"observedAt":"2026-11-11","runCount":1579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"english/DeepSeek-V3.1-Terminus","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.182243,"ciLow":1386.233027,"ciHigh":1414.131459,"observedAt":"2026-11-11","runCount":2581,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"exclude_ties/DeepSeek-V3.1-Terminus","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.124284,"ciLow":1410.880932,"ciHigh":1437.367636,"observedAt":"2026-11-11","runCount":1898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"hard_prompts/DeepSeek-V3.1-Terminus","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.495959,"ciLow":1404.707936,"ciHigh":1444.283983,"observedAt":"2026-11-11","runCount":848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"hard_prompts_english/DeepSeek-V3.1-Terminus","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.625301,"ciLow":1374.92679,"ciHigh":1418.323812,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.1-Terminus","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.534054,"ciLow":1354.331969,"ciHigh":1400.736139,"observedAt":"2026-11-11","runCount":625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.1-Terminus","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.766506,"ciLow":1382.39087,"ciHigh":1453.142142,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_legal_and_government/DeepSeek-V3.1-Terminus","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.685421,"ciLow":1427.406513,"ciHigh":1475.964329,"observedAt":"2026-11-11","runCount":570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.1-Terminus","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.607137,"ciLow":1418.826931,"ciHigh":1494.387344,"observedAt":"2026-11-11","runCount":259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.1-Terminus","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.467988,"ciLow":1412.33456,"ciHigh":1444.601417,"observedAt":"2026-11-11","runCount":1277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_software_and_it_services/DeepSeek-V3.1-Terminus","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.710282,"ciLow":1385.8857,"ciHigh":1427.534864,"observedAt":"2026-11-11","runCount":789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.1-Terminus","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.117378,"ciLow":1376.272796,"ciHigh":1411.96196,"observedAt":"2026-11-11","runCount":1016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"instruction_following/DeepSeek-V3.1-Terminus","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.026853,"ciLow":1399.293549,"ciHigh":1438.760157,"observedAt":"2026-11-11","runCount":838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"longer_query/DeepSeek-V3.1-Terminus","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|math/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.409525,"ciLow":1357.459359,"ciHigh":1435.359691,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"math/DeepSeek-V3.1-Terminus","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.212879,"ciLow":1371.615797,"ciHigh":1416.809962,"observedAt":"2026-11-11","runCount":658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"multi_turn/DeepSeek-V3.1-Terminus","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.138103,"ciLow":1391.351426,"ciHigh":1416.92478,"observedAt":"2026-11-11","runCount":2025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"non_english/DeepSeek-V3.1-Terminus","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.744025,"ciLow":1405.020041,"ciHigh":1424.468009,"observedAt":"2026-11-11","runCount":3604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"overall/DeepSeek-V3.1-Terminus","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.305224,"ciLow":1359.411683,"ciHigh":1435.198765,"observedAt":"2026-11-11","runCount":229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"polish/DeepSeek-V3.1-Terminus","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.855461,"ciLow":1390.19207,"ciHigh":1451.518851,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"russian/DeepSeek-V3.1-Terminus","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|coding/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.523059,"ciLow":1386.971022,"ciHigh":1428.075097,"observedAt":"2026-11-11","runCount":769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"coding/DeepSeek-V3.1-Terminus","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|creative_writing/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.499712,"ciLow":1376.113212,"ciHigh":1430.886211,"observedAt":"2026-11-11","runCount":446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"creative_writing/DeepSeek-V3.1-Terminus","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|english/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.704859,"ciLow":1404.137824,"ciHigh":1433.271893,"observedAt":"2026-11-11","runCount":1579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"english/DeepSeek-V3.1-Terminus","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.061783,"ciLow":1388.217492,"ciHigh":1415.906074,"observedAt":"2026-11-11","runCount":2581,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"exclude_ties/DeepSeek-V3.1-Terminus","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.427952,"ciLow":1393.211482,"ciHigh":1419.644423,"observedAt":"2026-11-11","runCount":1898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"hard_prompts/DeepSeek-V3.1-Terminus","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.81518,"ciLow":1387.095232,"ciHigh":1426.535127,"observedAt":"2026-11-11","runCount":848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"hard_prompts_english/DeepSeek-V3.1-Terminus","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.313314,"ciLow":1365.485989,"ciHigh":1409.140638,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.1-Terminus","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.374424,"ciLow":1359.099967,"ciHigh":1405.648881,"observedAt":"2026-11-11","runCount":625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.1-Terminus","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.564997,"ciLow":1371.976809,"ciHigh":1443.153184,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_legal_and_government/DeepSeek-V3.1-Terminus","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.111017,"ciLow":1426.89763,"ciHigh":1475.324404,"observedAt":"2026-11-11","runCount":570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.1-Terminus","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.171615,"ciLow":1414.071396,"ciHigh":1488.271833,"observedAt":"2026-11-11","runCount":259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.1-Terminus","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.103117,"ciLow":1393.960431,"ciHigh":1426.245802,"observedAt":"2026-11-11","runCount":1277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_software_and_it_services/DeepSeek-V3.1-Terminus","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.166896,"ciLow":1386.446928,"ciHigh":1427.886864,"observedAt":"2026-11-11","runCount":789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.1-Terminus","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|instruction_following/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.771211,"ciLow":1362.892056,"ciHigh":1398.650366,"observedAt":"2026-11-11","runCount":1016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"instruction_following/DeepSeek-V3.1-Terminus","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|longer_query/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.772725,"ciLow":1376.054655,"ciHigh":1415.490796,"observedAt":"2026-11-11","runCount":838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"longer_query/DeepSeek-V3.1-Terminus","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|math/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.876848,"ciLow":1363.340649,"ciHigh":1440.413046,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"math/DeepSeek-V3.1-Terminus","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|multi_turn/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.806771,"ciLow":1365.211715,"ciHigh":1410.401827,"observedAt":"2026-11-11","runCount":658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"multi_turn/DeepSeek-V3.1-Terminus","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|non_english/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.825647,"ciLow":1394.930257,"ciHigh":1420.721037,"observedAt":"2026-11-11","runCount":2025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"non_english/DeepSeek-V3.1-Terminus","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|overall/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.242421,"ciLow":1407.510497,"ciHigh":1426.974346,"observedAt":"2026-11-11","runCount":3604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"overall/DeepSeek-V3.1-Terminus","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|polish/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.974691,"ciLow":1366.886821,"ciHigh":1443.06256,"observedAt":"2026-11-11","runCount":229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"polish/DeepSeek-V3.1-Terminus","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:default|none|lmarena-text@1|rating|russian/DeepSeek-V3.1-Terminus","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.612275,"ciLow":1392.833743,"ciHigh":1454.390806,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus","rowId":"russian/DeepSeek-V3.1-Terminus","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.212737,"ciLow":1435.541428,"ciHigh":1482.884046,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"coding/DeepSeek-V3.1-Terminus (Thinking)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.758716,"ciLow":1356.79736,"ciHigh":1412.720072,"observedAt":"2026-11-11","runCount":435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"creative_writing/DeepSeek-V3.1-Terminus (Thinking)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|english/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.887546,"ciLow":1409.540674,"ciHigh":1440.234418,"observedAt":"2026-11-11","runCount":1455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"english/DeepSeek-V3.1-Terminus (Thinking)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.152943,"ciLow":1386.62836,"ciHigh":1415.677526,"observedAt":"2026-11-11","runCount":2417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"exclude_ties/DeepSeek-V3.1-Terminus (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.485855,"ciLow":1430.016978,"ciHigh":1458.954731,"observedAt":"2026-11-11","runCount":1647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"hard_prompts/DeepSeek-V3.1-Terminus (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.886265,"ciLow":1425.241571,"ciHigh":1468.530958,"observedAt":"2026-11-11","runCount":724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"hard_prompts_english/DeepSeek-V3.1-Terminus (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.952085,"ciLow":1398.716474,"ciHigh":1443.187696,"observedAt":"2026-11-11","runCount":690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.115321,"ciLow":1363.279253,"ciHigh":1410.951388,"observedAt":"2026-11-11","runCount":608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.637969,"ciLow":1426.310114,"ciHigh":1496.965825,"observedAt":"2026-11-11","runCount":258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_legal_and_government/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.463181,"ciLow":1417.297679,"ciHigh":1467.628684,"observedAt":"2026-11-11","runCount":528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.802458,"ciLow":1427.411942,"ciHigh":1502.192975,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.703619,"ciLow":1427.03425,"ciHigh":1462.372989,"observedAt":"2026-11-11","runCount":1126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_software_and_it_services/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.95007,"ciLow":1387.625636,"ciHigh":1430.274504,"observedAt":"2026-11-11","runCount":759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.53627,"ciLow":1397.305662,"ciHigh":1437.766878,"observedAt":"2026-11-11","runCount":850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"instruction_following/DeepSeek-V3.1-Terminus (Thinking)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.958759,"ciLow":1422.604875,"ciHigh":1467.312643,"observedAt":"2026-11-11","runCount":676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"longer_query/DeepSeek-V3.1-Terminus (Thinking)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.940329,"ciLow":1390.620887,"ciHigh":1439.259772,"observedAt":"2026-11-11","runCount":572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"multi_turn/DeepSeek-V3.1-Terminus (Thinking)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.213292,"ciLow":1388.875035,"ciHigh":1415.55155,"observedAt":"2026-11-11","runCount":1904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"non_english/DeepSeek-V3.1-Terminus (Thinking)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.95304,"ciLow":1405.820598,"ciHigh":1426.085482,"observedAt":"2026-11-11","runCount":3359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"overall/DeepSeek-V3.1-Terminus (Thinking)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.530059,"ciLow":1378.740659,"ciHigh":1456.31946,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"polish/DeepSeek-V3.1-Terminus (Thinking)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.859674,"ciLow":1394.987111,"ciHigh":1462.732236,"observedAt":"2026-11-11","runCount":282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"russian/DeepSeek-V3.1-Terminus (Thinking)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|coding/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.401798,"ciLow":1401.9743,"ciHigh":1448.829295,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"coding/DeepSeek-V3.1-Terminus (Thinking)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|creative_writing/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.843709,"ciLow":1363.151152,"ciHigh":1418.536267,"observedAt":"2026-11-11","runCount":435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"creative_writing/DeepSeek-V3.1-Terminus (Thinking)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|english/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.206708,"ciLow":1412.921896,"ciHigh":1443.491521,"observedAt":"2026-11-11","runCount":1455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"english/DeepSeek-V3.1-Terminus (Thinking)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.993501,"ciLow":1391.623462,"ciHigh":1420.363541,"observedAt":"2026-11-11","runCount":2417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"exclude_ties/DeepSeek-V3.1-Terminus (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.985957,"ciLow":1411.564951,"ciHigh":1440.406964,"observedAt":"2026-11-11","runCount":1647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"hard_prompts/DeepSeek-V3.1-Terminus (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.187967,"ciLow":1409.675264,"ciHigh":1452.700669,"observedAt":"2026-11-11","runCount":724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"hard_prompts_english/DeepSeek-V3.1-Terminus (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.170978,"ciLow":1392.000876,"ciHigh":1436.34108,"observedAt":"2026-11-11","runCount":690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.572795,"ciLow":1368.038956,"ciHigh":1415.106634,"observedAt":"2026-11-11","runCount":608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.60526,"ciLow":1422.139769,"ciHigh":1493.070751,"observedAt":"2026-11-11","runCount":258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_legal_and_government/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.056933,"ciLow":1418.926854,"ciHigh":1469.187012,"observedAt":"2026-11-11","runCount":528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.659011,"ciLow":1429.473187,"ciHigh":1505.844836,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.278243,"ciLow":1407.731735,"ciHigh":1442.824751,"observedAt":"2026-11-11","runCount":1126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_software_and_it_services/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.527674,"ciLow":1388.369957,"ciHigh":1430.68539,"observedAt":"2026-11-11","runCount":759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.1-Terminus (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|instruction_following/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.088998,"ciLow":1383.901785,"ciHigh":1424.276211,"observedAt":"2026-11-11","runCount":850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"instruction_following/DeepSeek-V3.1-Terminus (Thinking)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|longer_query/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.853737,"ciLow":1399.545488,"ciHigh":1444.161985,"observedAt":"2026-11-11","runCount":676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"longer_query/DeepSeek-V3.1-Terminus (Thinking)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|multi_turn/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.448268,"ciLow":1386.089469,"ciHigh":1434.807068,"observedAt":"2026-11-11","runCount":572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"multi_turn/DeepSeek-V3.1-Terminus (Thinking)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|non_english/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.543723,"ciLow":1392.202488,"ciHigh":1418.884957,"observedAt":"2026-11-11","runCount":1904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"non_english/DeepSeek-V3.1-Terminus (Thinking)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|overall/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.178848,"ciLow":1409.057483,"ciHigh":1429.300212,"observedAt":"2026-11-11","runCount":3359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"overall/DeepSeek-V3.1-Terminus (Thinking)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|polish/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.732989,"ciLow":1387.886715,"ciHigh":1465.579263,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"polish/DeepSeek-V3.1-Terminus (Thinking)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.1-terminus:flags=thinking|none|lmarena-text@1|rating|russian/DeepSeek-V3.1-Terminus (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1-terminus","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.20594,"ciLow":1401.555241,"ciHigh":1468.856639,"observedAt":"2026-11-11","runCount":282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1-Terminus (Thinking)","rowId":"russian/DeepSeek-V3.1-Terminus (Thinking)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.688596,"ciLow":1438.765195,"ciHigh":1470.611996,"observedAt":"2026-11-11","runCount":1392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"chinese/DeepSeek-V3.1","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.511161,"ciLow":1435.857674,"ciHigh":1459.164648,"observedAt":"2026-11-11","runCount":2599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"coding/DeepSeek-V3.1","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.032261,"ciLow":1374.566493,"ciHigh":1401.49803,"observedAt":"2026-11-11","runCount":1974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"creative_writing/DeepSeek-V3.1","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|english/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.689199,"ciLow":1417.53454,"ciHigh":1433.843857,"observedAt":"2026-11-11","runCount":5990,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"english/DeepSeek-V3.1","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.13882,"ciLow":1395.775488,"ciHigh":1412.502153,"observedAt":"2026-11-11","runCount":10409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"exclude_ties/DeepSeek-V3.1","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.315362,"ciLow":1407.531593,"ciHigh":1451.099131,"observedAt":"2026-11-11","runCount":731,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"expert/DeepSeek-V3.1","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|french/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.116467,"ciLow":1412.609958,"ciHigh":1481.622975,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"french/DeepSeek-V3.1","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|german/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.808671,"ciLow":1377.848235,"ciHigh":1437.769107,"observedAt":"2026-11-11","runCount":396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"german/DeepSeek-V3.1","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.497421,"ciLow":1424.704212,"ciHigh":1440.290631,"observedAt":"2026-11-11","runCount":6703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"hard_prompts/DeepSeek-V3.1","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.487588,"ciLow":1424.483268,"ciHigh":1446.491908,"observedAt":"2026-11-11","runCount":2868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"hard_prompts_english/DeepSeek-V3.1","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.730899,"ciLow":1402.830528,"ciHigh":1426.63127,"observedAt":"2026-11-11","runCount":2501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.03485,"ciLow":1365.69432,"ciHigh":1388.37538,"observedAt":"2026-11-11","runCount":2739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.383673,"ciLow":1401.253818,"ciHigh":1437.513529,"observedAt":"2026-11-11","runCount":1001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_legal_and_government/DeepSeek-V3.1","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.053126,"ciLow":1422.619923,"ciHigh":1447.48633,"observedAt":"2026-11-11","runCount":2287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.227157,"ciLow":1391.548564,"ciHigh":1430.905751,"observedAt":"2026-11-11","runCount":828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_mathematical/DeepSeek-V3.1","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.682469,"ciLow":1414.463958,"ciHigh":1452.900981,"observedAt":"2026-11-11","runCount":935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.379855,"ciLow":1435.395237,"ciHigh":1453.364474,"observedAt":"2026-11-11","runCount":4622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_software_and_it_services/DeepSeek-V3.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.301902,"ciLow":1388.069618,"ciHigh":1408.534186,"observedAt":"2026-11-11","runCount":3418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.523818,"ciLow":1392.691293,"ciHigh":1412.356343,"observedAt":"2026-11-11","runCount":3677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"instruction_following/DeepSeek-V3.1","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.968528,"ciLow":1352.94909,"ciHigh":1414.987966,"observedAt":"2026-11-11","runCount":334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"japanese/DeepSeek-V3.1","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.455274,"ciLow":1316.137667,"ciHigh":1370.77288,"observedAt":"2026-11-11","runCount":490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"korean/DeepSeek-V3.1","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.846257,"ciLow":1410.405876,"ciHigh":1431.286637,"observedAt":"2026-11-11","runCount":3237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"longer_query/DeepSeek-V3.1","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|math/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.624495,"ciLow":1394.238834,"ciHigh":1431.010155,"observedAt":"2026-11-11","runCount":977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"math/DeepSeek-V3.1","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.410398,"ciLow":1392.467019,"ciHigh":1416.353776,"observedAt":"2026-11-11","runCount":2395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"multi_turn/DeepSeek-V3.1","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.969123,"ciLow":1391.759329,"ciHigh":1406.178917,"observedAt":"2026-11-11","runCount":8593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"non_english/DeepSeek-V3.1","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.316872,"ciLow":1411.24993,"ciHigh":1423.383815,"observedAt":"2026-11-11","runCount":14583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"overall/DeepSeek-V3.1","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.303438,"ciLow":1382.073373,"ciHigh":1420.533503,"observedAt":"2026-11-11","runCount":1007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"polish/DeepSeek-V3.1","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.771008,"ciLow":1386.323378,"ciHigh":1423.218639,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"russian/DeepSeek-V3.1","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.036636,"ciLow":1393.750231,"ciHigh":1454.32304,"observedAt":"2026-11-11","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"spanish/DeepSeek-V3.1","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|chinese/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.074565,"ciLow":1436.148067,"ciHigh":1468.001064,"observedAt":"2026-11-11","runCount":1392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"chinese/DeepSeek-V3.1","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|coding/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.850732,"ciLow":1402.316111,"ciHigh":1425.385352,"observedAt":"2026-11-11","runCount":2599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"coding/DeepSeek-V3.1","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|creative_writing/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.048818,"ciLow":1374.669451,"ciHigh":1401.428185,"observedAt":"2026-11-11","runCount":1974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"creative_writing/DeepSeek-V3.1","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|english/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.221829,"ciLow":1422.105178,"ciHigh":1438.338479,"observedAt":"2026-11-11","runCount":5990,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"english/DeepSeek-V3.1","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.990891,"ciLow":1397.747552,"ciHigh":1414.23423,"observedAt":"2026-11-11","runCount":10409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"exclude_ties/DeepSeek-V3.1","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|expert/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.713184,"ciLow":1383.194405,"ciHigh":1426.231962,"observedAt":"2026-11-11","runCount":731,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"expert/DeepSeek-V3.1","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|french/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.605806,"ciLow":1413.177908,"ciHigh":1482.033704,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"french/DeepSeek-V3.1","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|german/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.705919,"ciLow":1382.416261,"ciHigh":1440.995576,"observedAt":"2026-11-11","runCount":396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"german/DeepSeek-V3.1","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.6232,"ciLow":1406.848044,"ciHigh":1422.398356,"observedAt":"2026-11-11","runCount":6703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"hard_prompts/DeepSeek-V3.1","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.803299,"ciLow":1408.803134,"ciHigh":1430.803465,"observedAt":"2026-11-11","runCount":2868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"hard_prompts_english/DeepSeek-V3.1","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.382499,"ciLow":1393.501622,"ciHigh":1417.263376,"observedAt":"2026-11-11","runCount":2501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.358009,"ciLow":1367.078453,"ciHigh":1389.637566,"observedAt":"2026-11-11","runCount":2739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.617082,"ciLow":1398.328104,"ciHigh":1434.90606,"observedAt":"2026-11-11","runCount":1001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_legal_and_government/DeepSeek-V3.1","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.756515,"ciLow":1421.386344,"ciHigh":1446.126685,"observedAt":"2026-11-11","runCount":2287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.089159,"ciLow":1394.526792,"ciHigh":1433.651526,"observedAt":"2026-11-11","runCount":828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_mathematical/DeepSeek-V3.1","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.949665,"ciLow":1411.85663,"ciHigh":1450.042701,"observedAt":"2026-11-11","runCount":935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.171567,"ciLow":1418.240142,"ciHigh":1436.102991,"observedAt":"2026-11-11","runCount":4622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_software_and_it_services/DeepSeek-V3.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.489898,"ciLow":1387.274831,"ciHigh":1407.704966,"observedAt":"2026-11-11","runCount":3418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|instruction_following/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.559812,"ciLow":1378.742568,"ciHigh":1398.377057,"observedAt":"2026-11-11","runCount":3677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"instruction_following/DeepSeek-V3.1","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|japanese/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.731615,"ciLow":1347.64865,"ciHigh":1409.81458,"observedAt":"2026-11-11","runCount":334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"japanese/DeepSeek-V3.1","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|korean/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.465666,"ciLow":1311.428628,"ciHigh":1365.502704,"observedAt":"2026-11-11","runCount":490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"korean/DeepSeek-V3.1","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|longer_query/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.629438,"ciLow":1389.280327,"ciHigh":1409.97855,"observedAt":"2026-11-11","runCount":3237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"longer_query/DeepSeek-V3.1","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|math/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.023732,"ciLow":1401.672554,"ciHigh":1438.37491,"observedAt":"2026-11-11","runCount":977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"math/DeepSeek-V3.1","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|multi_turn/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.221655,"ciLow":1388.299436,"ciHigh":1412.143874,"observedAt":"2026-11-11","runCount":2395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"multi_turn/DeepSeek-V3.1","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|non_english/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.981862,"ciLow":1392.794236,"ciHigh":1407.169488,"observedAt":"2026-11-11","runCount":8593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"non_english/DeepSeek-V3.1","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|overall/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.929168,"ciLow":1413.881463,"ciHigh":1425.976874,"observedAt":"2026-11-11","runCount":14583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"overall/DeepSeek-V3.1","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|polish/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.152449,"ciLow":1391.09288,"ciHigh":1429.212019,"observedAt":"2026-11-11","runCount":1007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"polish/DeepSeek-V3.1","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|russian/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.150825,"ciLow":1385.636041,"ciHigh":1422.66561,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"russian/DeepSeek-V3.1","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.1:default|none|lmarena-text@1|rating|spanish/DeepSeek-V3.1","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.686485,"ciLow":1400.820928,"ciHigh":1460.552042,"observedAt":"2026-11-11","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1","rowId":"spanish/DeepSeek-V3.1","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.652273,"ciLow":1451.610031,"ciHigh":1487.694515,"observedAt":"2026-11-11","runCount":1140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"chinese/DeepSeek-V3.1 (Thinking)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.200016,"ciLow":1441.71674,"ciHigh":1468.683293,"observedAt":"2026-11-11","runCount":1873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"coding/DeepSeek-V3.1 (Thinking)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.41737,"ciLow":1386.555906,"ciHigh":1416.278835,"observedAt":"2026-11-11","runCount":1618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"creative_writing/DeepSeek-V3.1 (Thinking)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|english/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.018087,"ciLow":1421.003261,"ciHigh":1439.032913,"observedAt":"2026-11-11","runCount":4650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"english/DeepSeek-V3.1 (Thinking)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.787516,"ciLow":1393.648815,"ciHigh":1411.926216,"observedAt":"2026-11-11","runCount":8126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"exclude_ties/DeepSeek-V3.1 (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.538229,"ciLow":1409.004797,"ciHigh":1458.07166,"observedAt":"2026-11-11","runCount":536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"expert/DeepSeek-V3.1 (Thinking)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|french/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.300488,"ciLow":1362.470282,"ciHigh":1450.130693,"observedAt":"2026-11-11","runCount":183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"french/DeepSeek-V3.1 (Thinking)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|german/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.217244,"ciLow":1366.829817,"ciHigh":1431.604671,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"german/DeepSeek-V3.1 (Thinking)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.667873,"ciLow":1428.034822,"ciHigh":1445.300924,"observedAt":"2026-11-11","runCount":5080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"hard_prompts/DeepSeek-V3.1 (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.475741,"ciLow":1433.765194,"ciHigh":1459.186287,"observedAt":"2026-11-11","runCount":2127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"hard_prompts_english/DeepSeek-V3.1 (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.008815,"ciLow":1404.684599,"ciHigh":1431.333031,"observedAt":"2026-11-11","runCount":1935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.1 (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.063973,"ciLow":1380.49996,"ciHigh":1405.627985,"observedAt":"2026-11-11","runCount":2196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.1 (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.519595,"ciLow":1400.717061,"ciHigh":1442.322129,"observedAt":"2026-11-11","runCount":770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_legal_and_government/DeepSeek-V3.1 (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.047449,"ciLow":1414.360762,"ciHigh":1441.734135,"observedAt":"2026-11-11","runCount":1829,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.1 (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.255418,"ciLow":1418.474295,"ciHigh":1466.03654,"observedAt":"2026-11-11","runCount":560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_mathematical/DeepSeek-V3.1 (Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.700054,"ciLow":1426.083439,"ciHigh":1471.316669,"observedAt":"2026-11-11","runCount":684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.1 (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.361334,"ciLow":1437.238267,"ciHigh":1457.484402,"observedAt":"2026-11-11","runCount":3458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_software_and_it_services/DeepSeek-V3.1 (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.526108,"ciLow":1396.0562,"ciHigh":1418.996016,"observedAt":"2026-11-11","runCount":2719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.1 (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.296172,"ciLow":1405.218605,"ciHigh":1427.373739,"observedAt":"2026-11-11","runCount":2829,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"instruction_following/DeepSeek-V3.1 (Thinking)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.661933,"ciLow":1331.381397,"ciHigh":1405.94247,"observedAt":"2026-11-11","runCount":257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"japanese/DeepSeek-V3.1 (Thinking)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.993944,"ciLow":1312.900798,"ciHigh":1377.087089,"observedAt":"2026-11-11","runCount":375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"korean/DeepSeek-V3.1 (Thinking)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.087658,"ciLow":1434.145449,"ciHigh":1458.029867,"observedAt":"2026-11-11","runCount":2375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"longer_query/DeepSeek-V3.1 (Thinking)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|math/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.093733,"ciLow":1391.99477,"ciHigh":1436.192697,"observedAt":"2026-11-11","runCount":656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"math/DeepSeek-V3.1 (Thinking)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.599053,"ciLow":1399.663038,"ciHigh":1427.535067,"observedAt":"2026-11-11","runCount":1813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"multi_turn/DeepSeek-V3.1 (Thinking)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.595209,"ciLow":1392.723941,"ciHigh":1408.466477,"observedAt":"2026-11-11","runCount":6783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"non_english/DeepSeek-V3.1 (Thinking)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.864121,"ciLow":1409.198571,"ciHigh":1422.52967,"observedAt":"2026-11-11","runCount":11433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"overall/DeepSeek-V3.1 (Thinking)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.275121,"ciLow":1378.644078,"ciHigh":1419.906164,"observedAt":"2026-11-11","runCount":786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"polish/DeepSeek-V3.1 (Thinking)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.082272,"ciLow":1381.828703,"ciHigh":1422.335842,"observedAt":"2026-11-11","runCount":724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"russian/DeepSeek-V3.1 (Thinking)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.455372,"ciLow":1380.83199,"ciHigh":1440.078755,"observedAt":"2026-11-11","runCount":386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"spanish/DeepSeek-V3.1 (Thinking)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|chinese/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.010539,"ciLow":1449.869984,"ciHigh":1486.151094,"observedAt":"2026-11-11","runCount":1140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"chinese/DeepSeek-V3.1 (Thinking)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|coding/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.083731,"ciLow":1403.610053,"ciHigh":1430.55741,"observedAt":"2026-11-11","runCount":1873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"coding/DeepSeek-V3.1 (Thinking)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|creative_writing/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.026303,"ciLow":1386.291695,"ciHigh":1415.760912,"observedAt":"2026-11-11","runCount":1618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"creative_writing/DeepSeek-V3.1 (Thinking)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|english/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.291582,"ciLow":1423.313357,"ciHigh":1441.269806,"observedAt":"2026-11-11","runCount":4650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"english/DeepSeek-V3.1 (Thinking)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.160259,"ciLow":1394.187193,"ciHigh":1412.133326,"observedAt":"2026-11-11","runCount":8126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"exclude_ties/DeepSeek-V3.1 (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|expert/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.94292,"ciLow":1379.262689,"ciHigh":1428.62315,"observedAt":"2026-11-11","runCount":536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"expert/DeepSeek-V3.1 (Thinking)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|french/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.527607,"ciLow":1357.543507,"ciHigh":1445.511707,"observedAt":"2026-11-11","runCount":183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"french/DeepSeek-V3.1 (Thinking)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|german/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.336073,"ciLow":1374.161159,"ciHigh":1438.510986,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"german/DeepSeek-V3.1 (Thinking)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.674957,"ciLow":1408.055254,"ciHigh":1425.294659,"observedAt":"2026-11-11","runCount":5080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"hard_prompts/DeepSeek-V3.1 (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.093211,"ciLow":1414.403937,"ciHigh":1439.782486,"observedAt":"2026-11-11","runCount":2127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"hard_prompts_english/DeepSeek-V3.1 (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.132477,"ciLow":1395.736287,"ciHigh":1422.528668,"observedAt":"2026-11-11","runCount":1935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.1 (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.52226,"ciLow":1381.003904,"ciHigh":1406.040617,"observedAt":"2026-11-11","runCount":2196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.1 (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.334906,"ciLow":1395.734632,"ciHigh":1436.93518,"observedAt":"2026-11-11","runCount":770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_legal_and_government/DeepSeek-V3.1 (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.963053,"ciLow":1414.308811,"ciHigh":1441.617295,"observedAt":"2026-11-11","runCount":1829,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.1 (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.841299,"ciLow":1413.965488,"ciHigh":1461.71711,"observedAt":"2026-11-11","runCount":560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_mathematical/DeepSeek-V3.1 (Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.628043,"ciLow":1421.027698,"ciHigh":1466.228389,"observedAt":"2026-11-11","runCount":684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.1 (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.970974,"ciLow":1416.85444,"ciHigh":1437.087507,"observedAt":"2026-11-11","runCount":3458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_software_and_it_services/DeepSeek-V3.1 (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.336385,"ciLow":1392.889113,"ciHigh":1415.783657,"observedAt":"2026-11-11","runCount":2719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.1 (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|instruction_following/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.271307,"ciLow":1389.16899,"ciHigh":1411.373624,"observedAt":"2026-11-11","runCount":2829,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"instruction_following/DeepSeek-V3.1 (Thinking)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|japanese/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.749527,"ciLow":1323.046901,"ciHigh":1396.452152,"observedAt":"2026-11-11","runCount":257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"japanese/DeepSeek-V3.1 (Thinking)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|korean/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.17072,"ciLow":1304.674043,"ciHigh":1367.667398,"observedAt":"2026-11-11","runCount":375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"korean/DeepSeek-V3.1 (Thinking)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|longer_query/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.478943,"ciLow":1409.523053,"ciHigh":1433.434833,"observedAt":"2026-11-11","runCount":2375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"longer_query/DeepSeek-V3.1 (Thinking)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|math/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.589491,"ciLow":1393.546713,"ciHigh":1437.632268,"observedAt":"2026-11-11","runCount":656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"math/DeepSeek-V3.1 (Thinking)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|multi_turn/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.418165,"ciLow":1393.516354,"ciHigh":1421.319975,"observedAt":"2026-11-11","runCount":1813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"multi_turn/DeepSeek-V3.1 (Thinking)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|non_english/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.94824,"ciLow":1392.116164,"ciHigh":1407.780315,"observedAt":"2026-11-11","runCount":6783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"non_english/DeepSeek-V3.1 (Thinking)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|overall/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.692039,"ciLow":1410.064536,"ciHigh":1423.319542,"observedAt":"2026-11-11","runCount":11433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"overall/DeepSeek-V3.1 (Thinking)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|polish/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.818615,"ciLow":1384.250918,"ciHigh":1425.386311,"observedAt":"2026-11-11","runCount":786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"polish/DeepSeek-V3.1 (Thinking)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|russian/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.517408,"ciLow":1380.290639,"ciHigh":1420.744176,"observedAt":"2026-11-11","runCount":724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"russian/DeepSeek-V3.1 (Thinking)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.1:flags=thinking|none|lmarena-text@1|rating|spanish/DeepSeek-V3.1 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.081636,"ciLow":1381.014645,"ciHigh":1441.148627,"observedAt":"2026-11-11","runCount":386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.1 (Thinking)","rowId":"spanish/DeepSeek-V3.1 (Thinking)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.818081,"ciLow":1448.907069,"ciHigh":1484.729094,"observedAt":"2026-11-11","runCount":1029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"chinese/DeepSeek-V3.2-Exp","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.272344,"ciLow":1455.658634,"ciHigh":1478.886055,"observedAt":"2026-11-11","runCount":2540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"coding/DeepSeek-V3.2-Exp","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.35319,"ciLow":1393.754628,"ciHigh":1422.951752,"observedAt":"2026-11-11","runCount":1657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"creative_writing/DeepSeek-V3.2-Exp","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|english/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.421679,"ciLow":1428.665999,"ciHigh":1446.177358,"observedAt":"2026-11-11","runCount":5015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"english/DeepSeek-V3.2-Exp","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.783418,"ciLow":1405.873266,"ciHigh":1423.69357,"observedAt":"2026-11-11","runCount":8391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"exclude_ties/DeepSeek-V3.2-Exp","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.438949,"ciLow":1404.366776,"ciHigh":1448.511122,"observedAt":"2026-11-11","runCount":670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"expert/DeepSeek-V3.2-Exp","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|french/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.939075,"ciLow":1405.315672,"ciHigh":1484.562477,"observedAt":"2026-11-11","runCount":225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"french/DeepSeek-V3.2-Exp","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|german/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.335252,"ciLow":1409.78828,"ciHigh":1482.882225,"observedAt":"2026-11-11","runCount":226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"german/DeepSeek-V3.2-Exp","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.810287,"ciLow":1438.879887,"ciHigh":1454.740688,"observedAt":"2026-11-11","runCount":6554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"hard_prompts/DeepSeek-V3.2-Exp","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.103017,"ciLow":1440.955763,"ciHigh":1463.250271,"observedAt":"2026-11-11","runCount":2749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"hard_prompts_english/DeepSeek-V3.2-Exp","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.162416,"ciLow":1409.693469,"ciHigh":1434.631363,"observedAt":"2026-11-11","runCount":2244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.2-Exp","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.637175,"ciLow":1397.14625,"ciHigh":1422.128101,"observedAt":"2026-11-11","runCount":2177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.2-Exp","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.003853,"ciLow":1394.591421,"ciHigh":1435.416286,"observedAt":"2026-11-11","runCount":794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_legal_and_government/DeepSeek-V3.2-Exp","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.803324,"ciLow":1423.4076,"ciHigh":1450.199048,"observedAt":"2026-11-11","runCount":1932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.2-Exp","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.58219,"ciLow":1388.021288,"ciHigh":1433.143092,"observedAt":"2026-11-11","runCount":634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_mathematical/DeepSeek-V3.2-Exp","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.363635,"ciLow":1410.420225,"ciHigh":1458.307046,"observedAt":"2026-11-11","runCount":581,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.2-Exp","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.268476,"ciLow":1444.773602,"ciHigh":1463.763349,"observedAt":"2026-11-11","runCount":4131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_software_and_it_services/DeepSeek-V3.2-Exp","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.14847,"ciLow":1398.703675,"ciHigh":1421.593266,"observedAt":"2026-11-11","runCount":2654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.2-Exp","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.318371,"ciLow":1404.081997,"ciHigh":1424.554745,"observedAt":"2026-11-11","runCount":3376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"instruction_following/DeepSeek-V3.2-Exp","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.542922,"ciLow":1296.26998,"ciHigh":1392.815864,"observedAt":"2026-11-11","runCount":148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"japanese/DeepSeek-V3.2-Exp","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.874177,"ciLow":1338.016807,"ciHigh":1417.731547,"observedAt":"2026-11-11","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"korean/DeepSeek-V3.2-Exp","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.221542,"ciLow":1430.536386,"ciHigh":1451.906697,"observedAt":"2026-11-11","runCount":3052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"longer_query/DeepSeek-V3.2-Exp","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|math/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.374765,"ciLow":1391.144943,"ciHigh":1431.604586,"observedAt":"2026-11-11","runCount":779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"math/DeepSeek-V3.2-Exp","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.506095,"ciLow":1414.429287,"ciHigh":1440.582903,"observedAt":"2026-11-11","runCount":1982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"multi_turn/DeepSeek-V3.2-Exp","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.848994,"ciLow":1398.004927,"ciHigh":1413.69306,"observedAt":"2026-11-11","runCount":6901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"non_english/DeepSeek-V3.2-Exp","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.894073,"ciLow":1415.508694,"ciHigh":1428.279453,"observedAt":"2026-11-11","runCount":11950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"overall/DeepSeek-V3.2-Exp","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.975699,"ciLow":1386.265777,"ciHigh":1441.68562,"observedAt":"2026-11-11","runCount":439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"polish/DeepSeek-V3.2-Exp","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.6759,"ciLow":1387.031602,"ciHigh":1420.320199,"observedAt":"2026-11-11","runCount":1170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"russian/DeepSeek-V3.2-Exp","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.128081,"ciLow":1404.704947,"ciHigh":1467.551215,"observedAt":"2026-11-11","runCount":352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"spanish/DeepSeek-V3.2-Exp","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|chinese/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.910278,"ciLow":1443.929459,"ciHigh":1479.891097,"observedAt":"2026-11-11","runCount":1029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"chinese/DeepSeek-V3.2-Exp","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|coding/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.499704,"ciLow":1423.946783,"ciHigh":1447.052626,"observedAt":"2026-11-11","runCount":2540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"coding/DeepSeek-V3.2-Exp","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|creative_writing/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.042468,"ciLow":1388.565139,"ciHigh":1417.519798,"observedAt":"2026-11-11","runCount":1657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"creative_writing/DeepSeek-V3.2-Exp","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|english/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.676976,"ciLow":1431.988094,"ciHigh":1449.365858,"observedAt":"2026-11-11","runCount":5015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"english/DeepSeek-V3.2-Exp","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.976626,"ciLow":1405.219008,"ciHigh":1422.734245,"observedAt":"2026-11-11","runCount":8391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"exclude_ties/DeepSeek-V3.2-Exp","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|expert/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.655001,"ciLow":1382.649241,"ciHigh":1426.660762,"observedAt":"2026-11-11","runCount":670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"expert/DeepSeek-V3.2-Exp","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|french/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.377404,"ciLow":1393.873992,"ciHigh":1472.880817,"observedAt":"2026-11-11","runCount":225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"french/DeepSeek-V3.2-Exp","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|german/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.757153,"ciLow":1402.821228,"ciHigh":1476.693078,"observedAt":"2026-11-11","runCount":226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"german/DeepSeek-V3.2-Exp","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.309234,"ciLow":1421.405302,"ciHigh":1437.213166,"observedAt":"2026-11-11","runCount":6554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"hard_prompts/DeepSeek-V3.2-Exp","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.563258,"ciLow":1426.504078,"ciHigh":1448.622439,"observedAt":"2026-11-11","runCount":2749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"hard_prompts_english/DeepSeek-V3.2-Exp","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.279749,"ciLow":1399.829173,"ciHigh":1424.730324,"observedAt":"2026-11-11","runCount":2244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.2-Exp","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.480883,"ciLow":1395.068773,"ciHigh":1419.892992,"observedAt":"2026-11-11","runCount":2177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.2-Exp","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.28161,"ciLow":1386.934483,"ciHigh":1427.628737,"observedAt":"2026-11-11","runCount":794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_legal_and_government/DeepSeek-V3.2-Exp","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.656906,"ciLow":1416.334703,"ciHigh":1442.979108,"observedAt":"2026-11-11","runCount":1932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.2-Exp","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.343429,"ciLow":1393.000675,"ciHigh":1437.686182,"observedAt":"2026-11-11","runCount":634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_mathematical/DeepSeek-V3.2-Exp","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.921481,"ciLow":1402.071581,"ciHigh":1449.771381,"observedAt":"2026-11-11","runCount":581,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.2-Exp","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.364226,"ciLow":1426.923584,"ciHigh":1445.804867,"observedAt":"2026-11-11","runCount":4131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_software_and_it_services/DeepSeek-V3.2-Exp","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.999528,"ciLow":1395.606625,"ciHigh":1418.39243,"observedAt":"2026-11-11","runCount":2654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.2-Exp","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|instruction_following/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.027052,"ciLow":1390.806494,"ciHigh":1411.247609,"observedAt":"2026-11-11","runCount":3376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"instruction_following/DeepSeek-V3.2-Exp","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|japanese/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.647672,"ciLow":1282.18804,"ciHigh":1381.107305,"observedAt":"2026-11-11","runCount":148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"japanese/DeepSeek-V3.2-Exp","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|korean/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.553931,"ciLow":1330.978731,"ciHigh":1410.129132,"observedAt":"2026-11-11","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"korean/DeepSeek-V3.2-Exp","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|longer_query/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.761776,"ciLow":1407.099267,"ciHigh":1428.424286,"observedAt":"2026-11-11","runCount":3052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"longer_query/DeepSeek-V3.2-Exp","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|math/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.506603,"ciLow":1399.381918,"ciHigh":1439.631288,"observedAt":"2026-11-11","runCount":779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"math/DeepSeek-V3.2-Exp","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|multi_turn/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.287685,"ciLow":1408.317027,"ciHigh":1434.258344,"observedAt":"2026-11-11","runCount":1982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"multi_turn/DeepSeek-V3.2-Exp","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|non_english/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.179823,"ciLow":1396.367437,"ciHigh":1411.992209,"observedAt":"2026-11-11","runCount":6901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"non_english/DeepSeek-V3.2-Exp","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|overall/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.341846,"ciLow":1415.998894,"ciHigh":1428.684799,"observedAt":"2026-11-11","runCount":11950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"overall/DeepSeek-V3.2-Exp","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|polish/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.323394,"ciLow":1391.789006,"ciHigh":1446.857781,"observedAt":"2026-11-11","runCount":439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"polish/DeepSeek-V3.2-Exp","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|russian/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.462604,"ciLow":1386.971603,"ciHigh":1419.953605,"observedAt":"2026-11-11","runCount":1170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"russian/DeepSeek-V3.2-Exp","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-text@1|rating|spanish/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.074164,"ciLow":1409.032333,"ciHigh":1471.115995,"observedAt":"2026-11-11","runCount":352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"spanish/DeepSeek-V3.2-Exp","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-webdev@1|rating|overall/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1271.769594,"ciLow":1258.166138,"ciHigh":1285.373051,"observedAt":"2026-11-15","runCount":3936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"overall/DeepSeek-V3.2-Exp","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-webdev@1|rating|webdev-html/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1280.745242,"ciLow":1265.742484,"ciHigh":1295.748,"observedAt":"2026-11-15","runCount":3936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"webdev-html/DeepSeek-V3.2-Exp","slice":"webdev-html"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:default|none|lmarena-webdev@1|rating|webdev/DeepSeek-V3.2-Exp","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1271.769594,"ciLow":1258.166138,"ciHigh":1285.373051,"observedAt":"2026-11-15","runCount":3936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp","rowId":"webdev/DeepSeek-V3.2-Exp","slice":"webdev"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.161847,"ciLow":1438.904859,"ciHigh":1491.418834,"observedAt":"2026-11-11","runCount":515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"chinese/DeepSeek-V3.2-Exp (Thinking)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.853926,"ciLow":1461.539761,"ciHigh":1488.168092,"observedAt":"2026-11-11","runCount":1923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"coding/DeepSeek-V3.2-Exp (Thinking)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.092252,"ciLow":1372.636991,"ciHigh":1407.547514,"observedAt":"2026-11-11","runCount":1186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"creative_writing/DeepSeek-V3.2-Exp (Thinking)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|english/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.804351,"ciLow":1430.263327,"ciHigh":1449.345375,"observedAt":"2026-11-11","runCount":3874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"english/DeepSeek-V3.2-Exp (Thinking)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.42542,"ciLow":1406.242977,"ciHigh":1424.607862,"observedAt":"2026-11-11","runCount":6394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"exclude_ties/DeepSeek-V3.2-Exp (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.632099,"ciLow":1423.046551,"ciHigh":1480.217647,"observedAt":"2026-11-11","runCount":418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"expert/DeepSeek-V3.2-Exp (Thinking)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|french/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.706009,"ciLow":1372.346054,"ciHigh":1465.065964,"observedAt":"2026-11-11","runCount":147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"french/DeepSeek-V3.2-Exp (Thinking)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|german/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.332322,"ciLow":1393.467013,"ciHigh":1479.197632,"observedAt":"2026-11-11","runCount":184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"german/DeepSeek-V3.2-Exp (Thinking)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.202583,"ciLow":1437.624407,"ciHigh":1454.78076,"observedAt":"2026-11-11","runCount":4699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"hard_prompts/DeepSeek-V3.2-Exp (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.836547,"ciLow":1446.904795,"ciHigh":1472.7683,"observedAt":"2026-11-11","runCount":2053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"hard_prompts_english/DeepSeek-V3.2-Exp (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.772963,"ciLow":1394.031934,"ciHigh":1421.513992,"observedAt":"2026-11-11","runCount":1778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.570563,"ciLow":1375.190319,"ciHigh":1403.950807,"observedAt":"2026-11-11","runCount":1656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.184901,"ciLow":1400.034629,"ciHigh":1450.335173,"observedAt":"2026-11-11","runCount":499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_legal_and_government/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.888166,"ciLow":1435.861194,"ciHigh":1465.915137,"observedAt":"2026-11-11","runCount":1415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.93564,"ciLow":1407.837391,"ciHigh":1466.033889,"observedAt":"2026-11-11","runCount":399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_mathematical/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.806867,"ciLow":1447.369708,"ciHigh":1502.244027,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.342356,"ciLow":1448.951232,"ciHigh":1469.733481,"observedAt":"2026-11-11","runCount":3190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_software_and_it_services/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.030415,"ciLow":1385.057953,"ciHigh":1411.002878,"observedAt":"2026-11-11","runCount":2089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.79581,"ciLow":1404.287971,"ciHigh":1427.30365,"observedAt":"2026-11-11","runCount":2550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"instruction_following/DeepSeek-V3.2-Exp (Thinking)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.455484,"ciLow":1308.973481,"ciHigh":1393.937486,"observedAt":"2026-11-11","runCount":215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"korean/DeepSeek-V3.2-Exp (Thinking)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.721019,"ciLow":1421.114429,"ciHigh":1446.327609,"observedAt":"2026-11-11","runCount":2098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"longer_query/DeepSeek-V3.2-Exp (Thinking)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|math/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.063815,"ciLow":1394.480911,"ciHigh":1447.646718,"observedAt":"2026-11-11","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"math/DeepSeek-V3.2-Exp (Thinking)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.509802,"ciLow":1403.862922,"ciHigh":1435.156683,"observedAt":"2026-11-11","runCount":1396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"multi_turn/DeepSeek-V3.2-Exp (Thinking)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.273785,"ciLow":1398.053296,"ciHigh":1414.494273,"observedAt":"2026-11-11","runCount":5089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"non_english/DeepSeek-V3.2-Exp (Thinking)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.036742,"ciLow":1418.459306,"ciHigh":1431.614177,"observedAt":"2026-11-11","runCount":8963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"overall/DeepSeek-V3.2-Exp (Thinking)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.575858,"ciLow":1400.062491,"ciHigh":1459.089226,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"polish/DeepSeek-V3.2-Exp (Thinking)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.868725,"ciLow":1392.223819,"ciHigh":1435.51363,"observedAt":"2026-11-11","runCount":648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"russian/DeepSeek-V3.2-Exp (Thinking)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.673776,"ciLow":1374.463351,"ciHigh":1440.884201,"observedAt":"2026-11-11","runCount":311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"spanish/DeepSeek-V3.2-Exp (Thinking)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|chinese/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.69439,"ciLow":1434.638432,"ciHigh":1486.750348,"observedAt":"2026-11-11","runCount":515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"chinese/DeepSeek-V3.2-Exp (Thinking)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|coding/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.828178,"ciLow":1425.534265,"ciHigh":1452.122092,"observedAt":"2026-11-11","runCount":1923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"coding/DeepSeek-V3.2-Exp (Thinking)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|creative_writing/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.791403,"ciLow":1370.390423,"ciHigh":1405.192383,"observedAt":"2026-11-11","runCount":1186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"creative_writing/DeepSeek-V3.2-Exp (Thinking)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|english/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.41353,"ciLow":1431.896201,"ciHigh":1450.93086,"observedAt":"2026-11-11","runCount":3874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"english/DeepSeek-V3.2-Exp (Thinking)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.277507,"ciLow":1405.199146,"ciHigh":1423.355868,"observedAt":"2026-11-11","runCount":6394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"exclude_ties/DeepSeek-V3.2-Exp (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|expert/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.71358,"ciLow":1394.397876,"ciHigh":1451.029285,"observedAt":"2026-11-11","runCount":418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"expert/DeepSeek-V3.2-Exp (Thinking)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|french/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.453573,"ciLow":1364.235471,"ciHigh":1456.671675,"observedAt":"2026-11-11","runCount":147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"french/DeepSeek-V3.2-Exp (Thinking)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|german/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.888802,"ciLow":1394.704472,"ciHigh":1479.073133,"observedAt":"2026-11-11","runCount":184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"german/DeepSeek-V3.2-Exp (Thinking)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.712894,"ciLow":1418.128929,"ciHigh":1435.296859,"observedAt":"2026-11-11","runCount":4699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"hard_prompts/DeepSeek-V3.2-Exp (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.466048,"ciLow":1430.547432,"ciHigh":1456.384664,"observedAt":"2026-11-11","runCount":2053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"hard_prompts_english/DeepSeek-V3.2-Exp (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.030285,"ciLow":1383.288471,"ciHigh":1410.772098,"observedAt":"2026-11-11","runCount":1778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.368822,"ciLow":1374.955382,"ciHigh":1403.782262,"observedAt":"2026-11-11","runCount":1656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.803489,"ciLow":1395.720865,"ciHigh":1445.886113,"observedAt":"2026-11-11","runCount":499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_legal_and_government/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.777759,"ciLow":1428.681975,"ciHigh":1458.873543,"observedAt":"2026-11-11","runCount":1415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.908344,"ciLow":1403.676423,"ciHigh":1462.140266,"observedAt":"2026-11-11","runCount":399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_mathematical/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.790462,"ciLow":1441.295632,"ciHigh":1496.285292,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.184546,"ciLow":1427.825966,"ciHigh":1448.543126,"observedAt":"2026-11-11","runCount":3190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_software_and_it_services/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.613802,"ciLow":1382.662606,"ciHigh":1408.564998,"observedAt":"2026-11-11","runCount":2089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.2-Exp (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|instruction_following/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.607987,"ciLow":1389.119832,"ciHigh":1412.096142,"observedAt":"2026-11-11","runCount":2550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"instruction_following/DeepSeek-V3.2-Exp (Thinking)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|korean/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.904348,"ciLow":1306.657702,"ciHigh":1391.150993,"observedAt":"2026-11-11","runCount":215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"korean/DeepSeek-V3.2-Exp (Thinking)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|longer_query/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.566138,"ciLow":1397.939703,"ciHigh":1423.192573,"observedAt":"2026-11-11","runCount":2098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"longer_query/DeepSeek-V3.2-Exp (Thinking)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|math/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.333814,"ciLow":1393.746728,"ciHigh":1446.9209,"observedAt":"2026-11-11","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"math/DeepSeek-V3.2-Exp (Thinking)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|multi_turn/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.308889,"ciLow":1396.694822,"ciHigh":1427.922957,"observedAt":"2026-11-11","runCount":1396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"multi_turn/DeepSeek-V3.2-Exp (Thinking)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|non_english/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.44963,"ciLow":1396.239007,"ciHigh":1412.660254,"observedAt":"2026-11-11","runCount":5089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"non_english/DeepSeek-V3.2-Exp (Thinking)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|overall/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.910309,"ciLow":1418.348283,"ciHigh":1431.472335,"observedAt":"2026-11-11","runCount":8963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"overall/DeepSeek-V3.2-Exp (Thinking)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|polish/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.914069,"ciLow":1405.960679,"ciHigh":1463.867459,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"polish/DeepSeek-V3.2-Exp (Thinking)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|russian/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.967756,"ciLow":1390.248349,"ciHigh":1433.687163,"observedAt":"2026-11-11","runCount":648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"russian/DeepSeek-V3.2-Exp (Thinking)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.2-exp:flags=thinking|none|lmarena-text@1|rating|spanish/DeepSeek-V3.2-Exp (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2-exp","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.701738,"ciLow":1375.765545,"ciHigh":1441.63793,"observedAt":"2026-11-11","runCount":311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2-Exp (Thinking)","rowId":"spanish/DeepSeek-V3.2-Exp (Thinking)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.297589,"ciLow":1447.139587,"ciHigh":1467.455591,"observedAt":"2026-11-11","runCount":3666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"chinese/DeepSeek-V3.2","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.353458,"ciLow":1463.076231,"ciHigh":1475.630686,"observedAt":"2026-11-11","runCount":10860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"coding/DeepSeek-V3.2","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.553932,"ciLow":1392.887829,"ciHigh":1408.220035,"observedAt":"2026-11-11","runCount":6801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"creative_writing/DeepSeek-V3.2","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|english/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.92258,"ciLow":1432.867357,"ciHigh":1442.977802,"observedAt":"2026-11-11","runCount":19459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"english/DeepSeek-V3.2","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.32363,"ciLow":1411.379117,"ciHigh":1421.268143,"observedAt":"2026-11-11","runCount":33799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"exclude_ties/DeepSeek-V3.2","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.972017,"ciLow":1437.639389,"ciHigh":1458.304646,"observedAt":"2026-11-11","runCount":3406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"expert/DeepSeek-V3.2","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|french/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.792948,"ciLow":1421.125969,"ciHigh":1456.459928,"observedAt":"2026-11-11","runCount":1235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"french/DeepSeek-V3.2","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|german/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.414761,"ciLow":1393.994629,"ciHigh":1434.834893,"observedAt":"2026-11-11","runCount":899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"german/DeepSeek-V3.2","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.232113,"ciLow":1442.770922,"ciHigh":1451.693304,"observedAt":"2026-11-11","runCount":26898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"hard_prompts/DeepSeek-V3.2","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.919667,"ciLow":1452.649862,"ciHigh":1465.189472,"observedAt":"2026-11-11","runCount":11022,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"hard_prompts_english/DeepSeek-V3.2","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.206159,"ciLow":1415.435981,"ciHigh":1428.976338,"observedAt":"2026-11-11","runCount":9003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.074061,"ciLow":1389.197731,"ciHigh":1402.950391,"observedAt":"2026-11-11","runCount":8716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.974213,"ciLow":1421.72942,"ciHigh":1442.219007,"observedAt":"2026-11-11","runCount":3466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_legal_and_government/DeepSeek-V3.2","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.254193,"ciLow":1444.993751,"ciHigh":1459.514636,"observedAt":"2026-11-11","runCount":7544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.889586,"ciLow":1419.579942,"ciHigh":1444.199229,"observedAt":"2026-11-11","runCount":2453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_mathematical/DeepSeek-V3.2","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.882435,"ciLow":1435.885382,"ciHigh":1457.879489,"observedAt":"2026-11-11","runCount":3096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.95827,"ciLow":1452.693801,"ciHigh":1463.222739,"observedAt":"2026-11-11","runCount":17155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_software_and_it_services/DeepSeek-V3.2","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.048132,"ciLow":1403.708629,"ciHigh":1416.387634,"observedAt":"2026-11-11","runCount":10593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.774784,"ciLow":1415.055674,"ciHigh":1426.493894,"observedAt":"2026-11-11","runCount":13465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"instruction_following/DeepSeek-V3.2","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.278923,"ciLow":1337.532341,"ciHigh":1395.025504,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"japanese/DeepSeek-V3.2","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.535007,"ciLow":1347.363031,"ciHigh":1389.706983,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"korean/DeepSeek-V3.2","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.798996,"ciLow":1435.047488,"ciHigh":1446.550504,"observedAt":"2026-11-11","runCount":13625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"longer_query/DeepSeek-V3.2","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|math/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.466133,"ciLow":1414.788492,"ciHigh":1436.143774,"observedAt":"2026-11-11","runCount":3107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"math/DeepSeek-V3.2","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.718246,"ciLow":1420.624412,"ciHigh":1434.812081,"observedAt":"2026-11-11","runCount":8293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"multi_turn/DeepSeek-V3.2","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.179707,"ciLow":1403.840692,"ciHigh":1412.518723,"observedAt":"2026-11-11","runCount":28314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"non_english/DeepSeek-V3.2","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.738045,"ciLow":1421.238641,"ciHigh":1428.23745,"observedAt":"2026-11-11","runCount":47778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"overall/DeepSeek-V3.2","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.628677,"ciLow":1387.205663,"ciHigh":1420.05169,"observedAt":"2026-11-11","runCount":1334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"polish/DeepSeek-V3.2","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.141072,"ciLow":1414.385931,"ciHigh":1429.896213,"observedAt":"2026-11-11","runCount":6071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"russian/DeepSeek-V3.2","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.058785,"ciLow":1402.249825,"ciHigh":1433.867745,"observedAt":"2026-11-11","runCount":1517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"spanish/DeepSeek-V3.2","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|chinese/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.440069,"ciLow":1445.317921,"ciHigh":1465.562217,"observedAt":"2026-11-11","runCount":3666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"chinese/DeepSeek-V3.2","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|coding/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.792945,"ciLow":1442.549789,"ciHigh":1455.0361,"observedAt":"2026-11-11","runCount":10860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"coding/DeepSeek-V3.2","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|creative_writing/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.637681,"ciLow":1392.055986,"ciHigh":1407.219376,"observedAt":"2026-11-11","runCount":6801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"creative_writing/DeepSeek-V3.2","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|english/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.849607,"ciLow":1431.837824,"ciHigh":1441.86139,"observedAt":"2026-11-11","runCount":19459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"english/DeepSeek-V3.2","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.751693,"ciLow":1409.892217,"ciHigh":1419.61117,"observedAt":"2026-11-11","runCount":33799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"exclude_ties/DeepSeek-V3.2","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|expert/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.396356,"ciLow":1425.169803,"ciHigh":1445.62291,"observedAt":"2026-11-11","runCount":3406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"expert/DeepSeek-V3.2","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|french/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.829242,"ciLow":1411.142643,"ciHigh":1446.51584,"observedAt":"2026-11-11","runCount":1235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"french/DeepSeek-V3.2","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|german/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.500321,"ciLow":1388.341954,"ciHigh":1428.658687,"observedAt":"2026-11-11","runCount":899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"german/DeepSeek-V3.2","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.660755,"ciLow":1429.223586,"ciHigh":1438.097924,"observedAt":"2026-11-11","runCount":26898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"hard_prompts/DeepSeek-V3.2","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.478376,"ciLow":1439.250972,"ciHigh":1451.70578,"observedAt":"2026-11-11","runCount":11022,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"hard_prompts_english/DeepSeek-V3.2","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.941487,"ciLow":1403.21528,"ciHigh":1416.667693,"observedAt":"2026-11-11","runCount":9003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.220583,"ciLow":1388.404124,"ciHigh":1402.037041,"observedAt":"2026-11-11","runCount":8716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.009377,"ciLow":1414.825904,"ciHigh":1435.192851,"observedAt":"2026-11-11","runCount":3466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_legal_and_government/DeepSeek-V3.2","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.764177,"ciLow":1438.561898,"ciHigh":1452.966456,"observedAt":"2026-11-11","runCount":7544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.346487,"ciLow":1426.149026,"ciHigh":1450.543948,"observedAt":"2026-11-11","runCount":2453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_mathematical/DeepSeek-V3.2","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.708537,"ciLow":1429.827413,"ciHigh":1451.58966,"observedAt":"2026-11-11","runCount":3096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.807746,"ciLow":1438.573586,"ciHigh":1449.041905,"observedAt":"2026-11-11","runCount":17155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_software_and_it_services/DeepSeek-V3.2","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.316314,"ciLow":1401.013964,"ciHigh":1413.618664,"observedAt":"2026-11-11","runCount":10593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|instruction_following/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.33368,"ciLow":1407.634213,"ciHigh":1419.033148,"observedAt":"2026-11-11","runCount":13465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"instruction_following/DeepSeek-V3.2","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|japanese/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.637974,"ciLow":1331.234458,"ciHigh":1388.041489,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"japanese/DeepSeek-V3.2","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|korean/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.568141,"ciLow":1348.382576,"ciHigh":1390.753707,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"korean/DeepSeek-V3.2","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|longer_query/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.311633,"ciLow":1422.58568,"ciHigh":1434.037586,"observedAt":"2026-11-11","runCount":13625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"longer_query/DeepSeek-V3.2","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|math/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.597955,"ciLow":1423.977487,"ciHigh":1445.218423,"observedAt":"2026-11-11","runCount":3107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"math/DeepSeek-V3.2","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|multi_turn/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.544415,"ciLow":1419.485913,"ciHigh":1433.602916,"observedAt":"2026-11-11","runCount":8293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"multi_turn/DeepSeek-V3.2","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|non_english/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.944109,"ciLow":1404.627542,"ciHigh":1413.260676,"observedAt":"2026-11-11","runCount":28314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"non_english/DeepSeek-V3.2","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|overall/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.534193,"ciLow":1421.060281,"ciHigh":1428.008104,"observedAt":"2026-11-11","runCount":47778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"overall/DeepSeek-V3.2","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|polish/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.128159,"ciLow":1393.000625,"ciHigh":1425.255692,"observedAt":"2026-11-11","runCount":1334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"polish/DeepSeek-V3.2","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|russian/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.670639,"ciLow":1415.959,"ciHigh":1431.382278,"observedAt":"2026-11-11","runCount":6071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"russian/DeepSeek-V3.2","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-text@1|rating|spanish/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.159364,"ciLow":1408.43647,"ciHigh":1439.882258,"observedAt":"2026-11-11","runCount":1517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"spanish/DeepSeek-V3.2","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-webdev@1|rating|overall/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1325.651371,"ciLow":1317.627663,"ciHigh":1333.675079,"observedAt":"2026-11-15","runCount":9319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"overall/DeepSeek-V3.2","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-webdev@1|rating|webdev-html/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1305.475577,"ciLow":1292.897118,"ciHigh":1318.054036,"observedAt":"2026-11-15","runCount":4206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"webdev-html/DeepSeek-V3.2","slice":"webdev-html"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-webdev@1|rating|webdev-react/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1332.599172,"ciLow":1322.660898,"ciHigh":1342.537446,"observedAt":"2026-11-15","runCount":5086,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"webdev-react/DeepSeek-V3.2","slice":"webdev-react"}
{"key":"lmarena|deepseek/deepseek-v3.2:default|none|lmarena-webdev@1|rating|webdev/DeepSeek-V3.2","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1325.651371,"ciLow":1317.627663,"ciHigh":1333.675079,"observedAt":"2026-11-15","runCount":9319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2","rowId":"webdev/DeepSeek-V3.2","slice":"webdev"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.973256,"ciLow":1443.21771,"ciHigh":1464.728802,"observedAt":"2026-11-11","runCount":3089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"chinese/DeepSeek-V3.2 (Thinking)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.441967,"ciLow":1468.771842,"ciHigh":1482.112092,"observedAt":"2026-11-11","runCount":8826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"coding/DeepSeek-V3.2 (Thinking)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.094622,"ciLow":1383.337299,"ciHigh":1398.851944,"observedAt":"2026-11-11","runCount":6346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"creative_writing/DeepSeek-V3.2 (Thinking)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|english/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.505264,"ciLow":1437.380024,"ciHigh":1447.630504,"observedAt":"2026-11-11","runCount":17031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"english/DeepSeek-V3.2 (Thinking)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.162937,"ciLow":1407.072449,"ciHigh":1417.253424,"observedAt":"2026-11-11","runCount":29252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"exclude_ties/DeepSeek-V3.2 (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.842815,"ciLow":1442.715082,"ciHigh":1464.970548,"observedAt":"2026-11-11","runCount":2860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"expert/DeepSeek-V3.2 (Thinking)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|french/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.546372,"ciLow":1410.355464,"ciHigh":1448.73728,"observedAt":"2026-11-11","runCount":1038,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"french/DeepSeek-V3.2 (Thinking)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|german/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.484584,"ciLow":1397.247657,"ciHigh":1439.721512,"observedAt":"2026-11-11","runCount":741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"german/DeepSeek-V3.2 (Thinking)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.348837,"ciLow":1441.746039,"ciHigh":1450.951635,"observedAt":"2026-11-11","runCount":23172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"hard_prompts/DeepSeek-V3.2 (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.455739,"ciLow":1453.983747,"ciHigh":1466.927731,"observedAt":"2026-11-11","runCount":9526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"hard_prompts_english/DeepSeek-V3.2 (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.791312,"ciLow":1415.930795,"ciHigh":1429.65183,"observedAt":"2026-11-11","runCount":8065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.2 (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.236645,"ciLow":1381.176341,"ciHigh":1395.296948,"observedAt":"2026-11-11","runCount":7691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.2 (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.478419,"ciLow":1418.956331,"ciHigh":1440.000508,"observedAt":"2026-11-11","runCount":3068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_legal_and_government/DeepSeek-V3.2 (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.204254,"ciLow":1430.784932,"ciHigh":1445.623576,"observedAt":"2026-11-11","runCount":6815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.2 (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.457744,"ciLow":1436.005261,"ciHigh":1462.910226,"observedAt":"2026-11-11","runCount":1934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_mathematical/DeepSeek-V3.2 (Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.957399,"ciLow":1420.621891,"ciHigh":1443.292907,"observedAt":"2026-11-11","runCount":2805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.2 (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.255065,"ciLow":1458.754334,"ciHigh":1469.755796,"observedAt":"2026-11-11","runCount":14192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_software_and_it_services/DeepSeek-V3.2 (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.665315,"ciLow":1397.222056,"ciHigh":1410.108575,"observedAt":"2026-11-11","runCount":9646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.2 (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.761163,"ciLow":1413.857757,"ciHigh":1425.664569,"observedAt":"2026-11-11","runCount":11641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"instruction_following/DeepSeek-V3.2 (Thinking)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.845467,"ciLow":1356.872228,"ciHigh":1416.818706,"observedAt":"2026-11-11","runCount":382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"japanese/DeepSeek-V3.2 (Thinking)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.761855,"ciLow":1348.802248,"ciHigh":1394.721461,"observedAt":"2026-11-11","runCount":697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"korean/DeepSeek-V3.2 (Thinking)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.068192,"ciLow":1436.078155,"ciHigh":1448.058229,"observedAt":"2026-11-11","runCount":11635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"longer_query/DeepSeek-V3.2 (Thinking)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|math/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.487065,"ciLow":1416.997369,"ciHigh":1439.976761,"observedAt":"2026-11-11","runCount":2610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"math/DeepSeek-V3.2 (Thinking)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.644421,"ciLow":1420.177502,"ciHigh":1435.111341,"observedAt":"2026-11-11","runCount":6969,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"multi_turn/DeepSeek-V3.2 (Thinking)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.118315,"ciLow":1396.656304,"ciHigh":1405.580326,"observedAt":"2026-11-11","runCount":24712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"non_english/DeepSeek-V3.2 (Thinking)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.660677,"ciLow":1419.079408,"ciHigh":1426.241946,"observedAt":"2026-11-11","runCount":41763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"overall/DeepSeek-V3.2 (Thinking)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.434896,"ciLow":1401.027659,"ciHigh":1435.842132,"observedAt":"2026-11-11","runCount":1115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"polish/DeepSeek-V3.2 (Thinking)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.033564,"ciLow":1398.901156,"ciHigh":1415.165972,"observedAt":"2026-11-11","runCount":5393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"russian/DeepSeek-V3.2 (Thinking)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.698885,"ciLow":1397.627247,"ciHigh":1429.770522,"observedAt":"2026-11-11","runCount":1356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"spanish/DeepSeek-V3.2 (Thinking)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|chinese/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.569966,"ciLow":1436.92755,"ciHigh":1458.212383,"observedAt":"2026-11-11","runCount":3089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"chinese/DeepSeek-V3.2 (Thinking)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|coding/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.402214,"ciLow":1446.765852,"ciHigh":1460.038575,"observedAt":"2026-11-11","runCount":8826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"coding/DeepSeek-V3.2 (Thinking)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|creative_writing/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.15214,"ciLow":1381.476239,"ciHigh":1396.82804,"observedAt":"2026-11-11","runCount":6346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"creative_writing/DeepSeek-V3.2 (Thinking)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|english/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.630475,"ciLow":1434.538328,"ciHigh":1444.722622,"observedAt":"2026-11-11","runCount":17031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"english/DeepSeek-V3.2 (Thinking)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.403311,"ciLow":1402.399141,"ciHigh":1412.407481,"observedAt":"2026-11-11","runCount":29252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"exclude_ties/DeepSeek-V3.2 (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|expert/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.601853,"ciLow":1420.535282,"ciHigh":1442.668424,"observedAt":"2026-11-11","runCount":2860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"expert/DeepSeek-V3.2 (Thinking)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|french/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.708071,"ciLow":1402.852712,"ciHigh":1440.563431,"observedAt":"2026-11-11","runCount":1038,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"french/DeepSeek-V3.2 (Thinking)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|german/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.881352,"ciLow":1390.772637,"ciHigh":1432.990066,"observedAt":"2026-11-11","runCount":741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"german/DeepSeek-V3.2 (Thinking)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.963042,"ciLow":1426.387608,"ciHigh":1435.538476,"observedAt":"2026-11-11","runCount":23172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"hard_prompts/DeepSeek-V3.2 (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.880486,"ciLow":1439.444801,"ciHigh":1452.316171,"observedAt":"2026-11-11","runCount":9526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"hard_prompts_english/DeepSeek-V3.2 (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.225092,"ciLow":1402.403939,"ciHigh":1416.046245,"observedAt":"2026-11-11","runCount":8065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3.2 (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.434181,"ciLow":1379.426946,"ciHigh":1393.441417,"observedAt":"2026-11-11","runCount":7691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3.2 (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.177114,"ciLow":1408.706405,"ciHigh":1429.647824,"observedAt":"2026-11-11","runCount":3068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_legal_and_government/DeepSeek-V3.2 (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.614611,"ciLow":1419.269658,"ciHigh":1433.959565,"observedAt":"2026-11-11","runCount":6815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3.2 (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.64965,"ciLow":1425.247655,"ciHigh":1452.051645,"observedAt":"2026-11-11","runCount":1934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_mathematical/DeepSeek-V3.2 (Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.777935,"ciLow":1409.657241,"ciHigh":1431.89863,"observedAt":"2026-11-11","runCount":2805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_medicine_and_healthcare/DeepSeek-V3.2 (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.52609,"ciLow":1444.056716,"ciHigh":1454.995464,"observedAt":"2026-11-11","runCount":14192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_software_and_it_services/DeepSeek-V3.2 (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.828045,"ciLow":1392.425692,"ciHigh":1405.230397,"observedAt":"2026-11-11","runCount":9646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3.2 (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|instruction_following/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.901592,"ciLow":1403.025412,"ciHigh":1414.777771,"observedAt":"2026-11-11","runCount":11641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"instruction_following/DeepSeek-V3.2 (Thinking)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|japanese/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.630828,"ciLow":1347.228688,"ciHigh":1406.032969,"observedAt":"2026-11-11","runCount":382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"japanese/DeepSeek-V3.2 (Thinking)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|korean/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.007471,"ciLow":1340.257989,"ciHigh":1385.756953,"observedAt":"2026-11-11","runCount":697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"korean/DeepSeek-V3.2 (Thinking)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|longer_query/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.400709,"ciLow":1420.447933,"ciHigh":1432.353486,"observedAt":"2026-11-11","runCount":11635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"longer_query/DeepSeek-V3.2 (Thinking)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|math/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.259788,"ciLow":1410.786657,"ciHigh":1433.732918,"observedAt":"2026-11-11","runCount":2610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"math/DeepSeek-V3.2 (Thinking)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|multi_turn/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.998883,"ciLow":1416.565722,"ciHigh":1431.432045,"observedAt":"2026-11-11","runCount":6969,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"multi_turn/DeepSeek-V3.2 (Thinking)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|non_english/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.039849,"ciLow":1394.605665,"ciHigh":1403.474033,"observedAt":"2026-11-11","runCount":24712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"non_english/DeepSeek-V3.2 (Thinking)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|overall/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.16411,"ciLow":1416.603291,"ciHigh":1423.72493,"observedAt":"2026-11-11","runCount":41763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"overall/DeepSeek-V3.2 (Thinking)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|polish/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.025069,"ciLow":1401.89092,"ciHigh":1436.159218,"observedAt":"2026-11-11","runCount":1115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"polish/DeepSeek-V3.2 (Thinking)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|russian/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.273948,"ciLow":1399.210597,"ciHigh":1415.3373,"observedAt":"2026-11-11","runCount":5393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"russian/DeepSeek-V3.2 (Thinking)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-text@1|rating|spanish/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.738816,"ciLow":1400.605278,"ciHigh":1432.872354,"observedAt":"2026-11-11","runCount":1356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"spanish/DeepSeek-V3.2 (Thinking)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-webdev@1|rating|overall/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1362.475381,"ciLow":1353.324458,"ciHigh":1371.626304,"observedAt":"2026-11-15","runCount":6872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"overall/DeepSeek-V3.2 (Thinking)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-webdev@1|rating|webdev-html/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1369.92317,"ciLow":1355.878413,"ciHigh":1383.967927,"observedAt":"2026-11-15","runCount":3246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"webdev-html/DeepSeek-V3.2 (Thinking)","slice":"webdev-html"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-webdev@1|rating|webdev-react/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1349.546459,"ciLow":1337.843065,"ciHigh":1361.249853,"observedAt":"2026-11-15","runCount":3610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"webdev-react/DeepSeek-V3.2 (Thinking)","slice":"webdev-react"}
{"key":"lmarena|deepseek/deepseek-v3.2:flags=thinking|none|lmarena-webdev@1|rating|webdev/DeepSeek-V3.2 (Thinking)","sourceId":"lmarena","modelId":"deepseek/deepseek-v3.2","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1362.475381,"ciLow":1353.324458,"ciHigh":1371.626304,"observedAt":"2026-11-15","runCount":6872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3.2 (Thinking)","rowId":"webdev/DeepSeek-V3.2 (Thinking)","slice":"webdev"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.394542,"ciLow":1353.988019,"ciHigh":1384.801065,"observedAt":"2026-11-11","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"chinese/DeepSeek-V3","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.711854,"ciLow":1376.591305,"ciHigh":1396.832404,"observedAt":"2026-11-11","runCount":3280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"coding/DeepSeek-V3","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.485134,"ciLow":1338.405676,"ciHigh":1358.564592,"observedAt":"2026-11-11","runCount":3623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"creative_writing/DeepSeek-V3","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|english/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.945794,"ciLow":1363.97031,"ciHigh":1375.921278,"observedAt":"2026-11-11","runCount":12866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"english/DeepSeek-V3","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.548727,"ciLow":1320.126786,"ciHigh":1334.970669,"observedAt":"2026-11-11","runCount":14106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"exclude_ties/DeepSeek-V3","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.466348,"ciLow":1330.748976,"ciHigh":1364.183719,"observedAt":"2026-11-11","runCount":1236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"expert/DeepSeek-V3","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|french/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.897386,"ciLow":1334.737496,"ciHigh":1409.057277,"observedAt":"2026-11-11","runCount":242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"french/DeepSeek-V3","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|german/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.334751,"ciLow":1327.098055,"ciHigh":1377.571446,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"german/DeepSeek-V3","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.032167,"ciLow":1341.896788,"ciHigh":1358.167546,"observedAt":"2026-11-11","runCount":5408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"hard_prompts/DeepSeek-V3","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.935603,"ciLow":1350.211144,"ciHigh":1369.660061,"observedAt":"2026-11-11","runCount":3637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"hard_prompts_english/DeepSeek-V3","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.882316,"ciLow":1337.526928,"ciHigh":1362.237703,"observedAt":"2026-11-11","runCount":2241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.483713,"ciLow":1339.156498,"ciHigh":1357.810929,"observedAt":"2026-11-11","runCount":4191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.814791,"ciLow":1367.366359,"ciHigh":1400.263224,"observedAt":"2026-11-11","runCount":1312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_legal_and_government/DeepSeek-V3","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.418592,"ciLow":1362.73258,"ciHigh":1382.104604,"observedAt":"2026-11-11","runCount":3766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.666419,"ciLow":1303.806995,"ciHigh":1327.525842,"observedAt":"2026-11-11","runCount":2326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_mathematical/DeepSeek-V3","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.243506,"ciLow":1375.050902,"ciHigh":1411.43611,"observedAt":"2026-11-11","runCount":1060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_medicine_and_healthcare/DeepSeek-V3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.56642,"ciLow":1375.126904,"ciHigh":1392.005935,"observedAt":"2026-11-11","runCount":5176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_software_and_it_services/DeepSeek-V3","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.192743,"ciLow":1348.036706,"ciHigh":1364.348781,"observedAt":"2026-11-11","runCount":5913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.098812,"ciLow":1336.177297,"ciHigh":1350.020327,"observedAt":"2026-11-11","runCount":8606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"instruction_following/DeepSeek-V3","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.077349,"ciLow":1262.928522,"ciHigh":1311.226176,"observedAt":"2026-11-11","runCount":534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"japanese/DeepSeek-V3","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.485562,"ciLow":1247.883715,"ciHigh":1319.08741,"observedAt":"2026-11-11","runCount":295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"korean/DeepSeek-V3","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.827102,"ciLow":1364.253841,"ciHigh":1385.400364,"observedAt":"2026-11-11","runCount":3123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"longer_query/DeepSeek-V3","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|math/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.580276,"ciLow":1298.75226,"ciHigh":1320.408292,"observedAt":"2026-11-11","runCount":2721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"math/DeepSeek-V3","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.187851,"ciLow":1363.355499,"ciHigh":1383.020202,"observedAt":"2026-11-11","runCount":3747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"multi_turn/DeepSeek-V3","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.152332,"ciLow":1336.457925,"ciHigh":1349.846738,"observedAt":"2026-11-11","runCount":8904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"non_english/DeepSeek-V3","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.474692,"ciLow":1353.713224,"ciHigh":1363.23616,"observedAt":"2026-11-11","runCount":21770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"overall/DeepSeek-V3","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.123998,"ciLow":1345.721077,"ciHigh":1368.52692,"observedAt":"2026-11-11","runCount":2512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"russian/DeepSeek-V3","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.361824,"ciLow":1331.144638,"ciHigh":1429.57901,"observedAt":"2026-11-11","runCount":127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"spanish/DeepSeek-V3","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|chinese/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.343584,"ciLow":1322.985543,"ciHigh":1353.701624,"observedAt":"2026-11-11","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"chinese/DeepSeek-V3","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|coding/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.874269,"ciLow":1314.786886,"ciHigh":1334.961651,"observedAt":"2026-11-11","runCount":3280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"coding/DeepSeek-V3","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|creative_writing/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.8794,"ciLow":1318.852423,"ciHigh":1338.906377,"observedAt":"2026-11-11","runCount":3623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"creative_writing/DeepSeek-V3","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|english/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.796245,"ciLow":1339.863708,"ciHigh":1351.728782,"observedAt":"2026-11-11","runCount":12866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"english/DeepSeek-V3","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.587976,"ciLow":1281.286704,"ciHigh":1295.889248,"observedAt":"2026-11-11","runCount":14106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"exclude_ties/DeepSeek-V3","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|expert/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.37514,"ciLow":1288.851193,"ciHigh":1321.899086,"observedAt":"2026-11-11","runCount":1236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"expert/DeepSeek-V3","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|french/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.745471,"ciLow":1305.201948,"ciHigh":1380.288993,"observedAt":"2026-11-11","runCount":242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"french/DeepSeek-V3","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|german/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.392921,"ciLow":1298.173691,"ciHigh":1348.612151,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"german/DeepSeek-V3","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.934576,"ciLow":1303.891882,"ciHigh":1319.97727,"observedAt":"2026-11-11","runCount":5408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"hard_prompts/DeepSeek-V3","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.288313,"ciLow":1313.679319,"ciHigh":1332.897307,"observedAt":"2026-11-11","runCount":3637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"hard_prompts_english/DeepSeek-V3","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.835215,"ciLow":1294.473668,"ciHigh":1319.196762,"observedAt":"2026-11-11","runCount":2241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.868678,"ciLow":1314.601466,"ciHigh":1333.13589,"observedAt":"2026-11-11","runCount":4191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.426178,"ciLow":1324.940718,"ciHigh":1357.911639,"observedAt":"2026-11-11","runCount":1312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_legal_and_government/DeepSeek-V3","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.694614,"ciLow":1323.022388,"ciHigh":1342.36684,"observedAt":"2026-11-11","runCount":3766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.020593,"ciLow":1302.245283,"ciHigh":1325.795903,"observedAt":"2026-11-11","runCount":2326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_mathematical/DeepSeek-V3","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.319368,"ciLow":1327.08543,"ciHigh":1363.553305,"observedAt":"2026-11-11","runCount":1060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_medicine_and_healthcare/DeepSeek-V3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.418983,"ciLow":1328.019036,"ciHigh":1344.81893,"observedAt":"2026-11-11","runCount":5176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_software_and_it_services/DeepSeek-V3","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.148414,"ciLow":1323.002224,"ciHigh":1339.294605,"observedAt":"2026-11-11","runCount":5913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"industry_writing_and_literature_and_language/DeepSeek-V3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|instruction_following/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.894702,"ciLow":1308.042738,"ciHigh":1321.746665,"observedAt":"2026-11-11","runCount":8606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"instruction_following/DeepSeek-V3","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|japanese/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.559554,"ciLow":1242.666637,"ciHigh":1290.452472,"observedAt":"2026-11-11","runCount":534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"japanese/DeepSeek-V3","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|korean/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.628593,"ciLow":1213.403571,"ciHigh":1283.853614,"observedAt":"2026-11-11","runCount":295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"korean/DeepSeek-V3","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|longer_query/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.874957,"ciLow":1332.355489,"ciHigh":1353.394424,"observedAt":"2026-11-11","runCount":3123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"longer_query/DeepSeek-V3","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|math/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.695278,"ciLow":1299.935236,"ciHigh":1321.45532,"observedAt":"2026-11-11","runCount":2721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"math/DeepSeek-V3","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|multi_turn/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.001279,"ciLow":1339.172739,"ciHigh":1358.829819,"observedAt":"2026-11-11","runCount":3747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"multi_turn/DeepSeek-V3","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|non_english/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.545593,"ciLow":1308.861763,"ciHigh":1322.229422,"observedAt":"2026-11-11","runCount":8904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"non_english/DeepSeek-V3","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|overall/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.543469,"ciLow":1327.807363,"ciHigh":1337.279576,"observedAt":"2026-11-11","runCount":21770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"overall/DeepSeek-V3","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|russian/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.971266,"ciLow":1312.542039,"ciHigh":1335.400493,"observedAt":"2026-11-11","runCount":2512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"russian/DeepSeek-V3","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v3:default|none|lmarena-text@1|rating|spanish/DeepSeek-V3","sourceId":"lmarena","modelId":"deepseek/deepseek-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.327492,"ciLow":1304.1962,"ciHigh":1400.458783,"observedAt":"2026-11-11","runCount":127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V3","rowId":"spanish/DeepSeek-V3","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.098859,"ciLow":1469.614036,"ciHigh":1492.583682,"observedAt":"2026-11-11","runCount":2916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"chinese/DeepSeek-V4-Flash Preview (High)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.247069,"ciLow":1473.986282,"ciHigh":1486.507856,"observedAt":"2026-11-11","runCount":15057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"coding/DeepSeek-V4-Flash Preview (High)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.883614,"ciLow":1403.314412,"ciHigh":1418.452816,"observedAt":"2026-11-11","runCount":8529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"creative_writing/DeepSeek-V4-Flash Preview (High)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|english/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.109976,"ciLow":1444.789578,"ciHigh":1455.430375,"observedAt":"2026-11-11","runCount":22764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"english/DeepSeek-V4-Flash Preview (High)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.636902,"ciLow":1431.296325,"ciHigh":1441.97748,"observedAt":"2026-11-11","runCount":38972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"exclude_ties/DeepSeek-V4-Flash Preview (High)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.07302,"ciLow":1458.209794,"ciHigh":1475.936246,"observedAt":"2026-11-11","runCount":5193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"expert/DeepSeek-V4-Flash Preview (High)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|french/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.998442,"ciLow":1442.850818,"ciHigh":1473.146066,"observedAt":"2026-11-11","runCount":1929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"french/DeepSeek-V4-Flash Preview (High)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|german/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.005636,"ciLow":1415.555012,"ciHigh":1456.456259,"observedAt":"2026-11-11","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"german/DeepSeek-V4-Flash Preview (High)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.54629,"ciLow":1453.717782,"ciHigh":1463.374798,"observedAt":"2026-11-11","runCount":34250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"hard_prompts/DeepSeek-V4-Flash Preview (High)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.65693,"ciLow":1458.528928,"ciHigh":1470.784933,"observedAt":"2026-11-11","runCount":15904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"hard_prompts_english/DeepSeek-V4-Flash Preview (High)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.558602,"ciLow":1427.591635,"ciHigh":1441.525569,"observedAt":"2026-11-11","runCount":10523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V4-Flash Preview (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.731546,"ciLow":1400.844008,"ciHigh":1414.619084,"observedAt":"2026-11-11","runCount":11312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V4-Flash Preview (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.88054,"ciLow":1447.933872,"ciHigh":1467.827208,"observedAt":"2026-11-11","runCount":4028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_legal_and_government/DeepSeek-V4-Flash Preview (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.997666,"ciLow":1451.580804,"ciHigh":1466.414527,"observedAt":"2026-11-11","runCount":8363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V4-Flash Preview (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.679863,"ciLow":1431.825094,"ciHigh":1455.534633,"observedAt":"2026-11-11","runCount":2749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_mathematical/DeepSeek-V4-Flash Preview (High)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.127433,"ciLow":1450.631948,"ciHigh":1471.622917,"observedAt":"2026-11-11","runCount":3694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_medicine_and_healthcare/DeepSeek-V4-Flash Preview (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.181913,"ciLow":1467.649353,"ciHigh":1478.714472,"observedAt":"2026-11-11","runCount":21064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_software_and_it_services/DeepSeek-V4-Flash Preview (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.922417,"ciLow":1415.37783,"ciHigh":1428.467004,"observedAt":"2026-11-11","runCount":12607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V4-Flash Preview (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.236872,"ciLow":1428.360191,"ciHigh":1440.113553,"observedAt":"2026-11-11","runCount":17823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"instruction_following/DeepSeek-V4-Flash Preview (High)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.582616,"ciLow":1398.664823,"ciHigh":1448.500409,"observedAt":"2026-11-11","runCount":634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"japanese/DeepSeek-V4-Flash Preview (High)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.169707,"ciLow":1358.111209,"ciHigh":1400.228204,"observedAt":"2026-11-11","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"korean/DeepSeek-V4-Flash Preview (High)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.171659,"ciLow":1443.600998,"ciHigh":1454.742319,"observedAt":"2026-11-11","runCount":23110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"longer_query/DeepSeek-V4-Flash Preview (High)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|math/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.079324,"ciLow":1429.155418,"ciHigh":1453.003229,"observedAt":"2026-11-11","runCount":2590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"math/DeepSeek-V4-Flash Preview (High)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.755215,"ciLow":1439.425811,"ciHigh":1454.084618,"observedAt":"2026-11-11","runCount":9137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"multi_turn/DeepSeek-V4-Flash Preview (High)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.549666,"ciLow":1418.533467,"ciHigh":1428.565864,"observedAt":"2026-11-11","runCount":28414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"non_english/DeepSeek-V4-Flash Preview (High)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.964871,"ciLow":1434.849141,"ciHigh":1443.080601,"observedAt":"2026-11-11","runCount":51180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"overall/DeepSeek-V4-Flash Preview (High)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.660921,"ciLow":1415.239521,"ciHigh":1452.082321,"observedAt":"2026-11-11","runCount":1030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"polish/DeepSeek-V4-Flash Preview (High)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.43641,"ciLow":1428.838536,"ciHigh":1446.034285,"observedAt":"2026-11-11","runCount":5703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"russian/DeepSeek-V4-Flash Preview (High)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.932265,"ciLow":1412.476854,"ciHigh":1445.387677,"observedAt":"2026-11-11","runCount":1460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"spanish/DeepSeek-V4-Flash Preview (High)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|chinese/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.28923,"ciLow":1456.859937,"ciHigh":1479.718522,"observedAt":"2026-11-11","runCount":2916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"chinese/DeepSeek-V4-Flash Preview (High)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|coding/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.564375,"ciLow":1434.334806,"ciHigh":1446.793944,"observedAt":"2026-11-11","runCount":15057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"coding/DeepSeek-V4-Flash Preview (High)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|creative_writing/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.425503,"ciLow":1391.923929,"ciHigh":1406.927077,"observedAt":"2026-11-11","runCount":8529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"creative_writing/DeepSeek-V4-Flash Preview (High)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|english/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.848927,"ciLow":1429.54801,"ciHigh":1440.149844,"observedAt":"2026-11-11","runCount":22764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"english/DeepSeek-V4-Flash Preview (High)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.599865,"ciLow":1409.341559,"ciHigh":1419.85817,"observedAt":"2026-11-11","runCount":38972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"exclude_ties/DeepSeek-V4-Flash Preview (High)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|expert/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.651508,"ciLow":1427.8287,"ciHigh":1445.474316,"observedAt":"2026-11-11","runCount":5193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"expert/DeepSeek-V4-Flash Preview (High)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|french/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.592699,"ciLow":1420.466843,"ciHigh":1450.718554,"observedAt":"2026-11-11","runCount":1929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"french/DeepSeek-V4-Flash Preview (High)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|german/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.164835,"ciLow":1396.649848,"ciHigh":1437.679823,"observedAt":"2026-11-11","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"german/DeepSeek-V4-Flash Preview (High)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.953445,"ciLow":1427.143517,"ciHigh":1436.763372,"observedAt":"2026-11-11","runCount":34250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"hard_prompts/DeepSeek-V4-Flash Preview (High)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.481181,"ciLow":1432.379483,"ciHigh":1444.582879,"observedAt":"2026-11-11","runCount":15904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"hard_prompts_english/DeepSeek-V4-Flash Preview (High)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.551627,"ciLow":1403.626202,"ciHigh":1417.477053,"observedAt":"2026-11-11","runCount":10523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V4-Flash Preview (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.265893,"ciLow":1387.413204,"ciHigh":1401.118582,"observedAt":"2026-11-11","runCount":11312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V4-Flash Preview (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.505844,"ciLow":1429.6212,"ciHigh":1449.390489,"observedAt":"2026-11-11","runCount":4028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_legal_and_government/DeepSeek-V4-Flash Preview (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.861857,"ciLow":1429.523691,"ciHigh":1444.200022,"observedAt":"2026-11-11","runCount":8363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V4-Flash Preview (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.432233,"ciLow":1413.537659,"ciHigh":1437.326806,"observedAt":"2026-11-11","runCount":2749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_mathematical/DeepSeek-V4-Flash Preview (High)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.058331,"ciLow":1427.653595,"ciHigh":1448.463067,"observedAt":"2026-11-11","runCount":3694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_medicine_and_healthcare/DeepSeek-V4-Flash Preview (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.076867,"ciLow":1437.561974,"ciHigh":1448.591761,"observedAt":"2026-11-11","runCount":21064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_software_and_it_services/DeepSeek-V4-Flash Preview (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.816277,"ciLow":1402.303057,"ciHigh":1415.329497,"observedAt":"2026-11-11","runCount":12607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V4-Flash Preview (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|instruction_following/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.584042,"ciLow":1411.720195,"ciHigh":1423.447889,"observedAt":"2026-11-11","runCount":17823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"instruction_following/DeepSeek-V4-Flash Preview (High)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|japanese/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.460801,"ciLow":1378.794358,"ciHigh":1428.127245,"observedAt":"2026-11-11","runCount":634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"japanese/DeepSeek-V4-Flash Preview (High)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|korean/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.396804,"ciLow":1337.413748,"ciHigh":1379.379859,"observedAt":"2026-11-11","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"korean/DeepSeek-V4-Flash Preview (High)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|longer_query/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.764287,"ciLow":1419.209252,"ciHigh":1430.319322,"observedAt":"2026-11-11","runCount":23110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"longer_query/DeepSeek-V4-Flash Preview (High)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|math/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.817594,"ciLow":1412.862984,"ciHigh":1436.772203,"observedAt":"2026-11-11","runCount":2590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"math/DeepSeek-V4-Flash Preview (High)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|multi_turn/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.744597,"ciLow":1424.448212,"ciHigh":1439.040983,"observedAt":"2026-11-11","runCount":9137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"multi_turn/DeepSeek-V4-Flash Preview (High)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|non_english/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.06948,"ciLow":1405.076778,"ciHigh":1415.062182,"observedAt":"2026-11-11","runCount":28414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"non_english/DeepSeek-V4-Flash Preview (High)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|overall/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.671763,"ciLow":1420.574936,"ciHigh":1428.76859,"observedAt":"2026-11-11","runCount":51180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"overall/DeepSeek-V4-Flash Preview (High)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|polish/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.187555,"ciLow":1397.929806,"ciHigh":1434.445305,"observedAt":"2026-11-11","runCount":1030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"polish/DeepSeek-V4-Flash Preview (High)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|russian/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.161684,"ciLow":1417.592013,"ciHigh":1434.731355,"observedAt":"2026-11-11","runCount":5703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"russian/DeepSeek-V4-Flash Preview (High)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-text@1|rating|spanish/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.923291,"ciLow":1400.51122,"ciHigh":1433.335362,"observedAt":"2026-11-11","runCount":1460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"spanish/DeepSeek-V4-Flash Preview (High)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-webdev@1|rating|overall/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1431.123002,"ciLow":1424.120972,"ciHigh":1438.125033,"observedAt":"2026-11-15","runCount":9968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"overall/DeepSeek-V4-Flash Preview (High)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-webdev@1|rating|webdev-html/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1418.590559,"ciLow":1400.320862,"ciHigh":1436.860256,"observedAt":"2026-11-15","runCount":1123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"webdev-html/DeepSeek-V4-Flash Preview (High)","slice":"webdev-html"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-webdev@1|rating|webdev-react/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1421.317312,"ciLow":1413.575569,"ciHigh":1429.059055,"observedAt":"2026-11-15","runCount":7985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"webdev-react/DeepSeek-V4-Flash Preview (High)","slice":"webdev-react"}
{"key":"lmarena|deepseek/deepseek-v4-flash-preview:effort=high|none|lmarena-webdev@1|rating|webdev/DeepSeek-V4-Flash Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1431.123002,"ciLow":1424.120972,"ciHigh":1438.125033,"observedAt":"2026-11-15","runCount":9968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash Preview (High)","rowId":"webdev/DeepSeek-V4-Flash Preview (High)","slice":"webdev"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.681576,"ciLow":1459.203503,"ciHigh":1482.159648,"observedAt":"2026-11-11","runCount":2938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"chinese/DeepSeek-V4-Flash","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.076358,"ciLow":1477.856036,"ciHigh":1490.29668,"observedAt":"2026-11-11","runCount":15115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"coding/DeepSeek-V4-Flash","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.90685,"ciLow":1400.365588,"ciHigh":1415.448112,"observedAt":"2026-11-11","runCount":8416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"creative_writing/DeepSeek-V4-Flash","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|english/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.060443,"ciLow":1439.77794,"ciHigh":1450.342945,"observedAt":"2026-11-11","runCount":22853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"english/DeepSeek-V4-Flash","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.677749,"ciLow":1426.374941,"ciHigh":1436.980558,"observedAt":"2026-11-11","runCount":38845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"exclude_ties/DeepSeek-V4-Flash","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.533646,"ciLow":1448.735798,"ciHigh":1466.331495,"observedAt":"2026-11-11","runCount":5265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"expert/DeepSeek-V4-Flash","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|french/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.153016,"ciLow":1434.273752,"ciHigh":1464.03228,"observedAt":"2026-11-11","runCount":1975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"french/DeepSeek-V4-Flash","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|german/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.525063,"ciLow":1402.354123,"ciHigh":1444.696002,"observedAt":"2026-11-11","runCount":838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"german/DeepSeek-V4-Flash","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.827931,"ciLow":1454.062795,"ciHigh":1463.593067,"observedAt":"2026-11-11","runCount":34299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"hard_prompts/DeepSeek-V4-Flash","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.382697,"ciLow":1457.326482,"ciHigh":1469.438911,"observedAt":"2026-11-11","runCount":16014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"hard_prompts_english/DeepSeek-V4-Flash","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.369105,"ciLow":1431.385579,"ciHigh":1445.35263,"observedAt":"2026-11-11","runCount":10293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V4-Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.875051,"ciLow":1397.945155,"ciHigh":1411.804948,"observedAt":"2026-11-11","runCount":11045,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V4-Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.610808,"ciLow":1438.708236,"ciHigh":1458.513381,"observedAt":"2026-11-11","runCount":4070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_legal_and_government/DeepSeek-V4-Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.659134,"ciLow":1449.260163,"ciHigh":1464.058105,"observedAt":"2026-11-11","runCount":8276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V4-Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.600743,"ciLow":1422.098355,"ciHigh":1445.10313,"observedAt":"2026-11-11","runCount":2916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_mathematical/DeepSeek-V4-Flash","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.861727,"ciLow":1448.318204,"ciHigh":1469.40525,"observedAt":"2026-11-11","runCount":3622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_medicine_and_healthcare/DeepSeek-V4-Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.025564,"ciLow":1465.515512,"ciHigh":1476.535616,"observedAt":"2026-11-11","runCount":21116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_software_and_it_services/DeepSeek-V4-Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.925767,"ciLow":1409.370838,"ciHigh":1422.480695,"observedAt":"2026-11-11","runCount":12408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_writing_and_literature_and_language/DeepSeek-V4-Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.978946,"ciLow":1422.16265,"ciHigh":1433.795242,"observedAt":"2026-11-11","runCount":17708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"instruction_following/DeepSeek-V4-Flash","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.321071,"ciLow":1373.491372,"ciHigh":1423.15077,"observedAt":"2026-11-11","runCount":645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"japanese/DeepSeek-V4-Flash","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.935436,"ciLow":1371.88166,"ciHigh":1413.989213,"observedAt":"2026-11-11","runCount":871,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"korean/DeepSeek-V4-Flash","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.970576,"ciLow":1442.397378,"ciHigh":1453.543774,"observedAt":"2026-11-11","runCount":22987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"longer_query/DeepSeek-V4-Flash","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|math/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.411997,"ciLow":1412.635208,"ciHigh":1436.188785,"observedAt":"2026-11-11","runCount":2673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"math/DeepSeek-V4-Flash","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.891164,"ciLow":1445.609831,"ciHigh":1460.172498,"observedAt":"2026-11-11","runCount":9267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"multi_turn/DeepSeek-V4-Flash","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.879454,"ciLow":1417.92996,"ciHigh":1427.828948,"observedAt":"2026-11-11","runCount":28482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"non_english/DeepSeek-V4-Flash","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.771024,"ciLow":1431.722381,"ciHigh":1439.819667,"observedAt":"2026-11-11","runCount":51336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"overall/DeepSeek-V4-Flash","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.853663,"ciLow":1418.146727,"ciHigh":1455.560599,"observedAt":"2026-11-11","runCount":1023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"polish/DeepSeek-V4-Flash","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.088009,"ciLow":1423.56596,"ciHigh":1440.610058,"observedAt":"2026-11-11","runCount":5641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"russian/DeepSeek-V4-Flash","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.799826,"ciLow":1415.714408,"ciHigh":1447.885244,"observedAt":"2026-11-11","runCount":1564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"spanish/DeepSeek-V4-Flash","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|chinese/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.404756,"ciLow":1453.034643,"ciHigh":1475.774869,"observedAt":"2026-11-11","runCount":2938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"chinese/DeepSeek-V4-Flash","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|coding/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.581648,"ciLow":1450.407592,"ciHigh":1462.755703,"observedAt":"2026-11-11","runCount":15115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"coding/DeepSeek-V4-Flash","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|creative_writing/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.818845,"ciLow":1395.320363,"ciHigh":1410.317327,"observedAt":"2026-11-11","runCount":8416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"creative_writing/DeepSeek-V4-Flash","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|english/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.727327,"ciLow":1435.459409,"ciHigh":1445.995245,"observedAt":"2026-11-11","runCount":22853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"english/DeepSeek-V4-Flash","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.435709,"ciLow":1419.216834,"ciHigh":1429.654584,"observedAt":"2026-11-11","runCount":38845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"exclude_ties/DeepSeek-V4-Flash","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|expert/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.731564,"ciLow":1433.012624,"ciHigh":1450.450504,"observedAt":"2026-11-11","runCount":5265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"expert/DeepSeek-V4-Flash","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|french/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.197985,"ciLow":1424.382253,"ciHigh":1454.013718,"observedAt":"2026-11-11","runCount":1975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"french/DeepSeek-V4-Flash","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|german/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.770936,"ciLow":1395.487522,"ciHigh":1438.05435,"observedAt":"2026-11-11","runCount":838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"german/DeepSeek-V4-Flash","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.447475,"ciLow":1438.711893,"ciHigh":1448.183057,"observedAt":"2026-11-11","runCount":34299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"hard_prompts/DeepSeek-V4-Flash","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.509761,"ciLow":1442.477945,"ciHigh":1454.541577,"observedAt":"2026-11-11","runCount":16014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"hard_prompts_english/DeepSeek-V4-Flash","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.154533,"ciLow":1418.229325,"ciHigh":1432.07974,"observedAt":"2026-11-11","runCount":10293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V4-Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.092218,"ciLow":1393.223778,"ciHigh":1406.960658,"observedAt":"2026-11-11","runCount":11045,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V4-Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.817725,"ciLow":1429.017172,"ciHigh":1448.618278,"observedAt":"2026-11-11","runCount":4070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_legal_and_government/DeepSeek-V4-Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.754255,"ciLow":1439.405777,"ciHigh":1454.102734,"observedAt":"2026-11-11","runCount":8276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V4-Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.737614,"ciLow":1420.263158,"ciHigh":1443.212069,"observedAt":"2026-11-11","runCount":2916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_mathematical/DeepSeek-V4-Flash","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.677219,"ciLow":1437.234442,"ciHigh":1458.119997,"observedAt":"2026-11-11","runCount":3622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_medicine_and_healthcare/DeepSeek-V4-Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.883353,"ciLow":1447.409797,"ciHigh":1458.35691,"observedAt":"2026-11-11","runCount":21116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_software_and_it_services/DeepSeek-V4-Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.136484,"ciLow":1403.623594,"ciHigh":1416.649373,"observedAt":"2026-11-11","runCount":12408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"industry_writing_and_literature_and_language/DeepSeek-V4-Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|instruction_following/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.886791,"ciLow":1415.088576,"ciHigh":1426.685006,"observedAt":"2026-11-11","runCount":17708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"instruction_following/DeepSeek-V4-Flash","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|japanese/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.818626,"ciLow":1364.04967,"ciHigh":1413.587581,"observedAt":"2026-11-11","runCount":645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"japanese/DeepSeek-V4-Flash","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|korean/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.947629,"ciLow":1360.954483,"ciHigh":1402.940775,"observedAt":"2026-11-11","runCount":871,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"korean/DeepSeek-V4-Flash","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|longer_query/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.684734,"ciLow":1429.14998,"ciHigh":1440.219487,"observedAt":"2026-11-11","runCount":22987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"longer_query/DeepSeek-V4-Flash","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|math/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.486182,"ciLow":1414.727744,"ciHigh":1438.24462,"observedAt":"2026-11-11","runCount":2673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"math/DeepSeek-V4-Flash","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|multi_turn/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.731056,"ciLow":1441.488122,"ciHigh":1455.97399,"observedAt":"2026-11-11","runCount":9267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"multi_turn/DeepSeek-V4-Flash","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|non_english/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.499623,"ciLow":1414.582291,"ciHigh":1424.416955,"observedAt":"2026-11-11","runCount":28482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"non_english/DeepSeek-V4-Flash","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|overall/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.018778,"ciLow":1427.989666,"ciHigh":1436.047891,"observedAt":"2026-11-11","runCount":51336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"overall/DeepSeek-V4-Flash","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|polish/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.198459,"ciLow":1416.573878,"ciHigh":1453.823039,"observedAt":"2026-11-11","runCount":1023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"polish/DeepSeek-V4-Flash","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|russian/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.301469,"ciLow":1417.81963,"ciHigh":1434.783309,"observedAt":"2026-11-11","runCount":5641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"russian/DeepSeek-V4-Flash","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v4-flash:default|none|lmarena-text@1|rating|spanish/DeepSeek-V4-Flash","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.380874,"ciLow":1419.403265,"ciHigh":1451.358482,"observedAt":"2026-11-11","runCount":1564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash","rowId":"spanish/DeepSeek-V4-Flash","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v4-flash:effort=high|none|lmarena-webdev@1|rating|overall/DeepSeek-V4-Flash (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1581.605307,"ciLow":1572.198051,"ciHigh":1591.012564,"observedAt":"2026-11-15","runCount":4822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash (High)","rowId":"overall/DeepSeek-V4-Flash (High)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-flash:effort=high|none|lmarena-webdev@1|rating|webdev-html/DeepSeek-V4-Flash (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1558.554483,"ciLow":1532.464691,"ciHigh":1584.644274,"observedAt":"2026-11-15","runCount":582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash (High)","rowId":"webdev-html/DeepSeek-V4-Flash (High)","slice":"webdev-html"}
{"key":"lmarena|deepseek/deepseek-v4-flash:effort=high|none|lmarena-webdev@1|rating|webdev-react/DeepSeek-V4-Flash (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1584.067656,"ciLow":1572.678456,"ciHigh":1595.456856,"observedAt":"2026-11-15","runCount":3281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash (High)","rowId":"webdev-react/DeepSeek-V4-Flash (High)","slice":"webdev-react"}
{"key":"lmarena|deepseek/deepseek-v4-flash:effort=high|none|lmarena-webdev@1|rating|webdev/DeepSeek-V4-Flash (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1581.605307,"ciLow":1572.198051,"ciHigh":1591.012564,"observedAt":"2026-11-15","runCount":4822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Flash (High)","rowId":"webdev/DeepSeek-V4-Flash (High)","slice":"webdev"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.760128,"ciLow":1469.048051,"ciHigh":1514.472205,"observedAt":"2026-11-11","runCount":677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"chinese/DeepSeek-V4-Pro (High, 20260813)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.369419,"ciLow":1491.850113,"ciHigh":1514.888725,"observedAt":"2026-11-11","runCount":2750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"coding/DeepSeek-V4-Pro (High, 20260813)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.665673,"ciLow":1429.601656,"ciHigh":1457.729691,"observedAt":"2026-11-11","runCount":1931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"creative_writing/DeepSeek-V4-Pro (High, 20260813)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|english/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.492901,"ciLow":1468.6061,"ciHigh":1488.379701,"observedAt":"2026-11-11","runCount":3700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"english/DeepSeek-V4-Pro (High, 20260813)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.440755,"ciLow":1459.555242,"ciHigh":1477.326268,"observedAt":"2026-11-11","runCount":7025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"exclude_ties/DeepSeek-V4-Pro (High, 20260813)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.040519,"ciLow":1462.372738,"ciHigh":1499.7083,"observedAt":"2026-11-11","runCount":997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"expert/DeepSeek-V4-Pro (High, 20260813)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|french/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.135093,"ciLow":1432.759373,"ciHigh":1499.510814,"observedAt":"2026-11-11","runCount":308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"french/DeepSeek-V4-Pro (High, 20260813)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.738198,"ciLow":1473.882284,"ciHigh":1489.594112,"observedAt":"2026-11-11","runCount":6369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"hard_prompts/DeepSeek-V4-Pro (High, 20260813)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.874293,"ciLow":1476.658992,"ciHigh":1501.089594,"observedAt":"2026-11-11","runCount":2446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"hard_prompts_english/DeepSeek-V4-Pro (High, 20260813)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.789358,"ciLow":1452.58012,"ciHigh":1480.998596,"observedAt":"2026-11-11","runCount":1775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.670571,"ciLow":1422.964321,"ciHigh":1448.37682,"observedAt":"2026-11-11","runCount":2384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.622412,"ciLow":1460.91345,"ciHigh":1502.331374,"observedAt":"2026-11-11","runCount":812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_legal_and_government/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.841384,"ciLow":1471.374418,"ciHigh":1502.30835,"observedAt":"2026-11-11","runCount":1490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.108998,"ciLow":1428.725916,"ciHigh":1481.49208,"observedAt":"2026-11-11","runCount":496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_mathematical/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.109353,"ciLow":1453.525242,"ciHigh":1500.693464,"observedAt":"2026-11-11","runCount":614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_medicine_and_healthcare/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.004285,"ciLow":1481.389278,"ciHigh":1500.619292,"observedAt":"2026-11-11","runCount":3989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_software_and_it_services/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.699894,"ciLow":1440.577427,"ciHigh":1464.822362,"observedAt":"2026-11-11","runCount":2554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.450985,"ciLow":1450.060614,"ciHigh":1470.841357,"observedAt":"2026-11-11","runCount":3404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"instruction_following/DeepSeek-V4-Pro (High, 20260813)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.311563,"ciLow":1464.925556,"ciHigh":1483.697571,"observedAt":"2026-11-11","runCount":4441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"longer_query/DeepSeek-V4-Pro (High, 20260813)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|math/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.263866,"ciLow":1421.043468,"ciHigh":1477.484264,"observedAt":"2026-11-11","runCount":394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"math/DeepSeek-V4-Pro (High, 20260813)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.791276,"ciLow":1453.280385,"ciHigh":1484.302166,"observedAt":"2026-11-11","runCount":1539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"multi_turn/DeepSeek-V4-Pro (High, 20260813)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.343516,"ciLow":1438.325272,"ciHigh":1454.361759,"observedAt":"2026-11-11","runCount":5873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"non_english/DeepSeek-V4-Pro (High, 20260813)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.895854,"ciLow":1457.225359,"ciHigh":1470.566349,"observedAt":"2026-11-11","runCount":9573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"overall/DeepSeek-V4-Pro (High, 20260813)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.074501,"ciLow":1439.055408,"ciHigh":1473.093593,"observedAt":"2026-11-11","runCount":1195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"russian/DeepSeek-V4-Pro (High, 20260813)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.94452,"ciLow":1423.417686,"ciHigh":1488.471354,"observedAt":"2026-11-11","runCount":296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"spanish/DeepSeek-V4-Pro (High, 20260813)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|chinese/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.73905,"ciLow":1454.78608,"ciHigh":1500.69202,"observedAt":"2026-11-11","runCount":677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"chinese/DeepSeek-V4-Pro (High, 20260813)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|coding/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.374373,"ciLow":1455.919414,"ciHigh":1478.829331,"observedAt":"2026-11-11","runCount":2750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"coding/DeepSeek-V4-Pro (High, 20260813)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|creative_writing/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.947232,"ciLow":1422.912972,"ciHigh":1450.981492,"observedAt":"2026-11-11","runCount":1931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"creative_writing/DeepSeek-V4-Pro (High, 20260813)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|english/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.530716,"ciLow":1447.704939,"ciHigh":1467.356494,"observedAt":"2026-11-11","runCount":3700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"english/DeepSeek-V4-Pro (High, 20260813)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.037375,"ciLow":1432.303707,"ciHigh":1449.771044,"observedAt":"2026-11-11","runCount":7025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"exclude_ties/DeepSeek-V4-Pro (High, 20260813)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|expert/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.535975,"ciLow":1435.828974,"ciHigh":1473.242975,"observedAt":"2026-11-11","runCount":997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"expert/DeepSeek-V4-Pro (High, 20260813)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|french/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.231551,"ciLow":1406.937135,"ciHigh":1473.525966,"observedAt":"2026-11-11","runCount":308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"french/DeepSeek-V4-Pro (High, 20260813)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.583336,"ciLow":1448.791477,"ciHigh":1464.375195,"observedAt":"2026-11-11","runCount":6369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"hard_prompts/DeepSeek-V4-Pro (High, 20260813)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.851722,"ciLow":1450.707072,"ciHigh":1474.996371,"observedAt":"2026-11-11","runCount":2446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"hard_prompts_english/DeepSeek-V4-Pro (High, 20260813)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.724637,"ciLow":1427.621271,"ciHigh":1455.828004,"observedAt":"2026-11-11","runCount":1775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.304188,"ciLow":1411.703606,"ciHigh":1436.90477,"observedAt":"2026-11-11","runCount":2384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.761034,"ciLow":1439.302711,"ciHigh":1480.219358,"observedAt":"2026-11-11","runCount":812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_legal_and_government/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.263076,"ciLow":1441.944962,"ciHigh":1472.581189,"observedAt":"2026-11-11","runCount":1490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.419682,"ciLow":1411.852445,"ciHigh":1464.986918,"observedAt":"2026-11-11","runCount":496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_mathematical/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.172648,"ciLow":1422.953145,"ciHigh":1469.392152,"observedAt":"2026-11-11","runCount":614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_medicine_and_healthcare/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.995791,"ciLow":1450.447637,"ciHigh":1469.543945,"observedAt":"2026-11-11","runCount":3989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_software_and_it_services/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.134111,"ciLow":1430.026563,"ciHigh":1454.241659,"observedAt":"2026-11-11","runCount":2554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V4-Pro (High, 20260813)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|instruction_following/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.541467,"ciLow":1437.175667,"ciHigh":1457.907268,"observedAt":"2026-11-11","runCount":3404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"instruction_following/DeepSeek-V4-Pro (High, 20260813)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|longer_query/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.958596,"ciLow":1447.614758,"ciHigh":1466.302434,"observedAt":"2026-11-11","runCount":4441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"longer_query/DeepSeek-V4-Pro (High, 20260813)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|math/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.809703,"ciLow":1404.570709,"ciHigh":1461.048697,"observedAt":"2026-11-11","runCount":394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"math/DeepSeek-V4-Pro (High, 20260813)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|multi_turn/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.719891,"ciLow":1436.23113,"ciHigh":1467.208652,"observedAt":"2026-11-11","runCount":1539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"multi_turn/DeepSeek-V4-Pro (High, 20260813)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|non_english/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.212902,"ciLow":1421.220868,"ciHigh":1437.204936,"observedAt":"2026-11-11","runCount":5873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"non_english/DeepSeek-V4-Pro (High, 20260813)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|overall/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.861303,"ciLow":1438.23319,"ciHigh":1451.489415,"observedAt":"2026-11-11","runCount":9573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"overall/DeepSeek-V4-Pro (High, 20260813)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|russian/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.090535,"ciLow":1427.226693,"ciHigh":1460.954377,"observedAt":"2026-11-11","runCount":1195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"russian/DeepSeek-V4-Pro (High, 20260813)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-text@1|rating|spanish/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.471989,"ciLow":1404.172784,"ciHigh":1468.771193,"observedAt":"2026-11-11","runCount":296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"spanish/DeepSeek-V4-Pro (High, 20260813)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-webdev@1|rating|overall/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1580.831345,"ciLow":1571.301967,"ciHigh":1590.360723,"observedAt":"2026-11-15","runCount":4600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"overall/DeepSeek-V4-Pro (High, 20260813)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-webdev@1|rating|webdev-html/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1561.335253,"ciLow":1533.847536,"ciHigh":1588.822971,"observedAt":"2026-11-15","runCount":520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"webdev-html/DeepSeek-V4-Pro (High, 20260813)","slice":"webdev-html"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-webdev@1|rating|webdev-react/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1585.98663,"ciLow":1574.270078,"ciHigh":1597.703182,"observedAt":"2026-11-15","runCount":3031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"webdev-react/DeepSeek-V4-Pro (High, 20260813)","slice":"webdev-react"}
{"key":"lmarena|deepseek/deepseek-v4-pro-0813:effort=high|none|lmarena-webdev@1|rating|webdev/DeepSeek-V4-Pro (High, 20260813)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1580.831345,"ciLow":1571.301967,"ciHigh":1590.360723,"observedAt":"2026-11-15","runCount":4600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro (High, 20260813)","rowId":"webdev/DeepSeek-V4-Pro (High, 20260813)","slice":"webdev"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.410696,"ciLow":1489.408231,"ciHigh":1511.413161,"observedAt":"2026-11-11","runCount":3263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"chinese/DeepSeek-V4-Pro Preview (High)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.923269,"ciLow":1481.816535,"ciHigh":1494.030004,"observedAt":"2026-11-11","runCount":15769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"coding/DeepSeek-V4-Pro Preview (High)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.349876,"ciLow":1433.005223,"ciHigh":1447.694529,"observedAt":"2026-11-11","runCount":9268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"creative_writing/DeepSeek-V4-Pro Preview (High)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|english/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.157242,"ciLow":1461.97187,"ciHigh":1472.342614,"observedAt":"2026-11-11","runCount":23726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"english/DeepSeek-V4-Pro Preview (High)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.066141,"ciLow":1451.912593,"ciHigh":1462.21969,"observedAt":"2026-11-11","runCount":41253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"exclude_ties/DeepSeek-V4-Pro Preview (High)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.466872,"ciLow":1466.843019,"ciHigh":1484.090725,"observedAt":"2026-11-11","runCount":5407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"expert/DeepSeek-V4-Pro Preview (High)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|french/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.457121,"ciLow":1453.85446,"ciHigh":1483.059782,"observedAt":"2026-11-11","runCount":2043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"french/DeepSeek-V4-Pro Preview (High)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|german/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.611623,"ciLow":1439.555642,"ciHigh":1479.667604,"observedAt":"2026-11-11","runCount":923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"german/DeepSeek-V4-Pro Preview (High)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.594505,"ciLow":1468.943406,"ciHigh":1478.245603,"observedAt":"2026-11-11","runCount":36431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"hard_prompts/DeepSeek-V4-Pro Preview (High)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.863854,"ciLow":1476.909835,"ciHigh":1488.817873,"observedAt":"2026-11-11","runCount":16686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"hard_prompts_english/DeepSeek-V4-Pro Preview (High)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.738381,"ciLow":1440.910527,"ciHigh":1454.566235,"observedAt":"2026-11-11","runCount":10897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V4-Pro Preview (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.748691,"ciLow":1425.084029,"ciHigh":1438.413353,"observedAt":"2026-11-11","runCount":12232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V4-Pro Preview (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.315969,"ciLow":1462.608833,"ciHigh":1482.023105,"observedAt":"2026-11-11","runCount":4254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_legal_and_government/DeepSeek-V4-Pro Preview (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.722064,"ciLow":1473.498646,"ciHigh":1487.945481,"observedAt":"2026-11-11","runCount":8659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V4-Pro Preview (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.294112,"ciLow":1455.770619,"ciHigh":1478.817606,"observedAt":"2026-11-11","runCount":2915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_mathematical/DeepSeek-V4-Pro Preview (High)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.492712,"ciLow":1475.195066,"ciHigh":1495.790358,"observedAt":"2026-11-11","runCount":3796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_medicine_and_healthcare/DeepSeek-V4-Pro Preview (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.977372,"ciLow":1477.600249,"ciHigh":1488.354494,"observedAt":"2026-11-11","runCount":22104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_software_and_it_services/DeepSeek-V4-Pro Preview (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.763783,"ciLow":1436.376173,"ciHigh":1449.151394,"observedAt":"2026-11-11","runCount":13564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V4-Pro Preview (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.740792,"ciLow":1442.066057,"ciHigh":1453.415527,"observedAt":"2026-11-11","runCount":18782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"instruction_following/DeepSeek-V4-Pro Preview (High)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.057462,"ciLow":1406.220178,"ciHigh":1453.894745,"observedAt":"2026-11-11","runCount":684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"japanese/DeepSeek-V4-Pro Preview (High)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.614872,"ciLow":1420.428231,"ciHigh":1460.801514,"observedAt":"2026-11-11","runCount":928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"korean/DeepSeek-V4-Pro Preview (High)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.672999,"ciLow":1459.254515,"ciHigh":1470.091483,"observedAt":"2026-11-11","runCount":24308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"longer_query/DeepSeek-V4-Pro Preview (High)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|math/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.887218,"ciLow":1453.085381,"ciHigh":1476.689056,"observedAt":"2026-11-11","runCount":2686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"math/DeepSeek-V4-Pro Preview (High)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.899947,"ciLow":1448.74728,"ciHigh":1463.052613,"observedAt":"2026-11-11","runCount":9596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"multi_turn/DeepSeek-V4-Pro Preview (High)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.638626,"ciLow":1434.843676,"ciHigh":1444.433577,"observedAt":"2026-11-11","runCount":30494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"non_english/DeepSeek-V4-Pro Preview (High)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.946175,"ciLow":1450.962275,"ciHigh":1458.930075,"observedAt":"2026-11-11","runCount":54224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"overall/DeepSeek-V4-Pro Preview (High)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.206021,"ciLow":1442.045822,"ciHigh":1478.36622,"observedAt":"2026-11-11","runCount":1094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"polish/DeepSeek-V4-Pro Preview (High)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.431782,"ciLow":1448.123498,"ciHigh":1464.740065,"observedAt":"2026-11-11","runCount":6065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"russian/DeepSeek-V4-Pro Preview (High)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.996303,"ciLow":1435.517438,"ciHigh":1466.475168,"observedAt":"2026-11-11","runCount":1659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"spanish/DeepSeek-V4-Pro Preview (High)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|chinese/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.127532,"ciLow":1475.158254,"ciHigh":1497.096809,"observedAt":"2026-11-11","runCount":3263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"chinese/DeepSeek-V4-Pro Preview (High)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|coding/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.957268,"ciLow":1446.891681,"ciHigh":1459.022855,"observedAt":"2026-11-11","runCount":15769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"coding/DeepSeek-V4-Pro Preview (High)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|creative_writing/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.382206,"ciLow":1434.083651,"ciHigh":1448.68076,"observedAt":"2026-11-11","runCount":9268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"creative_writing/DeepSeek-V4-Pro Preview (High)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|english/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.23447,"ciLow":1450.071165,"ciHigh":1460.397774,"observedAt":"2026-11-11","runCount":23726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"english/DeepSeek-V4-Pro Preview (High)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.819008,"ciLow":1435.746557,"ciHigh":1445.891459,"observedAt":"2026-11-11","runCount":41253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"exclude_ties/DeepSeek-V4-Pro Preview (High)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|expert/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.401644,"ciLow":1439.786904,"ciHigh":1457.016384,"observedAt":"2026-11-11","runCount":5407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"expert/DeepSeek-V4-Pro Preview (High)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|french/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.2282,"ciLow":1436.651745,"ciHigh":1465.804655,"observedAt":"2026-11-11","runCount":2043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"french/DeepSeek-V4-Pro Preview (High)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|german/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.658734,"ciLow":1427.775557,"ciHigh":1467.541911,"observedAt":"2026-11-11","runCount":923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"german/DeepSeek-V4-Pro Preview (High)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.129111,"ciLow":1447.498293,"ciHigh":1456.759928,"observedAt":"2026-11-11","runCount":36431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"hard_prompts/DeepSeek-V4-Pro Preview (High)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.305326,"ciLow":1454.375731,"ciHigh":1466.234922,"observedAt":"2026-11-11","runCount":16686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"hard_prompts_english/DeepSeek-V4-Pro Preview (High)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.604875,"ciLow":1420.846073,"ciHigh":1434.363677,"observedAt":"2026-11-11","runCount":10897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V4-Pro Preview (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.072729,"ciLow":1420.443797,"ciHigh":1433.701661,"observedAt":"2026-11-11","runCount":12232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V4-Pro Preview (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.870984,"ciLow":1449.252967,"ciHigh":1468.489001,"observedAt":"2026-11-11","runCount":4254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_legal_and_government/DeepSeek-V4-Pro Preview (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.794977,"ciLow":1456.642586,"ciHigh":1470.947369,"observedAt":"2026-11-11","runCount":8659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V4-Pro Preview (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.651077,"ciLow":1442.139492,"ciHigh":1465.162662,"observedAt":"2026-11-11","runCount":2915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_mathematical/DeepSeek-V4-Pro Preview (High)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.791225,"ciLow":1458.6447,"ciHigh":1478.93775,"observedAt":"2026-11-11","runCount":3796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_medicine_and_healthcare/DeepSeek-V4-Pro Preview (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.717139,"ciLow":1451.365375,"ciHigh":1462.068904,"observedAt":"2026-11-11","runCount":22104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_software_and_it_services/DeepSeek-V4-Pro Preview (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.613684,"ciLow":1431.254962,"ciHigh":1443.972405,"observedAt":"2026-11-11","runCount":13564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V4-Pro Preview (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|instruction_following/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.668995,"ciLow":1430.006046,"ciHigh":1441.331945,"observedAt":"2026-11-11","runCount":18782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"instruction_following/DeepSeek-V4-Pro Preview (High)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|japanese/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.004899,"ciLow":1390.185897,"ciHigh":1437.823902,"observedAt":"2026-11-11","runCount":684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"japanese/DeepSeek-V4-Pro Preview (High)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|korean/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.861032,"ciLow":1409.853603,"ciHigh":1449.868461,"observedAt":"2026-11-11","runCount":928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"korean/DeepSeek-V4-Pro Preview (High)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|longer_query/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.178055,"ciLow":1440.783534,"ciHigh":1451.572575,"observedAt":"2026-11-11","runCount":24308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"longer_query/DeepSeek-V4-Pro Preview (High)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|math/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.943671,"ciLow":1442.148445,"ciHigh":1465.738898,"observedAt":"2026-11-11","runCount":2686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"math/DeepSeek-V4-Pro Preview (High)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|multi_turn/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.605847,"ciLow":1438.470767,"ciHigh":1452.740927,"observedAt":"2026-11-11","runCount":9596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"multi_turn/DeepSeek-V4-Pro Preview (High)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|non_english/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.211852,"ciLow":1426.43864,"ciHigh":1435.985064,"observedAt":"2026-11-11","runCount":30494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"non_english/DeepSeek-V4-Pro Preview (High)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|overall/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.997179,"ciLow":1441.033813,"ciHigh":1448.960545,"observedAt":"2026-11-11","runCount":54224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"overall/DeepSeek-V4-Pro Preview (High)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|polish/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.204091,"ciLow":1435.132138,"ciHigh":1471.276044,"observedAt":"2026-11-11","runCount":1094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"polish/DeepSeek-V4-Pro Preview (High)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|russian/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.639727,"ciLow":1440.357585,"ciHigh":1456.921868,"observedAt":"2026-11-11","runCount":6065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"russian/DeepSeek-V4-Pro Preview (High)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-text@1|rating|spanish/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.227322,"ciLow":1432.837946,"ciHigh":1463.616697,"observedAt":"2026-11-11","runCount":1659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"spanish/DeepSeek-V4-Pro Preview (High)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-webdev@1|rating|overall/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1463.539526,"ciLow":1457.178068,"ciHigh":1469.900985,"observedAt":"2026-11-15","runCount":12938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"overall/DeepSeek-V4-Pro Preview (High)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-webdev@1|rating|webdev-html/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1470.796777,"ciLow":1454.796213,"ciHigh":1486.79734,"observedAt":"2026-11-15","runCount":1499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"webdev-html/DeepSeek-V4-Pro Preview (High)","slice":"webdev-html"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-webdev@1|rating|webdev-react/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1452.455373,"ciLow":1445.448512,"ciHigh":1459.462234,"observedAt":"2026-11-15","runCount":10221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"webdev-react/DeepSeek-V4-Pro Preview (High)","slice":"webdev-react"}
{"key":"lmarena|deepseek/deepseek-v4-pro-preview:effort=high|none|lmarena-webdev@1|rating|webdev/DeepSeek-V4-Pro Preview (High)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1463.539526,"ciLow":1457.178068,"ciHigh":1469.900985,"observedAt":"2026-11-15","runCount":12938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro Preview (High)","rowId":"webdev/DeepSeek-V4-Pro Preview (High)","slice":"webdev"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.966606,"ciLow":1477.12949,"ciHigh":1498.803722,"observedAt":"2026-11-11","runCount":3321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"chinese/DeepSeek-V4-Pro","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.533638,"ciLow":1494.60043,"ciHigh":1506.466845,"observedAt":"2026-11-11","runCount":16916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"coding/DeepSeek-V4-Pro","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.407587,"ciLow":1439.128831,"ciHigh":1453.686342,"observedAt":"2026-11-11","runCount":9587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"creative_writing/DeepSeek-V4-Pro","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|english/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.379224,"ciLow":1462.258537,"ciHigh":1472.499911,"observedAt":"2026-11-11","runCount":25008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"english/DeepSeek-V4-Pro","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.814926,"ciLow":1456.685391,"ciHigh":1466.944461,"observedAt":"2026-11-11","runCount":43076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"exclude_ties/DeepSeek-V4-Pro","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.508527,"ciLow":1471.038169,"ciHigh":1487.978885,"observedAt":"2026-11-11","runCount":5747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"expert/DeepSeek-V4-Pro","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|french/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.814529,"ciLow":1470.342407,"ciHigh":1499.28665,"observedAt":"2026-11-11","runCount":2189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"french/DeepSeek-V4-Pro","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|german/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.144625,"ciLow":1448.807249,"ciHigh":1487.482002,"observedAt":"2026-11-11","runCount":994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"german/DeepSeek-V4-Pro","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.153708,"ciLow":1475.570522,"ciHigh":1484.736894,"observedAt":"2026-11-11","runCount":37984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"hard_prompts/DeepSeek-V4-Pro","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.064281,"ciLow":1479.213674,"ciHigh":1490.914887,"observedAt":"2026-11-11","runCount":17631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"hard_prompts_english/DeepSeek-V4-Pro","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.500462,"ciLow":1452.781075,"ciHigh":1466.21985,"observedAt":"2026-11-11","runCount":11250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V4-Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.737908,"ciLow":1429.112459,"ciHigh":1442.363356,"observedAt":"2026-11-11","runCount":12606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V4-Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.144971,"ciLow":1464.582576,"ciHigh":1483.707366,"observedAt":"2026-11-11","runCount":4423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_legal_and_government/DeepSeek-V4-Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.477431,"ciLow":1472.329725,"ciHigh":1486.625136,"observedAt":"2026-11-11","runCount":9015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V4-Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.376292,"ciLow":1448.385521,"ciHigh":1470.367064,"observedAt":"2026-11-11","runCount":3203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_mathematical/DeepSeek-V4-Pro","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.320505,"ciLow":1467.16779,"ciHigh":1487.47322,"observedAt":"2026-11-11","runCount":3997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_medicine_and_healthcare/DeepSeek-V4-Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.389279,"ciLow":1486.118374,"ciHigh":1496.660185,"observedAt":"2026-11-11","runCount":23336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_software_and_it_services/DeepSeek-V4-Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.058193,"ciLow":1444.733322,"ciHigh":1457.383063,"observedAt":"2026-11-11","runCount":13940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_writing_and_literature_and_language/DeepSeek-V4-Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.181495,"ciLow":1447.600804,"ciHigh":1458.762186,"observedAt":"2026-11-11","runCount":19746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"instruction_following/DeepSeek-V4-Pro","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.765341,"ciLow":1431.075238,"ciHigh":1478.455444,"observedAt":"2026-11-11","runCount":716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"japanese/DeepSeek-V4-Pro","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.921324,"ciLow":1395.883553,"ciHigh":1433.959094,"observedAt":"2026-11-11","runCount":1055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"korean/DeepSeek-V4-Pro","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.769422,"ciLow":1466.437519,"ciHigh":1477.101325,"observedAt":"2026-11-11","runCount":25506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"longer_query/DeepSeek-V4-Pro","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|math/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.103277,"ciLow":1431.947912,"ciHigh":1454.258641,"observedAt":"2026-11-11","runCount":3014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"math/DeepSeek-V4-Pro","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.130624,"ciLow":1468.113748,"ciHigh":1482.1475,"observedAt":"2026-11-11","runCount":10255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"multi_turn/DeepSeek-V4-Pro","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.756382,"ciLow":1440.028316,"ciHigh":1449.484448,"observedAt":"2026-11-11","runCount":31849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"non_english/DeepSeek-V4-Pro","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.879838,"ciLow":1453.970161,"ciHigh":1461.789514,"observedAt":"2026-11-11","runCount":56857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"overall/DeepSeek-V4-Pro","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.152281,"ciLow":1446.039563,"ciHigh":1482.264999,"observedAt":"2026-11-11","runCount":1115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"polish/DeepSeek-V4-Pro","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.94765,"ciLow":1452.72432,"ciHigh":1469.17098,"observedAt":"2026-11-11","runCount":6236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"russian/DeepSeek-V4-Pro","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.51929,"ciLow":1441.175461,"ciHigh":1471.863119,"observedAt":"2026-11-11","runCount":1707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"spanish/DeepSeek-V4-Pro","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|chinese/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.766277,"ciLow":1469.981543,"ciHigh":1491.551012,"observedAt":"2026-11-11","runCount":3321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"chinese/DeepSeek-V4-Pro","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|coding/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.177227,"ciLow":1463.276757,"ciHigh":1475.077698,"observedAt":"2026-11-11","runCount":16916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"coding/DeepSeek-V4-Pro","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|creative_writing/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.473764,"ciLow":1439.248297,"ciHigh":1453.699232,"observedAt":"2026-11-11","runCount":9587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"creative_writing/DeepSeek-V4-Pro","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|english/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.364836,"ciLow":1454.270483,"ciHigh":1464.459189,"observedAt":"2026-11-11","runCount":25008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"english/DeepSeek-V4-Pro","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.965604,"ciLow":1444.912172,"ciHigh":1455.019035,"observedAt":"2026-11-11","runCount":43076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"exclude_ties/DeepSeek-V4-Pro","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|expert/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.98781,"ciLow":1454.556722,"ciHigh":1471.418898,"observedAt":"2026-11-11","runCount":5747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"expert/DeepSeek-V4-Pro","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|french/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.574523,"ciLow":1457.170412,"ciHigh":1485.978634,"observedAt":"2026-11-11","runCount":2189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"french/DeepSeek-V4-Pro","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|german/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.789605,"ciLow":1437.549614,"ciHigh":1476.029596,"observedAt":"2026-11-11","runCount":994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"german/DeepSeek-V4-Pro","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.346561,"ciLow":1456.786,"ciHigh":1465.907123,"observedAt":"2026-11-11","runCount":37984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"hard_prompts/DeepSeek-V4-Pro","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.188831,"ciLow":1460.364975,"ciHigh":1472.012688,"observedAt":"2026-11-11","runCount":17631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"hard_prompts_english/DeepSeek-V4-Pro","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.070479,"ciLow":1436.400928,"ciHigh":1449.740029,"observedAt":"2026-11-11","runCount":11250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V4-Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.328448,"ciLow":1424.751343,"ciHigh":1437.905553,"observedAt":"2026-11-11","runCount":12606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V4-Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.131688,"ciLow":1454.641269,"ciHigh":1473.622108,"observedAt":"2026-11-11","runCount":4423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_legal_and_government/DeepSeek-V4-Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.061271,"ciLow":1460.975582,"ciHigh":1475.14696,"observedAt":"2026-11-11","runCount":9015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V4-Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.068139,"ciLow":1444.071171,"ciHigh":1466.065107,"observedAt":"2026-11-11","runCount":3203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_mathematical/DeepSeek-V4-Pro","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.594885,"ciLow":1454.566984,"ciHigh":1474.622787,"observedAt":"2026-11-11","runCount":3997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_medicine_and_healthcare/DeepSeek-V4-Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.545374,"ciLow":1463.299059,"ciHigh":1473.791688,"observedAt":"2026-11-11","runCount":23336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_software_and_it_services/DeepSeek-V4-Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.951751,"ciLow":1440.6584,"ciHigh":1453.245102,"observedAt":"2026-11-11","runCount":13940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"industry_writing_and_literature_and_language/DeepSeek-V4-Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|instruction_following/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.816177,"ciLow":1440.24089,"ciHigh":1451.391464,"observedAt":"2026-11-11","runCount":19746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"instruction_following/DeepSeek-V4-Pro","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|japanese/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.857549,"ciLow":1421.437295,"ciHigh":1468.277803,"observedAt":"2026-11-11","runCount":716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"japanese/DeepSeek-V4-Pro","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|korean/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.117595,"ciLow":1388.057357,"ciHigh":1426.177833,"observedAt":"2026-11-11","runCount":1055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"korean/DeepSeek-V4-Pro","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|longer_query/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.537901,"ciLow":1452.231759,"ciHigh":1462.844043,"observedAt":"2026-11-11","runCount":25506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"longer_query/DeepSeek-V4-Pro","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|math/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.671065,"ciLow":1430.522404,"ciHigh":1452.819726,"observedAt":"2026-11-11","runCount":3014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"math/DeepSeek-V4-Pro","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|multi_turn/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.447154,"ciLow":1460.454313,"ciHigh":1474.439995,"observedAt":"2026-11-11","runCount":10255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"multi_turn/DeepSeek-V4-Pro","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|non_english/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.837461,"ciLow":1434.128782,"ciHigh":1443.546139,"observedAt":"2026-11-11","runCount":31849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"non_english/DeepSeek-V4-Pro","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|overall/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.261883,"ciLow":1447.368223,"ciHigh":1455.155542,"observedAt":"2026-11-11","runCount":56857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"overall/DeepSeek-V4-Pro","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|polish/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.364805,"ciLow":1441.491806,"ciHigh":1477.237805,"observedAt":"2026-11-11","runCount":1115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"polish/DeepSeek-V4-Pro","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|russian/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.683635,"ciLow":1445.496391,"ciHigh":1461.870878,"observedAt":"2026-11-11","runCount":6236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"russian/DeepSeek-V4-Pro","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-text@1|rating|spanish/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.018263,"ciLow":1440.815878,"ciHigh":1471.220648,"observedAt":"2026-11-11","runCount":1707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"spanish/DeepSeek-V4-Pro","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-webdev@1|rating|overall/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1448.52068,"ciLow":1442.145005,"ciHigh":1454.896355,"observedAt":"2026-11-15","runCount":13757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"overall/DeepSeek-V4-Pro","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-webdev@1|rating|webdev-html/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1433.926825,"ciLow":1417.862601,"ciHigh":1449.99105,"observedAt":"2026-11-15","runCount":1473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"webdev-html/DeepSeek-V4-Pro","slice":"webdev-html"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-webdev@1|rating|webdev-react/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1441.459598,"ciLow":1434.292638,"ciHigh":1448.626559,"observedAt":"2026-11-15","runCount":9461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"webdev-react/DeepSeek-V4-Pro","slice":"webdev-react"}
{"key":"lmarena|deepseek/deepseek-v4-pro:default|none|lmarena-webdev@1|rating|webdev/DeepSeek-V4-Pro","sourceId":"lmarena","modelId":"deepseek/deepseek-v4-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1448.52068,"ciLow":1442.145005,"ciHigh":1454.896355,"observedAt":"2026-11-15","runCount":13757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4-Pro","rowId":"webdev/DeepSeek-V4-Pro","slice":"webdev"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash-1017:effort=max|none|lmarena-agent@1|cost-per-task|overall/DeepSeek-V4.1-Flash-20261017 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.140551,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20261017 (Max)","rowId":"overall/DeepSeek-V4.1-Flash-20261017 (Max)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash-1017:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/DeepSeek-V4.1-Flash-20261017 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":88678.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20261017 (Max)","rowId":"overall/DeepSeek-V4.1-Flash-20261017 (Max)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash-1017:effort=max|none|lmarena-agent@1|score|overall/DeepSeek-V4.1-Flash-20261017 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.011331,"ciLow":0.006214,"ciHigh":0.016449,"observedAt":"2026-11-15","runCount":25876760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20261017 (Max)","rowId":"overall/DeepSeek-V4.1-Flash-20261017 (Max)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash-1017:effort=max|none|lmarena-webdev@1|rating|image_to_webdev/DeepSeek-V4.1-Flash-20261017 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1608.915041,"ciLow":1598.713602,"ciHigh":1619.11648,"observedAt":"2026-11-15","runCount":4164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20261017 (Max)","rowId":"image_to_webdev/DeepSeek-V4.1-Flash-20261017 (Max)","slice":"image_to_webdev"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash-1017:effort=max|none|lmarena-webdev@1|rating|overall/DeepSeek-V4.1-Flash-20261017 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1661.409001,"ciLow":1654.704089,"ciHigh":1668.113913,"observedAt":"2026-11-15","runCount":15385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20261017 (Max)","rowId":"overall/DeepSeek-V4.1-Flash-20261017 (Max)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash-1017:effort=max|none|lmarena-webdev@1|rating|webdev-html/DeepSeek-V4.1-Flash-20261017 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1694.217326,"ciLow":1680.281474,"ciHigh":1708.153177,"observedAt":"2026-11-15","runCount":2538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20261017 (Max)","rowId":"webdev-html/DeepSeek-V4.1-Flash-20261017 (Max)","slice":"webdev-html"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash-1017:effort=max|none|lmarena-webdev@1|rating|webdev-react/DeepSeek-V4.1-Flash-20261017 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1673.410633,"ciLow":1665.747276,"ciHigh":1681.07399,"observedAt":"2026-11-15","runCount":9627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20261017 (Max)","rowId":"webdev-react/DeepSeek-V4.1-Flash-20261017 (Max)","slice":"webdev-react"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash-1017:effort=max|none|lmarena-webdev@1|rating|webdev/DeepSeek-V4.1-Flash-20261017 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1661.409001,"ciLow":1654.704089,"ciHigh":1668.113913,"observedAt":"2026-11-15","runCount":15385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20261017 (Max)","rowId":"webdev/DeepSeek-V4.1-Flash-20261017 (Max)","slice":"webdev"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|chinese/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1526.210376,"ciLow":1507.348193,"ciHigh":1545.072558,"observedAt":"2026-11-11","runCount":1011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"chinese/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|coding/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.370199,"ciLow":1515.246933,"ciHigh":1535.493465,"observedAt":"2026-11-11","runCount":3709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"coding/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|creative_writing/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.803673,"ciLow":1428.735598,"ciHigh":1452.871748,"observedAt":"2026-11-11","runCount":2787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"creative_writing/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|english/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.200907,"ciLow":1477.383845,"ciHigh":1495.01797,"observedAt":"2026-11-11","runCount":4969,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"english/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|exclude_ties/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.004711,"ciLow":1475.916642,"ciHigh":1492.09278,"observedAt":"2026-11-11","runCount":9928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"exclude_ties/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|expert/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.458681,"ciLow":1501.83263,"ciHigh":1533.084731,"observedAt":"2026-11-11","runCount":1439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"expert/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|french/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.170017,"ciLow":1457.380515,"ciHigh":1510.959518,"observedAt":"2026-11-11","runCount":527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"french/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|german/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.786435,"ciLow":1446.594756,"ciHigh":1518.978114,"observedAt":"2026-11-11","runCount":245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"german/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|hard_prompts/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.515511,"ciLow":1491.330786,"ciHigh":1505.700236,"observedAt":"2026-11-11","runCount":8678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"hard_prompts/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|hard_prompts_english/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.078692,"ciLow":1493.289821,"ciHigh":1514.867563,"observedAt":"2026-11-11","runCount":3258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"hard_prompts_english/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.424593,"ciLow":1467.005237,"ciHigh":1491.84395,"observedAt":"2026-11-11","runCount":2367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.25736,"ciLow":1437.146532,"ciHigh":1459.368188,"observedAt":"2026-11-11","runCount":3343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|industry_legal_and_government/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.136541,"ciLow":1441.929742,"ciHigh":1478.34334,"observedAt":"2026-11-11","runCount":1110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_legal_and_government/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.816988,"ciLow":1474.819228,"ciHigh":1500.814749,"observedAt":"2026-11-11","runCount":2194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|industry_mathematical/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.643558,"ciLow":1470.445236,"ciHigh":1510.841881,"observedAt":"2026-11-11","runCount":815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_mathematical/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.167687,"ciLow":1491.549594,"ciHigh":1532.785781,"observedAt":"2026-11-11","runCount":906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_medicine_and_healthcare/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.559866,"ciLow":1505.94394,"ciHigh":1523.175791,"observedAt":"2026-11-11","runCount":5292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_software_and_it_services/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.881865,"ciLow":1444.271598,"ciHigh":1465.492132,"observedAt":"2026-11-11","runCount":3599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|instruction_following/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.808166,"ciLow":1466.646337,"ciHigh":1484.969995,"observedAt":"2026-11-11","runCount":4724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"instruction_following/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|japanese/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.96981,"ciLow":1417.511076,"ciHigh":1490.428544,"observedAt":"2026-11-11","runCount":289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"japanese/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|korean/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.674551,"ciLow":1399.165916,"ciHigh":1476.183187,"observedAt":"2026-11-11","runCount":244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"korean/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|longer_query/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.841134,"ciLow":1472.292805,"ciHigh":1489.389464,"observedAt":"2026-11-11","runCount":5838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"longer_query/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|math/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.949181,"ciLow":1473.046938,"ciHigh":1516.851424,"observedAt":"2026-11-11","runCount":691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"math/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|multi_turn/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.590709,"ciLow":1456.979884,"ciHigh":1484.201534,"observedAt":"2026-11-11","runCount":1984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"multi_turn/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|non_english/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.489104,"ciLow":1453.315706,"ciHigh":1467.662501,"observedAt":"2026-11-11","runCount":8574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"non_english/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|overall/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.094801,"ciLow":1468.950909,"ciHigh":1481.238693,"observedAt":"2026-11-11","runCount":13547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"overall/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|polish/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.820407,"ciLow":1432.266934,"ciHigh":1505.373881,"observedAt":"2026-11-11","runCount":243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"polish/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|russian/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.494703,"ciLow":1467.623816,"ciHigh":1495.365589,"observedAt":"2026-11-11","runCount":1926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"russian/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text-style-control@1|rating|spanish/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.763197,"ciLow":1434.847525,"ciHigh":1488.67887,"observedAt":"2026-11-11","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"spanish/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|chinese/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1504.76435,"ciLow":1486.306442,"ciHigh":1523.222257,"observedAt":"2026-11-11","runCount":1011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"chinese/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|coding/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1503.78804,"ciLow":1493.738728,"ciHigh":1513.837351,"observedAt":"2026-11-11","runCount":3709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"coding/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"coding"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|creative_writing/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.682938,"ciLow":1425.725308,"ciHigh":1449.640568,"observedAt":"2026-11-11","runCount":2787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"creative_writing/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"creative_writing"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|english/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.607208,"ciLow":1464.846508,"ciHigh":1482.367909,"observedAt":"2026-11-11","runCount":4969,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"english/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|exclude_ties/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.567626,"ciLow":1458.602895,"ciHigh":1474.532357,"observedAt":"2026-11-11","runCount":9928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"exclude_ties/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"exclude_ties"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|expert/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.608159,"ciLow":1487.059796,"ciHigh":1518.156523,"observedAt":"2026-11-11","runCount":1439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"expert/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"expert"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|french/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.738174,"ciLow":1443.05407,"ciHigh":1496.422278,"observedAt":"2026-11-11","runCount":527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"french/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"french"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|german/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.184664,"ciLow":1424.42287,"ciHigh":1495.946458,"observedAt":"2026-11-11","runCount":245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"german/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"german"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|hard_prompts/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.550409,"ciLow":1475.411743,"ciHigh":1489.689075,"observedAt":"2026-11-11","runCount":8678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"hard_prompts/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"hard_prompts"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|hard_prompts_english/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.077707,"ciLow":1477.391867,"ciHigh":1498.763546,"observedAt":"2026-11-11","runCount":3258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"hard_prompts_english/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.401049,"ciLow":1451.037876,"ciHigh":1475.764223,"observedAt":"2026-11-11","runCount":2367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_business_and_management_and_financial_operations/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.722405,"ciLow":1432.71593,"ciHigh":1454.728881,"observedAt":"2026-11-11","runCount":3343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_entertainment_and_sports_and_media/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|industry_legal_and_government/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.872674,"ciLow":1428.908139,"ciHigh":1464.837209,"observedAt":"2026-11-11","runCount":1110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_legal_and_government/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.668263,"ciLow":1454.771107,"ciHigh":1480.565418,"observedAt":"2026-11-11","runCount":2194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_life_and_physical_and_social_science/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|industry_mathematical/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.967751,"ciLow":1458.750995,"ciHigh":1499.184507,"observedAt":"2026-11-11","runCount":815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_mathematical/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|industry_medicine_and_healthcare/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.865803,"ciLow":1469.595844,"ciHigh":1510.135762,"observedAt":"2026-11-11","runCount":906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_medicine_and_healthcare/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|industry_software_and_it_services/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.48347,"ciLow":1487.928151,"ciHigh":1505.038789,"observedAt":"2026-11-11","runCount":5292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_software_and_it_services/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.380542,"ciLow":1438.84243,"ciHigh":1459.918653,"observedAt":"2026-11-11","runCount":3599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"industry_writing_and_literature_and_language/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|instruction_following/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.252958,"ciLow":1464.113468,"ciHigh":1482.392448,"observedAt":"2026-11-11","runCount":4724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"instruction_following/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"instruction_following"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|japanese/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.740368,"ciLow":1393.10841,"ciHigh":1466.372326,"observedAt":"2026-11-11","runCount":289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"japanese/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"japanese"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|korean/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.028578,"ciLow":1384.18857,"ciHigh":1461.868586,"observedAt":"2026-11-11","runCount":244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"korean/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"korean"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|longer_query/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.915164,"ciLow":1465.422337,"ciHigh":1482.407991,"observedAt":"2026-11-11","runCount":5838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"longer_query/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"longer_query"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|math/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.559325,"ciLow":1456.592551,"ciHigh":1500.5261,"observedAt":"2026-11-11","runCount":691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"math/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"math"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|multi_turn/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.322247,"ciLow":1448.744143,"ciHigh":1475.90035,"observedAt":"2026-11-11","runCount":1984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"multi_turn/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"multi_turn"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|non_english/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.010991,"ciLow":1442.868138,"ciHigh":1457.153845,"observedAt":"2026-11-11","runCount":8574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"non_english/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"non_english"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|overall/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.557607,"ciLow":1457.444391,"ciHigh":1469.670823,"observedAt":"2026-11-11","runCount":13547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"overall/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|polish/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.017539,"ciLow":1417.383397,"ciHigh":1488.651682,"observedAt":"2026-11-11","runCount":243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"polish/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"polish"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|russian/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.969469,"ciLow":1455.115202,"ciHigh":1482.823736,"observedAt":"2026-11-11","runCount":1926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"russian/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"russian"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-text@1|rating|spanish/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.330911,"ciLow":1429.641893,"ciHigh":1483.01993,"observedAt":"2026-11-11","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"spanish/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"spanish"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision-style-control@1|rating|chinese/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.862151,"ciLow":1289.492739,"ciHigh":1370.231563,"observedAt":"2026-11-09","runCount":221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"chinese/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision-style-control@1|rating|creative_writing_vision/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.741392,"ciLow":1230.142065,"ciHigh":1295.34072,"observedAt":"2026-11-09","runCount":363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"creative_writing_vision/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision-style-control@1|rating|diagram/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.94999,"ciLow":1277.515428,"ciHigh":1314.384551,"observedAt":"2026-11-09","runCount":1114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"diagram/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"diagram"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision-style-control@1|rating|english/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.816789,"ciLow":1253.57011,"ciHigh":1288.063467,"observedAt":"2026-11-09","runCount":1320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"english/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision-style-control@1|rating|homework/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.241698,"ciLow":1283.017071,"ciHigh":1333.466325,"observedAt":"2026-11-09","runCount":542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"homework/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"homework"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision-style-control@1|rating|humor/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.094122,"ciLow":1218.737489,"ciHigh":1307.450754,"observedAt":"2026-11-09","runCount":187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"humor/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"humor"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision-style-control@1|rating|ocr/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.981416,"ciLow":1262.332271,"ciHigh":1285.630561,"observedAt":"2026-11-09","runCount":2896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"ocr/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"ocr"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision-style-control@1|rating|overall/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.858728,"ciLow":1252.717355,"ciHigh":1273.000102,"observedAt":"2026-11-09","runCount":4247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"overall/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision@1|rating|chinese/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1345.393909,"ciLow":1306.102769,"ciHigh":1384.68505,"observedAt":"2026-11-09","runCount":221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"chinese/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"chinese"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision@1|rating|creative_writing_vision/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1283.262526,"ciLow":1251.150529,"ciHigh":1315.374524,"observedAt":"2026-11-09","runCount":363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"creative_writing_vision/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision@1|rating|diagram/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1299.1047,"ciLow":1280.724902,"ciHigh":1317.484498,"observedAt":"2026-11-09","runCount":1114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"diagram/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"diagram"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision@1|rating|english/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1290.388648,"ciLow":1273.176501,"ciHigh":1307.600795,"observedAt":"2026-11-09","runCount":1320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"english/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"english"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision@1|rating|homework/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1306.738073,"ciLow":1281.494079,"ciHigh":1331.982067,"observedAt":"2026-11-09","runCount":542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"homework/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"homework"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision@1|rating|humor/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1279.058242,"ciLow":1235.912754,"ciHigh":1322.20373,"observedAt":"2026-11-09","runCount":187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"humor/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"humor"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision@1|rating|ocr/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1283.67739,"ciLow":1272.05855,"ciHigh":1295.29623,"observedAt":"2026-11-09","runCount":2896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"ocr/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"ocr"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-vision@1|rating|overall/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1279.152115,"ciLow":1269.068863,"ciHigh":1289.235367,"observedAt":"2026-11-09","runCount":4247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"overall/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-webdev@1|rating|image_to_webdev/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1610.641017,"ciLow":1588.013027,"ciHigh":1633.269008,"observedAt":"2026-11-15","runCount":726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"image_to_webdev/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"image_to_webdev"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-webdev@1|rating|overall/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1620.764241,"ciLow":1609.638723,"ciHigh":1631.889759,"observedAt":"2026-11-15","runCount":3393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"overall/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"overall"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-webdev@1|rating|webdev-html/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1617.853879,"ciLow":1591.131501,"ciHigh":1644.576258,"observedAt":"2026-11-15","runCount":581,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"webdev-html/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"webdev-html"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-webdev@1|rating|webdev-react/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1630.434323,"ciLow":1616.165457,"ciHigh":1644.70319,"observedAt":"2026-11-15","runCount":2066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"webdev-react/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"webdev-react"}
{"key":"lmarena|deepseek/deepseek-v4.1-flash:effort=max;ckpt=2026-09-10|none|lmarena-webdev@1|rating|webdev/DeepSeek-V4.1-Flash-20260910 (Max)","sourceId":"lmarena","modelId":"deepseek/deepseek-v4.1-flash","variant":{"effort":"max","flags":[],"checkpoint":"2026-09-10"},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1620.764241,"ciLow":1609.638723,"ciHigh":1631.889759,"observedAt":"2026-11-15","runCount":3393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DeepSeek-V4.1-Flash-20260910 (Max)","rowId":"webdev/DeepSeek-V4.1-Flash-20260910 (Max)","slice":"webdev"}
{"key":"lmarena|diffbot/diffbot-small-xl:default|none|lmarena-search-style-control@1|rating|overall/Diffbot-Small-XL","sourceId":"lmarena","modelId":"diffbot/diffbot-small-xl","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1061.828309,"ciLow":1053.039725,"ciHigh":1070.616893,"observedAt":"2026-11-09","runCount":6339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Diffbot-Small-XL","rowId":"overall/Diffbot-Small-XL","slice":"overall"}
{"key":"lmarena|diffbot/diffbot-small-xl:default|none|lmarena-search@1|rating|overall/Diffbot-Small-XL","sourceId":"lmarena","modelId":"diffbot/diffbot-small-xl","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1022.041254,"ciLow":1013.470241,"ciHigh":1030.612268,"observedAt":"2026-11-09","runCount":6339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Diffbot-Small-XL","rowId":"overall/Diffbot-Small-XL","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.969847,"ciLow":1286.667791,"ciHigh":1307.271903,"observedAt":"2026-11-11","runCount":7043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"chinese/Gemini 1.5 Flash (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|coding/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.743552,"ciLow":1301.089105,"ciHigh":1316.398,"observedAt":"2026-11-11","runCount":10680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"coding/Gemini 1.5 Flash (001)","slice":"coding"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.493035,"ciLow":1255.006149,"ciHigh":1271.979922,"observedAt":"2026-11-11","runCount":9031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"creative_writing/Gemini 1.5 Flash (001)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|english/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.774264,"ciLow":1285.383246,"ciHigh":1296.165282,"observedAt":"2026-11-11","runCount":33810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"english/Gemini 1.5 Flash (001)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.932612,"ciLow":1202.124034,"ciHigh":1215.74119,"observedAt":"2026-11-11","runCount":40479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"exclude_ties/Gemini 1.5 Flash (001)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|expert/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.607445,"ciLow":1256.190366,"ciHigh":1281.024523,"observedAt":"2026-11-11","runCount":3194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"expert/Gemini 1.5 Flash (001)","slice":"expert"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|french/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.436885,"ciLow":1273.095148,"ciHigh":1321.778622,"observedAt":"2026-11-11","runCount":919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"french/Gemini 1.5 Flash (001)","slice":"french"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|german/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.497526,"ciLow":1250.741515,"ciHigh":1282.253538,"observedAt":"2026-11-11","runCount":2169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"german/Gemini 1.5 Flash (001)","slice":"german"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.332565,"ciLow":1282.069609,"ciHigh":1294.595522,"observedAt":"2026-11-11","runCount":18228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"hard_prompts/Gemini 1.5 Flash (001)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.799569,"ciLow":1285.37147,"ciHigh":1300.227668,"observedAt":"2026-11-11","runCount":10974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"hard_prompts_english/Gemini 1.5 Flash (001)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.91396,"ciLow":1274.609678,"ciHigh":1293.218241,"observedAt":"2026-11-11","runCount":7261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_business_and_management_and_financial_operations/Gemini 1.5 Flash (001)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.764848,"ciLow":1247.775344,"ciHigh":1263.754353,"observedAt":"2026-11-11","runCount":9767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_entertainment_and_sports_and_media/Gemini 1.5 Flash (001)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.090088,"ciLow":1293.835648,"ciHigh":1318.344528,"observedAt":"2026-11-11","runCount":3784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_legal_and_government/Gemini 1.5 Flash (001)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.475974,"ciLow":1286.387876,"ciHigh":1302.564072,"observedAt":"2026-11-11","runCount":10875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_life_and_physical_and_social_science/Gemini 1.5 Flash (001)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.84365,"ciLow":1266.278773,"ciHigh":1283.408527,"observedAt":"2026-11-11","runCount":7315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_mathematical/Gemini 1.5 Flash (001)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.231057,"ciLow":1257.379441,"ciHigh":1283.082672,"observedAt":"2026-11-11","runCount":3461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_medicine_and_healthcare/Gemini 1.5 Flash (001)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.120087,"ciLow":1298.461994,"ciHigh":1311.77818,"observedAt":"2026-11-11","runCount":17507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_software_and_it_services/Gemini 1.5 Flash (001)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.825658,"ciLow":1284.888415,"ciHigh":1298.7629,"observedAt":"2026-11-11","runCount":16463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_writing_and_literature_and_language/Gemini 1.5 Flash (001)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.263217,"ciLow":1259.26701,"ciHigh":1271.259424,"observedAt":"2026-11-11","runCount":23685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"instruction_following/Gemini 1.5 Flash (001)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.335955,"ciLow":1204.984696,"ciHigh":1241.687214,"observedAt":"2026-11-11","runCount":1522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"japanese/Gemini 1.5 Flash (001)","slice":"japanese"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|korean/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.257921,"ciLow":1228.603253,"ciHigh":1267.912588,"observedAt":"2026-11-11","runCount":2083,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"korean/Gemini 1.5 Flash (001)","slice":"korean"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.773981,"ciLow":1292.05401,"ciHigh":1309.493953,"observedAt":"2026-11-11","runCount":7837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"longer_query/Gemini 1.5 Flash (001)","slice":"longer_query"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|math/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.242492,"ciLow":1251.131996,"ciHigh":1267.352988,"observedAt":"2026-11-11","runCount":8392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"math/Gemini 1.5 Flash (001)","slice":"math"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.603699,"ciLow":1261.631156,"ciHigh":1277.576243,"observedAt":"2026-11-11","runCount":11065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"multi_turn/Gemini 1.5 Flash (001)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.900716,"ciLow":1271.110741,"ciHigh":1282.690691,"observedAt":"2026-11-11","runCount":29023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"non_english/Gemini 1.5 Flash (001)","slice":"non_english"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|overall/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.671295,"ciLow":1282.169431,"ciHigh":1291.173159,"observedAt":"2026-11-11","runCount":62833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"overall/Gemini 1.5 Flash (001)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|polish/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.227831,"ciLow":1231.035643,"ciHigh":1355.420018,"observedAt":"2026-11-11","runCount":117,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"polish/Gemini 1.5 Flash (001)","slice":"polish"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|russian/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.018001,"ciLow":1277.908532,"ciHigh":1296.127471,"observedAt":"2026-11-11","runCount":7468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"russian/Gemini 1.5 Flash (001)","slice":"russian"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.834085,"ciLow":1255.28661,"ciHigh":1300.38156,"observedAt":"2026-11-11","runCount":1077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"spanish/Gemini 1.5 Flash (001)","slice":"spanish"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|chinese/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.321421,"ciLow":1224.139647,"ciHigh":1244.503196,"observedAt":"2026-11-11","runCount":7043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"chinese/Gemini 1.5 Flash (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|coding/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1235.541074,"ciLow":1227.952609,"ciHigh":1243.129539,"observedAt":"2026-11-11","runCount":10680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"coding/Gemini 1.5 Flash (001)","slice":"coding"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|creative_writing/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.987579,"ciLow":1213.617705,"ciHigh":1230.357454,"observedAt":"2026-11-11","runCount":9031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"creative_writing/Gemini 1.5 Flash (001)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|english/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.716609,"ciLow":1238.369469,"ciHigh":1249.06375,"observedAt":"2026-11-11","runCount":33810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"english/Gemini 1.5 Flash (001)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|exclude_ties/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1142.393629,"ciLow":1135.688382,"ciHigh":1149.098876,"observedAt":"2026-11-11","runCount":40479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"exclude_ties/Gemini 1.5 Flash (001)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|expert/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1199.033162,"ciLow":1186.698201,"ciHigh":1211.368124,"observedAt":"2026-11-11","runCount":3194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"expert/Gemini 1.5 Flash (001)","slice":"expert"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|french/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.705609,"ciLow":1216.465411,"ciHigh":1264.945806,"observedAt":"2026-11-11","runCount":919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"french/Gemini 1.5 Flash (001)","slice":"french"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|german/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.258912,"ciLow":1200.578455,"ciHigh":1231.939369,"observedAt":"2026-11-11","runCount":2169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"german/Gemini 1.5 Flash (001)","slice":"german"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|hard_prompts/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.547107,"ciLow":1213.345431,"ciHigh":1225.748783,"observedAt":"2026-11-11","runCount":18228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"hard_prompts/Gemini 1.5 Flash (001)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.562245,"ciLow":1217.200557,"ciHigh":1231.923933,"observedAt":"2026-11-11","runCount":10974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"hard_prompts_english/Gemini 1.5 Flash (001)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.287355,"ciLow":1216.00813,"ciHigh":1234.566581,"observedAt":"2026-11-11","runCount":7261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_business_and_management_and_financial_operations/Gemini 1.5 Flash (001)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1207.503381,"ciLow":1199.581776,"ciHigh":1215.424985,"observedAt":"2026-11-11","runCount":9767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_entertainment_and_sports_and_media/Gemini 1.5 Flash (001)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.464777,"ciLow":1235.242845,"ciHigh":1259.686709,"observedAt":"2026-11-11","runCount":3784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_legal_and_government/Gemini 1.5 Flash (001)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.894831,"ciLow":1223.823459,"ciHigh":1239.966203,"observedAt":"2026-11-11","runCount":10875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_life_and_physical_and_social_science/Gemini 1.5 Flash (001)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.223984,"ciLow":1229.746526,"ciHigh":1246.701443,"observedAt":"2026-11-11","runCount":7315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_mathematical/Gemini 1.5 Flash (001)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.390895,"ciLow":1173.424785,"ciHigh":1199.357006,"observedAt":"2026-11-11","runCount":3461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_medicine_and_healthcare/Gemini 1.5 Flash (001)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.477273,"ciLow":1234.871976,"ciHigh":1248.08257,"observedAt":"2026-11-11","runCount":17507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_software_and_it_services/Gemini 1.5 Flash (001)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.785071,"ciLow":1244.921023,"ciHigh":1258.649118,"observedAt":"2026-11-11","runCount":16463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"industry_writing_and_literature_and_language/Gemini 1.5 Flash (001)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|instruction_following/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.775526,"ciLow":1205.841472,"ciHigh":1217.70958,"observedAt":"2026-11-11","runCount":23685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"instruction_following/Gemini 1.5 Flash (001)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|japanese/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.55053,"ciLow":1168.334439,"ciHigh":1204.766621,"observedAt":"2026-11-11","runCount":1522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"japanese/Gemini 1.5 Flash (001)","slice":"japanese"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|korean/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.248545,"ciLow":1181.666568,"ciHigh":1220.830521,"observedAt":"2026-11-11","runCount":2083,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"korean/Gemini 1.5 Flash (001)","slice":"korean"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|longer_query/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.453172,"ciLow":1242.825689,"ciHigh":1260.080655,"observedAt":"2026-11-11","runCount":7837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"longer_query/Gemini 1.5 Flash (001)","slice":"longer_query"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|math/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.6802,"ciLow":1220.641846,"ciHigh":1236.718553,"observedAt":"2026-11-11","runCount":8392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"math/Gemini 1.5 Flash (001)","slice":"math"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|multi_turn/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.4329,"ciLow":1219.494917,"ciHigh":1235.370884,"observedAt":"2026-11-11","runCount":11065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"multi_turn/Gemini 1.5 Flash (001)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|non_english/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.484949,"ciLow":1224.734624,"ciHigh":1236.235274,"observedAt":"2026-11-11","runCount":29023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"non_english/Gemini 1.5 Flash (001)","slice":"non_english"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|overall/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1239.345356,"ciLow":1234.881278,"ciHigh":1243.809434,"observedAt":"2026-11-11","runCount":62833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"overall/Gemini 1.5 Flash (001)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|polish/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.616684,"ciLow":1176.400806,"ciHigh":1298.832563,"observedAt":"2026-11-11","runCount":117,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"polish/Gemini 1.5 Flash (001)","slice":"polish"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|russian/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1239.17195,"ciLow":1230.084575,"ciHigh":1248.259326,"observedAt":"2026-11-11","runCount":7468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"russian/Gemini 1.5 Flash (001)","slice":"russian"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-text@1|rating|spanish/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.179503,"ciLow":1201.588235,"ciHigh":1246.77077,"observedAt":"2026-11-11","runCount":1077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"spanish/Gemini 1.5 Flash (001)","slice":"spanish"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1027.298176,"ciLow":986.153422,"ciHigh":1068.44293,"observedAt":"2026-11-09","runCount":950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"chinese/Gemini 1.5 Flash (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-vision-style-control@1|rating|english/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1069.085643,"ciLow":1055.085632,"ciHigh":1083.085654,"observedAt":"2026-11-09","runCount":8419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"english/Gemini 1.5 Flash (001)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1059.46976,"ciLow":1047.576961,"ciHigh":1071.362558,"observedAt":"2026-11-09","runCount":13260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"overall/Gemini 1.5 Flash (001)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-vision@1|rating|chinese/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":959.531089,"ciLow":918.492732,"ciHigh":1000.569446,"observedAt":"2026-11-09","runCount":950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"chinese/Gemini 1.5 Flash (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-vision@1|rating|english/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1026.876857,"ciLow":1012.887274,"ciHigh":1040.86644,"observedAt":"2026-11-09","runCount":8419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"english/Gemini 1.5 Flash (001)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-flash-001:default|none|lmarena-vision@1|rating|overall/Gemini 1.5 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1007.852421,"ciLow":995.967978,"ciHigh":1019.736863,"observedAt":"2026-11-09","runCount":13260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (001)","rowId":"overall/Gemini 1.5 Flash (001)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.098331,"ciLow":1310.555029,"ciHigh":1333.641633,"observedAt":"2026-11-11","runCount":2980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"chinese/Gemini 1.5 Flash (002)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|coding/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.071285,"ciLow":1308.004087,"ciHigh":1324.138482,"observedAt":"2026-11-11","runCount":5892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"coding/Gemini 1.5 Flash (002)","slice":"coding"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.509861,"ciLow":1288.513944,"ciHigh":1306.505778,"observedAt":"2026-11-11","runCount":5017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"creative_writing/Gemini 1.5 Flash (002)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|english/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.86692,"ciLow":1309.400768,"ciHigh":1320.333071,"observedAt":"2026-11-11","runCount":18364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"english/Gemini 1.5 Flash (002)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.786634,"ciLow":1240.200226,"ciHigh":1253.373042,"observedAt":"2026-11-11","runCount":22474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"exclude_ties/Gemini 1.5 Flash (002)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|expert/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.176656,"ciLow":1272.037882,"ciHigh":1298.315429,"observedAt":"2026-11-11","runCount":2116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"expert/Gemini 1.5 Flash (002)","slice":"expert"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|french/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.611517,"ciLow":1250.646173,"ciHigh":1320.576862,"observedAt":"2026-11-11","runCount":295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"french/Gemini 1.5 Flash (002)","slice":"french"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|german/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.380772,"ciLow":1256.489009,"ciHigh":1300.272535,"observedAt":"2026-11-11","runCount":739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"german/Gemini 1.5 Flash (002)","slice":"german"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.351622,"ciLow":1296.61019,"ciHigh":1310.093054,"observedAt":"2026-11-11","runCount":9262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"hard_prompts/Gemini 1.5 Flash (002)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.348607,"ciLow":1305.097622,"ciHigh":1321.599593,"observedAt":"2026-11-11","runCount":5484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"hard_prompts_english/Gemini 1.5 Flash (002)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.586568,"ciLow":1288.882427,"ciHigh":1308.290709,"observedAt":"2026-11-11","runCount":4259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_business_and_management_and_financial_operations/Gemini 1.5 Flash (002)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.036819,"ciLow":1264.763107,"ciHigh":1281.310531,"observedAt":"2026-11-11","runCount":5693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_entertainment_and_sports_and_media/Gemini 1.5 Flash (002)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.365094,"ciLow":1313.86833,"ciHigh":1340.861857,"observedAt":"2026-11-11","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_legal_and_government/Gemini 1.5 Flash (002)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.953121,"ciLow":1319.574364,"ciHigh":1336.331877,"observedAt":"2026-11-11","runCount":6083,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_life_and_physical_and_social_science/Gemini 1.5 Flash (002)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.960815,"ciLow":1292.626483,"ciHigh":1311.295146,"observedAt":"2026-11-11","runCount":4114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_mathematical/Gemini 1.5 Flash (002)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.165843,"ciLow":1313.069449,"ciHigh":1343.262237,"observedAt":"2026-11-11","runCount":1696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_medicine_and_healthcare/Gemini 1.5 Flash (002)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.021674,"ciLow":1314.107322,"ciHigh":1327.936027,"observedAt":"2026-11-11","runCount":9225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_software_and_it_services/Gemini 1.5 Flash (002)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.893013,"ciLow":1301.865843,"ciHigh":1315.920183,"observedAt":"2026-11-11","runCount":9441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_writing_and_literature_and_language/Gemini 1.5 Flash (002)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.065849,"ciLow":1284.130523,"ciHigh":1296.001176,"observedAt":"2026-11-11","runCount":14561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"instruction_following/Gemini 1.5 Flash (002)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.556282,"ciLow":1233.299777,"ciHigh":1277.812787,"observedAt":"2026-11-11","runCount":753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"japanese/Gemini 1.5 Flash (002)","slice":"japanese"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|korean/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.63421,"ciLow":1204.751568,"ciHigh":1262.516852,"observedAt":"2026-11-11","runCount":502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"korean/Gemini 1.5 Flash (002)","slice":"korean"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.791623,"ciLow":1315.329774,"ciHigh":1332.253471,"observedAt":"2026-11-11","runCount":5463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"longer_query/Gemini 1.5 Flash (002)","slice":"longer_query"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|math/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.820402,"ciLow":1280.136383,"ciHigh":1297.504422,"observedAt":"2026-11-11","runCount":4789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"math/Gemini 1.5 Flash (002)","slice":"math"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.102477,"ciLow":1268.75206,"ciHigh":1285.452895,"observedAt":"2026-11-11","runCount":6324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"multi_turn/Gemini 1.5 Flash (002)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.017945,"ciLow":1290.321821,"ciHigh":1301.71407,"observedAt":"2026-11-11","runCount":16538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"non_english/Gemini 1.5 Flash (002)","slice":"non_english"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|overall/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.391799,"ciLow":1305.157891,"ciHigh":1313.625707,"observedAt":"2026-11-11","runCount":34902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"overall/Gemini 1.5 Flash (002)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|russian/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.566063,"ciLow":1298.68518,"ciHigh":1316.446947,"observedAt":"2026-11-11","runCount":5101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"russian/Gemini 1.5 Flash (002)","slice":"russian"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.796481,"ciLow":1237.709876,"ciHigh":1305.883086,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"spanish/Gemini 1.5 Flash (002)","slice":"spanish"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|chinese/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.896659,"ciLow":1283.447095,"ciHigh":1306.346224,"observedAt":"2026-11-11","runCount":2980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"chinese/Gemini 1.5 Flash (002)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|coding/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.405169,"ciLow":1253.416632,"ciHigh":1269.393705,"observedAt":"2026-11-11","runCount":5892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"coding/Gemini 1.5 Flash (002)","slice":"coding"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|creative_writing/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.264039,"ciLow":1276.373266,"ciHigh":1294.154813,"observedAt":"2026-11-11","runCount":5017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"creative_writing/Gemini 1.5 Flash (002)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|english/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.621989,"ciLow":1283.203177,"ciHigh":1294.040802,"observedAt":"2026-11-11","runCount":18364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"english/Gemini 1.5 Flash (002)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|exclude_ties/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1215.268492,"ciLow":1208.790781,"ciHigh":1221.746203,"observedAt":"2026-11-11","runCount":22474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"exclude_ties/Gemini 1.5 Flash (002)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|expert/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1232.781894,"ciLow":1219.709216,"ciHigh":1245.854572,"observedAt":"2026-11-11","runCount":2116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"expert/Gemini 1.5 Flash (002)","slice":"expert"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|french/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.060294,"ciLow":1223.607857,"ciHigh":1292.51273,"observedAt":"2026-11-11","runCount":295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"french/Gemini 1.5 Flash (002)","slice":"french"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|german/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.417263,"ciLow":1239.888358,"ciHigh":1282.946168,"observedAt":"2026-11-11","runCount":739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"german/Gemini 1.5 Flash (002)","slice":"german"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|hard_prompts/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.155385,"ciLow":1250.508635,"ciHigh":1263.802136,"observedAt":"2026-11-11","runCount":9262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"hard_prompts/Gemini 1.5 Flash (002)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.710101,"ciLow":1256.551806,"ciHigh":1272.868397,"observedAt":"2026-11-11","runCount":5484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"hard_prompts_english/Gemini 1.5 Flash (002)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.374379,"ciLow":1254.717572,"ciHigh":1274.031186,"observedAt":"2026-11-11","runCount":4259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_business_and_management_and_financial_operations/Gemini 1.5 Flash (002)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.442429,"ciLow":1243.264831,"ciHigh":1259.620026,"observedAt":"2026-11-11","runCount":5693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_entertainment_and_sports_and_media/Gemini 1.5 Flash (002)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.905501,"ciLow":1288.492936,"ciHigh":1315.318065,"observedAt":"2026-11-11","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_legal_and_government/Gemini 1.5 Flash (002)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.334767,"ciLow":1291.004548,"ciHigh":1307.664986,"observedAt":"2026-11-11","runCount":6083,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_life_and_physical_and_social_science/Gemini 1.5 Flash (002)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.476672,"ciLow":1270.224379,"ciHigh":1288.728964,"observedAt":"2026-11-11","runCount":4114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_mathematical/Gemini 1.5 Flash (002)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.980658,"ciLow":1274.980722,"ciHigh":1304.980594,"observedAt":"2026-11-11","runCount":1696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_medicine_and_healthcare/Gemini 1.5 Flash (002)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.015548,"ciLow":1271.171073,"ciHigh":1284.860024,"observedAt":"2026-11-11","runCount":9225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_software_and_it_services/Gemini 1.5 Flash (002)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.397121,"ciLow":1286.433738,"ciHigh":1300.360504,"observedAt":"2026-11-11","runCount":9441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"industry_writing_and_literature_and_language/Gemini 1.5 Flash (002)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|instruction_following/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.344721,"ciLow":1251.470848,"ciHigh":1263.218594,"observedAt":"2026-11-11","runCount":14561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"instruction_following/Gemini 1.5 Flash (002)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|japanese/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.614058,"ciLow":1230.612569,"ciHigh":1274.615546,"observedAt":"2026-11-11","runCount":753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"japanese/Gemini 1.5 Flash (002)","slice":"japanese"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|korean/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1220.701905,"ciLow":1192.1629,"ciHigh":1249.240909,"observedAt":"2026-11-11","runCount":502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"korean/Gemini 1.5 Flash (002)","slice":"korean"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|longer_query/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.655487,"ciLow":1275.268071,"ciHigh":1292.042903,"observedAt":"2026-11-11","runCount":5463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"longer_query/Gemini 1.5 Flash (002)","slice":"longer_query"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|math/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.116219,"ciLow":1260.489611,"ciHigh":1277.742827,"observedAt":"2026-11-11","runCount":4789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"math/Gemini 1.5 Flash (002)","slice":"math"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|multi_turn/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.529808,"ciLow":1244.228214,"ciHigh":1260.831403,"observedAt":"2026-11-11","runCount":6324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"multi_turn/Gemini 1.5 Flash (002)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|non_english/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.26014,"ciLow":1272.614401,"ciHigh":1283.905878,"observedAt":"2026-11-11","runCount":16538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"non_english/Gemini 1.5 Flash (002)","slice":"non_english"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|overall/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.699023,"ciLow":1282.496609,"ciHigh":1290.901436,"observedAt":"2026-11-11","runCount":34902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"overall/Gemini 1.5 Flash (002)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|russian/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.348651,"ciLow":1278.52306,"ciHigh":1296.174242,"observedAt":"2026-11-11","runCount":5101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"russian/Gemini 1.5 Flash (002)","slice":"russian"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-text@1|rating|spanish/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.435384,"ciLow":1208.737434,"ciHigh":1276.133334,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"spanish/Gemini 1.5 Flash (002)","slice":"spanish"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1131.022776,"ciLow":1086.833543,"ciHigh":1175.212009,"observedAt":"2026-11-09","runCount":370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"chinese/Gemini 1.5 Flash (002)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-vision-style-control@1|rating|english/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.62115,"ciLow":1140.932274,"ciHigh":1166.310027,"observedAt":"2026-11-09","runCount":3888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"english/Gemini 1.5 Flash (002)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.745633,"ciLow":1131.789364,"ciHigh":1151.701902,"observedAt":"2026-11-09","runCount":7241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"overall/Gemini 1.5 Flash (002)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-vision@1|rating|chinese/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1136.660738,"ciLow":1092.21708,"ciHigh":1181.104395,"observedAt":"2026-11-09","runCount":370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"chinese/Gemini 1.5 Flash (002)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-vision@1|rating|english/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1156.972873,"ciLow":1144.311754,"ciHigh":1169.633991,"observedAt":"2026-11-09","runCount":3888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"english/Gemini 1.5 Flash (002)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-flash-002:default|none|lmarena-vision@1|rating|overall/Gemini 1.5 Flash (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1140.531351,"ciLow":1130.561917,"ciHigh":1150.500786,"observedAt":"2026-11-09","runCount":7241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash (002)","rowId":"overall/Gemini 1.5 Flash (002)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.522604,"ciLow":1259.757951,"ciHigh":1283.287258,"observedAt":"2026-11-11","runCount":2914,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"chinese/Gemini 1.5 Flash-8B (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|coding/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.340178,"ciLow":1263.19502,"ciHigh":1279.485336,"observedAt":"2026-11-11","runCount":6069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"coding/Gemini 1.5 Flash-8B (001)","slice":"coding"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.238333,"ciLow":1228.323589,"ciHigh":1246.153076,"observedAt":"2026-11-11","runCount":5031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"creative_writing/Gemini 1.5 Flash-8B (001)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|english/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.348803,"ciLow":1261.763326,"ciHigh":1272.934281,"observedAt":"2026-11-11","runCount":18467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"english/Gemini 1.5 Flash-8B (001)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1164.365507,"ciLow":1157.494652,"ciHigh":1171.236362,"observedAt":"2026-11-11","runCount":22722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"exclude_ties/Gemini 1.5 Flash-8B (001)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|expert/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.247615,"ciLow":1230.123623,"ciHigh":1256.371608,"observedAt":"2026-11-11","runCount":2111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"expert/Gemini 1.5 Flash-8B (001)","slice":"expert"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|french/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.447965,"ciLow":1241.931557,"ciHigh":1308.964372,"observedAt":"2026-11-11","runCount":331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"french/Gemini 1.5 Flash-8B (001)","slice":"french"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|german/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.297788,"ciLow":1207.959559,"ciHigh":1250.636018,"observedAt":"2026-11-11","runCount":798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"german/Gemini 1.5 Flash-8B (001)","slice":"german"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.112939,"ciLow":1252.379013,"ciHigh":1265.846865,"observedAt":"2026-11-11","runCount":9654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"hard_prompts/Gemini 1.5 Flash-8B (001)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.417393,"ciLow":1258.119539,"ciHigh":1274.715246,"observedAt":"2026-11-11","runCount":5581,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"hard_prompts_english/Gemini 1.5 Flash-8B (001)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.142423,"ciLow":1245.411901,"ciHigh":1264.872946,"observedAt":"2026-11-11","runCount":4291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_business_and_management_and_financial_operations/Gemini 1.5 Flash-8B (001)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.989003,"ciLow":1208.489582,"ciHigh":1225.488424,"observedAt":"2026-11-11","runCount":5700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_entertainment_and_sports_and_media/Gemini 1.5 Flash-8B (001)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.719216,"ciLow":1280.181839,"ciHigh":1307.256593,"observedAt":"2026-11-11","runCount":2128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_legal_and_government/Gemini 1.5 Flash-8B (001)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.989617,"ciLow":1268.605182,"ciHigh":1285.374052,"observedAt":"2026-11-11","runCount":6236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_life_and_physical_and_social_science/Gemini 1.5 Flash-8B (001)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.634998,"ciLow":1244.495969,"ciHigh":1262.774027,"observedAt":"2026-11-11","runCount":4171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_mathematical/Gemini 1.5 Flash-8B (001)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.364272,"ciLow":1253.403544,"ciHigh":1283.325,"observedAt":"2026-11-11","runCount":1813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_medicine_and_healthcare/Gemini 1.5 Flash-8B (001)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.33403,"ciLow":1266.34422,"ciHigh":1280.323841,"observedAt":"2026-11-11","runCount":9602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_software_and_it_services/Gemini 1.5 Flash-8B (001)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.537621,"ciLow":1247.426056,"ciHigh":1261.649186,"observedAt":"2026-11-11","runCount":9499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_writing_and_literature_and_language/Gemini 1.5 Flash-8B (001)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.351581,"ciLow":1232.36415,"ciHigh":1244.339012,"observedAt":"2026-11-11","runCount":14894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"instruction_following/Gemini 1.5 Flash-8B (001)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1169.656706,"ciLow":1146.556433,"ciHigh":1192.756979,"observedAt":"2026-11-11","runCount":691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"japanese/Gemini 1.5 Flash-8B (001)","slice":"japanese"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|korean/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.635705,"ciLow":1136.577423,"ciHigh":1194.693987,"observedAt":"2026-11-11","runCount":500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"korean/Gemini 1.5 Flash-8B (001)","slice":"korean"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.432776,"ciLow":1258.949982,"ciHigh":1275.915571,"observedAt":"2026-11-11","runCount":5573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"longer_query/Gemini 1.5 Flash-8B (001)","slice":"longer_query"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|math/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.9166,"ciLow":1221.345554,"ciHigh":1238.487647,"observedAt":"2026-11-11","runCount":5036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"math/Gemini 1.5 Flash-8B (001)","slice":"math"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.473054,"ciLow":1213.03339,"ciHigh":1229.912718,"observedAt":"2026-11-11","runCount":6665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"multi_turn/Gemini 1.5 Flash-8B (001)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.733895,"ciLow":1238.038185,"ciHigh":1249.429605,"observedAt":"2026-11-11","runCount":17091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"non_english/Gemini 1.5 Flash-8B (001)","slice":"non_english"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|overall/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.930729,"ciLow":1254.619654,"ciHigh":1263.241805,"observedAt":"2026-11-11","runCount":35558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"overall/Gemini 1.5 Flash-8B (001)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|russian/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.320403,"ciLow":1255.537959,"ciHigh":1273.102847,"observedAt":"2026-11-11","runCount":5317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"russian/Gemini 1.5 Flash-8B (001)","slice":"russian"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.02409,"ciLow":1217.039601,"ciHigh":1281.008579,"observedAt":"2026-11-11","runCount":323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"spanish/Gemini 1.5 Flash-8B (001)","slice":"spanish"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|chinese/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.967494,"ciLow":1219.315548,"ciHigh":1242.619441,"observedAt":"2026-11-11","runCount":2914,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"chinese/Gemini 1.5 Flash-8B (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|coding/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.516354,"ciLow":1209.480242,"ciHigh":1225.552465,"observedAt":"2026-11-11","runCount":6069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"coding/Gemini 1.5 Flash-8B (001)","slice":"coding"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|creative_writing/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.359466,"ciLow":1208.522565,"ciHigh":1226.196367,"observedAt":"2026-11-11","runCount":5031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"creative_writing/Gemini 1.5 Flash-8B (001)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|english/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.322847,"ciLow":1225.787592,"ciHigh":1236.858101,"observedAt":"2026-11-11","runCount":18467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"english/Gemini 1.5 Flash-8B (001)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|exclude_ties/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1117.797174,"ciLow":1111.033389,"ciHigh":1124.560959,"observedAt":"2026-11-11","runCount":22722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"exclude_ties/Gemini 1.5 Flash-8B (001)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|expert/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.830701,"ciLow":1171.796104,"ciHigh":1197.865297,"observedAt":"2026-11-11","runCount":2111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"expert/Gemini 1.5 Flash-8B (001)","slice":"expert"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|french/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1233.752087,"ciLow":1200.617097,"ciHigh":1266.887076,"observedAt":"2026-11-11","runCount":331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"french/Gemini 1.5 Flash-8B (001)","slice":"french"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|german/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.816206,"ciLow":1184.662839,"ciHigh":1226.969574,"observedAt":"2026-11-11","runCount":798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"german/Gemini 1.5 Flash-8B (001)","slice":"german"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|hard_prompts/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1209.338463,"ciLow":1202.697093,"ciHigh":1215.979832,"observedAt":"2026-11-11","runCount":9654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"hard_prompts/Gemini 1.5 Flash-8B (001)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1214.490322,"ciLow":1206.286748,"ciHigh":1222.693896,"observedAt":"2026-11-11","runCount":5581,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"hard_prompts_english/Gemini 1.5 Flash-8B (001)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1210.741141,"ciLow":1201.047887,"ciHigh":1220.434395,"observedAt":"2026-11-11","runCount":4291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_business_and_management_and_financial_operations/Gemini 1.5 Flash-8B (001)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.008609,"ciLow":1176.577778,"ciHigh":1193.439441,"observedAt":"2026-11-11","runCount":5700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_entertainment_and_sports_and_media/Gemini 1.5 Flash-8B (001)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.517066,"ciLow":1234.056912,"ciHigh":1260.97722,"observedAt":"2026-11-11","runCount":2128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_legal_and_government/Gemini 1.5 Flash-8B (001)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1232.238207,"ciLow":1223.892264,"ciHigh":1240.584151,"observedAt":"2026-11-11","runCount":6236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_life_and_physical_and_social_science/Gemini 1.5 Flash-8B (001)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.86946,"ciLow":1216.767188,"ciHigh":1234.971732,"observedAt":"2026-11-11","runCount":4171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_mathematical/Gemini 1.5 Flash-8B (001)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.735146,"ciLow":1198.84899,"ciHigh":1228.621302,"observedAt":"2026-11-11","runCount":1813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_medicine_and_healthcare/Gemini 1.5 Flash-8B (001)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.21913,"ciLow":1220.317559,"ciHigh":1234.120702,"observedAt":"2026-11-11","runCount":9602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_software_and_it_services/Gemini 1.5 Flash-8B (001)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.734143,"ciLow":1219.663897,"ciHigh":1233.804389,"observedAt":"2026-11-11","runCount":9499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"industry_writing_and_literature_and_language/Gemini 1.5 Flash-8B (001)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|instruction_following/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1198.942336,"ciLow":1193.013869,"ciHigh":1204.870802,"observedAt":"2026-11-11","runCount":14894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"instruction_following/Gemini 1.5 Flash-8B (001)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|japanese/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.312062,"ciLow":1127.52354,"ciHigh":1173.100583,"observedAt":"2026-11-11","runCount":691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"japanese/Gemini 1.5 Flash-8B (001)","slice":"japanese"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|korean/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1140.2237,"ciLow":1111.324123,"ciHigh":1169.123278,"observedAt":"2026-11-11","runCount":500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"korean/Gemini 1.5 Flash-8B (001)","slice":"korean"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|longer_query/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.390848,"ciLow":1209.962714,"ciHigh":1226.818982,"observedAt":"2026-11-11","runCount":5573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"longer_query/Gemini 1.5 Flash-8B (001)","slice":"longer_query"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|math/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.668931,"ciLow":1198.148815,"ciHigh":1215.189047,"observedAt":"2026-11-11","runCount":5036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"math/Gemini 1.5 Flash-8B (001)","slice":"math"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|multi_turn/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.165405,"ciLow":1176.745897,"ciHigh":1193.584913,"observedAt":"2026-11-11","runCount":6665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"multi_turn/Gemini 1.5 Flash-8B (001)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|non_english/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1214.584351,"ciLow":1208.918499,"ciHigh":1220.250202,"observedAt":"2026-11-11","runCount":17091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"non_english/Gemini 1.5 Flash-8B (001)","slice":"non_english"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|overall/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.900967,"ciLow":1221.620318,"ciHigh":1230.181615,"observedAt":"2026-11-11","runCount":35558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"overall/Gemini 1.5 Flash-8B (001)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|russian/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1235.581545,"ciLow":1226.859637,"ciHigh":1244.303452,"observedAt":"2026-11-11","runCount":5317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"russian/Gemini 1.5 Flash-8B (001)","slice":"russian"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-text@1|rating|spanish/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1212.170949,"ciLow":1180.667498,"ciHigh":1243.6744,"observedAt":"2026-11-11","runCount":323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"spanish/Gemini 1.5 Flash-8B (001)","slice":"spanish"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1017.933048,"ciLow":972.798561,"ciHigh":1063.067535,"observedAt":"2026-11-09","runCount":332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"chinese/Gemini 1.5 Flash-8B (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-vision-style-control@1|rating|english/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1087.362452,"ciLow":1073.909742,"ciHigh":1100.815162,"observedAt":"2026-11-09","runCount":3348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"english/Gemini 1.5 Flash-8B (001)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1071.462347,"ciLow":1060.835573,"ciHigh":1082.089121,"observedAt":"2026-11-09","runCount":6243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"overall/Gemini 1.5 Flash-8B (001)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-vision@1|rating|chinese/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":973.221102,"ciLow":928.284878,"ciHigh":1018.157326,"observedAt":"2026-11-09","runCount":332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"chinese/Gemini 1.5 Flash-8B (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-vision@1|rating|english/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1070.090533,"ciLow":1056.651869,"ciHigh":1083.529198,"observedAt":"2026-11-09","runCount":3348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"english/Gemini 1.5 Flash-8B (001)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-flash-8b-001:default|none|lmarena-vision@1|rating|overall/Gemini 1.5 Flash-8B (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-flash-8b-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1043.990479,"ciLow":1033.33238,"ciHigh":1054.648577,"observedAt":"2026-11-09","runCount":6243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Flash-8B (001)","rowId":"overall/Gemini 1.5 Flash-8B (001)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.718857,"ciLow":1332.769055,"ciHigh":1352.66866,"observedAt":"2026-11-11","runCount":8912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"chinese/Gemini 1.5 Pro (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|coding/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.170548,"ciLow":1338.646913,"ciHigh":1353.694182,"observedAt":"2026-11-11","runCount":12747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"coding/Gemini 1.5 Pro (001)","slice":"coding"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.245713,"ciLow":1315.121376,"ciHigh":1331.37005,"observedAt":"2026-11-11","runCount":11797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"creative_writing/Gemini 1.5 Pro (001)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|english/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.976641,"ciLow":1324.836291,"ciHigh":1335.116992,"observedAt":"2026-11-11","runCount":42538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"english/Gemini 1.5 Pro (001)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.293008,"ciLow":1261.003603,"ciHigh":1273.582413,"observedAt":"2026-11-11","runCount":52502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"exclude_ties/Gemini 1.5 Pro (001)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|expert/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.136107,"ciLow":1308.069114,"ciHigh":1332.2031,"observedAt":"2026-11-11","runCount":3896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"expert/Gemini 1.5 Pro (001)","slice":"expert"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|french/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.11832,"ciLow":1309.106413,"ciHigh":1355.130227,"observedAt":"2026-11-11","runCount":1076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"french/Gemini 1.5 Pro (001)","slice":"french"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|german/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.474829,"ciLow":1286.211253,"ciHigh":1316.738405,"observedAt":"2026-11-11","runCount":2677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"german/Gemini 1.5 Pro (001)","slice":"german"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.450283,"ciLow":1321.305245,"ciHigh":1333.59532,"observedAt":"2026-11-11","runCount":22512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"hard_prompts/Gemini 1.5 Pro (001)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.949549,"ciLow":1323.69286,"ciHigh":1338.206237,"observedAt":"2026-11-11","runCount":13552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"hard_prompts_english/Gemini 1.5 Pro (001)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.990953,"ciLow":1302.141353,"ciHigh":1319.840553,"observedAt":"2026-11-11","runCount":9291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_business_and_management_and_financial_operations/Gemini 1.5 Pro (001)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.240377,"ciLow":1301.505837,"ciHigh":1316.974916,"observedAt":"2026-11-11","runCount":12133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_entertainment_and_sports_and_media/Gemini 1.5 Pro (001)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.945473,"ciLow":1320.235138,"ciHigh":1343.655808,"observedAt":"2026-11-11","runCount":4795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_legal_and_government/Gemini 1.5 Pro (001)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.980233,"ciLow":1325.133402,"ciHigh":1340.827065,"observedAt":"2026-11-11","runCount":13570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_life_and_physical_and_social_science/Gemini 1.5 Pro (001)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.559978,"ciLow":1305.233487,"ciHigh":1321.88647,"observedAt":"2026-11-11","runCount":9328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_mathematical/Gemini 1.5 Pro (001)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.476494,"ciLow":1286.165953,"ciHigh":1310.787035,"observedAt":"2026-11-11","runCount":4418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_medicine_and_healthcare/Gemini 1.5 Pro (001)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.601395,"ciLow":1335.144853,"ciHigh":1348.057937,"observedAt":"2026-11-11","runCount":21409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_software_and_it_services/Gemini 1.5 Pro (001)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.330283,"ciLow":1327.561442,"ciHigh":1341.099125,"observedAt":"2026-11-11","runCount":20950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_writing_and_literature_and_language/Gemini 1.5 Pro (001)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.752794,"ciLow":1305.928841,"ciHigh":1317.576746,"observedAt":"2026-11-11","runCount":29835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"instruction_following/Gemini 1.5 Pro (001)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.373324,"ciLow":1268.998099,"ciHigh":1303.748549,"observedAt":"2026-11-11","runCount":1935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"japanese/Gemini 1.5 Pro (001)","slice":"japanese"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|korean/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.80936,"ciLow":1255.683627,"ciHigh":1293.935092,"observedAt":"2026-11-11","runCount":2488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"korean/Gemini 1.5 Pro (001)","slice":"korean"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.412309,"ciLow":1343.075332,"ciHigh":1359.749285,"observedAt":"2026-11-11","runCount":9750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"longer_query/Gemini 1.5 Pro (001)","slice":"longer_query"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|math/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.566132,"ciLow":1291.569427,"ciHigh":1307.562837,"observedAt":"2026-11-11","runCount":10492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"math/Gemini 1.5 Pro (001)","slice":"math"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.06424,"ciLow":1308.273127,"ciHigh":1323.855353,"observedAt":"2026-11-11","runCount":13712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"multi_turn/Gemini 1.5 Pro (001)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.672747,"ciLow":1308.142375,"ciHigh":1319.203119,"observedAt":"2026-11-11","runCount":36600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"non_english/Gemini 1.5 Pro (001)","slice":"non_english"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|overall/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.19478,"ciLow":1320.207961,"ciHigh":1328.181599,"observedAt":"2026-11-11","runCount":79138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"overall/Gemini 1.5 Pro (001)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|polish/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.412561,"ciLow":1297.474143,"ciHigh":1417.350979,"observedAt":"2026-11-11","runCount":148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"polish/Gemini 1.5 Pro (001)","slice":"polish"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|russian/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.822158,"ciLow":1319.07308,"ciHigh":1336.571237,"observedAt":"2026-11-11","runCount":9385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"russian/Gemini 1.5 Pro (001)","slice":"russian"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.856137,"ciLow":1274.753982,"ciHigh":1318.958292,"observedAt":"2026-11-11","runCount":1300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"spanish/Gemini 1.5 Pro (001)","slice":"spanish"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|chinese/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.857835,"ciLow":1264.965218,"ciHigh":1284.750452,"observedAt":"2026-11-11","runCount":8912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"chinese/Gemini 1.5 Pro (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|coding/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.180877,"ciLow":1258.729737,"ciHigh":1273.632017,"observedAt":"2026-11-11","runCount":12747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"coding/Gemini 1.5 Pro (001)","slice":"coding"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|creative_writing/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.32376,"ciLow":1264.231429,"ciHigh":1280.416091,"observedAt":"2026-11-11","runCount":11797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"creative_writing/Gemini 1.5 Pro (001)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|english/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.280873,"ciLow":1274.173736,"ciHigh":1284.38801,"observedAt":"2026-11-11","runCount":42538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"english/Gemini 1.5 Pro (001)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|exclude_ties/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.10631,"ciLow":1188.89677,"ciHigh":1201.315849,"observedAt":"2026-11-11","runCount":52502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"exclude_ties/Gemini 1.5 Pro (001)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|expert/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.605486,"ciLow":1232.599188,"ciHigh":1256.611785,"observedAt":"2026-11-11","runCount":3896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"expert/Gemini 1.5 Pro (001)","slice":"expert"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|french/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.888241,"ciLow":1248.971447,"ciHigh":1294.805035,"observedAt":"2026-11-11","runCount":1076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"french/Gemini 1.5 Pro (001)","slice":"french"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|german/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.976177,"ciLow":1233.855165,"ciHigh":1264.097189,"observedAt":"2026-11-11","runCount":2677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"german/Gemini 1.5 Pro (001)","slice":"german"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|hard_prompts/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.796518,"ciLow":1248.70884,"ciHigh":1260.884195,"observedAt":"2026-11-11","runCount":22512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"hard_prompts/Gemini 1.5 Pro (001)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.754749,"ciLow":1251.555188,"ciHigh":1265.954309,"observedAt":"2026-11-11","runCount":13552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"hard_prompts_english/Gemini 1.5 Pro (001)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.375986,"ciLow":1239.542059,"ciHigh":1257.209913,"observedAt":"2026-11-11","runCount":9291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_business_and_management_and_financial_operations/Gemini 1.5 Pro (001)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.40269,"ciLow":1243.679553,"ciHigh":1259.125828,"observedAt":"2026-11-11","runCount":12133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_entertainment_and_sports_and_media/Gemini 1.5 Pro (001)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.031994,"ciLow":1258.304889,"ciHigh":1281.759098,"observedAt":"2026-11-11","runCount":4795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_legal_and_government/Gemini 1.5 Pro (001)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.3194,"ciLow":1259.488788,"ciHigh":1275.150012,"observedAt":"2026-11-11","runCount":13570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_life_and_physical_and_social_science/Gemini 1.5 Pro (001)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.428444,"ciLow":1268.178764,"ciHigh":1284.678125,"observedAt":"2026-11-11","runCount":9328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_mathematical/Gemini 1.5 Pro (001)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1212.149966,"ciLow":1199.764525,"ciHigh":1224.535408,"observedAt":"2026-11-11","runCount":4418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_medicine_and_healthcare/Gemini 1.5 Pro (001)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.218672,"ciLow":1265.834045,"ciHigh":1278.603299,"observedAt":"2026-11-11","runCount":21409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_software_and_it_services/Gemini 1.5 Pro (001)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.734211,"ciLow":1281.978833,"ciHigh":1295.489588,"observedAt":"2026-11-11","runCount":20950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"industry_writing_and_literature_and_language/Gemini 1.5 Pro (001)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|instruction_following/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.492712,"ciLow":1247.726627,"ciHigh":1259.258798,"observedAt":"2026-11-11","runCount":29835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"instruction_following/Gemini 1.5 Pro (001)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|japanese/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1239.23401,"ciLow":1221.942409,"ciHigh":1256.525612,"observedAt":"2026-11-11","runCount":1935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"japanese/Gemini 1.5 Pro (001)","slice":"japanese"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|korean/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.703817,"ciLow":1205.624928,"ciHigh":1243.782706,"observedAt":"2026-11-11","runCount":2488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"korean/Gemini 1.5 Pro (001)","slice":"korean"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|longer_query/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.561914,"ciLow":1282.250617,"ciHigh":1298.87321,"observedAt":"2026-11-11","runCount":9750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"longer_query/Gemini 1.5 Pro (001)","slice":"longer_query"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|math/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.514771,"ciLow":1261.585628,"ciHigh":1277.443915,"observedAt":"2026-11-11","runCount":10492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"math/Gemini 1.5 Pro (001)","slice":"math"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|multi_turn/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.053046,"ciLow":1260.292476,"ciHigh":1275.813615,"observedAt":"2026-11-11","runCount":13712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"multi_turn/Gemini 1.5 Pro (001)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|non_english/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.410941,"ciLow":1258.917838,"ciHigh":1269.904043,"observedAt":"2026-11-11","runCount":36600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"non_english/Gemini 1.5 Pro (001)","slice":"non_english"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|overall/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.538011,"ciLow":1269.571671,"ciHigh":1277.50435,"observedAt":"2026-11-11","runCount":79138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"overall/Gemini 1.5 Pro (001)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|polish/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.926794,"ciLow":1230.619596,"ciHigh":1351.233992,"observedAt":"2026-11-11","runCount":148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"polish/Gemini 1.5 Pro (001)","slice":"polish"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|russian/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.107525,"ciLow":1267.364725,"ciHigh":1284.850325,"observedAt":"2026-11-11","runCount":9385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"russian/Gemini 1.5 Pro (001)","slice":"russian"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-text@1|rating|spanish/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.922937,"ciLow":1220.851102,"ciHigh":1264.994771,"observedAt":"2026-11-11","runCount":1300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"spanish/Gemini 1.5 Pro (001)","slice":"spanish"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1071.959764,"ciLow":1031.589902,"ciHigh":1112.329626,"observedAt":"2026-11-09","runCount":1168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"chinese/Gemini 1.5 Pro (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-vision-style-control@1|rating|english/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.931793,"ciLow":1099.294281,"ciHigh":1126.569306,"observedAt":"2026-11-09","runCount":10587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"english/Gemini 1.5 Pro (001)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1119.703608,"ciLow":1108.056317,"ciHigh":1131.350899,"observedAt":"2026-11-09","runCount":16734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"overall/Gemini 1.5 Pro (001)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-vision@1|rating|chinese/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1030.100346,"ciLow":989.7306,"ciHigh":1070.470092,"observedAt":"2026-11-09","runCount":1168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"chinese/Gemini 1.5 Pro (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-vision@1|rating|english/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1089.193549,"ciLow":1075.551967,"ciHigh":1102.835131,"observedAt":"2026-11-09","runCount":10587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"english/Gemini 1.5 Pro (001)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-pro-001:default|none|lmarena-vision@1|rating|overall/Gemini 1.5 Pro (001)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1088.198465,"ciLow":1076.500201,"ciHigh":1099.89673,"observedAt":"2026-11-09","runCount":16734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (001)","rowId":"overall/Gemini 1.5 Pro (001)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.745899,"ciLow":1362.667292,"ciHigh":1382.824505,"observedAt":"2026-11-11","runCount":4444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"chinese/Gemini 1.5 Pro (002)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|coding/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.087266,"ciLow":1349.203103,"ciHigh":1362.97143,"observedAt":"2026-11-11","runCount":9175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"coding/Gemini 1.5 Pro (002)","slice":"coding"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.21973,"ciLow":1350.778497,"ciHigh":1365.660963,"observedAt":"2026-11-11","runCount":8062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"creative_writing/Gemini 1.5 Pro (002)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|english/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.719287,"ciLow":1352.252459,"ciHigh":1361.186114,"observedAt":"2026-11-11","runCount":30133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"english/Gemini 1.5 Pro (002)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.786081,"ciLow":1307.476065,"ciHigh":1318.096098,"observedAt":"2026-11-11","runCount":35980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"exclude_ties/Gemini 1.5 Pro (002)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|expert/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.940732,"ciLow":1328.876227,"ciHigh":1351.005238,"observedAt":"2026-11-11","runCount":3319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"expert/Gemini 1.5 Pro (002)","slice":"expert"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|french/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.48519,"ciLow":1314.968843,"ciHigh":1372.001536,"observedAt":"2026-11-11","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"french/Gemini 1.5 Pro (002)","slice":"french"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|german/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.847473,"ciLow":1296.772266,"ciHigh":1330.922679,"observedAt":"2026-11-11","runCount":1281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"german/Gemini 1.5 Pro (002)","slice":"german"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.420726,"ciLow":1345.815972,"ciHigh":1357.025481,"observedAt":"2026-11-11","runCount":14853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"hard_prompts/Gemini 1.5 Pro (002)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.431602,"ciLow":1347.6347,"ciHigh":1361.228503,"observedAt":"2026-11-11","runCount":9056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"hard_prompts_english/Gemini 1.5 Pro (002)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.441504,"ciLow":1323.216501,"ciHigh":1339.666508,"observedAt":"2026-11-11","runCount":6378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_business_and_management_and_financial_operations/Gemini 1.5 Pro (002)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.5096,"ciLow":1329.692344,"ciHigh":1343.326857,"observedAt":"2026-11-11","runCount":9269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_entertainment_and_sports_and_media/Gemini 1.5 Pro (002)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.913421,"ciLow":1355.704337,"ciHigh":1378.122505,"observedAt":"2026-11-11","runCount":3342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_legal_and_government/Gemini 1.5 Pro (002)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.433607,"ciLow":1353.452001,"ciHigh":1367.415214,"observedAt":"2026-11-11","runCount":9790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_life_and_physical_and_social_science/Gemini 1.5 Pro (002)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.134728,"ciLow":1346.241488,"ciHigh":1362.027967,"observedAt":"2026-11-11","runCount":6506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_mathematical/Gemini 1.5 Pro (002)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.768571,"ciLow":1344.230552,"ciHigh":1369.306591,"observedAt":"2026-11-11","runCount":2686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_medicine_and_healthcare/Gemini 1.5 Pro (002)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.037672,"ciLow":1349.178365,"ciHigh":1360.896979,"observedAt":"2026-11-11","runCount":14433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_software_and_it_services/Gemini 1.5 Pro (002)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.143381,"ciLow":1348.209766,"ciHigh":1360.076996,"observedAt":"2026-11-11","runCount":14953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_writing_and_literature_and_language/Gemini 1.5 Pro (002)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.637613,"ciLow":1334.61508,"ciHigh":1344.660146,"observedAt":"2026-11-11","runCount":22789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"instruction_following/Gemini 1.5 Pro (002)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.660456,"ciLow":1297.536204,"ciHigh":1333.784708,"observedAt":"2026-11-11","runCount":1210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"japanese/Gemini 1.5 Pro (002)","slice":"japanese"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|korean/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.423278,"ciLow":1302.482645,"ciHigh":1350.363911,"observedAt":"2026-11-11","runCount":773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"korean/Gemini 1.5 Pro (002)","slice":"korean"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.536264,"ciLow":1351.350135,"ciHigh":1365.722392,"observedAt":"2026-11-11","runCount":8372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"longer_query/Gemini 1.5 Pro (002)","slice":"longer_query"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|math/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.621801,"ciLow":1332.183818,"ciHigh":1347.059784,"observedAt":"2026-11-11","runCount":7610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"math/Gemini 1.5 Pro (002)","slice":"math"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.495653,"ciLow":1322.545897,"ciHigh":1336.445408,"observedAt":"2026-11-11","runCount":10053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"multi_turn/Gemini 1.5 Pro (002)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.389649,"ciLow":1336.618131,"ciHigh":1346.161166,"observedAt":"2026-11-11","runCount":25473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"non_english/Gemini 1.5 Pro (002)","slice":"non_english"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|overall/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.424671,"ciLow":1348.018124,"ciHigh":1354.831218,"observedAt":"2026-11-11","runCount":55606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"overall/Gemini 1.5 Pro (002)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|russian/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.986619,"ciLow":1343.246681,"ciHigh":1358.726557,"observedAt":"2026-11-11","runCount":7738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"russian/Gemini 1.5 Pro (002)","slice":"russian"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.446004,"ciLow":1318.732761,"ciHigh":1378.159247,"observedAt":"2026-11-11","runCount":405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"spanish/Gemini 1.5 Pro (002)","slice":"spanish"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|chinese/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.312968,"ciLow":1321.395896,"ciHigh":1341.23004,"observedAt":"2026-11-11","runCount":4444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"chinese/Gemini 1.5 Pro (002)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|coding/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.220821,"ciLow":1287.408016,"ciHigh":1301.033626,"observedAt":"2026-11-11","runCount":9175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"coding/Gemini 1.5 Pro (002)","slice":"coding"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|creative_writing/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.542552,"ciLow":1325.19459,"ciHigh":1339.890514,"observedAt":"2026-11-11","runCount":8062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"creative_writing/Gemini 1.5 Pro (002)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|english/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1322.556506,"ciLow":1318.120375,"ciHigh":1326.992637,"observedAt":"2026-11-11","runCount":30133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"english/Gemini 1.5 Pro (002)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|exclude_ties/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.916083,"ciLow":1260.692841,"ciHigh":1271.139325,"observedAt":"2026-11-11","runCount":35980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"exclude_ties/Gemini 1.5 Pro (002)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|expert/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.225745,"ciLow":1267.233478,"ciHigh":1289.218013,"observedAt":"2026-11-11","runCount":3319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"expert/Gemini 1.5 Pro (002)","slice":"expert"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|french/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.404082,"ciLow":1272.906148,"ciHigh":1329.902016,"observedAt":"2026-11-11","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"french/Gemini 1.5 Pro (002)","slice":"french"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|german/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.183221,"ciLow":1269.208393,"ciHigh":1303.158048,"observedAt":"2026-11-11","runCount":1281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"german/Gemini 1.5 Pro (002)","slice":"german"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|hard_prompts/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.217311,"ciLow":1290.670735,"ciHigh":1301.763887,"observedAt":"2026-11-11","runCount":14853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"hard_prompts/Gemini 1.5 Pro (002)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.705339,"ciLow":1291.969254,"ciHigh":1305.441424,"observedAt":"2026-11-11","runCount":9056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"hard_prompts_english/Gemini 1.5 Pro (002)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.760225,"ciLow":1277.550628,"ciHigh":1293.969823,"observedAt":"2026-11-11","runCount":6378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_business_and_management_and_financial_operations/Gemini 1.5 Pro (002)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.197583,"ciLow":1298.425226,"ciHigh":1311.969941,"observedAt":"2026-11-11","runCount":9269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_entertainment_and_sports_and_media/Gemini 1.5 Pro (002)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.353716,"ciLow":1317.170456,"ciHigh":1339.536977,"observedAt":"2026-11-11","runCount":3342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_legal_and_government/Gemini 1.5 Pro (002)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.67079,"ciLow":1313.752077,"ciHigh":1327.589502,"observedAt":"2026-11-11","runCount":9790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_life_and_physical_and_social_science/Gemini 1.5 Pro (002)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.652869,"ciLow":1316.806207,"ciHigh":1332.49953,"observedAt":"2026-11-11","runCount":6506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_mathematical/Gemini 1.5 Pro (002)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.875556,"ciLow":1293.410119,"ciHigh":1318.340993,"observedAt":"2026-11-11","runCount":2686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_medicine_and_healthcare/Gemini 1.5 Pro (002)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.51681,"ciLow":1297.717662,"ciHigh":1309.315957,"observedAt":"2026-11-11","runCount":14433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_software_and_it_services/Gemini 1.5 Pro (002)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.223812,"ciLow":1320.328655,"ciHigh":1332.118968,"observedAt":"2026-11-11","runCount":14953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"industry_writing_and_literature_and_language/Gemini 1.5 Pro (002)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|instruction_following/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.742561,"ciLow":1291.761851,"ciHigh":1301.72327,"observedAt":"2026-11-11","runCount":22789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"instruction_following/Gemini 1.5 Pro (002)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|japanese/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.651533,"ciLow":1274.724881,"ciHigh":1310.578185,"observedAt":"2026-11-11","runCount":1210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"japanese/Gemini 1.5 Pro (002)","slice":"japanese"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|korean/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.016427,"ciLow":1274.399152,"ciHigh":1321.633701,"observedAt":"2026-11-11","runCount":773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"korean/Gemini 1.5 Pro (002)","slice":"korean"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|longer_query/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.661961,"ciLow":1300.525393,"ciHigh":1314.79853,"observedAt":"2026-11-11","runCount":8372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"longer_query/Gemini 1.5 Pro (002)","slice":"longer_query"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|math/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.757533,"ciLow":1307.36847,"ciHigh":1322.146596,"observedAt":"2026-11-11","runCount":7610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"math/Gemini 1.5 Pro (002)","slice":"math"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|multi_turn/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.050328,"ciLow":1289.128583,"ciHigh":1302.972073,"observedAt":"2026-11-11","runCount":10053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"multi_turn/Gemini 1.5 Pro (002)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|non_english/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.028905,"ciLow":1307.296888,"ciHigh":1316.760921,"observedAt":"2026-11-11","runCount":25473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"non_english/Gemini 1.5 Pro (002)","slice":"non_english"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|overall/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.178717,"ciLow":1315.798351,"ciHigh":1322.559082,"observedAt":"2026-11-11","runCount":55606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"overall/Gemini 1.5 Pro (002)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|russian/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.62716,"ciLow":1311.933239,"ciHigh":1327.321081,"observedAt":"2026-11-11","runCount":7738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"russian/Gemini 1.5 Pro (002)","slice":"russian"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-text@1|rating|spanish/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.388876,"ciLow":1281.056175,"ciHigh":1339.721577,"observedAt":"2026-11-11","runCount":405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"spanish/Gemini 1.5 Pro (002)","slice":"spanish"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.189765,"ciLow":1158.402094,"ciHigh":1245.977435,"observedAt":"2026-11-09","runCount":395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"chinese/Gemini 1.5 Pro (002)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-vision-style-control@1|rating|english/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.306067,"ciLow":1160.581429,"ciHigh":1184.030706,"observedAt":"2026-11-09","runCount":4829,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"english/Gemini 1.5 Pro (002)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.649131,"ciLow":1170.540867,"ciHigh":1188.757394,"observedAt":"2026-11-09","runCount":8902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"overall/Gemini 1.5 Pro (002)","slice":"overall"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-vision@1|rating|chinese/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1186.327116,"ciLow":1142.612086,"ciHigh":1230.042145,"observedAt":"2026-11-09","runCount":395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"chinese/Gemini 1.5 Pro (002)","slice":"chinese"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-vision@1|rating|english/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1158.809741,"ciLow":1147.08877,"ciHigh":1170.530712,"observedAt":"2026-11-09","runCount":4829,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"english/Gemini 1.5 Pro (002)","slice":"english"}
{"key":"lmarena|google/gemini-1.5-pro-002:default|none|lmarena-vision@1|rating|overall/Gemini 1.5 Pro (002)","sourceId":"lmarena","modelId":"google/gemini-1.5-pro-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1161.29112,"ciLow":1152.202513,"ciHigh":1170.379726,"observedAt":"2026-11-09","runCount":8902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 1.5 Pro (002)","rowId":"overall/Gemini 1.5 Pro (002)","slice":"overall"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.492264,"ciLow":1371.870053,"ciHigh":1395.114474,"observedAt":"2026-11-11","runCount":2698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"chinese/Gemini 2.0 Flash (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|coding/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.352663,"ciLow":1355.966573,"ciHigh":1370.738753,"observedAt":"2026-11-11","runCount":6954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"coding/Gemini 2.0 Flash (001)","slice":"coding"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.168611,"ciLow":1336.340932,"ciHigh":1351.996291,"observedAt":"2026-11-11","runCount":6272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"creative_writing/Gemini 2.0 Flash (001)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|english/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.951712,"ciLow":1363.19464,"ciHigh":1372.708784,"observedAt":"2026-11-11","runCount":23797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"english/Gemini 2.0 Flash (001)","slice":"english"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.485098,"ciLow":1320.064485,"ciHigh":1330.905711,"observedAt":"2026-11-11","runCount":29882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"exclude_ties/Gemini 2.0 Flash (001)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|expert/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.661043,"ciLow":1343.88952,"ciHigh":1369.432565,"observedAt":"2026-11-11","runCount":2208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"expert/Gemini 2.0 Flash (001)","slice":"expert"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|french/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.708163,"ciLow":1379.554343,"ciHigh":1431.861983,"observedAt":"2026-11-11","runCount":540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"french/Gemini 2.0 Flash (001)","slice":"french"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|german/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.631075,"ciLow":1340.538132,"ciHigh":1376.724017,"observedAt":"2026-11-11","runCount":1069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"german/Gemini 2.0 Flash (001)","slice":"german"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.773694,"ciLow":1355.25179,"ciHigh":1366.295598,"observedAt":"2026-11-11","runCount":14060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"hard_prompts/Gemini 2.0 Flash (001)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.338123,"ciLow":1360.352758,"ciHigh":1374.323487,"observedAt":"2026-11-11","runCount":7938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"hard_prompts_english/Gemini 2.0 Flash (001)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.016904,"ciLow":1339.551841,"ciHigh":1356.481966,"observedAt":"2026-11-11","runCount":5259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.0 Flash (001)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.808673,"ciLow":1334.757396,"ciHigh":1348.85995,"observedAt":"2026-11-11","runCount":7734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.0 Flash (001)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.901984,"ciLow":1369.954052,"ciHigh":1393.849916,"observedAt":"2026-11-11","runCount":2559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_legal_and_government/Gemini 2.0 Flash (001)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.825836,"ciLow":1361.561737,"ciHigh":1376.089934,"observedAt":"2026-11-11","runCount":7780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_life_and_physical_and_social_science/Gemini 2.0 Flash (001)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.853001,"ciLow":1351.348825,"ciHigh":1370.357176,"observedAt":"2026-11-11","runCount":3747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_mathematical/Gemini 2.0 Flash (001)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.712438,"ciLow":1368.760512,"ciHigh":1394.664365,"observedAt":"2026-11-11","runCount":2298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_medicine_and_healthcare/Gemini 2.0 Flash (001)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.439738,"ciLow":1363.504743,"ciHigh":1375.374732,"observedAt":"2026-11-11","runCount":12114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_software_and_it_services/Gemini 2.0 Flash (001)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.256267,"ciLow":1347.059834,"ciHigh":1359.452699,"observedAt":"2026-11-11","runCount":10535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_writing_and_literature_and_language/Gemini 2.0 Flash (001)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.323085,"ciLow":1341.703195,"ciHigh":1352.942975,"observedAt":"2026-11-11","runCount":13639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"instruction_following/Gemini 2.0 Flash (001)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.113471,"ciLow":1278.654045,"ciHigh":1317.572896,"observedAt":"2026-11-11","runCount":1025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"japanese/Gemini 2.0 Flash (001)","slice":"japanese"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|korean/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.379083,"ciLow":1299.880806,"ciHigh":1346.87736,"observedAt":"2026-11-11","runCount":663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"korean/Gemini 2.0 Flash (001)","slice":"korean"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.458286,"ciLow":1355.928228,"ciHigh":1370.988343,"observedAt":"2026-11-11","runCount":6522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"longer_query/Gemini 2.0 Flash (001)","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|math/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.807035,"ciLow":1346.684129,"ciHigh":1364.92994,"observedAt":"2026-11-11","runCount":4058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"math/Gemini 2.0 Flash (001)","slice":"math"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.898062,"ciLow":1349.401693,"ciHigh":1364.394431,"observedAt":"2026-11-11","runCount":6825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"multi_turn/Gemini 2.0 Flash (001)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.697374,"ciLow":1345.80055,"ciHigh":1355.594199,"observedAt":"2026-11-11","runCount":19622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"non_english/Gemini 2.0 Flash (001)","slice":"non_english"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|overall/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.17235,"ciLow":1356.360714,"ciHigh":1363.983985,"observedAt":"2026-11-11","runCount":43424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"overall/Gemini 2.0 Flash (001)","slice":"overall"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|polish/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.213762,"ciLow":1353.914386,"ciHigh":1386.513137,"observedAt":"2026-11-11","runCount":1349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"polish/Gemini 2.0 Flash (001)","slice":"polish"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|russian/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.800735,"ciLow":1351.159781,"ciHigh":1370.44169,"observedAt":"2026-11-11","runCount":3708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"russian/Gemini 2.0 Flash (001)","slice":"russian"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.977624,"ciLow":1345.375786,"ciHigh":1396.579462,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"spanish/Gemini 2.0 Flash (001)","slice":"spanish"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|chinese/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.820423,"ciLow":1361.34844,"ciHigh":1384.292405,"observedAt":"2026-11-11","runCount":2698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"chinese/Gemini 2.0 Flash (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|coding/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.259705,"ciLow":1343.040927,"ciHigh":1357.478483,"observedAt":"2026-11-11","runCount":6954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"coding/Gemini 2.0 Flash (001)","slice":"coding"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|creative_writing/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.401672,"ciLow":1331.702338,"ciHigh":1347.101006,"observedAt":"2026-11-11","runCount":6272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"creative_writing/Gemini 2.0 Flash (001)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|english/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.611169,"ciLow":1360.947865,"ciHigh":1370.274472,"observedAt":"2026-11-11","runCount":23797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"english/Gemini 2.0 Flash (001)","slice":"english"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|exclude_ties/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.593991,"ciLow":1312.340956,"ciHigh":1322.847026,"observedAt":"2026-11-11","runCount":29882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"exclude_ties/Gemini 2.0 Flash (001)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|expert/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.17293,"ciLow":1326.685724,"ciHigh":1351.660135,"observedAt":"2026-11-11","runCount":2208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"expert/Gemini 2.0 Flash (001)","slice":"expert"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|french/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.136043,"ciLow":1365.204263,"ciHigh":1417.067823,"observedAt":"2026-11-11","runCount":540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"french/Gemini 2.0 Flash (001)","slice":"french"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|german/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.099627,"ciLow":1335.275148,"ciHigh":1370.924106,"observedAt":"2026-11-11","runCount":1069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"german/Gemini 2.0 Flash (001)","slice":"german"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|hard_prompts/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.248021,"ciLow":1340.824081,"ciHigh":1351.671961,"observedAt":"2026-11-11","runCount":14060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"hard_prompts/Gemini 2.0 Flash (001)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.394227,"ciLow":1348.552837,"ciHigh":1362.235616,"observedAt":"2026-11-11","runCount":7938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"hard_prompts_english/Gemini 2.0 Flash (001)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.337842,"ciLow":1327.976602,"ciHigh":1344.699083,"observedAt":"2026-11-11","runCount":5259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.0 Flash (001)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.786117,"ciLow":1325.840346,"ciHigh":1339.731888,"observedAt":"2026-11-11","runCount":7734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.0 Flash (001)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.034889,"ciLow":1359.218506,"ciHigh":1382.851273,"observedAt":"2026-11-11","runCount":2559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_legal_and_government/Gemini 2.0 Flash (001)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.748779,"ciLow":1353.65881,"ciHigh":1367.838749,"observedAt":"2026-11-11","runCount":7780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_life_and_physical_and_social_science/Gemini 2.0 Flash (001)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.136519,"ciLow":1347.743151,"ciHigh":1366.529888,"observedAt":"2026-11-11","runCount":3747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_mathematical/Gemini 2.0 Flash (001)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.681359,"ciLow":1355.942857,"ciHigh":1381.419861,"observedAt":"2026-11-11","runCount":2298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_medicine_and_healthcare/Gemini 2.0 Flash (001)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.873329,"ciLow":1355.074835,"ciHigh":1366.671824,"observedAt":"2026-11-11","runCount":12114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_software_and_it_services/Gemini 2.0 Flash (001)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.951688,"ciLow":1340.808363,"ciHigh":1353.095013,"observedAt":"2026-11-11","runCount":10535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"industry_writing_and_literature_and_language/Gemini 2.0 Flash (001)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|instruction_following/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.75709,"ciLow":1330.216687,"ciHigh":1341.297492,"observedAt":"2026-11-11","runCount":13639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"instruction_following/Gemini 2.0 Flash (001)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|japanese/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.881587,"ciLow":1274.95664,"ciHigh":1312.806533,"observedAt":"2026-11-11","runCount":1025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"japanese/Gemini 2.0 Flash (001)","slice":"japanese"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|korean/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.053593,"ciLow":1289.595581,"ciHigh":1336.511605,"observedAt":"2026-11-11","runCount":663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"korean/Gemini 2.0 Flash (001)","slice":"korean"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|longer_query/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.17715,"ciLow":1336.761101,"ciHigh":1351.5932,"observedAt":"2026-11-11","runCount":6522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"longer_query/Gemini 2.0 Flash (001)","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|math/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.971704,"ciLow":1342.938531,"ciHigh":1361.004877,"observedAt":"2026-11-11","runCount":4058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"math/Gemini 2.0 Flash (001)","slice":"math"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|multi_turn/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.659261,"ciLow":1342.263751,"ciHigh":1357.054771,"observedAt":"2026-11-11","runCount":6825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"multi_turn/Gemini 2.0 Flash (001)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|non_english/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.188896,"ciLow":1337.348797,"ciHigh":1347.028994,"observedAt":"2026-11-11","runCount":19622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"non_english/Gemini 2.0 Flash (001)","slice":"non_english"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|overall/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.223103,"ciLow":1350.470573,"ciHigh":1357.975634,"observedAt":"2026-11-11","runCount":43424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"overall/Gemini 2.0 Flash (001)","slice":"overall"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|polish/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.749644,"ciLow":1332.545636,"ciHigh":1364.953653,"observedAt":"2026-11-11","runCount":1349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"polish/Gemini 2.0 Flash (001)","slice":"polish"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|russian/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.53719,"ciLow":1341.98956,"ciHigh":1361.08482,"observedAt":"2026-11-11","runCount":3708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"russian/Gemini 2.0 Flash (001)","slice":"russian"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-text@1|rating|spanish/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.826061,"ciLow":1338.799692,"ciHigh":1388.85243,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"spanish/Gemini 2.0 Flash (001)","slice":"spanish"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision-style-control@1|rating|captioning/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.142778,"ciLow":1089.634897,"ciHigh":1210.650658,"observedAt":"2026-11-09","runCount":106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"captioning/Gemini 2.0 Flash (001)","slice":"captioning"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1169.681216,"ciLow":1139.322815,"ciHigh":1200.039616,"observedAt":"2026-11-09","runCount":413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"chinese/Gemini 2.0 Flash (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision-style-control@1|rating|creative_writing/gemini-2.0-flash-001","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.111851,"ciLow":1175.656554,"ciHigh":1242.567147,"observedAt":"2026-01-09","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-2.0-flash-001","rowId":"creative_writing/gemini-2.0-flash-001","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.434105,"ciLow":1140.174836,"ciHigh":1218.693375,"observedAt":"2026-11-09","runCount":251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"creative_writing_vision/Gemini 2.0 Flash (001)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision-style-control@1|rating|diagram/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.779336,"ciLow":1158.261311,"ciHigh":1195.29736,"observedAt":"2026-11-09","runCount":1106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"diagram/Gemini 2.0 Flash (001)","slice":"diagram"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision-style-control@1|rating|english/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1181.988639,"ciLow":1172.508071,"ciHigh":1191.469207,"observedAt":"2026-11-09","runCount":4952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"english/Gemini 2.0 Flash (001)","slice":"english"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision-style-control@1|rating|homework/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.869078,"ciLow":1172.306879,"ciHigh":1215.431277,"observedAt":"2026-11-09","runCount":760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"homework/Gemini 2.0 Flash (001)","slice":"homework"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision-style-control@1|rating|humor/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.716647,"ciLow":1132.037931,"ciHigh":1215.395364,"observedAt":"2026-11-09","runCount":228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"humor/Gemini 2.0 Flash (001)","slice":"humor"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision-style-control@1|rating|ocr/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.336302,"ciLow":1155.727362,"ciHigh":1178.945242,"observedAt":"2026-11-09","runCount":3684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"ocr/Gemini 2.0 Flash (001)","slice":"ocr"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.144481,"ciLow":1164.888465,"ciHigh":1179.400498,"observedAt":"2026-11-09","runCount":10123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"overall/Gemini 2.0 Flash (001)","slice":"overall"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision@1|rating|captioning/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1129.734261,"ciLow":1068.795557,"ciHigh":1190.672965,"observedAt":"2026-11-09","runCount":106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"captioning/Gemini 2.0 Flash (001)","slice":"captioning"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision@1|rating|chinese/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1144.301473,"ciLow":1114.453245,"ciHigh":1174.1497,"observedAt":"2026-11-09","runCount":413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"chinese/Gemini 2.0 Flash (001)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision@1|rating|creative_writing/gemini-2.0-flash-001","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1205.259202,"ciLow":1172.009678,"ciHigh":1238.508726,"observedAt":"2026-01-09","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-2.0-flash-001","rowId":"creative_writing/gemini-2.0-flash-001","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1171.111378,"ciLow":1132.036215,"ciHigh":1210.186542,"observedAt":"2026-11-09","runCount":251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"creative_writing_vision/Gemini 2.0 Flash (001)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision@1|rating|diagram/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1148.780023,"ciLow":1130.406321,"ciHigh":1167.153725,"observedAt":"2026-11-09","runCount":1106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"diagram/Gemini 2.0 Flash (001)","slice":"diagram"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision@1|rating|english/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1174.435034,"ciLow":1165.037405,"ciHigh":1183.832663,"observedAt":"2026-11-09","runCount":4952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"english/Gemini 2.0 Flash (001)","slice":"english"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision@1|rating|homework/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1176.444607,"ciLow":1154.792806,"ciHigh":1198.096407,"observedAt":"2026-11-09","runCount":760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"homework/Gemini 2.0 Flash (001)","slice":"homework"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision@1|rating|humor/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1163.106694,"ciLow":1122.171883,"ciHigh":1204.041505,"observedAt":"2026-11-09","runCount":228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"humor/Gemini 2.0 Flash (001)","slice":"humor"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision@1|rating|ocr/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1148.015506,"ciLow":1136.388386,"ciHigh":1159.642626,"observedAt":"2026-11-09","runCount":3684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"ocr/Gemini 2.0 Flash (001)","slice":"ocr"}
{"key":"lmarena|google/gemini-2.0-flash-001:default|none|lmarena-vision@1|rating|overall/Gemini 2.0 Flash (001)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1157.721756,"ciLow":1150.510219,"ciHigh":1164.933292,"observedAt":"2026-11-09","runCount":10123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash (001)","rowId":"overall/Gemini 2.0 Flash (001)","slice":"overall"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.123241,"ciLow":1353.198756,"ciHigh":1383.047727,"observedAt":"2026-11-11","runCount":1508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"chinese/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|coding/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.425446,"ciLow":1332.642397,"ciHigh":1352.208494,"observedAt":"2026-11-11","runCount":3474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"coding/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"coding"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.393117,"ciLow":1335.094523,"ciHigh":1353.691712,"observedAt":"2026-11-11","runCount":4104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"creative_writing/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|english/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.143213,"ciLow":1351.678715,"ciHigh":1362.607712,"observedAt":"2026-11-11","runCount":14891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"english/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"english"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.690959,"ciLow":1306.987757,"ciHigh":1320.394161,"observedAt":"2026-11-11","runCount":16266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"exclude_ties/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|expert/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.267531,"ciLow":1315.839717,"ciHigh":1348.695345,"observedAt":"2026-11-11","runCount":1237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"expert/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"expert"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|french/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.615984,"ciLow":1339.484692,"ciHigh":1415.747275,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"french/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"french"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|german/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.069407,"ciLow":1307.757101,"ciHigh":1352.381713,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"german/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"german"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.557251,"ciLow":1341.112982,"ciHigh":1356.00152,"observedAt":"2026-11-11","runCount":6186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"hard_prompts/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.634837,"ciLow":1345.634692,"ciHigh":1363.634982,"observedAt":"2026-11-11","runCount":4113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"hard_prompts_english/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.14011,"ciLow":1347.409481,"ciHigh":1370.870739,"observedAt":"2026-11-11","runCount":2418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.647332,"ciLow":1317.958859,"ciHigh":1335.335806,"observedAt":"2026-11-11","runCount":4510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.14913,"ciLow":1365.684892,"ciHigh":1396.613367,"observedAt":"2026-11-11","runCount":1435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_legal_and_government/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.314138,"ciLow":1355.225848,"ciHigh":1373.402429,"observedAt":"2026-11-11","runCount":4444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_life_and_physical_and_social_science/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.681713,"ciLow":1326.413759,"ciHigh":1348.949666,"observedAt":"2026-11-11","runCount":2399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_mathematical/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.226251,"ciLow":1356.492807,"ciHigh":1393.959695,"observedAt":"2026-11-11","runCount":1055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_medicine_and_healthcare/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.983773,"ciLow":1346.072546,"ciHigh":1361.895,"observedAt":"2026-11-11","runCount":5685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_software_and_it_services/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.408137,"ciLow":1340.031841,"ciHigh":1354.784432,"observedAt":"2026-11-11","runCount":6681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_writing_and_literature_and_language/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.140518,"ciLow":1324.75347,"ciHigh":1337.527566,"observedAt":"2026-11-11","runCount":9249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"instruction_following/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.828014,"ciLow":1293.33704,"ciHigh":1344.318988,"observedAt":"2026-11-11","runCount":542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"japanese/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"japanese"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|korean/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.322789,"ciLow":1311.876152,"ciHigh":1376.769426,"observedAt":"2026-11-11","runCount":353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"korean/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"korean"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.401926,"ciLow":1337.954511,"ciHigh":1358.849341,"observedAt":"2026-11-11","runCount":2940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"longer_query/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|math/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.636734,"ciLow":1316.308585,"ciHigh":1336.964882,"observedAt":"2026-11-11","runCount":2814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"math/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"math"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.069229,"ciLow":1317.260856,"ciHigh":1336.877603,"observedAt":"2026-11-11","runCount":3586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"multi_turn/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.357611,"ciLow":1340.230498,"ciHigh":1352.484723,"observedAt":"2026-11-11","runCount":10064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"non_english/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"non_english"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|overall/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.655938,"ciLow":1349.327693,"ciHigh":1357.984183,"observedAt":"2026-11-11","runCount":24955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"overall/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"overall"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|russian/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.070917,"ciLow":1340.399293,"ciHigh":1363.742541,"observedAt":"2026-11-11","runCount":2296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"russian/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"russian"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.853565,"ciLow":1292.777417,"ciHigh":1382.929713,"observedAt":"2026-11-11","runCount":157,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"spanish/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"spanish"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|chinese/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.659855,"ciLow":1323.747076,"ciHigh":1353.572634,"observedAt":"2026-11-11","runCount":1508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"chinese/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|coding/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1321.859381,"ciLow":1312.141291,"ciHigh":1331.577472,"observedAt":"2026-11-11","runCount":3474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"coding/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"coding"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|creative_writing/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.808072,"ciLow":1309.621699,"ciHigh":1327.994445,"observedAt":"2026-11-11","runCount":4104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"creative_writing/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|english/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.078969,"ciLow":1327.655876,"ciHigh":1338.502062,"observedAt":"2026-11-11","runCount":14891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"english/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"english"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|exclude_ties/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.800001,"ciLow":1274.212681,"ciHigh":1287.387321,"observedAt":"2026-11-11","runCount":16266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"exclude_ties/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|expert/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.411321,"ciLow":1288.071754,"ciHigh":1320.750889,"observedAt":"2026-11-11","runCount":1237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"expert/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"expert"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|french/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.974964,"ciLow":1308.731183,"ciHigh":1385.218746,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"french/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"french"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|german/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.414923,"ciLow":1282.88797,"ciHigh":1327.941875,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"german/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"german"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|hard_prompts/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.267888,"ciLow":1316.890356,"ciHigh":1331.64542,"observedAt":"2026-11-11","runCount":6186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"hard_prompts/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.814695,"ciLow":1320.888544,"ciHigh":1338.740846,"observedAt":"2026-11-11","runCount":4113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"hard_prompts_english/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.691009,"ciLow":1322.898704,"ciHigh":1346.483313,"observedAt":"2026-11-11","runCount":2418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.141434,"ciLow":1288.516608,"ciHigh":1305.766259,"observedAt":"2026-11-11","runCount":4510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.507637,"ciLow":1329.08606,"ciHigh":1359.929214,"observedAt":"2026-11-11","runCount":1435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_legal_and_government/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.674454,"ciLow":1322.659895,"ciHigh":1340.689012,"observedAt":"2026-11-11","runCount":4444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_life_and_physical_and_social_science/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.026326,"ciLow":1306.770477,"ciHigh":1329.282174,"observedAt":"2026-11-11","runCount":2399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_mathematical/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.75726,"ciLow":1327.089688,"ciHigh":1364.424833,"observedAt":"2026-11-11","runCount":1055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_medicine_and_healthcare/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.151784,"ciLow":1327.330205,"ciHigh":1342.973362,"observedAt":"2026-11-11","runCount":5685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_software_and_it_services/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1321.483618,"ciLow":1314.138753,"ciHigh":1328.828483,"observedAt":"2026-11-11","runCount":6681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"industry_writing_and_literature_and_language/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|instruction_following/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.545659,"ciLow":1298.210412,"ciHigh":1310.880906,"observedAt":"2026-11-11","runCount":9249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"instruction_following/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|japanese/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.742313,"ciLow":1276.807897,"ciHigh":1326.676729,"observedAt":"2026-11-11","runCount":542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"japanese/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"japanese"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|korean/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.373467,"ciLow":1293.080068,"ciHigh":1357.666866,"observedAt":"2026-11-11","runCount":353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"korean/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"korean"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|longer_query/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.300451,"ciLow":1309.93358,"ciHigh":1330.667322,"observedAt":"2026-11-11","runCount":2940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"longer_query/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|math/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.218667,"ciLow":1298.906634,"ciHigh":1319.5307,"observedAt":"2026-11-11","runCount":2814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"math/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"math"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|multi_turn/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.221543,"ciLow":1297.501819,"ciHigh":1316.941268,"observedAt":"2026-11-11","runCount":3586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"multi_turn/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|non_english/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1322.653179,"ciLow":1316.556509,"ciHigh":1328.749849,"observedAt":"2026-11-11","runCount":10064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"non_english/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"non_english"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|overall/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.617465,"ciLow":1325.318391,"ciHigh":1333.916539,"observedAt":"2026-11-11","runCount":24955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"overall/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"overall"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|russian/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.471832,"ciLow":1315.857437,"ciHigh":1339.086227,"observedAt":"2026-11-11","runCount":2296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"russian/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"russian"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-text@1|rating|spanish/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.329791,"ciLow":1269.322066,"ciHigh":1357.337516,"observedAt":"2026-11-11","runCount":157,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"spanish/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"spanish"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1079.239395,"ciLow":1018.472983,"ciHigh":1140.005806,"observedAt":"2026-11-09","runCount":98,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"chinese/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-vision-style-control@1|rating|english/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.662265,"ciLow":1135.972386,"ciHigh":1163.352144,"observedAt":"2026-11-09","runCount":2252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"english/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"english"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1136.020281,"ciLow":1125.545313,"ciHigh":1146.49525,"observedAt":"2026-11-09","runCount":3991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"overall/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"overall"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-vision@1|rating|chinese/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1026.030568,"ciLow":963.584285,"ciHigh":1088.47685,"observedAt":"2026-11-09","runCount":98,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"chinese/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-vision@1|rating|english/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1120.826893,"ciLow":1107.095746,"ciHigh":1134.558041,"observedAt":"2026-11-09","runCount":2252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"english/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"english"}
{"key":"lmarena|google/gemini-2.0-flash-lite-preview-02-05:default|none|lmarena-vision@1|rating|overall/Gemini 2.0 Flash-Lite Preview (02-05)","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-lite-preview-02-05","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1100.289364,"ciLow":1089.753507,"ciHigh":1110.825222,"observedAt":"2026-11-09","runCount":3991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash-Lite Preview (02-05)","rowId":"overall/Gemini 2.0 Flash-Lite Preview (02-05)","slice":"overall"}
{"key":"lmarena|google/gemini-2.0-flash-preview-image-generation:default|none|lmarena-image-edit@1|rating|multi_image_edit/Gemini 2.0 Flash Preview Image Generation","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-preview-image-generation","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1058.148814,"ciLow":1051.907886,"ciHigh":1064.389742,"observedAt":"2026-11-12","runCount":3145494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash Preview Image Generation","rowId":"multi_image_edit/Gemini 2.0 Flash Preview Image Generation","slice":"multi_image_edit"}
{"key":"lmarena|google/gemini-2.0-flash-preview-image-generation:default|none|lmarena-image-edit@1|rating|overall/Gemini 2.0 Flash Preview Image Generation","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-preview-image-generation","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1081.831693,"ciLow":1079.372714,"ciHigh":1084.290673,"observedAt":"2026-11-12","runCount":4933739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash Preview Image Generation","rowId":"overall/Gemini 2.0 Flash Preview Image Generation","slice":"overall"}
{"key":"lmarena|google/gemini-2.0-flash-preview-image-generation:default|none|lmarena-text-to-image@1|rating|3d_modeling/Gemini 2.0 Flash Preview Image Generation","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-preview-image-generation","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":976.333313,"ciLow":968.360439,"ciHigh":984.306187,"observedAt":"2026-11-12","runCount":21462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash Preview Image Generation","rowId":"3d_modeling/Gemini 2.0 Flash Preview Image Generation","slice":"3d_modeling"}
{"key":"lmarena|google/gemini-2.0-flash-preview-image-generation:default|none|lmarena-text-to-image@1|rating|art/Gemini 2.0 Flash Preview Image Generation","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-preview-image-generation","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":964.403005,"ciLow":957.12236,"ciHigh":971.68365,"observedAt":"2026-11-12","runCount":29721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash Preview Image Generation","rowId":"art/Gemini 2.0 Flash Preview Image Generation","slice":"art"}
{"key":"lmarena|google/gemini-2.0-flash-preview-image-generation:default|none|lmarena-text-to-image@1|rating|cartoon/Gemini 2.0 Flash Preview Image Generation","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-preview-image-generation","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":955.100583,"ciLow":949.661846,"ciHigh":960.53932,"observedAt":"2026-11-12","runCount":100189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash Preview Image Generation","rowId":"cartoon/Gemini 2.0 Flash Preview Image Generation","slice":"cartoon"}
{"key":"lmarena|google/gemini-2.0-flash-preview-image-generation:default|none|lmarena-text-to-image@1|rating|commercial_design/Gemini 2.0 Flash Preview Image Generation","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-preview-image-generation","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1018.568059,"ciLow":1012.974318,"ciHigh":1024.1618,"observedAt":"2026-11-12","runCount":67597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash Preview Image Generation","rowId":"commercial_design/Gemini 2.0 Flash Preview Image Generation","slice":"commercial_design"}
{"key":"lmarena|google/gemini-2.0-flash-preview-image-generation:default|none|lmarena-text-to-image@1|rating|overall/Gemini 2.0 Flash Preview Image Generation","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-preview-image-generation","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":976.019904,"ciLow":972.536197,"ciHigh":979.50361,"observedAt":"2026-11-12","runCount":255441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash Preview Image Generation","rowId":"overall/Gemini 2.0 Flash Preview Image Generation","slice":"overall"}
{"key":"lmarena|google/gemini-2.0-flash-preview-image-generation:default|none|lmarena-text-to-image@1|rating|photorealistic/Gemini 2.0 Flash Preview Image Generation","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-preview-image-generation","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":962.657756,"ciLow":957.392129,"ciHigh":967.923383,"observedAt":"2026-11-12","runCount":122537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash Preview Image Generation","rowId":"photorealistic/Gemini 2.0 Flash Preview Image Generation","slice":"photorealistic"}
{"key":"lmarena|google/gemini-2.0-flash-preview-image-generation:default|none|lmarena-text-to-image@1|rating|portraits/Gemini 2.0 Flash Preview Image Generation","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-preview-image-generation","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":961.783719,"ciLow":955.66451,"ciHigh":967.902929,"observedAt":"2026-11-12","runCount":75250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash Preview Image Generation","rowId":"portraits/Gemini 2.0 Flash Preview Image Generation","slice":"portraits"}
{"key":"lmarena|google/gemini-2.0-flash-preview-image-generation:default|none|lmarena-text-to-image@1|rating|text_rendering/Gemini 2.0 Flash Preview Image Generation","sourceId":"lmarena","modelId":"google/gemini-2.0-flash-preview-image-generation","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1007.151138,"ciLow":1001.49889,"ciHigh":1012.803386,"observedAt":"2026-11-12","runCount":58441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.0 Flash Preview Image Generation","rowId":"text_rendering/Gemini 2.0 Flash Preview Image Generation","slice":"text_rendering"}
{"key":"lmarena|google/gemini-2.5-flash-image-preview:flags=nano-banana|none|lmarena-image-edit@1|rating|agentic/Gemini 2.5 Flash Image Preview (nano-banana)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-image-preview","variant":{"flags":["nano-banana"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1286.150778,"ciLow":1276.653659,"ciHigh":1295.647897,"observedAt":"2026-11-12","runCount":10760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Image Preview (nano-banana)","rowId":"agentic/Gemini 2.5 Flash Image Preview (nano-banana)","slice":"agentic"}
{"key":"lmarena|google/gemini-2.5-flash-image-preview:flags=nano-banana|none|lmarena-image-edit@1|rating|multi_image_edit/Gemini 2.5 Flash Image Preview (nano-banana)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-image-preview","variant":{"flags":["nano-banana"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1234.539917,"ciLow":1232.131684,"ciHigh":1236.948149,"observedAt":"2026-11-12","runCount":4700657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Image Preview (nano-banana)","rowId":"multi_image_edit/Gemini 2.5 Flash Image Preview (nano-banana)","slice":"multi_image_edit"}
{"key":"lmarena|google/gemini-2.5-flash-image-preview:flags=nano-banana|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/Gemini 2.5 Flash Image Preview (nano-banana)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-image-preview","variant":{"flags":["nano-banana"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1226.603504,"ciLow":1214.935151,"ciHigh":1238.271856,"observedAt":"2026-11-12","runCount":10655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Image Preview (nano-banana)","rowId":"multi_image_edit_agentic/Gemini 2.5 Flash Image Preview (nano-banana)","slice":"multi_image_edit_agentic"}
{"key":"lmarena|google/gemini-2.5-flash-image-preview:flags=nano-banana|none|lmarena-image-edit@1|rating|overall/Gemini 2.5 Flash Image Preview (nano-banana)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-image-preview","variant":{"flags":["nano-banana"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1291.539588,"ciLow":1289.482082,"ciHigh":1293.597094,"observedAt":"2026-11-12","runCount":11419327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Image Preview (nano-banana)","rowId":"overall/Gemini 2.5 Flash Image Preview (nano-banana)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash-image-preview:flags=nano-banana|none|lmarena-text-to-image@1|rating|3d_modeling/Gemini 2.5 Flash Image Preview (nano-banana)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-image-preview","variant":{"flags":["nano-banana"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1140.678938,"ciLow":1135.915913,"ciHigh":1145.441964,"observedAt":"2026-11-12","runCount":85158,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Image Preview (nano-banana)","rowId":"3d_modeling/Gemini 2.5 Flash Image Preview (nano-banana)","slice":"3d_modeling"}
{"key":"lmarena|google/gemini-2.5-flash-image-preview:flags=nano-banana|none|lmarena-text-to-image@1|rating|agentic/Gemini 2.5 Flash Image Preview (nano-banana)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-image-preview","variant":{"flags":["nano-banana"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1139.183795,"ciLow":1127.898493,"ciHigh":1150.469096,"observedAt":"2026-11-12","runCount":5283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Image Preview (nano-banana)","rowId":"agentic/Gemini 2.5 Flash Image Preview (nano-banana)","slice":"agentic"}
{"key":"lmarena|google/gemini-2.5-flash-image-preview:flags=nano-banana|none|lmarena-text-to-image@1|rating|art/Gemini 2.5 Flash Image Preview (nano-banana)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-image-preview","variant":{"flags":["nano-banana"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1145.170714,"ciLow":1140.773423,"ciHigh":1149.568005,"observedAt":"2026-11-12","runCount":115412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Image Preview (nano-banana)","rowId":"art/Gemini 2.5 Flash Image Preview (nano-banana)","slice":"art"}
{"key":"lmarena|google/gemini-2.5-flash-image-preview:flags=nano-banana|none|lmarena-text-to-image@1|rating|cartoon/Gemini 2.5 Flash Image Preview (nano-banana)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-image-preview","variant":{"flags":["nano-banana"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1144.66668,"ciLow":1141.192052,"ciHigh":1148.141309,"observedAt":"2026-11-12","runCount":353449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Image Preview (nano-banana)","rowId":"cartoon/Gemini 2.5 Flash Image Preview (nano-banana)","slice":"cartoon"}
{"key":"lmarena|google/gemini-2.5-flash-image-preview:flags=nano-banana|none|lmarena-text-to-image@1|rating|commercial_design/Gemini 2.5 Flash Image Preview (nano-banana)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-image-preview","variant":{"flags":["nano-banana"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1150.498416,"ciLow":1147.008626,"ciHigh":1153.988205,"observedAt":"2026-11-12","runCount":270741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Image Preview (nano-banana)","rowId":"commercial_design/Gemini 2.5 Flash Image Preview (nano-banana)","slice":"commercial_design"}
{"key":"lmarena|google/gemini-2.5-flash-image-preview:flags=nano-banana|none|lmarena-text-to-image@1|rating|overall/Gemini 2.5 Flash Image Preview (nano-banana)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-image-preview","variant":{"flags":["nano-banana"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1148.339418,"ciLow":1145.919506,"ciHigh":1150.759329,"observedAt":"2026-11-12","runCount":893974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Image Preview (nano-banana)","rowId":"overall/Gemini 2.5 Flash Image Preview (nano-banana)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash-image-preview:flags=nano-banana|none|lmarena-text-to-image@1|rating|photorealistic/Gemini 2.5 Flash Image Preview (nano-banana)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-image-preview","variant":{"flags":["nano-banana"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1154.488927,"ciLow":1151.069476,"ciHigh":1157.908378,"observedAt":"2026-11-12","runCount":413062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Image Preview (nano-banana)","rowId":"photorealistic/Gemini 2.5 Flash Image Preview (nano-banana)","slice":"photorealistic"}
{"key":"lmarena|google/gemini-2.5-flash-image-preview:flags=nano-banana|none|lmarena-text-to-image@1|rating|portraits/Gemini 2.5 Flash Image Preview (nano-banana)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-image-preview","variant":{"flags":["nano-banana"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1163.065794,"ciLow":1159.024016,"ciHigh":1167.107572,"observedAt":"2026-11-12","runCount":239376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Image Preview (nano-banana)","rowId":"portraits/Gemini 2.5 Flash Image Preview (nano-banana)","slice":"portraits"}
{"key":"lmarena|google/gemini-2.5-flash-image-preview:flags=nano-banana|none|lmarena-text-to-image@1|rating|text_rendering/Gemini 2.5 Flash Image Preview (nano-banana)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-image-preview","variant":{"flags":["nano-banana"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1152.402247,"ciLow":1148.773929,"ciHigh":1156.030566,"observedAt":"2026-11-12","runCount":238912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Image Preview (nano-banana)","rowId":"text_rendering/Gemini 2.5 Flash Image Preview (nano-banana)","slice":"text_rendering"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:default|none|lmarena-vision-style-control@1|rating|creative_writing/gemini-2.5-flash-lite-preview-06-17-thinking","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.35,"ciLow":1170.79253,"ciHigh":1205.90747,"observedAt":"2026-01-09","runCount":1311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-2.5-flash-lite-preview-06-17-thinking","rowId":"creative_writing/gemini-2.5-flash-lite-preview-06-17-thinking","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:default|none|lmarena-vision@1|rating|creative_writing/gemini-2.5-flash-lite-preview-06-17-thinking","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1188.35,"ciLow":1171.187204,"ciHigh":1205.512796,"observedAt":"2026-01-09","runCount":1311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-2.5-flash-lite-preview-06-17-thinking","rowId":"creative_writing/gemini-2.5-flash-lite-preview-06-17-thinking","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|chinese/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.326654,"ciLow":1387.604776,"ciHigh":1413.048533,"observedAt":"2026-11-11","runCount":2258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"chinese/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|coding/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.519197,"ciLow":1374.523253,"ciHigh":1390.515141,"observedAt":"2026-11-11","runCount":5969,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"coding/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"coding"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.6222,"ciLow":1363.240529,"ciHigh":1382.003872,"observedAt":"2026-11-11","runCount":4139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"creative_writing/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.172247,"ciLow":1375.289655,"ciHigh":1387.054839,"observedAt":"2026-11-11","runCount":14029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.415106,"ciLow":1339.163089,"ciHigh":1351.667122,"observedAt":"2026-11-11","runCount":22737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"exclude_ties/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|expert/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.897151,"ciLow":1357.213954,"ciHigh":1386.580348,"observedAt":"2026-11-11","runCount":1638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"expert/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"expert"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|french/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.904804,"ciLow":1369.074475,"ciHigh":1426.735133,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"french/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"french"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|german/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.078878,"ciLow":1358.243244,"ciHigh":1399.914513,"observedAt":"2026-11-11","runCount":841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"german/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"german"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.453768,"ciLow":1376.617881,"ciHigh":1388.289655,"observedAt":"2026-11-11","runCount":14473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"hard_prompts/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.140725,"ciLow":1380.343119,"ciHigh":1395.938331,"observedAt":"2026-11-11","runCount":6451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"hard_prompts_english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.946006,"ciLow":1355.552715,"ciHigh":1372.339297,"observedAt":"2026-11-11","runCount":5430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.211938,"ciLow":1353.124012,"ciHigh":1369.299863,"observedAt":"2026-11-11","runCount":5788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.008538,"ciLow":1369.855569,"ciHigh":1396.161508,"observedAt":"2026-11-11","runCount":2055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_legal_and_government/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.443153,"ciLow":1376.898972,"ciHigh":1393.987334,"observedAt":"2026-11-11","runCount":5209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_life_and_physical_and_social_science/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.98859,"ciLow":1355.039195,"ciHigh":1380.937984,"observedAt":"2026-11-11","runCount":1981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_mathematical/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.378338,"ciLow":1393.471028,"ciHigh":1421.285648,"observedAt":"2026-11-11","runCount":1963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_medicine_and_healthcare/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.368653,"ciLow":1378.902456,"ciHigh":1391.834849,"observedAt":"2026-11-11","runCount":10711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_software_and_it_services/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.568879,"ciLow":1372.056406,"ciHigh":1387.081352,"observedAt":"2026-11-11","runCount":7050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_writing_and_literature_and_language/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.730326,"ciLow":1361.695065,"ciHigh":1375.765588,"observedAt":"2026-11-11","runCount":8096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"instruction_following/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|japanese/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.925573,"ciLow":1332.747782,"ciHigh":1375.103363,"observedAt":"2026-11-11","runCount":810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"japanese/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"japanese"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|korean/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.534187,"ciLow":1342.889523,"ciHigh":1388.178852,"observedAt":"2026-11-11","runCount":730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"korean/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"korean"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|longer_query/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.723556,"ciLow":1370.868835,"ciHigh":1386.578277,"observedAt":"2026-11-11","runCount":6390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"longer_query/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|math/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.331483,"ciLow":1350.821418,"ciHigh":1375.841548,"observedAt":"2026-11-11","runCount":2072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"math/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"math"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.75431,"ciLow":1357.336252,"ciHigh":1374.172368,"observedAt":"2026-11-11","runCount":5460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"multi_turn/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|non_english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.904873,"ciLow":1358.466715,"ciHigh":1369.343031,"observedAt":"2026-11-11","runCount":18292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"non_english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"non_english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|overall/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.904346,"ciLow":1370.374917,"ciHigh":1379.433776,"observedAt":"2026-11-11","runCount":32333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"overall/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|polish/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.493258,"ciLow":1355.586797,"ciHigh":1379.399719,"observedAt":"2026-11-11","runCount":2954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"polish/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"polish"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|russian/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.487397,"ciLow":1360.509461,"ciHigh":1384.465332,"observedAt":"2026-11-11","runCount":2270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"russian/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"russian"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text-style-control@1|rating|spanish/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.85218,"ciLow":1341.161416,"ciHigh":1384.542944,"observedAt":"2026-11-11","runCount":806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"spanish/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"spanish"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|chinese/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.987703,"ciLow":1387.441155,"ciHigh":1412.53425,"observedAt":"2026-11-11","runCount":2258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"chinese/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|coding/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.733368,"ciLow":1364.81666,"ciHigh":1380.650077,"observedAt":"2026-11-11","runCount":5969,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"coding/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"coding"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|creative_writing/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.256667,"ciLow":1357.952245,"ciHigh":1376.561088,"observedAt":"2026-11-11","runCount":4139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"creative_writing/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.015925,"ciLow":1367.202701,"ciHigh":1378.829148,"observedAt":"2026-11-11","runCount":14029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|exclude_ties/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.625163,"ciLow":1330.508812,"ciHigh":1342.741514,"observedAt":"2026-11-11","runCount":22737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"exclude_ties/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|expert/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.055019,"ciLow":1351.539066,"ciHigh":1380.570972,"observedAt":"2026-11-11","runCount":1638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"expert/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"expert"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|french/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.849865,"ciLow":1358.137608,"ciHigh":1415.562122,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"french/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"french"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|german/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.875919,"ciLow":1352.241281,"ciHigh":1393.510556,"observedAt":"2026-11-11","runCount":841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"german/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"german"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|hard_prompts/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.728023,"ciLow":1367.947432,"ciHigh":1379.508615,"observedAt":"2026-11-11","runCount":14473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"hard_prompts/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|hard_prompts_english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.767283,"ciLow":1368.046089,"ciHigh":1383.488477,"observedAt":"2026-11-11","runCount":6451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"hard_prompts_english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.933595,"ciLow":1345.595879,"ciHigh":1362.271311,"observedAt":"2026-11-11","runCount":5430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.83101,"ciLow":1346.824719,"ciHigh":1362.837301,"observedAt":"2026-11-11","runCount":5788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.679348,"ciLow":1359.618662,"ciHigh":1385.740035,"observedAt":"2026-11-11","runCount":2055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_legal_and_government/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.236672,"ciLow":1364.762022,"ciHigh":1381.711322,"observedAt":"2026-11-11","runCount":5209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_life_and_physical_and_social_science/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|industry_mathematical/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.33039,"ciLow":1354.443882,"ciHigh":1380.216897,"observedAt":"2026-11-11","runCount":1981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_mathematical/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.95138,"ciLow":1375.264834,"ciHigh":1402.637925,"observedAt":"2026-11-11","runCount":1963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_medicine_and_healthcare/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.73602,"ciLow":1369.346518,"ciHigh":1382.125522,"observedAt":"2026-11-11","runCount":10711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_software_and_it_services/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.11668,"ciLow":1367.662309,"ciHigh":1382.571051,"observedAt":"2026-11-11","runCount":7050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"industry_writing_and_literature_and_language/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|instruction_following/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.454588,"ciLow":1359.476314,"ciHigh":1373.432861,"observedAt":"2026-11-11","runCount":8096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"instruction_following/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|japanese/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.795783,"ciLow":1328.624397,"ciHigh":1370.967169,"observedAt":"2026-11-11","runCount":810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"japanese/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"japanese"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|korean/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.546837,"ciLow":1336.99426,"ciHigh":1382.099415,"observedAt":"2026-11-11","runCount":730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"korean/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"korean"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|longer_query/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.20393,"ciLow":1365.431123,"ciHigh":1380.976736,"observedAt":"2026-11-11","runCount":6390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"longer_query/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|math/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.348635,"ciLow":1349.910909,"ciHigh":1374.786361,"observedAt":"2026-11-11","runCount":2072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"math/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"math"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|multi_turn/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.581226,"ciLow":1351.237813,"ciHigh":1367.92464,"observedAt":"2026-11-11","runCount":5460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"multi_turn/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|non_english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.978555,"ciLow":1354.579988,"ciHigh":1365.377122,"observedAt":"2026-11-11","runCount":18292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"non_english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"non_english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|overall/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.393584,"ciLow":1364.90493,"ciHigh":1373.882238,"observedAt":"2026-11-11","runCount":32333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"overall/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|polish/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.545034,"ciLow":1349.929402,"ciHigh":1373.160666,"observedAt":"2026-11-11","runCount":2954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"polish/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"polish"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|russian/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.898925,"ciLow":1351.929625,"ciHigh":1375.868225,"observedAt":"2026-11-11","runCount":2270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"russian/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"russian"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-text@1|rating|spanish/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.343787,"ciLow":1343.019927,"ciHigh":1385.667647,"observedAt":"2026-11-11","runCount":806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"spanish/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"spanish"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision-style-control@1|rating|captioning/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1182.845311,"ciLow":1149.759053,"ciHigh":1215.93157,"observedAt":"2026-11-09","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"captioning/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"captioning"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision-style-control@1|rating|chinese/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.030691,"ciLow":1178.96295,"ciHigh":1217.098432,"observedAt":"2026-11-09","runCount":1654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"chinese/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.207312,"ciLow":1159.141128,"ciHigh":1201.273496,"observedAt":"2026-11-09","runCount":1188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"creative_writing_vision/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision-style-control@1|rating|diagram/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.096454,"ciLow":1174.426774,"ciHigh":1201.766134,"observedAt":"2026-11-09","runCount":2428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"diagram/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"diagram"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision-style-control@1|rating|english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.225391,"ciLow":1182.354748,"ciHigh":1202.096035,"observedAt":"2026-11-09","runCount":16555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision-style-control@1|rating|entity_recognition/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.27551,"ciLow":1150.649034,"ciHigh":1215.901986,"observedAt":"2026-11-09","runCount":415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"entity_recognition/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision-style-control@1|rating|homework/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.137866,"ciLow":1177.060521,"ciHigh":1211.215211,"observedAt":"2026-11-09","runCount":1325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"homework/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"homework"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision-style-control@1|rating|humor/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.706248,"ciLow":1167.665841,"ciHigh":1209.746655,"observedAt":"2026-11-09","runCount":1386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"humor/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"humor"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision-style-control@1|rating|ocr/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.702706,"ciLow":1180.372141,"ciHigh":1199.033271,"observedAt":"2026-11-09","runCount":10481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"ocr/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"ocr"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision-style-control@1|rating|overall/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.727963,"ciLow":1181.256375,"ciHigh":1196.199551,"observedAt":"2026-11-09","runCount":35868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"overall/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision@1|rating|captioning/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1184.13851,"ciLow":1152.426979,"ciHigh":1215.85004,"observedAt":"2026-11-09","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"captioning/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"captioning"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision@1|rating|chinese/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1193.791402,"ciLow":1175.232257,"ciHigh":1212.350547,"observedAt":"2026-11-09","runCount":1654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"chinese/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1179.318068,"ciLow":1158.583134,"ciHigh":1200.053002,"observedAt":"2026-11-09","runCount":1188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"creative_writing_vision/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision@1|rating|diagram/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1185.841851,"ciLow":1172.290298,"ciHigh":1199.393403,"observedAt":"2026-11-09","runCount":2428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"diagram/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"diagram"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision@1|rating|english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1189.765209,"ciLow":1179.994076,"ciHigh":1199.536342,"observedAt":"2026-11-09","runCount":16555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"english/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision@1|rating|entity_recognition/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1186.153604,"ciLow":1154.146833,"ciHigh":1218.160375,"observedAt":"2026-11-09","runCount":415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"entity_recognition/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision@1|rating|homework/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1190.946872,"ciLow":1173.945484,"ciHigh":1207.948261,"observedAt":"2026-11-09","runCount":1325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"homework/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"homework"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision@1|rating|humor/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1186.352177,"ciLow":1165.57481,"ciHigh":1207.129543,"observedAt":"2026-11-09","runCount":1386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"humor/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"humor"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision@1|rating|ocr/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1187.263721,"ciLow":1178.002312,"ciHigh":1196.52513,"observedAt":"2026-11-09","runCount":10481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"ocr/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"ocr"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-06-17:flags=thinking|none|lmarena-vision@1|rating|overall/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-06-17","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1187.281449,"ciLow":1179.879186,"ciHigh":1194.683711,"observedAt":"2026-11-09","runCount":35868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","rowId":"overall/Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:default|none|lmarena-vision-style-control@1|rating|creative_writing/gemini-2.5-flash-lite-preview-09-2025-no-thinking","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.628567,"ciLow":1176.892829,"ciHigh":1226.364305,"observedAt":"2026-01-09","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-2.5-flash-lite-preview-09-2025-no-thinking","rowId":"creative_writing/gemini-2.5-flash-lite-preview-09-2025-no-thinking","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:default|none|lmarena-vision@1|rating|creative_writing/gemini-2.5-flash-lite-preview-09-2025-no-thinking","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1220.098376,"ciLow":1195.832926,"ciHigh":1244.363826,"observedAt":"2026-01-09","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-2.5-flash-lite-preview-09-2025-no-thinking","rowId":"creative_writing/gemini-2.5-flash-lite-preview-09-2025-no-thinking","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|chinese/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.467145,"ciLow":1393.35153,"ciHigh":1413.58276,"observedAt":"2026-11-11","runCount":3594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"chinese/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|coding/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.339899,"ciLow":1390.940322,"ciHigh":1403.739476,"observedAt":"2026-11-11","runCount":9810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"coding/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"coding"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.321956,"ciLow":1352.689986,"ciHigh":1367.953927,"observedAt":"2026-11-11","runCount":6569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"creative_writing/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.330698,"ciLow":1381.513695,"ciHigh":1391.1477,"observedAt":"2026-11-11","runCount":19966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.84672,"ciLow":1345.961794,"ciHigh":1355.731646,"observedAt":"2026-11-11","runCount":33039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"exclude_ties/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|expert/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.799623,"ciLow":1375.742495,"ciHigh":1397.856751,"observedAt":"2026-11-11","runCount":2832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"expert/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"expert"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|french/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.898992,"ciLow":1373.921655,"ciHigh":1415.876329,"observedAt":"2026-11-11","runCount":831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"french/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"french"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|german/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.949394,"ciLow":1361.393682,"ciHigh":1402.505106,"observedAt":"2026-11-11","runCount":842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"german/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"german"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.309872,"ciLow":1385.892905,"ciHigh":1394.726839,"observedAt":"2026-11-11","runCount":25405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"hard_prompts/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.144824,"ciLow":1392.979684,"ciHigh":1405.309964,"observedAt":"2026-11-11","runCount":10640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"hard_prompts_english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.324794,"ciLow":1371.739677,"ciHigh":1384.909911,"observedAt":"2026-11-11","runCount":9076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.347777,"ciLow":1339.60341,"ciHigh":1353.092144,"observedAt":"2026-11-11","runCount":8599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.085992,"ciLow":1386.626111,"ciHigh":1407.545874,"observedAt":"2026-11-11","runCount":3161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_legal_and_government/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.736833,"ciLow":1395.637571,"ciHigh":1409.836095,"observedAt":"2026-11-11","runCount":7551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_life_and_physical_and_social_science/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.270467,"ciLow":1354.827222,"ciHigh":1379.713711,"observedAt":"2026-11-11","runCount":2203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_mathematical/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.338642,"ciLow":1387.464045,"ciHigh":1411.213238,"observedAt":"2026-11-11","runCount":2569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_medicine_and_healthcare/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.83858,"ciLow":1393.630023,"ciHigh":1404.047138,"observedAt":"2026-11-11","runCount":16534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_software_and_it_services/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.690841,"ciLow":1365.442933,"ciHigh":1377.93875,"observedAt":"2026-11-11","runCount":10566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_writing_and_literature_and_language/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.347874,"ciLow":1357.695533,"ciHigh":1369.000214,"observedAt":"2026-11-11","runCount":13191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"instruction_following/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|japanese/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.694971,"ciLow":1330.600145,"ciHigh":1382.789796,"observedAt":"2026-11-11","runCount":501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"japanese/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"japanese"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|korean/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.395968,"ciLow":1325.930337,"ciHigh":1368.861599,"observedAt":"2026-11-11","runCount":790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"korean/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"korean"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|longer_query/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.932577,"ciLow":1381.019713,"ciHigh":1392.84544,"observedAt":"2026-11-11","runCount":11916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"longer_query/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|math/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.933361,"ciLow":1350.160792,"ciHigh":1371.70593,"observedAt":"2026-11-11","runCount":2919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"math/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"math"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.264911,"ciLow":1366.249168,"ciHigh":1380.280654,"observedAt":"2026-11-11","runCount":8095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"multi_turn/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|non_english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.692836,"ciLow":1362.399987,"ciHigh":1370.985686,"observedAt":"2026-11-11","runCount":27193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"non_english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"non_english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|overall/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.389451,"ciLow":1375.960932,"ciHigh":1382.81797,"observedAt":"2026-11-11","runCount":47195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"overall/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|polish/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.26099,"ciLow":1347.742306,"ciHigh":1376.779674,"observedAt":"2026-11-11","runCount":1628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"polish/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"polish"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|russian/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.682184,"ciLow":1367.25446,"ciHigh":1384.109909,"observedAt":"2026-11-11","runCount":4776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"russian/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"russian"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text-style-control@1|rating|spanish/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.058362,"ciLow":1373.00368,"ciHigh":1405.113044,"observedAt":"2026-11-11","runCount":1425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"spanish/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"spanish"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|chinese/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.010131,"ciLow":1395.011053,"ciHigh":1415.009209,"observedAt":"2026-11-11","runCount":3594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"chinese/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|coding/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.520612,"ciLow":1365.173178,"ciHigh":1377.868045,"observedAt":"2026-11-11","runCount":9810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"coding/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"coding"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|creative_writing/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.96201,"ciLow":1351.417358,"ciHigh":1366.506663,"observedAt":"2026-11-11","runCount":6569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"creative_writing/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.945478,"ciLow":1378.171418,"ciHigh":1387.719538,"observedAt":"2026-11-11","runCount":19966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|exclude_ties/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.756504,"ciLow":1344.961224,"ciHigh":1354.551784,"observedAt":"2026-11-11","runCount":33039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"exclude_ties/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|expert/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.78408,"ciLow":1362.869803,"ciHigh":1384.698357,"observedAt":"2026-11-11","runCount":2832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"expert/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"expert"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|french/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.992857,"ciLow":1370.238249,"ciHigh":1411.747466,"observedAt":"2026-11-11","runCount":831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"french/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"french"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|german/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.846952,"ciLow":1367.446961,"ciHigh":1408.246943,"observedAt":"2026-11-11","runCount":842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"german/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"german"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|hard_prompts/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.772125,"ciLow":1372.386541,"ciHigh":1381.157708,"observedAt":"2026-11-11","runCount":25405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"hard_prompts/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|hard_prompts_english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.610314,"ciLow":1376.479269,"ciHigh":1388.74136,"observedAt":"2026-11-11","runCount":10640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"hard_prompts_english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.319644,"ciLow":1360.755422,"ciHigh":1373.883866,"observedAt":"2026-11-11","runCount":9076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.502182,"ciLow":1337.846467,"ciHigh":1351.157897,"observedAt":"2026-11-11","runCount":8599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.610196,"ciLow":1381.23869,"ciHigh":1401.981702,"observedAt":"2026-11-11","runCount":3161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_legal_and_government/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.778504,"ciLow":1388.75406,"ciHigh":1402.802949,"observedAt":"2026-11-11","runCount":7551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_life_and_physical_and_social_science/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|industry_mathematical/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.789341,"ciLow":1364.428238,"ciHigh":1389.150443,"observedAt":"2026-11-11","runCount":2203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_mathematical/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.853026,"ciLow":1377.058337,"ciHigh":1400.647715,"observedAt":"2026-11-11","runCount":2569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_medicine_and_healthcare/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.948885,"ciLow":1378.781225,"ciHigh":1389.116545,"observedAt":"2026-11-11","runCount":16534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_software_and_it_services/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.622169,"ciLow":1362.438885,"ciHigh":1374.805453,"observedAt":"2026-11-11","runCount":10566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"industry_writing_and_literature_and_language/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|instruction_following/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.981169,"ciLow":1349.369802,"ciHigh":1360.592536,"observedAt":"2026-11-11","runCount":13191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"instruction_following/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|japanese/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.257447,"ciLow":1333.125656,"ciHigh":1385.389237,"observedAt":"2026-11-11","runCount":501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"japanese/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"japanese"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|korean/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.569579,"ciLow":1330.418215,"ciHigh":1372.720942,"observedAt":"2026-11-11","runCount":790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"korean/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"korean"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|longer_query/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.916011,"ciLow":1367.060429,"ciHigh":1378.771593,"observedAt":"2026-11-11","runCount":11916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"longer_query/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|math/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.896966,"ciLow":1362.171692,"ciHigh":1383.62224,"observedAt":"2026-11-11","runCount":2919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"math/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"math"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|multi_turn/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.245003,"ciLow":1359.27362,"ciHigh":1373.216385,"observedAt":"2026-11-11","runCount":8095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"multi_turn/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|non_english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.014,"ciLow":1364.753195,"ciHigh":1373.274806,"observedAt":"2026-11-11","runCount":27193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"non_english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"non_english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|overall/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.333243,"ciLow":1375.931699,"ciHigh":1382.734788,"observedAt":"2026-11-11","runCount":47195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"overall/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|polish/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.1767,"ciLow":1355.875918,"ciHigh":1384.477483,"observedAt":"2026-11-11","runCount":1628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"polish/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"polish"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|russian/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.141184,"ciLow":1364.773762,"ciHigh":1381.508607,"observedAt":"2026-11-11","runCount":4776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"russian/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"russian"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-text@1|rating|spanish/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.147574,"ciLow":1380.128097,"ciHigh":1412.167051,"observedAt":"2026-11-11","runCount":1425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"spanish/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"spanish"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision-style-control@1|rating|chinese/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1203.327859,"ciLow":1177.898202,"ciHigh":1228.757515,"observedAt":"2026-11-09","runCount":489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"chinese/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.534476,"ciLow":1139.12086,"ciHigh":1201.948093,"observedAt":"2026-11-09","runCount":343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"creative_writing_vision/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision-style-control@1|rating|diagram/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1181.857768,"ciLow":1163.012004,"ciHigh":1200.703532,"observedAt":"2026-11-09","runCount":980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"diagram/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"diagram"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision-style-control@1|rating|english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.937105,"ciLow":1160.038405,"ciHigh":1187.835804,"observedAt":"2026-11-09","runCount":1915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision-style-control@1|rating|homework/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.790531,"ciLow":1175.164896,"ciHigh":1220.416166,"observedAt":"2026-11-09","runCount":605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"homework/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"homework"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision-style-control@1|rating|humor/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1133.728607,"ciLow":1095.297389,"ciHigh":1172.159824,"observedAt":"2026-11-09","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"humor/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"humor"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision-style-control@1|rating|ocr/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.284373,"ciLow":1173.577157,"ciHigh":1196.991589,"observedAt":"2026-11-09","runCount":2770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"ocr/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"ocr"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision-style-control@1|rating|overall/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1174.210594,"ciLow":1164.599466,"ciHigh":1183.821723,"observedAt":"2026-11-09","runCount":4849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"overall/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision@1|rating|chinese/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1232.420973,"ciLow":1207.291836,"ciHigh":1257.55011,"observedAt":"2026-11-09","runCount":489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"chinese/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1192.454094,"ciLow":1161.225463,"ciHigh":1223.682726,"observedAt":"2026-11-09","runCount":343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"creative_writing_vision/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision@1|rating|diagram/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1195.575675,"ciLow":1176.898201,"ciHigh":1214.253149,"observedAt":"2026-11-09","runCount":980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"diagram/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"diagram"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision@1|rating|english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1201.156933,"ciLow":1187.416673,"ciHigh":1214.897193,"observedAt":"2026-11-09","runCount":1915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"english/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision@1|rating|homework/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1216.45358,"ciLow":1194.068766,"ciHigh":1238.838395,"observedAt":"2026-11-09","runCount":605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"homework/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"homework"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision@1|rating|humor/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1169.015167,"ciLow":1131.542327,"ciHigh":1206.488007,"observedAt":"2026-11-09","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"humor/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"humor"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision@1|rating|ocr/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1202.391138,"ciLow":1190.79681,"ciHigh":1213.985466,"observedAt":"2026-11-09","runCount":2770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"ocr/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"ocr"}
{"key":"lmarena|google/gemini-2.5-flash-lite-preview-09-2025:flags=non-thinking|none|lmarena-vision@1|rating|overall/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-lite-preview-09-2025","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1198.113182,"ciLow":1188.624436,"ciHigh":1207.601928,"observedAt":"2026-11-09","runCount":4849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","rowId":"overall/Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.343328,"ciLow":1430.050794,"ciHigh":1454.635862,"observedAt":"2026-11-11","runCount":2358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"chinese/Gemini 2.5 Flash Preview (09-2025)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|coding/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.467353,"ciLow":1420.014642,"ciHigh":1434.920063,"observedAt":"2026-11-11","runCount":6890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"coding/Gemini 2.5 Flash Preview (09-2025)","slice":"coding"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.298773,"ciLow":1371.102392,"ciHigh":1389.495155,"observedAt":"2026-11-11","runCount":4516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"creative_writing/Gemini 2.5 Flash Preview (09-2025)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|english/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.602571,"ciLow":1406.971454,"ciHigh":1418.233688,"observedAt":"2026-11-11","runCount":13970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"english/Gemini 2.5 Flash Preview (09-2025)","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.337481,"ciLow":1379.693925,"ciHigh":1390.981037,"observedAt":"2026-11-11","runCount":23336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"exclude_ties/Gemini 2.5 Flash Preview (09-2025)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|expert/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.067966,"ciLow":1419.082892,"ciHigh":1447.05304,"observedAt":"2026-11-11","runCount":1789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"expert/Gemini 2.5 Flash Preview (09-2025)","slice":"expert"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|french/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.556972,"ciLow":1409.594789,"ciHigh":1459.519155,"observedAt":"2026-11-11","runCount":583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"french/Gemini 2.5 Flash Preview (09-2025)","slice":"french"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|german/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.224478,"ciLow":1389.971683,"ciHigh":1436.477272,"observedAt":"2026-11-11","runCount":656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"german/Gemini 2.5 Flash Preview (09-2025)","slice":"german"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.098557,"ciLow":1414.920351,"ciHigh":1425.276763,"observedAt":"2026-11-11","runCount":17664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"hard_prompts/Gemini 2.5 Flash Preview (09-2025)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.708818,"ciLow":1417.513442,"ciHigh":1431.904193,"observedAt":"2026-11-11","runCount":7510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"hard_prompts_english/Gemini 2.5 Flash Preview (09-2025)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.509988,"ciLow":1395.609338,"ciHigh":1411.410638,"observedAt":"2026-11-11","runCount":6132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.875873,"ciLow":1372.912049,"ciHigh":1388.839696,"observedAt":"2026-11-11","runCount":6043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.824419,"ciLow":1413.075183,"ciHigh":1438.573655,"observedAt":"2026-11-11","runCount":2142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_legal_and_government/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.718997,"ciLow":1426.302701,"ciHigh":1443.135293,"observedAt":"2026-11-11","runCount":5193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_life_and_physical_and_social_science/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.96209,"ciLow":1402.755364,"ciHigh":1431.168815,"observedAt":"2026-11-11","runCount":1681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_mathematical/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.037957,"ciLow":1413.285963,"ciHigh":1442.789952,"observedAt":"2026-11-11","runCount":1683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_medicine_and_healthcare/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.302421,"ciLow":1416.251902,"ciHigh":1428.352939,"observedAt":"2026-11-11","runCount":11670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_software_and_it_services/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.076695,"ciLow":1386.69625,"ciHigh":1401.457141,"observedAt":"2026-11-11","runCount":7333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_writing_and_literature_and_language/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.134518,"ciLow":1393.529736,"ciHigh":1406.7393,"observedAt":"2026-11-11","runCount":9305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"instruction_following/Gemini 2.5 Flash Preview (09-2025)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.564185,"ciLow":1364.885197,"ciHigh":1428.243172,"observedAt":"2026-11-11","runCount":359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"japanese/Gemini 2.5 Flash Preview (09-2025)","slice":"japanese"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|korean/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.072939,"ciLow":1348.033834,"ciHigh":1394.112044,"observedAt":"2026-11-11","runCount":693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"korean/Gemini 2.5 Flash Preview (09-2025)","slice":"korean"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.056189,"ciLow":1410.076464,"ciHigh":1424.035914,"observedAt":"2026-11-11","runCount":8206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"longer_query/Gemini 2.5 Flash Preview (09-2025)","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|math/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.165392,"ciLow":1396.121384,"ciHigh":1422.209399,"observedAt":"2026-11-11","runCount":1953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"math/Gemini 2.5 Flash Preview (09-2025)","slice":"math"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.78631,"ciLow":1392.650457,"ciHigh":1408.922162,"observedAt":"2026-11-11","runCount":5721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"multi_turn/Gemini 2.5 Flash Preview (09-2025)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.312348,"ciLow":1385.25854,"ciHigh":1395.366156,"observedAt":"2026-11-11","runCount":18830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"non_english/Gemini 2.5 Flash Preview (09-2025)","slice":"non_english"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|overall/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.158621,"ciLow":1399.100163,"ciHigh":1407.21708,"observedAt":"2026-11-11","runCount":32849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"overall/Gemini 2.5 Flash Preview (09-2025)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|polish/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.56016,"ciLow":1382.725392,"ciHigh":1416.394929,"observedAt":"2026-11-11","runCount":1271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"polish/Gemini 2.5 Flash Preview (09-2025)","slice":"polish"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|russian/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.643134,"ciLow":1382.091279,"ciHigh":1403.194988,"observedAt":"2026-11-11","runCount":2931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"russian/Gemini 2.5 Flash Preview (09-2025)","slice":"russian"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.134476,"ciLow":1373.217168,"ciHigh":1413.051783,"observedAt":"2026-11-11","runCount":974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"spanish/Gemini 2.5 Flash Preview (09-2025)","slice":"spanish"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|chinese/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.857845,"ciLow":1437.6703,"ciHigh":1462.04539,"observedAt":"2026-11-11","runCount":2358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"chinese/Gemini 2.5 Flash Preview (09-2025)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|coding/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.435283,"ciLow":1393.017142,"ciHigh":1407.853425,"observedAt":"2026-11-11","runCount":6890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"coding/Gemini 2.5 Flash Preview (09-2025)","slice":"coding"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|creative_writing/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.517225,"ciLow":1377.46443,"ciHigh":1395.570021,"observedAt":"2026-11-11","runCount":4516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"creative_writing/Gemini 2.5 Flash Preview (09-2025)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|english/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.996919,"ciLow":1407.410678,"ciHigh":1418.58316,"observedAt":"2026-11-11","runCount":13970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"english/Gemini 2.5 Flash Preview (09-2025)","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|exclude_ties/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.107699,"ciLow":1383.573,"ciHigh":1394.642399,"observedAt":"2026-11-11","runCount":23336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"exclude_ties/Gemini 2.5 Flash Preview (09-2025)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|expert/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.25331,"ciLow":1405.421553,"ciHigh":1433.085067,"observedAt":"2026-11-11","runCount":1789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"expert/Gemini 2.5 Flash Preview (09-2025)","slice":"expert"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|french/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.858273,"ciLow":1407.149594,"ciHigh":1456.566952,"observedAt":"2026-11-11","runCount":583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"french/Gemini 2.5 Flash Preview (09-2025)","slice":"french"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|german/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.925388,"ciLow":1394.732438,"ciHigh":1441.118338,"observedAt":"2026-11-11","runCount":656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"german/Gemini 2.5 Flash Preview (09-2025)","slice":"german"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|hard_prompts/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.148842,"ciLow":1404.007062,"ciHigh":1414.290623,"observedAt":"2026-11-11","runCount":17664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"hard_prompts/Gemini 2.5 Flash Preview (09-2025)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.531734,"ciLow":1403.373536,"ciHigh":1417.689932,"observedAt":"2026-11-11","runCount":7510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"hard_prompts_english/Gemini 2.5 Flash Preview (09-2025)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.205733,"ciLow":1390.368794,"ciHigh":1406.042672,"observedAt":"2026-11-11","runCount":6132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.049568,"ciLow":1378.180458,"ciHigh":1393.918677,"observedAt":"2026-11-11","runCount":6043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.361252,"ciLow":1414.786174,"ciHigh":1439.93633,"observedAt":"2026-11-11","runCount":2142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_legal_and_government/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.26606,"ciLow":1425.922853,"ciHigh":1442.609267,"observedAt":"2026-11-11","runCount":5193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_life_and_physical_and_social_science/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.549221,"ciLow":1406.430387,"ciHigh":1434.668055,"observedAt":"2026-11-11","runCount":1681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_mathematical/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.840496,"ciLow":1410.330139,"ciHigh":1439.350852,"observedAt":"2026-11-11","runCount":1683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_medicine_and_healthcare/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.701496,"ciLow":1402.687073,"ciHigh":1414.71592,"observedAt":"2026-11-11","runCount":11670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_software_and_it_services/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.225223,"ciLow":1387.916414,"ciHigh":1402.534032,"observedAt":"2026-11-11","runCount":7333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"industry_writing_and_literature_and_language/Gemini 2.5 Flash Preview (09-2025)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|instruction_following/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.918497,"ciLow":1387.357656,"ciHigh":1400.479338,"observedAt":"2026-11-11","runCount":9305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"instruction_following/Gemini 2.5 Flash Preview (09-2025)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|japanese/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.128594,"ciLow":1373.668049,"ciHigh":1436.589138,"observedAt":"2026-11-11","runCount":359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"japanese/Gemini 2.5 Flash Preview (09-2025)","slice":"japanese"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|korean/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.461777,"ciLow":1361.5378,"ciHigh":1407.385755,"observedAt":"2026-11-11","runCount":693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"korean/Gemini 2.5 Flash Preview (09-2025)","slice":"korean"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|longer_query/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.618491,"ciLow":1398.701797,"ciHigh":1412.535186,"observedAt":"2026-11-11","runCount":8206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"longer_query/Gemini 2.5 Flash Preview (09-2025)","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|math/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.184016,"ciLow":1403.186543,"ciHigh":1429.181489,"observedAt":"2026-11-11","runCount":1953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"math/Gemini 2.5 Flash Preview (09-2025)","slice":"math"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|multi_turn/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.634758,"ciLow":1388.556983,"ciHigh":1404.712534,"observedAt":"2026-11-11","runCount":5721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"multi_turn/Gemini 2.5 Flash Preview (09-2025)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|non_english/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.907101,"ciLow":1390.89934,"ciHigh":1400.914862,"observedAt":"2026-11-11","runCount":18830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"non_english/Gemini 2.5 Flash Preview (09-2025)","slice":"non_english"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|overall/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.607345,"ciLow":1402.58108,"ciHigh":1410.63361,"observedAt":"2026-11-11","runCount":32849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"overall/Gemini 2.5 Flash Preview (09-2025)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|polish/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.578604,"ciLow":1393.122231,"ciHigh":1426.034977,"observedAt":"2026-11-11","runCount":1271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"polish/Gemini 2.5 Flash Preview (09-2025)","slice":"polish"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|russian/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.895324,"ciLow":1382.394103,"ciHigh":1403.396545,"observedAt":"2026-11-11","runCount":2931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"russian/Gemini 2.5 Flash Preview (09-2025)","slice":"russian"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-text@1|rating|spanish/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.620611,"ciLow":1384.919471,"ciHigh":1424.321752,"observedAt":"2026-11-11","runCount":974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"spanish/Gemini 2.5 Flash Preview (09-2025)","slice":"spanish"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.739162,"ciLow":1223.936762,"ciHigh":1277.541562,"observedAt":"2026-11-09","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"chinese/Gemini 2.5 Flash Preview (09-2025)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision-style-control@1|rating|creative_writing/gemini-2.5-flash-preview-09-2025","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.385689,"ciLow":1238.23252,"ciHigh":1288.538858,"observedAt":"2026-01-09","runCount":555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-2.5-flash-preview-09-2025","rowId":"creative_writing/gemini-2.5-flash-preview-09-2025","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.235372,"ciLow":1213.217781,"ciHigh":1279.252963,"observedAt":"2026-11-09","runCount":318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"creative_writing_vision/Gemini 2.5 Flash Preview (09-2025)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision-style-control@1|rating|diagram/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.100583,"ciLow":1221.375588,"ciHigh":1258.825578,"observedAt":"2026-11-09","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"diagram/Gemini 2.5 Flash Preview (09-2025)","slice":"diagram"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision-style-control@1|rating|english/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.931408,"ciLow":1224.788058,"ciHigh":1253.074757,"observedAt":"2026-11-09","runCount":1809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"english/Gemini 2.5 Flash Preview (09-2025)","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision-style-control@1|rating|homework/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.906811,"ciLow":1246.563,"ciHigh":1293.250623,"observedAt":"2026-11-09","runCount":600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"homework/Gemini 2.5 Flash Preview (09-2025)","slice":"homework"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision-style-control@1|rating|humor/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.823683,"ciLow":1179.498782,"ciHigh":1254.148584,"observedAt":"2026-11-09","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"humor/Gemini 2.5 Flash Preview (09-2025)","slice":"humor"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision-style-control@1|rating|ocr/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.473718,"ciLow":1226.586069,"ciHigh":1250.361367,"observedAt":"2026-11-09","runCount":2736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"ocr/Gemini 2.5 Flash Preview (09-2025)","slice":"ocr"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.187407,"ciLow":1219.348926,"ciHigh":1239.025888,"observedAt":"2026-11-09","runCount":4780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"overall/Gemini 2.5 Flash Preview (09-2025)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision@1|rating|chinese/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1287.377509,"ciLow":1260.560766,"ciHigh":1314.194251,"observedAt":"2026-11-09","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"chinese/Gemini 2.5 Flash Preview (09-2025)","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision@1|rating|creative_writing/gemini-2.5-flash-preview-09-2025","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1288.639785,"ciLow":1263.945656,"ciHigh":1313.333915,"observedAt":"2026-01-09","runCount":555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-2.5-flash-preview-09-2025","rowId":"creative_writing/gemini-2.5-flash-preview-09-2025","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1270.597163,"ciLow":1237.938149,"ciHigh":1303.256178,"observedAt":"2026-11-09","runCount":318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"creative_writing_vision/Gemini 2.5 Flash Preview (09-2025)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision@1|rating|diagram/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1248.508676,"ciLow":1229.800331,"ciHigh":1267.217021,"observedAt":"2026-11-09","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"diagram/Gemini 2.5 Flash Preview (09-2025)","slice":"diagram"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision@1|rating|english/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1263.503763,"ciLow":1249.512991,"ciHigh":1277.494536,"observedAt":"2026-11-09","runCount":1809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"english/Gemini 2.5 Flash Preview (09-2025)","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision@1|rating|homework/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1283.502131,"ciLow":1260.255449,"ciHigh":1306.748814,"observedAt":"2026-11-09","runCount":600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"homework/Gemini 2.5 Flash Preview (09-2025)","slice":"homework"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision@1|rating|humor/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1253.806838,"ciLow":1216.58167,"ciHigh":1291.032007,"observedAt":"2026-11-09","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"humor/Gemini 2.5 Flash Preview (09-2025)","slice":"humor"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision@1|rating|ocr/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1255.049025,"ciLow":1243.24013,"ciHigh":1266.85792,"observedAt":"2026-11-09","runCount":2736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"ocr/Gemini 2.5 Flash Preview (09-2025)","slice":"ocr"}
{"key":"lmarena|google/gemini-2.5-flash-preview-09-2025:default|none|lmarena-vision@1|rating|overall/Gemini 2.5 Flash Preview (09-2025)","sourceId":"lmarena","modelId":"google/gemini-2.5-flash-preview-09-2025","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1253.118844,"ciLow":1243.409669,"ciHigh":1262.82802,"observedAt":"2026-11-09","runCount":4780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash Preview (09-2025)","rowId":"overall/Gemini 2.5 Flash Preview (09-2025)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.903316,"ciLow":1431.226868,"ciHigh":1444.579765,"observedAt":"2026-11-11","runCount":9093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"chinese/Gemini 2.5 Flash","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|coding/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.729603,"ciLow":1419.463665,"ciHigh":1427.995542,"observedAt":"2026-11-11","runCount":26248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"coding/Gemini 2.5 Flash","slice":"coding"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.911635,"ciLow":1388.911893,"ciHigh":1398.911377,"observedAt":"2026-11-11","runCount":17546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"creative_writing/Gemini 2.5 Flash","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|english/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.200531,"ciLow":1409.900111,"ciHigh":1416.500952,"observedAt":"2026-11-11","runCount":54383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"english/Gemini 2.5 Flash","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.566146,"ciLow":1391.158487,"ciHigh":1397.973805,"observedAt":"2026-11-11","runCount":89651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"exclude_ties/Gemini 2.5 Flash","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|expert/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.175737,"ciLow":1418.416966,"ciHigh":1431.934508,"observedAt":"2026-11-11","runCount":8354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"expert/Gemini 2.5 Flash","slice":"expert"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|french/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.380216,"ciLow":1413.673086,"ciHigh":1439.087345,"observedAt":"2026-11-11","runCount":2598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"french/Gemini 2.5 Flash","slice":"french"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|german/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.586698,"ciLow":1395.475166,"ciHigh":1419.698231,"observedAt":"2026-11-11","runCount":2682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"german/Gemini 2.5 Flash","slice":"german"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.301208,"ciLow":1416.165804,"ciHigh":1422.436613,"observedAt":"2026-11-11","runCount":64767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"hard_prompts/Gemini 2.5 Flash","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.703069,"ciLow":1416.574927,"ciHigh":1424.831211,"observedAt":"2026-11-11","runCount":28721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"hard_prompts_english/Gemini 2.5 Flash","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.860016,"ciLow":1395.314039,"ciHigh":1404.405994,"observedAt":"2026-11-11","runCount":22659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.5 Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.798036,"ciLow":1381.335888,"ciHigh":1390.260184,"observedAt":"2026-11-11","runCount":23044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.5 Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.328196,"ciLow":1419.65859,"ciHigh":1432.997803,"observedAt":"2026-11-11","runCount":8854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_legal_and_government/Gemini 2.5 Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.432924,"ciLow":1425.738532,"ciHigh":1435.127317,"observedAt":"2026-11-11","runCount":20474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_life_and_physical_and_social_science/Gemini 2.5 Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.637729,"ciLow":1408.427498,"ciHigh":1422.847961,"observedAt":"2026-11-11","runCount":7014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_mathematical/Gemini 2.5 Flash","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.280926,"ciLow":1420.126124,"ciHigh":1434.435727,"observedAt":"2026-11-11","runCount":7851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_medicine_and_healthcare/Gemini 2.5 Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.148512,"ciLow":1417.568498,"ciHigh":1424.728527,"observedAt":"2026-11-11","runCount":43626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_software_and_it_services/Gemini 2.5 Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.572419,"ciLow":1397.421822,"ciHigh":1405.723015,"observedAt":"2026-11-11","runCount":28280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_writing_and_literature_and_language/Gemini 2.5 Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.306583,"ciLow":1395.497013,"ciHigh":1403.116153,"observedAt":"2026-11-11","runCount":34656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"instruction_following/Gemini 2.5 Flash","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.910413,"ciLow":1375.707139,"ciHigh":1404.113686,"observedAt":"2026-11-11","runCount":2033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"japanese/Gemini 2.5 Flash","slice":"japanese"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|korean/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.628,"ciLow":1360.258069,"ciHigh":1386.99793,"observedAt":"2026-11-11","runCount":2359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"korean/Gemini 2.5 Flash","slice":"korean"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.392294,"ciLow":1413.430236,"ciHigh":1421.354352,"observedAt":"2026-11-11","runCount":33069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"longer_query/Gemini 2.5 Flash","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|math/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.866636,"ciLow":1398.161177,"ciHigh":1411.572096,"observedAt":"2026-11-11","runCount":7952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"math/Gemini 2.5 Flash","slice":"math"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.747603,"ciLow":1398.11472,"ciHigh":1407.380486,"observedAt":"2026-11-11","runCount":21634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"multi_turn/Gemini 2.5 Flash","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.482519,"ciLow":1396.441553,"ciHigh":1402.523485,"observedAt":"2026-11-11","runCount":70456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"non_english/Gemini 2.5 Flash","slice":"non_english"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|overall/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.34365,"ciLow":1406.90216,"ciHigh":1411.785141,"observedAt":"2026-11-11","runCount":124897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"overall/Gemini 2.5 Flash","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|polish/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.934404,"ciLow":1391.391995,"ciHigh":1408.476814,"observedAt":"2026-11-11","runCount":6179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"polish/Gemini 2.5 Flash","slice":"polish"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|russian/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.964229,"ciLow":1403.361276,"ciHigh":1414.567183,"observedAt":"2026-11-11","runCount":12253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"russian/Gemini 2.5 Flash","slice":"russian"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.274399,"ciLow":1396.225053,"ciHigh":1418.323746,"observedAt":"2026-11-11","runCount":3433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"spanish/Gemini 2.5 Flash","slice":"spanish"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|chinese/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.445391,"ciLow":1442.857886,"ciHigh":1456.032896,"observedAt":"2026-11-11","runCount":9093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"chinese/Gemini 2.5 Flash","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|coding/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.504707,"ciLow":1419.308219,"ciHigh":1427.701195,"observedAt":"2026-11-11","runCount":26248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"coding/Gemini 2.5 Flash","slice":"coding"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|creative_writing/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.161532,"ciLow":1395.208748,"ciHigh":1405.114315,"observedAt":"2026-11-11","runCount":17546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"creative_writing/Gemini 2.5 Flash","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|english/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.896713,"ciLow":1414.639977,"ciHigh":1421.153449,"observedAt":"2026-11-11","runCount":54383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"english/Gemini 2.5 Flash","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|exclude_ties/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.23174,"ciLow":1400.908772,"ciHigh":1407.554709,"observedAt":"2026-11-11","runCount":89651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"exclude_ties/Gemini 2.5 Flash","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|expert/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.822232,"ciLow":1420.16494,"ciHigh":1433.479523,"observedAt":"2026-11-11","runCount":8354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"expert/Gemini 2.5 Flash","slice":"expert"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|french/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.688169,"ciLow":1419.115463,"ciHigh":1444.260875,"observedAt":"2026-11-11","runCount":2598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"french/Gemini 2.5 Flash","slice":"french"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|german/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.694529,"ciLow":1405.747831,"ciHigh":1429.641227,"observedAt":"2026-11-11","runCount":2682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"german/Gemini 2.5 Flash","slice":"german"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|hard_prompts/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.187743,"ciLow":1419.099167,"ciHigh":1425.276318,"observedAt":"2026-11-11","runCount":64767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"hard_prompts/Gemini 2.5 Flash","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.238115,"ciLow":1416.17254,"ciHigh":1424.303689,"observedAt":"2026-11-11","runCount":28721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"hard_prompts_english/Gemini 2.5 Flash","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.584169,"ciLow":1399.108959,"ciHigh":1408.059379,"observedAt":"2026-11-11","runCount":22659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.5 Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.224341,"ciLow":1388.818001,"ciHigh":1397.63068,"observedAt":"2026-11-11","runCount":23044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.5 Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.690746,"ciLow":1424.123141,"ciHigh":1437.258352,"observedAt":"2026-11-11","runCount":8854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_legal_and_government/Gemini 2.5 Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.761098,"ciLow":1428.130762,"ciHigh":1437.391434,"observedAt":"2026-11-11","runCount":20474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_life_and_physical_and_social_science/Gemini 2.5 Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.353365,"ciLow":1415.180092,"ciHigh":1429.526639,"observedAt":"2026-11-11","runCount":7014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_mathematical/Gemini 2.5 Flash","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.798916,"ciLow":1420.764561,"ciHigh":1434.83327,"observedAt":"2026-11-11","runCount":7851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_medicine_and_healthcare/Gemini 2.5 Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.243551,"ciLow":1421.721516,"ciHigh":1428.765587,"observedAt":"2026-11-11","runCount":43626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_software_and_it_services/Gemini 2.5 Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.490763,"ciLow":1401.385768,"ciHigh":1409.595758,"observedAt":"2026-11-11","runCount":28280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"industry_writing_and_literature_and_language/Gemini 2.5 Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|instruction_following/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.919855,"ciLow":1401.151388,"ciHigh":1408.688322,"observedAt":"2026-11-11","runCount":34656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"instruction_following/Gemini 2.5 Flash","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|japanese/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.651673,"ciLow":1382.619645,"ciHigh":1410.683702,"observedAt":"2026-11-11","runCount":2033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"japanese/Gemini 2.5 Flash","slice":"japanese"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|korean/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.39103,"ciLow":1373.173485,"ciHigh":1399.608576,"observedAt":"2026-11-11","runCount":2359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"korean/Gemini 2.5 Flash","slice":"korean"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|longer_query/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.081047,"ciLow":1415.173765,"ciHigh":1422.988329,"observedAt":"2026-11-11","runCount":33069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"longer_query/Gemini 2.5 Flash","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|math/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.587111,"ciLow":1403.923915,"ciHigh":1417.250308,"observedAt":"2026-11-11","runCount":7952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"math/Gemini 2.5 Flash","slice":"math"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|multi_turn/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.638468,"ciLow":1403.073766,"ciHigh":1412.20317,"observedAt":"2026-11-11","runCount":21634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"multi_turn/Gemini 2.5 Flash","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|non_english/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.348476,"ciLow":1406.351354,"ciHigh":1412.345599,"observedAt":"2026-11-11","runCount":70456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"non_english/Gemini 2.5 Flash","slice":"non_english"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|overall/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.050834,"ciLow":1414.642926,"ciHigh":1419.458743,"observedAt":"2026-11-11","runCount":124897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"overall/Gemini 2.5 Flash","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|polish/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.966091,"ciLow":1404.670199,"ciHigh":1421.261983,"observedAt":"2026-11-11","runCount":6179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"polish/Gemini 2.5 Flash","slice":"polish"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|russian/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.749656,"ciLow":1409.22677,"ciHigh":1420.272542,"observedAt":"2026-11-11","runCount":12253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"russian/Gemini 2.5 Flash","slice":"russian"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-text@1|rating|spanish/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.291478,"ciLow":1410.369171,"ciHigh":1432.213785,"observedAt":"2026-11-11","runCount":3433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"spanish/Gemini 2.5 Flash","slice":"spanish"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision-style-control@1|rating|captioning/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.802497,"ciLow":1183.752271,"ciHigh":1235.852723,"observedAt":"2026-11-09","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"captioning/Gemini 2.5 Flash","slice":"captioning"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.314035,"ciLow":1244.105766,"ciHigh":1270.522303,"observedAt":"2026-11-09","runCount":3664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"chinese/Gemini 2.5 Flash","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision-style-control@1|rating|creative_writing/gemini-2.5-flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.887538,"ciLow":1215.862145,"ciHigh":1245.912932,"observedAt":"2026-01-09","runCount":1745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-2.5-flash","rowId":"creative_writing/gemini-2.5-flash","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.852582,"ciLow":1207.889648,"ciHigh":1233.815517,"observedAt":"2026-11-09","runCount":2905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"creative_writing_vision/Gemini 2.5 Flash","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision-style-control@1|rating|diagram/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.133021,"ciLow":1225.682613,"ciHigh":1240.583429,"observedAt":"2026-11-09","runCount":8521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"diagram/Gemini 2.5 Flash","slice":"diagram"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision-style-control@1|rating|english/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.720811,"ciLow":1210.3392,"ciHigh":1223.102422,"observedAt":"2026-11-09","runCount":25370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"english/Gemini 2.5 Flash","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.154594,"ciLow":1196.897862,"ciHigh":1245.411326,"observedAt":"2026-11-09","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"entity_recognition/Gemini 2.5 Flash","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision-style-control@1|rating|homework/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.874515,"ciLow":1229.509815,"ciHigh":1248.239215,"observedAt":"2026-11-09","runCount":4824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"homework/Gemini 2.5 Flash","slice":"homework"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision-style-control@1|rating|humor/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.589915,"ciLow":1190.765831,"ciHigh":1222.413998,"observedAt":"2026-11-09","runCount":2181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"humor/Gemini 2.5 Flash","slice":"humor"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision-style-control@1|rating|ocr/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.761349,"ciLow":1217.733563,"ciHigh":1227.789135,"observedAt":"2026-11-09","runCount":27042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"ocr/Gemini 2.5 Flash","slice":"ocr"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.284454,"ciLow":1210.724044,"ciHigh":1219.844864,"observedAt":"2026-11-09","runCount":59919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"overall/Gemini 2.5 Flash","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision@1|rating|captioning/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1275.72056,"ciLow":1251.042056,"ciHigh":1300.399064,"observedAt":"2026-11-09","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"captioning/Gemini 2.5 Flash","slice":"captioning"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision@1|rating|chinese/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1283.829339,"ciLow":1270.858235,"ciHigh":1296.800443,"observedAt":"2026-11-09","runCount":3664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"chinese/Gemini 2.5 Flash","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision@1|rating|creative_writing/gemini-2.5-flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1253.054839,"ciLow":1238.269469,"ciHigh":1267.840209,"observedAt":"2026-01-09","runCount":1745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-2.5-flash","rowId":"creative_writing/gemini-2.5-flash","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1241.287171,"ciLow":1228.501165,"ciHigh":1254.073177,"observedAt":"2026-11-09","runCount":2905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"creative_writing_vision/Gemini 2.5 Flash","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision@1|rating|diagram/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1244.962288,"ciLow":1237.70134,"ciHigh":1252.223237,"observedAt":"2026-11-09","runCount":8521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"diagram/Gemini 2.5 Flash","slice":"diagram"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision@1|rating|english/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1238.969784,"ciLow":1232.660919,"ciHigh":1245.278648,"observedAt":"2026-11-09","runCount":25370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"english/Gemini 2.5 Flash","slice":"english"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision@1|rating|entity_recognition/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1251.841422,"ciLow":1227.850586,"ciHigh":1275.832259,"observedAt":"2026-11-09","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"entity_recognition/Gemini 2.5 Flash","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision@1|rating|homework/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1244.75544,"ciLow":1235.666244,"ciHigh":1253.844637,"observedAt":"2026-11-09","runCount":4824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"homework/Gemini 2.5 Flash","slice":"homework"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision@1|rating|humor/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1224.946088,"ciLow":1209.298217,"ciHigh":1240.593959,"observedAt":"2026-11-09","runCount":2181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"humor/Gemini 2.5 Flash","slice":"humor"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision@1|rating|ocr/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1237.414452,"ciLow":1232.491271,"ciHigh":1242.337633,"observedAt":"2026-11-09","runCount":27042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"ocr/Gemini 2.5 Flash","slice":"ocr"}
{"key":"lmarena|google/gemini-2.5-flash:default|none|lmarena-vision@1|rating|overall/Gemini 2.5 Flash","sourceId":"lmarena","modelId":"google/gemini-2.5-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1235.297616,"ciLow":1230.795337,"ciHigh":1239.799895,"observedAt":"2026-11-09","runCount":59919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Flash","rowId":"overall/Gemini 2.5 Flash","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-document-style-control@1|rating|overall/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.613666,"ciLow":1426.399518,"ciHigh":1438.827814,"observedAt":"2026-11-09","runCount":26635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"overall/Gemini 2.5 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-document@1|rating|overall/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1422.786546,"ciLow":1416.65773,"ciHigh":1428.915363,"observedAt":"2026-11-09","runCount":26635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"overall/Gemini 2.5 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.314174,"ciLow":1479.556687,"ciHigh":1493.071661,"observedAt":"2026-11-11","runCount":9240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"chinese/Gemini 2.5 Pro","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|coding/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.208515,"ciLow":1459.960686,"ciHigh":1468.456344,"observedAt":"2026-11-11","runCount":26790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"coding/Gemini 2.5 Pro","slice":"coding"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.249179,"ciLow":1438.114629,"ciHigh":1448.383729,"observedAt":"2026-11-11","runCount":17586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"creative_writing/Gemini 2.5 Pro","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|english/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.741527,"ciLow":1445.390906,"ciHigh":1452.092148,"observedAt":"2026-11-11","runCount":53743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"english/Gemini 2.5 Pro","slice":"english"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.095275,"ciLow":1441.643007,"ciHigh":1448.547543,"observedAt":"2026-11-11","runCount":91037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"exclude_ties/Gemini 2.5 Pro","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|expert/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.737661,"ciLow":1451.902767,"ciHigh":1465.572554,"observedAt":"2026-11-11","runCount":8246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"expert/Gemini 2.5 Pro","slice":"expert"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|french/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.047706,"ciLow":1453.665257,"ciHigh":1480.430155,"observedAt":"2026-11-11","runCount":2368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"french/Gemini 2.5 Pro","slice":"french"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|german/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.381907,"ciLow":1457.700699,"ciHigh":1483.063114,"observedAt":"2026-11-11","runCount":2648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"german/Gemini 2.5 Pro","slice":"german"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.178563,"ciLow":1455.04171,"ciHigh":1461.315416,"observedAt":"2026-11-11","runCount":65571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"hard_prompts/Gemini 2.5 Pro","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.895514,"ciLow":1453.767982,"ciHigh":1462.023046,"observedAt":"2026-11-11","runCount":28788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"hard_prompts_english/Gemini 2.5 Pro","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.462588,"ciLow":1432.893391,"ciHigh":1442.031785,"observedAt":"2026-11-11","runCount":22741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.5 Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.443862,"ciLow":1425.853291,"ciHigh":1435.034433,"observedAt":"2026-11-11","runCount":23190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.5 Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.187996,"ciLow":1463.412025,"ciHigh":1476.963966,"observedAt":"2026-11-11","runCount":8887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_legal_and_government/Gemini 2.5 Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.068243,"ciLow":1467.361045,"ciHigh":1476.775441,"observedAt":"2026-11-11","runCount":20769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_life_and_physical_and_social_science/Gemini 2.5 Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.899267,"ciLow":1439.449502,"ciHigh":1454.349031,"observedAt":"2026-11-11","runCount":6834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_mathematical/Gemini 2.5 Pro","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.405942,"ciLow":1462.16064,"ciHigh":1476.651245,"observedAt":"2026-11-11","runCount":7941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_medicine_and_healthcare/Gemini 2.5 Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.396869,"ciLow":1455.805584,"ciHigh":1462.988154,"observedAt":"2026-11-11","runCount":43782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_software_and_it_services/Gemini 2.5 Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.797052,"ciLow":1440.524342,"ciHigh":1449.069761,"observedAt":"2026-11-11","runCount":28106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_writing_and_literature_and_language/Gemini 2.5 Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.035628,"ciLow":1434.181374,"ciHigh":1441.889882,"observedAt":"2026-11-11","runCount":35036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"instruction_following/Gemini 2.5 Pro","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.710964,"ciLow":1428.918025,"ciHigh":1458.503903,"observedAt":"2026-11-11","runCount":2058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"japanese/Gemini 2.5 Pro","slice":"japanese"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|korean/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.681429,"ciLow":1401.62585,"ciHigh":1427.737008,"observedAt":"2026-11-11","runCount":2488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"korean/Gemini 2.5 Pro","slice":"korean"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.596259,"ciLow":1452.648506,"ciHigh":1460.544011,"observedAt":"2026-11-11","runCount":33787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"longer_query/Gemini 2.5 Pro","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|math/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.150269,"ciLow":1432.20801,"ciHigh":1446.092527,"observedAt":"2026-11-11","runCount":7761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"math/Gemini 2.5 Pro","slice":"math"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.038934,"ciLow":1443.322571,"ciHigh":1452.755297,"observedAt":"2026-11-11","runCount":21116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"multi_turn/Gemini 2.5 Pro","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.089742,"ciLow":1434.006857,"ciHigh":1440.172628,"observedAt":"2026-11-11","runCount":70943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"non_english/Gemini 2.5 Pro","slice":"non_english"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|overall/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.454644,"ciLow":1442.989283,"ciHigh":1447.920005,"observedAt":"2026-11-11","runCount":124742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"overall/Gemini 2.5 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|polish/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.673731,"ciLow":1448.10498,"ciHigh":1465.242482,"observedAt":"2026-11-11","runCount":6488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"polish/Gemini 2.5 Pro","slice":"polish"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|russian/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.900437,"ciLow":1446.206138,"ciHigh":1457.594736,"observedAt":"2026-11-11","runCount":12160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"russian/Gemini 2.5 Pro","slice":"russian"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.710318,"ciLow":1442.567554,"ciHigh":1464.853083,"observedAt":"2026-11-11","runCount":3430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"spanish/Gemini 2.5 Pro","slice":"spanish"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|chinese/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1507.021511,"ciLow":1500.336242,"ciHigh":1513.706781,"observedAt":"2026-11-11","runCount":9240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"chinese/Gemini 2.5 Pro","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|coding/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.438738,"ciLow":1447.235694,"ciHigh":1455.641783,"observedAt":"2026-11-11","runCount":26790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"coding/Gemini 2.5 Pro","slice":"coding"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|creative_writing/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.91552,"ciLow":1448.840361,"ciHigh":1458.990678,"observedAt":"2026-11-11","runCount":17586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"creative_writing/Gemini 2.5 Pro","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|english/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.984746,"ciLow":1454.675582,"ciHigh":1461.293909,"observedAt":"2026-11-11","runCount":53743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"english/Gemini 2.5 Pro","slice":"english"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|exclude_ties/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.499172,"ciLow":1457.120615,"ciHigh":1463.877729,"observedAt":"2026-11-11","runCount":91037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"exclude_ties/Gemini 2.5 Pro","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|expert/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.329238,"ciLow":1445.559528,"ciHigh":1459.098949,"observedAt":"2026-11-11","runCount":8246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"expert/Gemini 2.5 Pro","slice":"expert"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|french/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.834485,"ciLow":1460.54573,"ciHigh":1487.12324,"observedAt":"2026-11-11","runCount":2368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"french/Gemini 2.5 Pro","slice":"french"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|german/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.541808,"ciLow":1474.016496,"ciHigh":1499.06712,"observedAt":"2026-11-11","runCount":2648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"german/Gemini 2.5 Pro","slice":"german"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|hard_prompts/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.833536,"ciLow":1451.723967,"ciHigh":1457.943104,"observedAt":"2026-11-11","runCount":65571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"hard_prompts/Gemini 2.5 Pro","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.163169,"ciLow":1448.076889,"ciHigh":1456.24945,"observedAt":"2026-11-11","runCount":28788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"hard_prompts_english/Gemini 2.5 Pro","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.640504,"ciLow":1435.11196,"ciHigh":1444.169047,"observedAt":"2026-11-11","runCount":22741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_business_and_management_and_financial_operations/Gemini 2.5 Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.397312,"ciLow":1436.863717,"ciHigh":1445.930907,"observedAt":"2026-11-11","runCount":23190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_entertainment_and_sports_and_media/Gemini 2.5 Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.163754,"ciLow":1473.448569,"ciHigh":1486.878938,"observedAt":"2026-11-11","runCount":8887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_legal_and_government/Gemini 2.5 Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.505043,"ciLow":1475.860638,"ciHigh":1485.149449,"observedAt":"2026-11-11","runCount":20769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_life_and_physical_and_social_science/Gemini 2.5 Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.22016,"ciLow":1447.832807,"ciHigh":1462.607512,"observedAt":"2026-11-11","runCount":6834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_mathematical/Gemini 2.5 Pro","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.152948,"ciLow":1469.005082,"ciHigh":1483.300814,"observedAt":"2026-11-11","runCount":7941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_medicine_and_healthcare/Gemini 2.5 Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.889473,"ciLow":1455.33583,"ciHigh":1462.443116,"observedAt":"2026-11-11","runCount":43782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_software_and_it_services/Gemini 2.5 Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.091154,"ciLow":1449.861671,"ciHigh":1458.320638,"observedAt":"2026-11-11","runCount":28106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"industry_writing_and_literature_and_language/Gemini 2.5 Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|instruction_following/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.515494,"ciLow":1432.688769,"ciHigh":1440.342219,"observedAt":"2026-11-11","runCount":35036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"instruction_following/Gemini 2.5 Pro","slice":"instruction_following"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|japanese/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.046147,"ciLow":1446.384131,"ciHigh":1475.708163,"observedAt":"2026-11-11","runCount":2058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"japanese/Gemini 2.5 Pro","slice":"japanese"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|korean/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.144796,"ciLow":1421.163168,"ciHigh":1447.126424,"observedAt":"2026-11-11","runCount":2488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"korean/Gemini 2.5 Pro","slice":"korean"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|longer_query/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.371021,"ciLow":1445.453693,"ciHigh":1453.288349,"observedAt":"2026-11-11","runCount":33787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"longer_query/Gemini 2.5 Pro","slice":"longer_query"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|math/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.186541,"ciLow":1443.291613,"ciHigh":1457.081468,"observedAt":"2026-11-11","runCount":7761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"math/Gemini 2.5 Pro","slice":"math"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|multi_turn/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.477522,"ciLow":1447.798209,"ciHigh":1457.156834,"observedAt":"2026-11-11","runCount":21116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"multi_turn/Gemini 2.5 Pro","slice":"multi_turn"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|non_english/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.776913,"ciLow":1448.724195,"ciHigh":1454.82963,"observedAt":"2026-11-11","runCount":70943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"non_english/Gemini 2.5 Pro","slice":"non_english"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|overall/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.825814,"ciLow":1455.38731,"ciHigh":1460.264318,"observedAt":"2026-11-11","runCount":124742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"overall/Gemini 2.5 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|polish/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.946964,"ciLow":1470.514946,"ciHigh":1487.378982,"observedAt":"2026-11-11","runCount":6488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"polish/Gemini 2.5 Pro","slice":"polish"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|russian/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.914879,"ciLow":1455.280161,"ciHigh":1466.549598,"observedAt":"2026-11-11","runCount":12160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"russian/Gemini 2.5 Pro","slice":"russian"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-text@1|rating|spanish/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.836944,"ciLow":1462.832056,"ciHigh":1484.841832,"observedAt":"2026-11-11","runCount":3430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"spanish/Gemini 2.5 Pro","slice":"spanish"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision-style-control@1|rating|captioning/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.603116,"ciLow":1227.053992,"ciHigh":1274.15224,"observedAt":"2026-11-09","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"captioning/Gemini 2.5 Pro","slice":"captioning"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.06985,"ciLow":1263.058487,"ciHigh":1289.081214,"observedAt":"2026-11-09","runCount":4761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"chinese/Gemini 2.5 Pro","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision-style-control@1|rating|creative_writing/gemini-2.5-pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.387332,"ciLow":1248.493173,"ciHigh":1276.281491,"observedAt":"2026-01-09","runCount":2418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-2.5-pro","rowId":"creative_writing/gemini-2.5-pro","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.525771,"ciLow":1238.860765,"ciHigh":1264.190776,"observedAt":"2026-11-09","runCount":3675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"creative_writing_vision/Gemini 2.5 Pro","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision-style-control@1|rating|diagram/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.445237,"ciLow":1260.271672,"ciHigh":1274.618801,"observedAt":"2026-11-09","runCount":9733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"diagram/Gemini 2.5 Pro","slice":"diagram"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision-style-control@1|rating|english/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.885677,"ciLow":1237.629847,"ciHigh":1250.141506,"observedAt":"2026-11-09","runCount":40583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"english/Gemini 2.5 Pro","slice":"english"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.866888,"ciLow":1228.398392,"ciHigh":1273.335384,"observedAt":"2026-11-09","runCount":915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"entity_recognition/Gemini 2.5 Pro","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision-style-control@1|rating|homework/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.252931,"ciLow":1264.24482,"ciHigh":1282.261042,"observedAt":"2026-11-09","runCount":5373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"homework/Gemini 2.5 Pro","slice":"homework"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision-style-control@1|rating|humor/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.43984,"ciLow":1231.088832,"ciHigh":1261.790848,"observedAt":"2026-11-09","runCount":3124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"humor/Gemini 2.5 Pro","slice":"humor"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision-style-control@1|rating|ocr/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.802842,"ciLow":1253.911098,"ciHigh":1263.694586,"observedAt":"2026-11-09","runCount":32746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"ocr/Gemini 2.5 Pro","slice":"ocr"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.477594,"ciLow":1242.953581,"ciHigh":1252.001607,"observedAt":"2026-11-09","runCount":88553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"overall/Gemini 2.5 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision@1|rating|captioning/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1303.666262,"ciLow":1280.93655,"ciHigh":1326.395974,"observedAt":"2026-11-09","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"captioning/Gemini 2.5 Pro","slice":"captioning"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision@1|rating|chinese/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1299.710151,"ciLow":1286.864506,"ciHigh":1312.555796,"observedAt":"2026-11-09","runCount":4761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"chinese/Gemini 2.5 Pro","slice":"chinese"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision@1|rating|creative_writing/gemini-2.5-pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1277.361798,"ciLow":1263.528993,"ciHigh":1291.194604,"observedAt":"2026-01-09","runCount":2418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-2.5-pro","rowId":"creative_writing/gemini-2.5-pro","slice":"creative_writing"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1265.080259,"ciLow":1252.521423,"ciHigh":1277.639094,"observedAt":"2026-11-09","runCount":3675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"creative_writing_vision/Gemini 2.5 Pro","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision@1|rating|diagram/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1273.278745,"ciLow":1266.160672,"ciHigh":1280.396819,"observedAt":"2026-11-09","runCount":9733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"diagram/Gemini 2.5 Pro","slice":"diagram"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision@1|rating|english/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1260.636323,"ciLow":1254.405948,"ciHigh":1266.866699,"observedAt":"2026-11-09","runCount":40583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"english/Gemini 2.5 Pro","slice":"english"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision@1|rating|entity_recognition/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1283.599405,"ciLow":1261.202717,"ciHigh":1305.996093,"observedAt":"2026-11-09","runCount":915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"entity_recognition/Gemini 2.5 Pro","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision@1|rating|homework/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1281.902054,"ciLow":1272.993138,"ciHigh":1290.810971,"observedAt":"2026-11-09","runCount":5373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"homework/Gemini 2.5 Pro","slice":"homework"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision@1|rating|humor/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1261.58612,"ciLow":1246.334723,"ciHigh":1276.837518,"observedAt":"2026-11-09","runCount":3124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"humor/Gemini 2.5 Pro","slice":"humor"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision@1|rating|ocr/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1270.207627,"ciLow":1265.362111,"ciHigh":1275.053144,"observedAt":"2026-11-09","runCount":32746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"ocr/Gemini 2.5 Pro","slice":"ocr"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-vision@1|rating|overall/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1263.236962,"ciLow":1258.737625,"ciHigh":1267.736298,"observedAt":"2026-11-09","runCount":88553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"overall/Gemini 2.5 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-webdev@1|rating|image_to_webdev/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1284.538535,"ciLow":1263.229832,"ciHigh":1305.847239,"observedAt":"2026-11-15","runCount":1047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"image_to_webdev/Gemini 2.5 Pro","slice":"image_to_webdev"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-webdev@1|rating|overall/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1226.368771,"ciLow":1210.445441,"ciHigh":1242.292101,"observedAt":"2026-11-15","runCount":2706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"overall/Gemini 2.5 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-webdev@1|rating|webdev-html/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1234.450226,"ciLow":1217.309748,"ciHigh":1251.590703,"observedAt":"2026-11-15","runCount":2706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"webdev-html/Gemini 2.5 Pro","slice":"webdev-html"}
{"key":"lmarena|google/gemini-2.5-pro:default|none|lmarena-webdev@1|rating|webdev/Gemini 2.5 Pro","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1226.368771,"ciLow":1210.445441,"ciHigh":1242.292101,"observedAt":"2026-11-15","runCount":2706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro","rowId":"webdev/Gemini 2.5 Pro","slice":"webdev"}
{"key":"lmarena|google/gemini-2.5-pro:flags=grounding|none|lmarena-search-style-control@1|rating|overall/Gemini 2.5 Pro (Grounding)","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":["grounding"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.962787,"ciLow":1140.067967,"ciHigh":1149.857606,"observedAt":"2026-11-09","runCount":85505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro (Grounding)","rowId":"overall/Gemini 2.5 Pro (Grounding)","slice":"overall"}
{"key":"lmarena|google/gemini-2.5-pro:flags=grounding|none|lmarena-search@1|rating|overall/Gemini 2.5 Pro (Grounding)","sourceId":"lmarena","modelId":"google/gemini-2.5-pro","variant":{"flags":["grounding"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1143.39289,"ciLow":1138.627912,"ciHigh":1148.157869,"observedAt":"2026-11-09","runCount":85505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 2.5 Pro (Grounding)","rowId":"overall/Gemini 2.5 Pro (Grounding)","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-document-style-control@1|rating|overall/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.774023,"ciLow":1430.534796,"ciHigh":1449.01325,"observedAt":"2026-11-09","runCount":7538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"overall/Gemini 3 Flash","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-document@1|rating|overall/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1414.287318,"ciLow":1404.958896,"ciHigh":1423.61574,"observedAt":"2026-11-09","runCount":7538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"overall/Gemini 3 Flash","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.401642,"ciLow":1504.285228,"ciHigh":1528.518056,"observedAt":"2026-11-11","runCount":2453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"chinese/Gemini 3 Flash","slice":"chinese"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|coding/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.245822,"ciLow":1497.452676,"ciHigh":1513.038969,"observedAt":"2026-11-11","runCount":6555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"coding/Gemini 3 Flash","slice":"coding"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.254782,"ciLow":1446.943427,"ciHigh":1465.566136,"observedAt":"2026-11-11","runCount":4779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"creative_writing/Gemini 3 Flash","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|english/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.264953,"ciLow":1470.043776,"ciHigh":1482.48613,"observedAt":"2026-11-11","runCount":12408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"english/Gemini 3 Flash","slice":"english"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.465982,"ciLow":1479.25574,"ciHigh":1491.676223,"observedAt":"2026-11-11","runCount":22103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"exclude_ties/Gemini 3 Flash","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|expert/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.477162,"ciLow":1485.018761,"ciHigh":1509.935562,"observedAt":"2026-11-11","runCount":2171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"expert/Gemini 3 Flash","slice":"expert"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|french/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.555693,"ciLow":1471.234179,"ciHigh":1513.877207,"observedAt":"2026-11-11","runCount":819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"french/Gemini 3 Flash","slice":"french"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|german/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.993816,"ciLow":1473.728813,"ciHigh":1524.258819,"observedAt":"2026-11-11","runCount":571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"german/Gemini 3 Flash","slice":"german"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.902053,"ciLow":1487.374193,"ciHigh":1498.429914,"observedAt":"2026-11-11","runCount":17057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"hard_prompts/Gemini 3 Flash","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.788614,"ciLow":1483.078486,"ciHigh":1498.498742,"observedAt":"2026-11-11","runCount":6579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"hard_prompts_english/Gemini 3 Flash","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.226705,"ciLow":1460.086093,"ciHigh":1476.367316,"observedAt":"2026-11-11","runCount":5744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_business_and_management_and_financial_operations/Gemini 3 Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.91027,"ciLow":1445.489748,"ciHigh":1462.330792,"observedAt":"2026-11-11","runCount":5685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_entertainment_and_sports_and_media/Gemini 3 Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.35566,"ciLow":1471.158848,"ciHigh":1495.552472,"observedAt":"2026-11-11","runCount":2401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_legal_and_government/Gemini 3 Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.21378,"ciLow":1478.510687,"ciHigh":1495.916872,"observedAt":"2026-11-11","runCount":5032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_life_and_physical_and_social_science/Gemini 3 Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.076802,"ciLow":1454.116804,"ciHigh":1484.0368,"observedAt":"2026-11-11","runCount":1514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_mathematical/Gemini 3 Flash","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.890813,"ciLow":1469.027244,"ciHigh":1494.754382,"observedAt":"2026-11-11","runCount":2140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_medicine_and_healthcare/Gemini 3 Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.662956,"ciLow":1494.116772,"ciHigh":1507.20914,"observedAt":"2026-11-11","runCount":10600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_software_and_it_services/Gemini 3 Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.843239,"ciLow":1453.007444,"ciHigh":1468.679033,"observedAt":"2026-11-11","runCount":6997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_writing_and_literature_and_language/Gemini 3 Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.405453,"ciLow":1450.276625,"ciHigh":1464.534281,"observedAt":"2026-11-11","runCount":8464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"instruction_following/Gemini 3 Flash","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.320885,"ciLow":1455.313296,"ciHigh":1523.328475,"observedAt":"2026-11-11","runCount":336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"japanese/Gemini 3 Flash","slice":"japanese"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|korean/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.78374,"ciLow":1422.525729,"ciHigh":1473.04175,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"korean/Gemini 3 Flash","slice":"korean"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.013553,"ciLow":1468.879758,"ciHigh":1483.147348,"observedAt":"2026-11-11","runCount":8413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"longer_query/Gemini 3 Flash","slice":"longer_query"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|math/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.430679,"ciLow":1461.594949,"ciHigh":1487.266408,"observedAt":"2026-11-11","runCount":2062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"math/Gemini 3 Flash","slice":"math"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.945698,"ciLow":1473.438756,"ciHigh":1490.45264,"observedAt":"2026-11-11","runCount":5439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"multi_turn/Gemini 3 Flash","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.285035,"ciLow":1458.910668,"ciHigh":1469.659403,"observedAt":"2026-11-11","runCount":18718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"non_english/Gemini 3 Flash","slice":"non_english"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|overall/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.018142,"ciLow":1468.667355,"ciHigh":1477.368929,"observedAt":"2026-11-11","runCount":31126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"overall/Gemini 3 Flash","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|polish/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.663241,"ciLow":1477.500241,"ciHigh":1515.82624,"observedAt":"2026-11-11","runCount":973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"polish/Gemini 3 Flash","slice":"polish"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|russian/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.124017,"ciLow":1476.835359,"ciHigh":1495.412676,"observedAt":"2026-11-11","runCount":4137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"russian/Gemini 3 Flash","slice":"russian"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.901577,"ciLow":1459.136598,"ciHigh":1496.666557,"observedAt":"2026-11-11","runCount":996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"spanish/Gemini 3 Flash","slice":"spanish"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|chinese/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1510.294242,"ciLow":1498.220883,"ciHigh":1522.3676,"observedAt":"2026-11-11","runCount":2453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"chinese/Gemini 3 Flash","slice":"chinese"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|coding/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.434133,"ciLow":1451.686623,"ciHigh":1467.181644,"observedAt":"2026-11-11","runCount":6555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"coding/Gemini 3 Flash","slice":"coding"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|creative_writing/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.178201,"ciLow":1446.961836,"ciHigh":1465.394565,"observedAt":"2026-11-11","runCount":4779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"creative_writing/Gemini 3 Flash","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|english/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.384212,"ciLow":1461.195971,"ciHigh":1473.572454,"observedAt":"2026-11-11","runCount":12408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"english/Gemini 3 Flash","slice":"english"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|exclude_ties/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.135195,"ciLow":1468.018057,"ciHigh":1480.252333,"observedAt":"2026-11-11","runCount":22103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"exclude_ties/Gemini 3 Flash","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|expert/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.675823,"ciLow":1450.24169,"ciHigh":1475.109957,"observedAt":"2026-11-11","runCount":2171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"expert/Gemini 3 Flash","slice":"expert"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|french/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.840713,"ciLow":1456.496128,"ciHigh":1499.185299,"observedAt":"2026-11-11","runCount":819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"french/Gemini 3 Flash","slice":"french"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|german/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.729118,"ciLow":1471.682116,"ciHigh":1521.77612,"observedAt":"2026-11-11","runCount":571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"german/Gemini 3 Flash","slice":"german"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|hard_prompts/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.740877,"ciLow":1459.234002,"ciHigh":1470.247752,"observedAt":"2026-11-11","runCount":17057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"hard_prompts/Gemini 3 Flash","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.655418,"ciLow":1453.968529,"ciHigh":1469.342308,"observedAt":"2026-11-11","runCount":6579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"hard_prompts_english/Gemini 3 Flash","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.121366,"ciLow":1439.028883,"ciHigh":1455.21385,"observedAt":"2026-11-11","runCount":5744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_business_and_management_and_financial_operations/Gemini 3 Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.698412,"ciLow":1440.311088,"ciHigh":1457.085737,"observedAt":"2026-11-11","runCount":5685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_entertainment_and_sports_and_media/Gemini 3 Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.998507,"ciLow":1460.953336,"ciHigh":1485.043679,"observedAt":"2026-11-11","runCount":2401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_legal_and_government/Gemini 3 Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.08889,"ciLow":1464.477313,"ciHigh":1481.700467,"observedAt":"2026-11-11","runCount":5032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_life_and_physical_and_social_science/Gemini 3 Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.657986,"ciLow":1448.668138,"ciHigh":1478.647835,"observedAt":"2026-11-11","runCount":1514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_mathematical/Gemini 3 Flash","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.002151,"ciLow":1449.235317,"ciHigh":1474.768985,"observedAt":"2026-11-11","runCount":2140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_medicine_and_healthcare/Gemini 3 Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.64317,"ciLow":1464.121478,"ciHigh":1477.164863,"observedAt":"2026-11-11","runCount":10600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_software_and_it_services/Gemini 3 Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.868505,"ciLow":1451.074673,"ciHigh":1466.662337,"observedAt":"2026-11-11","runCount":6997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"industry_writing_and_literature_and_language/Gemini 3 Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|instruction_following/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.268473,"ciLow":1429.161707,"ciHigh":1443.375239,"observedAt":"2026-11-11","runCount":8464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"instruction_following/Gemini 3 Flash","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|japanese/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.027795,"ciLow":1456.82031,"ciHigh":1525.23528,"observedAt":"2026-11-11","runCount":336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"japanese/Gemini 3 Flash","slice":"japanese"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|korean/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.79227,"ciLow":1420.374522,"ciHigh":1471.210018,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"korean/Gemini 3 Flash","slice":"korean"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|longer_query/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.425466,"ciLow":1444.320313,"ciHigh":1458.530618,"observedAt":"2026-11-11","runCount":8413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"longer_query/Gemini 3 Flash","slice":"longer_query"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|math/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.895828,"ciLow":1460.042908,"ciHigh":1485.748747,"observedAt":"2026-11-11","runCount":2062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"math/Gemini 3 Flash","slice":"math"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|multi_turn/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.47455,"ciLow":1462.98417,"ciHigh":1479.96493,"observedAt":"2026-11-11","runCount":5439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"multi_turn/Gemini 3 Flash","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|non_english/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.739285,"ciLow":1453.396826,"ciHigh":1464.081744,"observedAt":"2026-11-11","runCount":18718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"non_english/Gemini 3 Flash","slice":"non_english"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|overall/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.982143,"ciLow":1461.658445,"ciHigh":1470.30584,"observedAt":"2026-11-11","runCount":31126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"overall/Gemini 3 Flash","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|polish/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.026074,"ciLow":1474.992091,"ciHigh":1513.060057,"observedAt":"2026-11-11","runCount":973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"polish/Gemini 3 Flash","slice":"polish"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|russian/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.857337,"ciLow":1470.600945,"ciHigh":1489.113729,"observedAt":"2026-11-11","runCount":4137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"russian/Gemini 3 Flash","slice":"russian"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-text@1|rating|spanish/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.209885,"ciLow":1450.431957,"ciHigh":1487.987812,"observedAt":"2026-11-11","runCount":996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"spanish/Gemini 3 Flash","slice":"spanish"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision-style-control@1|rating|captioning/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.452488,"ciLow":1199.133858,"ciHigh":1277.771118,"observedAt":"2026-11-09","runCount":188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"captioning/Gemini 3 Flash","slice":"captioning"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.858204,"ciLow":1301.186527,"ciHigh":1328.529881,"observedAt":"2026-11-09","runCount":2719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"chinese/Gemini 3 Flash","slice":"chinese"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision-style-control@1|rating|creative_writing/gemini-3-flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.102962,"ciLow":1248.916709,"ciHigh":1329.289214,"observedAt":"2026-01-09","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-3-flash","rowId":"creative_writing/gemini-3-flash","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.494502,"ciLow":1284.404574,"ciHigh":1308.584431,"observedAt":"2026-11-09","runCount":2940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"creative_writing_vision/Gemini 3 Flash","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision-style-control@1|rating|diagram/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.502426,"ciLow":1285.435737,"ciHigh":1299.569115,"observedAt":"2026-11-09","runCount":9919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"diagram/Gemini 3 Flash","slice":"diagram"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision-style-control@1|rating|english/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.196807,"ciLow":1254.15608,"ciHigh":1268.237535,"observedAt":"2026-11-09","runCount":14997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"english/Gemini 3 Flash","slice":"english"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.66487,"ciLow":1261.970541,"ciHigh":1321.3592,"observedAt":"2026-11-09","runCount":366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"entity_recognition/Gemini 3 Flash","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision-style-control@1|rating|homework/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.649441,"ciLow":1299.835754,"ciHigh":1317.463128,"observedAt":"2026-11-09","runCount":5185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"homework/Gemini 3 Flash","slice":"homework"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision-style-control@1|rating|humor/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.184705,"ciLow":1254.171961,"ciHigh":1286.197449,"observedAt":"2026-11-09","runCount":1426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"humor/Gemini 3 Flash","slice":"humor"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision-style-control@1|rating|ocr/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.630939,"ciLow":1279.517676,"ciHigh":1289.744202,"observedAt":"2026-11-09","runCount":26479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"ocr/Gemini 3 Flash","slice":"ocr"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.207916,"ciLow":1267.047272,"ciHigh":1277.368559,"observedAt":"2026-11-09","runCount":38830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"overall/Gemini 3 Flash","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision@1|rating|captioning/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1286.033103,"ciLow":1247.075163,"ciHigh":1324.991044,"observedAt":"2026-11-09","runCount":188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"captioning/Gemini 3 Flash","slice":"captioning"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision@1|rating|chinese/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1330.623338,"ciLow":1317.036017,"ciHigh":1344.210658,"observedAt":"2026-11-09","runCount":2719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"chinese/Gemini 3 Flash","slice":"chinese"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision@1|rating|creative_writing/gemini-3-flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1306.363966,"ciLow":1266.609061,"ciHigh":1346.118871,"observedAt":"2026-01-09","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-3-flash","rowId":"creative_writing/gemini-3-flash","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1314.664329,"ciLow":1302.611775,"ciHigh":1326.716884,"observedAt":"2026-11-09","runCount":2940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"creative_writing_vision/Gemini 3 Flash","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision@1|rating|diagram/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1289.429321,"ciLow":1282.386205,"ciHigh":1296.472437,"observedAt":"2026-11-09","runCount":9919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"diagram/Gemini 3 Flash","slice":"diagram"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision@1|rating|english/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1274.87076,"ciLow":1267.871624,"ciHigh":1281.869895,"observedAt":"2026-11-09","runCount":14997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"english/Gemini 3 Flash","slice":"english"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision@1|rating|entity_recognition/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1337.3289,"ciLow":1307.547664,"ciHigh":1367.110137,"observedAt":"2026-11-09","runCount":366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"entity_recognition/Gemini 3 Flash","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision@1|rating|homework/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1312.989507,"ciLow":1304.223834,"ciHigh":1321.75518,"observedAt":"2026-11-09","runCount":5185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"homework/Gemini 3 Flash","slice":"homework"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision@1|rating|humor/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1291.947668,"ciLow":1275.94331,"ciHigh":1307.952026,"observedAt":"2026-11-09","runCount":1426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"humor/Gemini 3 Flash","slice":"humor"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision@1|rating|ocr/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1290.190235,"ciLow":1285.095646,"ciHigh":1295.284824,"observedAt":"2026-11-09","runCount":26479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"ocr/Gemini 3 Flash","slice":"ocr"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-vision@1|rating|overall/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1284.642621,"ciLow":1279.492965,"ciHigh":1289.792277,"observedAt":"2026-11-09","runCount":38830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"overall/Gemini 3 Flash","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-webdev@1|rating|image_to_webdev/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1450.996256,"ciLow":1441.60326,"ciHigh":1460.389251,"observedAt":"2026-11-15","runCount":7510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"image_to_webdev/Gemini 3 Flash","slice":"image_to_webdev"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-webdev@1|rating|overall/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1439.89089,"ciLow":1431.226208,"ciHigh":1448.555572,"observedAt":"2026-11-15","runCount":10805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"overall/Gemini 3 Flash","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-webdev@1|rating|webdev-html/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1444.482939,"ciLow":1432.41234,"ciHigh":1456.553538,"observedAt":"2026-11-15","runCount":7242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"webdev-html/Gemini 3 Flash","slice":"webdev-html"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-webdev@1|rating|webdev-react/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1427.663461,"ciLow":1415.655452,"ciHigh":1439.67147,"observedAt":"2026-11-15","runCount":3550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"webdev-react/Gemini 3 Flash","slice":"webdev-react"}
{"key":"lmarena|google/gemini-3-flash-preview:default|none|lmarena-webdev@1|rating|webdev/Gemini 3 Flash","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1439.89089,"ciLow":1431.226208,"ciHigh":1448.555572,"observedAt":"2026-11-15","runCount":10805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash","rowId":"webdev/Gemini 3 Flash","slice":"webdev"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|chinese/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.440219,"ciLow":1485.189405,"ciHigh":1501.691033,"observedAt":"2026-11-11","runCount":5891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"chinese/Gemini 3 Flash (Minimal)","slice":"chinese"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|coding/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.425721,"ciLow":1484.442126,"ciHigh":1494.409315,"observedAt":"2026-11-11","runCount":23711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"coding/Gemini 3 Flash (Minimal)","slice":"coding"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.886462,"ciLow":1441.037495,"ciHigh":1452.735429,"observedAt":"2026-11-11","runCount":14980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"creative_writing/Gemini 3 Flash (Minimal)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|english/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.959335,"ciLow":1454.822532,"ciHigh":1463.096139,"observedAt":"2026-11-11","runCount":39786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"english/Gemini 3 Flash (Minimal)","slice":"english"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.759692,"ciLow":1458.62391,"ciHigh":1466.895475,"observedAt":"2026-11-11","runCount":66878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"exclude_ties/Gemini 3 Flash (Minimal)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|expert/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.916098,"ciLow":1457.812702,"ciHigh":1472.019494,"observedAt":"2026-11-11","runCount":8416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"expert/Gemini 3 Flash (Minimal)","slice":"expert"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|french/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.631659,"ciLow":1461.966017,"ciHigh":1487.297302,"observedAt":"2026-11-11","runCount":2817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"french/Gemini 3 Flash (Minimal)","slice":"french"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|german/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.819983,"ciLow":1460.458203,"ciHigh":1493.181762,"observedAt":"2026-11-11","runCount":1468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"german/Gemini 3 Flash (Minimal)","slice":"german"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.24887,"ciLow":1470.498672,"ciHigh":1477.999068,"observedAt":"2026-11-11","runCount":56947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"hard_prompts/Gemini 3 Flash (Minimal)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.716593,"ciLow":1464.867036,"ciHigh":1474.566149,"observedAt":"2026-11-11","runCount":25898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"hard_prompts_english/Gemini 3 Flash (Minimal)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.431416,"ciLow":1449.102027,"ciHigh":1459.760805,"observedAt":"2026-11-11","runCount":17955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_business_and_management_and_financial_operations/Gemini 3 Flash (Minimal)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.841752,"ciLow":1432.498786,"ciHigh":1443.184718,"observedAt":"2026-11-11","runCount":19180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_entertainment_and_sports_and_media/Gemini 3 Flash (Minimal)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.541425,"ciLow":1460.969339,"ciHigh":1476.113511,"observedAt":"2026-11-11","runCount":7154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_legal_and_government/Gemini 3 Flash (Minimal)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.46917,"ciLow":1474.853163,"ciHigh":1486.085176,"observedAt":"2026-11-11","runCount":14755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_life_and_physical_and_social_science/Gemini 3 Flash (Minimal)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.502788,"ciLow":1435.356043,"ciHigh":1453.649534,"observedAt":"2026-11-11","runCount":4780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_mathematical/Gemini 3 Flash (Minimal)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.328292,"ciLow":1472.38383,"ciHigh":1488.272755,"observedAt":"2026-11-11","runCount":6586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_medicine_and_healthcare/Gemini 3 Flash (Minimal)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.398799,"ciLow":1480.046385,"ciHigh":1488.751214,"observedAt":"2026-11-11","runCount":34644,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_software_and_it_services/Gemini 3 Flash (Minimal)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.30037,"ciLow":1443.229485,"ciHigh":1453.371255,"observedAt":"2026-11-11","runCount":21750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_writing_and_literature_and_language/Gemini 3 Flash (Minimal)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.728249,"ciLow":1439.126992,"ciHigh":1448.329505,"observedAt":"2026-11-11","runCount":29429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"instruction_following/Gemini 3 Flash (Minimal)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|japanese/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.666413,"ciLow":1413.741464,"ciHigh":1457.591362,"observedAt":"2026-11-11","runCount":846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"japanese/Gemini 3 Flash (Minimal)","slice":"japanese"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|korean/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.564343,"ciLow":1414.614529,"ciHigh":1448.514156,"observedAt":"2026-11-11","runCount":1386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"korean/Gemini 3 Flash (Minimal)","slice":"korean"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|longer_query/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.685251,"ciLow":1457.147621,"ciHigh":1466.222881,"observedAt":"2026-11-11","runCount":35999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"longer_query/Gemini 3 Flash (Minimal)","slice":"longer_query"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|math/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.315744,"ciLow":1444.653283,"ciHigh":1461.978204,"observedAt":"2026-11-11","runCount":4942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"math/Gemini 3 Flash (Minimal)","slice":"math"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.234439,"ciLow":1468.656901,"ciHigh":1479.811978,"observedAt":"2026-11-11","runCount":16181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"multi_turn/Gemini 3 Flash (Minimal)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|non_english/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.619387,"ciLow":1447.841992,"ciHigh":1455.396782,"observedAt":"2026-11-11","runCount":50276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"non_english/Gemini 3 Flash (Minimal)","slice":"non_english"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|overall/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.201118,"ciLow":1455.172277,"ciHigh":1461.22996,"observedAt":"2026-11-11","runCount":90063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"overall/Gemini 3 Flash (Minimal)","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|polish/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.733161,"ciLow":1468.224375,"ciHigh":1495.241948,"observedAt":"2026-11-11","runCount":1905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"polish/Gemini 3 Flash (Minimal)","slice":"polish"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|russian/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.798417,"ciLow":1462.415997,"ciHigh":1475.180838,"observedAt":"2026-11-11","runCount":10550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"russian/Gemini 3 Flash (Minimal)","slice":"russian"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text-style-control@1|rating|spanish/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.675017,"ciLow":1430.391271,"ciHigh":1454.958763,"observedAt":"2026-11-11","runCount":2749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"spanish/Gemini 3 Flash (Minimal)","slice":"spanish"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|chinese/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.201239,"ciLow":1467.985693,"ciHigh":1484.416785,"observedAt":"2026-11-11","runCount":5891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"chinese/Gemini 3 Flash (Minimal)","slice":"chinese"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|coding/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.82013,"ciLow":1430.863513,"ciHigh":1440.776747,"observedAt":"2026-11-11","runCount":23711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"coding/Gemini 3 Flash (Minimal)","slice":"coding"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|creative_writing/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.389456,"ciLow":1429.574042,"ciHigh":1441.204871,"observedAt":"2026-11-11","runCount":14980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"creative_writing/Gemini 3 Flash (Minimal)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|english/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.721694,"ciLow":1436.593665,"ciHigh":1444.849723,"observedAt":"2026-11-11","runCount":39786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"english/Gemini 3 Flash (Minimal)","slice":"english"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|exclude_ties/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.828738,"ciLow":1434.74266,"ciHigh":1442.914816,"observedAt":"2026-11-11","runCount":66878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"exclude_ties/Gemini 3 Flash (Minimal)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|expert/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.560993,"ciLow":1413.47062,"ciHigh":1427.651366,"observedAt":"2026-11-11","runCount":8416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"expert/Gemini 3 Flash (Minimal)","slice":"expert"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|french/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.777224,"ciLow":1433.132443,"ciHigh":1458.422005,"observedAt":"2026-11-11","runCount":2817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"french/Gemini 3 Flash (Minimal)","slice":"french"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|german/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.462782,"ciLow":1450.166819,"ciHigh":1482.758745,"observedAt":"2026-11-11","runCount":1468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"german/Gemini 3 Flash (Minimal)","slice":"german"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|hard_prompts/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.658788,"ciLow":1433.912861,"ciHigh":1441.404715,"observedAt":"2026-11-11","runCount":56947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"hard_prompts/Gemini 3 Flash (Minimal)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|hard_prompts_english/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.208509,"ciLow":1427.361056,"ciHigh":1437.055962,"observedAt":"2026-11-11","runCount":25898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"hard_prompts_english/Gemini 3 Flash (Minimal)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.569205,"ciLow":1417.24406,"ciHigh":1427.894349,"observedAt":"2026-11-11","runCount":17955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_business_and_management_and_financial_operations/Gemini 3 Flash (Minimal)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.623739,"ciLow":1415.31035,"ciHigh":1425.937129,"observedAt":"2026-11-11","runCount":19180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_entertainment_and_sports_and_media/Gemini 3 Flash (Minimal)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.173613,"ciLow":1437.611336,"ciHigh":1452.73589,"observedAt":"2026-11-11","runCount":7154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_legal_and_government/Gemini 3 Flash (Minimal)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.564148,"ciLow":1448.976822,"ciHigh":1460.151474,"observedAt":"2026-11-11","runCount":14755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_life_and_physical_and_social_science/Gemini 3 Flash (Minimal)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|industry_mathematical/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.800086,"ciLow":1422.645137,"ciHigh":1440.955035,"observedAt":"2026-11-11","runCount":4780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_mathematical/Gemini 3 Flash (Minimal)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.703085,"ciLow":1439.803257,"ciHigh":1455.602914,"observedAt":"2026-11-11","runCount":6586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_medicine_and_healthcare/Gemini 3 Flash (Minimal)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.663323,"ciLow":1440.32815,"ciHigh":1448.998496,"observedAt":"2026-11-11","runCount":34644,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_software_and_it_services/Gemini 3 Flash (Minimal)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.329782,"ciLow":1431.279683,"ciHigh":1441.379881,"observedAt":"2026-11-11","runCount":21750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"industry_writing_and_literature_and_language/Gemini 3 Flash (Minimal)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|instruction_following/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.754559,"ciLow":1410.150483,"ciHigh":1419.358635,"observedAt":"2026-11-11","runCount":29429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"instruction_following/Gemini 3 Flash (Minimal)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|japanese/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.348346,"ciLow":1403.47732,"ciHigh":1447.219372,"observedAt":"2026-11-11","runCount":846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"japanese/Gemini 3 Flash (Minimal)","slice":"japanese"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|korean/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.560172,"ciLow":1403.733182,"ciHigh":1437.387162,"observedAt":"2026-11-11","runCount":1386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"korean/Gemini 3 Flash (Minimal)","slice":"korean"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|longer_query/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.89051,"ciLow":1424.360458,"ciHigh":1433.420562,"observedAt":"2026-11-11","runCount":35999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"longer_query/Gemini 3 Flash (Minimal)","slice":"longer_query"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|math/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.475641,"ciLow":1438.806975,"ciHigh":1456.144307,"observedAt":"2026-11-11","runCount":4942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"math/Gemini 3 Flash (Minimal)","slice":"math"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|multi_turn/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.273968,"ciLow":1449.701209,"ciHigh":1460.846727,"observedAt":"2026-11-11","runCount":16181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"multi_turn/Gemini 3 Flash (Minimal)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|non_english/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.726545,"ciLow":1433.961158,"ciHigh":1441.491932,"observedAt":"2026-11-11","runCount":50276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"non_english/Gemini 3 Flash (Minimal)","slice":"non_english"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|overall/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.347171,"ciLow":1439.327318,"ciHigh":1445.367025,"observedAt":"2026-11-11","runCount":90063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"overall/Gemini 3 Flash (Minimal)","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|polish/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.286114,"ciLow":1455.83594,"ciHigh":1482.736288,"observedAt":"2026-11-11","runCount":1905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"polish/Gemini 3 Flash (Minimal)","slice":"polish"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|russian/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.477886,"ciLow":1447.104764,"ciHigh":1459.851008,"observedAt":"2026-11-11","runCount":10550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"russian/Gemini 3 Flash (Minimal)","slice":"russian"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-text@1|rating|spanish/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.468787,"ciLow":1415.219695,"ciHigh":1439.717878,"observedAt":"2026-11-11","runCount":2749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"spanish/Gemini 3 Flash (Minimal)","slice":"spanish"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision-style-control@1|rating|captioning/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.04959,"ciLow":1168.602296,"ciHigh":1255.496883,"observedAt":"2026-11-09","runCount":170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"captioning/Gemini 3 Flash (Minimal)","slice":"captioning"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision-style-control@1|rating|chinese/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.222416,"ciLow":1293.042912,"ciHigh":1321.40192,"observedAt":"2026-11-09","runCount":2504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"chinese/Gemini 3 Flash (Minimal)","slice":"chinese"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.272455,"ciLow":1272.597928,"ciHigh":1297.946982,"observedAt":"2026-11-09","runCount":2469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"creative_writing_vision/Gemini 3 Flash (Minimal)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision-style-control@1|rating|diagram/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.860604,"ciLow":1277.564035,"ciHigh":1292.157173,"observedAt":"2026-11-09","runCount":9635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"diagram/Gemini 3 Flash (Minimal)","slice":"diagram"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision-style-control@1|rating|english/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.771128,"ciLow":1244.573257,"ciHigh":1258.968999,"observedAt":"2026-11-09","runCount":14598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"english/Gemini 3 Flash (Minimal)","slice":"english"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision-style-control@1|rating|entity_recognition/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.866464,"ciLow":1243.25348,"ciHigh":1304.479448,"observedAt":"2026-11-09","runCount":320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"entity_recognition/Gemini 3 Flash (Minimal)","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision-style-control@1|rating|homework/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.273211,"ciLow":1288.19971,"ciHigh":1306.346713,"observedAt":"2026-11-09","runCount":5011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"homework/Gemini 3 Flash (Minimal)","slice":"homework"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision-style-control@1|rating|humor/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.4161,"ciLow":1247.053369,"ciHigh":1279.77883,"observedAt":"2026-11-09","runCount":1372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"humor/Gemini 3 Flash (Minimal)","slice":"humor"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision-style-control@1|rating|ocr/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.699373,"ciLow":1266.451471,"ciHigh":1276.947276,"observedAt":"2026-11-09","runCount":25495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"ocr/Gemini 3 Flash (Minimal)","slice":"ocr"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision-style-control@1|rating|overall/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.580888,"ciLow":1254.309349,"ciHigh":1264.852427,"observedAt":"2026-11-09","runCount":36907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"overall/Gemini 3 Flash (Minimal)","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision@1|rating|captioning/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1243.138843,"ciLow":1199.862473,"ciHigh":1286.415212,"observedAt":"2026-11-09","runCount":170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"captioning/Gemini 3 Flash (Minimal)","slice":"captioning"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision@1|rating|chinese/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1316.634513,"ciLow":1302.577206,"ciHigh":1330.69182,"observedAt":"2026-11-09","runCount":2504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"chinese/Gemini 3 Flash (Minimal)","slice":"chinese"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1296.022679,"ciLow":1283.378963,"ciHigh":1308.666396,"observedAt":"2026-11-09","runCount":2469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"creative_writing_vision/Gemini 3 Flash (Minimal)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision@1|rating|diagram/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1275.909315,"ciLow":1268.64982,"ciHigh":1283.16881,"observedAt":"2026-11-09","runCount":9635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"diagram/Gemini 3 Flash (Minimal)","slice":"diagram"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision@1|rating|english/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1258.473823,"ciLow":1251.294018,"ciHigh":1265.653628,"observedAt":"2026-11-09","runCount":14598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"english/Gemini 3 Flash (Minimal)","slice":"english"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision@1|rating|entity_recognition/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1311.263289,"ciLow":1280.987354,"ciHigh":1341.539224,"observedAt":"2026-11-09","runCount":320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"entity_recognition/Gemini 3 Flash (Minimal)","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision@1|rating|homework/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1298.722122,"ciLow":1289.689772,"ciHigh":1307.754472,"observedAt":"2026-11-09","runCount":5011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"homework/Gemini 3 Flash (Minimal)","slice":"homework"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision@1|rating|humor/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1278.806241,"ciLow":1262.394686,"ciHigh":1295.217795,"observedAt":"2026-11-09","runCount":1372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"humor/Gemini 3 Flash (Minimal)","slice":"humor"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision@1|rating|ocr/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1271.635191,"ciLow":1266.408553,"ciHigh":1276.86183,"observedAt":"2026-11-09","runCount":25495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"ocr/Gemini 3 Flash (Minimal)","slice":"ocr"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-vision@1|rating|overall/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1265.357854,"ciLow":1260.098156,"ciHigh":1270.617552,"observedAt":"2026-11-09","runCount":36907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"overall/Gemini 3 Flash (Minimal)","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-webdev@1|rating|image_to_webdev/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1430.823719,"ciLow":1421.507347,"ciHigh":1440.140092,"observedAt":"2026-11-15","runCount":7384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"image_to_webdev/Gemini 3 Flash (Minimal)","slice":"image_to_webdev"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-webdev@1|rating|overall/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1384.551744,"ciLow":1379.279638,"ciHigh":1389.823849,"observedAt":"2026-11-15","runCount":21954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"overall/Gemini 3 Flash (Minimal)","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-webdev@1|rating|webdev-html/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1395.138439,"ciLow":1384.940285,"ciHigh":1405.336593,"observedAt":"2026-11-15","runCount":6029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"webdev-html/Gemini 3 Flash (Minimal)","slice":"webdev-html"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-webdev@1|rating|webdev-react/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1373.576412,"ciLow":1367.489157,"ciHigh":1379.663666,"observedAt":"2026-11-15","runCount":15069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"webdev-react/Gemini 3 Flash (Minimal)","slice":"webdev-react"}
{"key":"lmarena|google/gemini-3-flash-preview:effort=minimal|none|lmarena-webdev@1|rating|webdev/Gemini 3 Flash (Minimal)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"effort":"minimal","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1384.551744,"ciLow":1379.279638,"ciHigh":1389.823849,"observedAt":"2026-11-15","runCount":21954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Minimal)","rowId":"webdev/Gemini 3 Flash (Minimal)","slice":"webdev"}
{"key":"lmarena|google/gemini-3-flash-preview:flags=grounding|none|lmarena-search-style-control@1|rating|overall/Gemini 3 Flash (Grounding)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":["grounding"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.512971,"ciLow":1184.014475,"ciHigh":1193.011467,"observedAt":"2026-11-09","runCount":189590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Grounding)","rowId":"overall/Gemini 3 Flash (Grounding)","slice":"overall"}
{"key":"lmarena|google/gemini-3-flash-preview:flags=grounding|none|lmarena-search@1|rating|overall/Gemini 3 Flash (Grounding)","sourceId":"lmarena","modelId":"google/gemini-3-flash-preview","variant":{"flags":["grounding"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1195.573317,"ciLow":1191.16034,"ciHigh":1199.986295,"observedAt":"2026-11-09","runCount":189590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Flash (Grounding)","rowId":"overall/Gemini 3 Flash (Grounding)","slice":"overall"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-image-edit@1|rating|agentic/Gemini 3 Pro Image (nano-banana-pro, 2K)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1404.631115,"ciLow":1392.807741,"ciHigh":1416.454489,"observedAt":"2026-11-12","runCount":5243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image (nano-banana-pro, 2K)","rowId":"agentic/Gemini 3 Pro Image (nano-banana-pro, 2K)","slice":"agentic"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-image-edit@1|rating|multi_image_edit/Gemini 3 Pro Image (nano-banana-pro, 2K)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1363.684233,"ciLow":1360.510105,"ciHigh":1366.85836,"observedAt":"2026-11-12","runCount":278982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image (nano-banana-pro, 2K)","rowId":"multi_image_edit/Gemini 3 Pro Image (nano-banana-pro, 2K)","slice":"multi_image_edit"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-image-edit@1|rating|multi_image_edit/Gemini 3 Pro Image Preview (nano-banana-pro)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1365.596466,"ciLow":1361.426019,"ciHigh":1369.766913,"observedAt":"2026-11-12","runCount":293640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image Preview (nano-banana-pro)","rowId":"multi_image_edit/Gemini 3 Pro Image Preview (nano-banana-pro)","slice":"multi_image_edit"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/Gemini 3 Pro Image (nano-banana-pro, 2K)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1388.767883,"ciLow":1375.634868,"ciHigh":1401.900897,"observedAt":"2026-11-12","runCount":4553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image (nano-banana-pro, 2K)","rowId":"multi_image_edit_agentic/Gemini 3 Pro Image (nano-banana-pro, 2K)","slice":"multi_image_edit_agentic"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-image-edit@1|rating|overall/Gemini 3 Pro Image (nano-banana-pro, 2K)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1390.736961,"ciLow":1388.178858,"ciHigh":1393.295064,"observedAt":"2026-11-12","runCount":682239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image (nano-banana-pro, 2K)","rowId":"overall/Gemini 3 Pro Image (nano-banana-pro, 2K)","slice":"overall"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-image-edit@1|rating|overall/Gemini 3 Pro Image Preview (nano-banana-pro)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1384.807681,"ciLow":1381.927529,"ciHigh":1387.687834,"observedAt":"2026-11-12","runCount":532464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image Preview (nano-banana-pro)","rowId":"overall/Gemini 3 Pro Image Preview (nano-banana-pro)","slice":"overall"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|3d_modeling/Gemini 3 Pro Image (nano-banana-pro, 2K)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1234.078994,"ciLow":1227.701452,"ciHigh":1240.456537,"observedAt":"2026-11-12","runCount":17736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image (nano-banana-pro, 2K)","rowId":"3d_modeling/Gemini 3 Pro Image (nano-banana-pro, 2K)","slice":"3d_modeling"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|3d_modeling/Gemini 3 Pro Image Preview (nano-banana-pro)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1210.516784,"ciLow":1201.285844,"ciHigh":1219.747725,"observedAt":"2026-11-12","runCount":8599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image Preview (nano-banana-pro)","rowId":"3d_modeling/Gemini 3 Pro Image Preview (nano-banana-pro)","slice":"3d_modeling"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|agentic/Gemini 3 Pro Image (nano-banana-pro, 2K)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1239.04651,"ciLow":1226.159679,"ciHigh":1251.933341,"observedAt":"2026-11-12","runCount":3555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image (nano-banana-pro, 2K)","rowId":"agentic/Gemini 3 Pro Image (nano-banana-pro, 2K)","slice":"agentic"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|art/Gemini 3 Pro Image (nano-banana-pro, 2K)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1224.827375,"ciLow":1219.232029,"ciHigh":1230.42272,"observedAt":"2026-11-12","runCount":25443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image (nano-banana-pro, 2K)","rowId":"art/Gemini 3 Pro Image (nano-banana-pro, 2K)","slice":"art"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|art/Gemini 3 Pro Image Preview (nano-banana-pro)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1220.105467,"ciLow":1211.522221,"ciHigh":1228.688714,"observedAt":"2026-11-12","runCount":12444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image Preview (nano-banana-pro)","rowId":"art/Gemini 3 Pro Image Preview (nano-banana-pro)","slice":"art"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|cartoon/Gemini 3 Pro Image (nano-banana-pro, 2K)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1243.23017,"ciLow":1238.841901,"ciHigh":1247.61844,"observedAt":"2026-11-12","runCount":73356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image (nano-banana-pro, 2K)","rowId":"cartoon/Gemini 3 Pro Image (nano-banana-pro, 2K)","slice":"cartoon"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|cartoon/Gemini 3 Pro Image Preview (nano-banana-pro)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1236.471106,"ciLow":1229.613925,"ciHigh":1243.328286,"observedAt":"2026-11-12","runCount":33792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image Preview (nano-banana-pro)","rowId":"cartoon/Gemini 3 Pro Image Preview (nano-banana-pro)","slice":"cartoon"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|commercial_design/Gemini 3 Pro Image (nano-banana-pro, 2K)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1245.627158,"ciLow":1241.272223,"ciHigh":1249.982092,"observedAt":"2026-11-12","runCount":63653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image (nano-banana-pro, 2K)","rowId":"commercial_design/Gemini 3 Pro Image (nano-banana-pro, 2K)","slice":"commercial_design"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|commercial_design/Gemini 3 Pro Image Preview (nano-banana-pro)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1235.165203,"ciLow":1228.408875,"ciHigh":1241.921531,"observedAt":"2026-11-12","runCount":26901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image Preview (nano-banana-pro)","rowId":"commercial_design/Gemini 3 Pro Image Preview (nano-banana-pro)","slice":"commercial_design"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|overall/Gemini 3 Pro Image (nano-banana-pro, 2K)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1245.598844,"ciLow":1242.574892,"ciHigh":1248.622795,"observedAt":"2026-11-12","runCount":184749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image (nano-banana-pro, 2K)","rowId":"overall/Gemini 3 Pro Image (nano-banana-pro, 2K)","slice":"overall"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|overall/Gemini 3 Pro Image Preview (nano-banana-pro)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1231.184152,"ciLow":1226.253193,"ciHigh":1236.115111,"observedAt":"2026-11-12","runCount":83791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image Preview (nano-banana-pro)","rowId":"overall/Gemini 3 Pro Image Preview (nano-banana-pro)","slice":"overall"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|photorealistic/Gemini 3 Pro Image (nano-banana-pro, 2K)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1259.44267,"ciLow":1255.167274,"ciHigh":1263.718066,"observedAt":"2026-11-12","runCount":76722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image (nano-banana-pro, 2K)","rowId":"photorealistic/Gemini 3 Pro Image (nano-banana-pro, 2K)","slice":"photorealistic"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|photorealistic/Gemini 3 Pro Image Preview (nano-banana-pro)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1239.875091,"ciLow":1233.422256,"ciHigh":1246.327926,"observedAt":"2026-11-12","runCount":37483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image Preview (nano-banana-pro)","rowId":"photorealistic/Gemini 3 Pro Image Preview (nano-banana-pro)","slice":"photorealistic"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|portraits/Gemini 3 Pro Image (nano-banana-pro, 2K)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1255.146992,"ciLow":1249.95803,"ciHigh":1260.335954,"observedAt":"2026-11-12","runCount":40781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image (nano-banana-pro, 2K)","rowId":"portraits/Gemini 3 Pro Image (nano-banana-pro, 2K)","slice":"portraits"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|portraits/Gemini 3 Pro Image Preview (nano-banana-pro)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1229.481136,"ciLow":1221.694608,"ciHigh":1237.267663,"observedAt":"2026-11-12","runCount":20601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image Preview (nano-banana-pro)","rowId":"portraits/Gemini 3 Pro Image Preview (nano-banana-pro)","slice":"portraits"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|text_rendering/Gemini 3 Pro Image (nano-banana-pro, 2K)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1269.926028,"ciLow":1265.324022,"ciHigh":1274.528035,"observedAt":"2026-11-12","runCount":59838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image (nano-banana-pro, 2K)","rowId":"text_rendering/Gemini 3 Pro Image (nano-banana-pro, 2K)","slice":"text_rendering"}
{"key":"lmarena|google/gemini-3-pro-image:flags=nano-banana-pro|none|lmarena-text-to-image@1|rating|text_rendering/Gemini 3 Pro Image Preview (nano-banana-pro)","sourceId":"lmarena","modelId":"google/gemini-3-pro-image","variant":{"flags":["nano-banana-pro"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1253.500192,"ciLow":1246.143889,"ciHigh":1260.856495,"observedAt":"2026-11-12","runCount":25181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro Image Preview (nano-banana-pro)","rowId":"text_rendering/Gemini 3 Pro Image Preview (nano-banana-pro)","slice":"text_rendering"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-document-style-control@1|rating|overall/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.967872,"ciLow":1442.21207,"ciHigh":1459.723674,"observedAt":"2026-11-09","runCount":11338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"overall/Gemini 3 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-document@1|rating|overall/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1433.864566,"ciLow":1425.135752,"ciHigh":1442.593381,"observedAt":"2026-11-09","runCount":11338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"overall/Gemini 3 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1521.3614,"ciLow":1510.866735,"ciHigh":1531.856065,"observedAt":"2026-11-11","runCount":3417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"chinese/Gemini 3 Pro","slice":"chinese"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|coding/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.017582,"ciLow":1510.062225,"ciHigh":1523.97294,"observedAt":"2026-11-11","runCount":8761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"coding/Gemini 3 Pro","slice":"coding"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.096673,"ciLow":1475.930184,"ciHigh":1492.263162,"observedAt":"2026-11-11","runCount":6482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"creative_writing/Gemini 3 Pro","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|english/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.376751,"ciLow":1481.930318,"ciHigh":1492.823184,"observedAt":"2026-11-11","runCount":16831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"english/Gemini 3 Pro","slice":"english"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.099757,"ciLow":1495.68665,"ciHigh":1506.512863,"observedAt":"2026-11-11","runCount":30033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"exclude_ties/Gemini 3 Pro","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|expert/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.675905,"ciLow":1487.439817,"ciHigh":1509.911993,"observedAt":"2026-11-11","runCount":2808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"expert/Gemini 3 Pro","slice":"expert"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|french/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.908274,"ciLow":1486.260062,"ciHigh":1525.556487,"observedAt":"2026-11-11","runCount":959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"french/Gemini 3 Pro","slice":"french"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|german/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1521.351845,"ciLow":1499.389511,"ciHigh":1543.314179,"observedAt":"2026-11-11","runCount":810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"german/Gemini 3 Pro","slice":"german"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.25531,"ciLow":1497.369766,"ciHigh":1507.140853,"observedAt":"2026-11-11","runCount":23039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"hard_prompts/Gemini 3 Pro","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.490649,"ciLow":1492.677634,"ciHigh":1506.303665,"observedAt":"2026-11-11","runCount":9091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"hard_prompts_english/Gemini 3 Pro","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.416335,"ciLow":1467.070554,"ciHigh":1481.762116,"observedAt":"2026-11-11","runCount":7712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_business_and_management_and_financial_operations/Gemini 3 Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.327106,"ciLow":1461.876051,"ciHigh":1476.778162,"observedAt":"2026-11-11","runCount":7854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_entertainment_and_sports_and_media/Gemini 3 Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.935002,"ciLow":1490.022631,"ciHigh":1511.847374,"observedAt":"2026-11-11","runCount":3014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_legal_and_government/Gemini 3 Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.647689,"ciLow":1489.916732,"ciHigh":1505.378647,"observedAt":"2026-11-11","runCount":6906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_life_and_physical_and_social_science/Gemini 3 Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.166021,"ciLow":1464.196682,"ciHigh":1490.13536,"observedAt":"2026-11-11","runCount":2062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_mathematical/Gemini 3 Pro","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.258027,"ciLow":1497.471228,"ciHigh":1521.044826,"observedAt":"2026-11-11","runCount":2639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_medicine_and_healthcare/Gemini 3 Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.314484,"ciLow":1503.497589,"ciHigh":1515.131379,"observedAt":"2026-11-11","runCount":14303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_software_and_it_services/Gemini 3 Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.921403,"ciLow":1473.990606,"ciHigh":1487.852199,"observedAt":"2026-11-11","runCount":9497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_writing_and_literature_and_language/Gemini 3 Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.652612,"ciLow":1466.376618,"ciHigh":1478.928605,"observedAt":"2026-11-11","runCount":11611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"instruction_following/Gemini 3 Pro","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.55451,"ciLow":1472.886687,"ciHigh":1532.222333,"observedAt":"2026-11-11","runCount":473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"japanese/Gemini 3 Pro","slice":"japanese"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|korean/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.845785,"ciLow":1424.948646,"ciHigh":1470.742923,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"korean/Gemini 3 Pro","slice":"korean"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.507726,"ciLow":1484.061332,"ciHigh":1496.95412,"observedAt":"2026-11-11","runCount":11081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"longer_query/Gemini 3 Pro","slice":"longer_query"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|math/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.647013,"ciLow":1463.478266,"ciHigh":1485.81576,"observedAt":"2026-11-11","runCount":2726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"math/Gemini 3 Pro","slice":"math"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.237087,"ciLow":1487.455851,"ciHigh":1503.018324,"observedAt":"2026-11-11","runCount":6832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"multi_turn/Gemini 3 Pro","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.574723,"ciLow":1472.823512,"ciHigh":1482.325934,"observedAt":"2026-11-11","runCount":24969,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"non_english/Gemini 3 Pro","slice":"non_english"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|overall/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.568111,"ciLow":1481.767016,"ciHigh":1489.369205,"observedAt":"2026-11-11","runCount":41803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"overall/Gemini 3 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|polish/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.397217,"ciLow":1488.771429,"ciHigh":1522.023005,"observedAt":"2026-11-11","runCount":1352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"polish/Gemini 3 Pro","slice":"polish"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|russian/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.5207,"ciLow":1490.911021,"ciHigh":1508.130379,"observedAt":"2026-11-11","runCount":5046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"russian/Gemini 3 Pro","slice":"russian"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.325204,"ciLow":1454.702741,"ciHigh":1489.947667,"observedAt":"2026-11-11","runCount":1216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"spanish/Gemini 3 Pro","slice":"spanish"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|chinese/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1523.657578,"ciLow":1513.224175,"ciHigh":1534.09098,"observedAt":"2026-11-11","runCount":3417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"chinese/Gemini 3 Pro","slice":"chinese"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|coding/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.115983,"ciLow":1474.213507,"ciHigh":1488.01846,"observedAt":"2026-11-11","runCount":8761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"coding/Gemini 3 Pro","slice":"coding"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|creative_writing/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.681994,"ciLow":1473.5947,"ciHigh":1489.769288,"observedAt":"2026-11-11","runCount":6482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"creative_writing/Gemini 3 Pro","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|english/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.736225,"ciLow":1472.331222,"ciHigh":1483.141228,"observedAt":"2026-11-11","runCount":16831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"english/Gemini 3 Pro","slice":"english"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|exclude_ties/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.951777,"ciLow":1485.624179,"ciHigh":1496.279374,"observedAt":"2026-11-11","runCount":30033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"exclude_ties/Gemini 3 Pro","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|expert/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.267114,"ciLow":1464.10043,"ciHigh":1486.433799,"observedAt":"2026-11-11","runCount":2808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"expert/Gemini 3 Pro","slice":"expert"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|french/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.668914,"ciLow":1473.095671,"ciHigh":1512.242158,"observedAt":"2026-11-11","runCount":959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"french/Gemini 3 Pro","slice":"french"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|german/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1515.77015,"ciLow":1493.841447,"ciHigh":1537.698852,"observedAt":"2026-11-11","runCount":810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"german/Gemini 3 Pro","slice":"german"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|hard_prompts/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.193753,"ciLow":1475.341344,"ciHigh":1485.046163,"observedAt":"2026-11-11","runCount":23039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"hard_prompts/Gemini 3 Pro","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.449852,"ciLow":1467.675533,"ciHigh":1481.224172,"observedAt":"2026-11-11","runCount":9091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"hard_prompts_english/Gemini 3 Pro","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.470402,"ciLow":1451.164975,"ciHigh":1465.775829,"observedAt":"2026-11-11","runCount":7712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_business_and_management_and_financial_operations/Gemini 3 Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.645914,"ciLow":1457.264197,"ciHigh":1472.027631,"observedAt":"2026-11-11","runCount":7854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_entertainment_and_sports_and_media/Gemini 3 Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.226252,"ciLow":1480.34192,"ciHigh":1502.110584,"observedAt":"2026-11-11","runCount":3014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_legal_and_government/Gemini 3 Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.03606,"ciLow":1477.401309,"ciHigh":1492.670812,"observedAt":"2026-11-11","runCount":6906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_life_and_physical_and_social_science/Gemini 3 Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.100872,"ciLow":1459.161536,"ciHigh":1485.040208,"observedAt":"2026-11-11","runCount":2062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_mathematical/Gemini 3 Pro","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.113402,"ciLow":1480.358045,"ciHigh":1503.868759,"observedAt":"2026-11-11","runCount":2639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_medicine_and_healthcare/Gemini 3 Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.363582,"ciLow":1479.581005,"ciHigh":1491.146159,"observedAt":"2026-11-11","runCount":14303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_software_and_it_services/Gemini 3 Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.600607,"ciLow":1470.717092,"ciHigh":1484.484123,"observedAt":"2026-11-11","runCount":9497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"industry_writing_and_literature_and_language/Gemini 3 Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|instruction_following/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.044871,"ciLow":1451.804407,"ciHigh":1464.285336,"observedAt":"2026-11-11","runCount":11611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"instruction_following/Gemini 3 Pro","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|japanese/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1508.686692,"ciLow":1479.134487,"ciHigh":1538.238896,"observedAt":"2026-11-11","runCount":473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"japanese/Gemini 3 Pro","slice":"japanese"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|korean/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.175716,"ciLow":1424.327254,"ciHigh":1470.024179,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"korean/Gemini 3 Pro","slice":"korean"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|longer_query/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.124003,"ciLow":1464.737975,"ciHigh":1477.510031,"observedAt":"2026-11-11","runCount":11081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"longer_query/Gemini 3 Pro","slice":"longer_query"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|math/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.033054,"ciLow":1462.890583,"ciHigh":1485.175526,"observedAt":"2026-11-11","runCount":2726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"math/Gemini 3 Pro","slice":"math"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|multi_turn/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.589253,"ciLow":1475.842092,"ciHigh":1491.336414,"observedAt":"2026-11-11","runCount":6832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"multi_turn/Gemini 3 Pro","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|non_english/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.408711,"ciLow":1469.68888,"ciHigh":1479.128542,"observedAt":"2026-11-11","runCount":24969,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"non_english/Gemini 3 Pro","slice":"non_english"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|overall/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.507823,"ciLow":1475.734957,"ciHigh":1483.28069,"observedAt":"2026-11-11","runCount":41803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"overall/Gemini 3 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|polish/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1503.236463,"ciLow":1486.757278,"ciHigh":1519.715648,"observedAt":"2026-11-11","runCount":1352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"polish/Gemini 3 Pro","slice":"polish"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|russian/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.53493,"ciLow":1483.966778,"ciHigh":1501.103082,"observedAt":"2026-11-11","runCount":5046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"russian/Gemini 3 Pro","slice":"russian"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-text@1|rating|spanish/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.664884,"ciLow":1451.185873,"ciHigh":1486.143894,"observedAt":"2026-11-11","runCount":1216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"spanish/Gemini 3 Pro","slice":"spanish"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision-style-control@1|rating|captioning/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.699479,"ciLow":1239.474196,"ciHigh":1313.924761,"observedAt":"2026-11-09","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"captioning/Gemini 3 Pro","slice":"captioning"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.101584,"ciLow":1324.101632,"ciHigh":1358.101536,"observedAt":"2026-11-09","runCount":1681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"chinese/Gemini 3 Pro","slice":"chinese"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision-style-control@1|rating|creative_writing/gemini-3-pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.897919,"ciLow":1350.366598,"ciHigh":1395.42924,"observedAt":"2026-01-09","runCount":766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-3-pro","rowId":"creative_writing/gemini-3-pro","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.586698,"ciLow":1306.490747,"ciHigh":1344.68265,"observedAt":"2026-11-09","runCount":1093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"creative_writing_vision/Gemini 3 Pro","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision-style-control@1|rating|diagram/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.700731,"ciLow":1289.95252,"ciHigh":1313.448942,"observedAt":"2026-11-09","runCount":2957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"diagram/Gemini 3 Pro","slice":"diagram"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision-style-control@1|rating|english/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.299992,"ciLow":1264.920832,"ciHigh":1285.679152,"observedAt":"2026-11-09","runCount":4686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"english/Gemini 3 Pro","slice":"english"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.015651,"ciLow":1253.685915,"ciHigh":1326.345387,"observedAt":"2026-11-09","runCount":248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"entity_recognition/Gemini 3 Pro","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision-style-control@1|rating|homework/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.263309,"ciLow":1293.857688,"ciHigh":1322.66893,"observedAt":"2026-11-09","runCount":1763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"homework/Gemini 3 Pro","slice":"homework"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision-style-control@1|rating|humor/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.683416,"ciLow":1290.82999,"ciHigh":1340.536842,"observedAt":"2026-11-09","runCount":609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"humor/Gemini 3 Pro","slice":"humor"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision-style-control@1|rating|ocr/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.286942,"ciLow":1293.954624,"ciHigh":1310.619259,"observedAt":"2026-11-09","runCount":8264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"ocr/Gemini 3 Pro","slice":"ocr"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.420658,"ciLow":1282.033286,"ciHigh":1296.80803,"observedAt":"2026-11-09","runCount":13547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"overall/Gemini 3 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision@1|rating|captioning/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1325.907165,"ciLow":1290.430098,"ciHigh":1361.384232,"observedAt":"2026-11-09","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"captioning/Gemini 3 Pro","slice":"captioning"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision@1|rating|chinese/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1369.505737,"ciLow":1352.755499,"ciHigh":1386.255976,"observedAt":"2026-11-09","runCount":1681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"chinese/Gemini 3 Pro","slice":"chinese"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision@1|rating|creative_writing/gemini-3-pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1390.63946,"ciLow":1368.445488,"ciHigh":1412.833432,"observedAt":"2026-01-09","runCount":766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemini-3-pro","rowId":"creative_writing/gemini-3-pro","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1342.189926,"ciLow":1323.197541,"ciHigh":1361.18231,"observedAt":"2026-11-09","runCount":1093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"creative_writing_vision/Gemini 3 Pro","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision@1|rating|diagram/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1301.892485,"ciLow":1290.155646,"ciHigh":1313.629323,"observedAt":"2026-11-09","runCount":2957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"diagram/Gemini 3 Pro","slice":"diagram"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision@1|rating|english/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1292.212527,"ciLow":1281.855715,"ciHigh":1302.569338,"observedAt":"2026-11-09","runCount":4686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"english/Gemini 3 Pro","slice":"english"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision@1|rating|entity_recognition/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1346.410856,"ciLow":1310.365105,"ciHigh":1382.456606,"observedAt":"2026-11-09","runCount":248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"entity_recognition/Gemini 3 Pro","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision@1|rating|homework/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1314.402573,"ciLow":1300.061398,"ciHigh":1328.743747,"observedAt":"2026-11-09","runCount":1763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"homework/Gemini 3 Pro","slice":"homework"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision@1|rating|humor/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1337.426005,"ciLow":1312.742223,"ciHigh":1362.109787,"observedAt":"2026-11-09","runCount":609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"humor/Gemini 3 Pro","slice":"humor"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision@1|rating|ocr/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1309.669511,"ciLow":1301.356062,"ciHigh":1317.982959,"observedAt":"2026-11-09","runCount":8264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"ocr/Gemini 3 Pro","slice":"ocr"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-vision@1|rating|overall/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1304.915033,"ciLow":1297.556558,"ciHigh":1312.273509,"observedAt":"2026-11-09","runCount":13547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"overall/Gemini 3 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-webdev@1|rating|image_to_webdev/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1440.861699,"ciLow":1418.415316,"ciHigh":1463.308081,"observedAt":"2026-11-15","runCount":959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"image_to_webdev/Gemini 3 Pro","slice":"image_to_webdev"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-webdev@1|rating|overall/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1440.835686,"ciLow":1432.337637,"ciHigh":1449.333734,"observedAt":"2026-11-15","runCount":13967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"overall/Gemini 3 Pro","slice":"overall"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-webdev@1|rating|webdev-html/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1471.781823,"ciLow":1460.012385,"ciHigh":1483.551261,"observedAt":"2026-11-15","runCount":10884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"webdev-html/Gemini 3 Pro","slice":"webdev-html"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-webdev@1|rating|webdev-react/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1396.452345,"ciLow":1383.865724,"ciHigh":1409.038966,"observedAt":"2026-11-15","runCount":3075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"webdev-react/Gemini 3 Pro","slice":"webdev-react"}
{"key":"lmarena|google/gemini-3-pro-preview:default|none|lmarena-webdev@1|rating|webdev/Gemini 3 Pro","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1440.835686,"ciLow":1432.337637,"ciHigh":1449.333734,"observedAt":"2026-11-15","runCount":13967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro","rowId":"webdev/Gemini 3 Pro","slice":"webdev"}
{"key":"lmarena|google/gemini-3-pro-preview:flags=grounding|none|lmarena-search-style-control@1|rating|overall/Gemini 3 Pro (Grounding)","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":["grounding"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1200.92209,"ciLow":1195.345146,"ciHigh":1206.499035,"observedAt":"2026-11-09","runCount":38324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro (Grounding)","rowId":"overall/Gemini 3 Pro (Grounding)","slice":"overall"}
{"key":"lmarena|google/gemini-3-pro-preview:flags=grounding|none|lmarena-search@1|rating|overall/Gemini 3 Pro (Grounding)","sourceId":"lmarena","modelId":"google/gemini-3-pro-preview","variant":{"flags":["grounding"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1206.572511,"ciLow":1201.020281,"ciHigh":1212.124741,"observedAt":"2026-11-09","runCount":38324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3 Pro (Grounding)","rowId":"overall/Gemini 3 Pro (Grounding)","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-flash-image:flags=web-search|none|lmarena-image-edit@1|rating|agentic/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-image","variant":{"flags":["web-search"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1375.021882,"ciLow":1363.302202,"ciHigh":1386.741563,"observedAt":"2026-11-12","runCount":5105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","rowId":"agentic/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","slice":"agentic"}
{"key":"lmarena|google/gemini-3.1-flash-image:flags=web-search|none|lmarena-image-edit@1|rating|multi_image_edit/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-image","variant":{"flags":["web-search"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1372.004615,"ciLow":1368.503209,"ciHigh":1375.50602,"observedAt":"2026-11-12","runCount":140618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","rowId":"multi_image_edit/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","slice":"multi_image_edit"}
{"key":"lmarena|google/gemini-3.1-flash-image:flags=web-search|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-image","variant":{"flags":["web-search"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1392.253148,"ciLow":1380.6752,"ciHigh":1403.831095,"observedAt":"2026-11-12","runCount":7368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","rowId":"multi_image_edit_agentic/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","slice":"multi_image_edit_agentic"}
{"key":"lmarena|google/gemini-3.1-flash-image:flags=web-search|none|lmarena-image-edit@1|rating|overall/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-image","variant":{"flags":["web-search"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1386.894954,"ciLow":1383.788347,"ciHigh":1390.001561,"observedAt":"2026-11-12","runCount":268281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","rowId":"overall/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-flash-image:flags=web-search|none|lmarena-text-to-image@1|rating|3d_modeling/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-image","variant":{"flags":["web-search"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1258.95604,"ciLow":1251.011055,"ciHigh":1266.901025,"observedAt":"2026-11-12","runCount":7522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","rowId":"3d_modeling/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","slice":"3d_modeling"}
{"key":"lmarena|google/gemini-3.1-flash-image:flags=web-search|none|lmarena-text-to-image@1|rating|agentic/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-image","variant":{"flags":["web-search"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1257.560962,"ciLow":1245.869625,"ciHigh":1269.252298,"observedAt":"2026-11-12","runCount":5038,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","rowId":"agentic/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","slice":"agentic"}
{"key":"lmarena|google/gemini-3.1-flash-image:flags=web-search|none|lmarena-text-to-image@1|rating|art/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-image","variant":{"flags":["web-search"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1241.243124,"ciLow":1234.322952,"ciHigh":1248.163296,"observedAt":"2026-11-12","runCount":11208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","rowId":"art/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","slice":"art"}
{"key":"lmarena|google/gemini-3.1-flash-image:flags=web-search|none|lmarena-text-to-image@1|rating|cartoon/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-image","variant":{"flags":["web-search"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1260.810291,"ciLow":1255.364394,"ciHigh":1266.256187,"observedAt":"2026-11-12","runCount":30343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","rowId":"cartoon/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","slice":"cartoon"}
{"key":"lmarena|google/gemini-3.1-flash-image:flags=web-search|none|lmarena-text-to-image@1|rating|commercial_design/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-image","variant":{"flags":["web-search"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1265.421552,"ciLow":1259.942441,"ciHigh":1270.900662,"observedAt":"2026-11-12","runCount":26354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","rowId":"commercial_design/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","slice":"commercial_design"}
{"key":"lmarena|google/gemini-3.1-flash-image:flags=web-search|none|lmarena-text-to-image@1|rating|overall/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-image","variant":{"flags":["web-search"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1256.365523,"ciLow":1252.558478,"ciHigh":1260.172569,"observedAt":"2026-11-12","runCount":81208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","rowId":"overall/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-flash-image:flags=web-search|none|lmarena-text-to-image@1|rating|photorealistic/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-image","variant":{"flags":["web-search"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1260.134648,"ciLow":1254.710444,"ciHigh":1265.558853,"observedAt":"2026-11-12","runCount":30629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","rowId":"photorealistic/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","slice":"photorealistic"}
{"key":"lmarena|google/gemini-3.1-flash-image:flags=web-search|none|lmarena-text-to-image@1|rating|portraits/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-image","variant":{"flags":["web-search"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1254.496681,"ciLow":1248.026212,"ciHigh":1260.967149,"observedAt":"2026-11-12","runCount":15728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","rowId":"portraits/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","slice":"portraits"}
{"key":"lmarena|google/gemini-3.1-flash-image:flags=web-search|none|lmarena-text-to-image@1|rating|text_rendering/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-image","variant":{"flags":["web-search"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1292.886992,"ciLow":1287.223474,"ciHigh":1298.550509,"observedAt":"2026-11-12","runCount":25355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","rowId":"text_rendering/Gemini 3.1 Flash Image (nano-banana-2, Web Search)","slice":"text_rendering"}
{"key":"lmarena|google/gemini-3.1-flash-lite-image:default|none|lmarena-image-edit@1|rating|multi_image_edit/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1289.603265,"ciLow":1284.5501,"ciHigh":1294.656429,"observedAt":"2026-11-12","runCount":28305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","rowId":"multi_image_edit/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","slice":"multi_image_edit"}
{"key":"lmarena|google/gemini-3.1-flash-lite-image:default|none|lmarena-image-edit@1|rating|overall/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1312.782497,"ciLow":1307.975728,"ciHigh":1317.589265,"observedAt":"2026-11-12","runCount":63104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","rowId":"overall/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-flash-lite-image:default|none|lmarena-text-to-image@1|rating|3d_modeling/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1225.535303,"ciLow":1211.550837,"ciHigh":1239.51977,"observedAt":"2026-11-12","runCount":1710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","rowId":"3d_modeling/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","slice":"3d_modeling"}
{"key":"lmarena|google/gemini-3.1-flash-lite-image:default|none|lmarena-text-to-image@1|rating|art/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1257.568731,"ciLow":1245.521129,"ciHigh":1269.616333,"observedAt":"2026-11-12","runCount":2363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","rowId":"art/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","slice":"art"}
{"key":"lmarena|google/gemini-3.1-flash-lite-image:default|none|lmarena-text-to-image@1|rating|cartoon/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1255.791764,"ciLow":1247.275761,"ciHigh":1264.307767,"observedAt":"2026-11-12","runCount":6499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","rowId":"cartoon/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","slice":"cartoon"}
{"key":"lmarena|google/gemini-3.1-flash-lite-image:default|none|lmarena-text-to-image@1|rating|commercial_design/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1247.678346,"ciLow":1239.077861,"ciHigh":1256.278831,"observedAt":"2026-11-12","runCount":6191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","rowId":"commercial_design/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","slice":"commercial_design"}
{"key":"lmarena|google/gemini-3.1-flash-lite-image:default|none|lmarena-text-to-image@1|rating|overall/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1249.025821,"ciLow":1242.951911,"ciHigh":1255.099731,"observedAt":"2026-11-12","runCount":17125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","rowId":"overall/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-flash-lite-image:default|none|lmarena-text-to-image@1|rating|photorealistic/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1258.649537,"ciLow":1250.2019,"ciHigh":1267.097175,"observedAt":"2026-11-12","runCount":7062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","rowId":"photorealistic/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","slice":"photorealistic"}
{"key":"lmarena|google/gemini-3.1-flash-lite-image:default|none|lmarena-text-to-image@1|rating|portraits/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1243.357416,"ciLow":1232.823284,"ciHigh":1253.891548,"observedAt":"2026-11-12","runCount":3512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","rowId":"portraits/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","slice":"portraits"}
{"key":"lmarena|google/gemini-3.1-flash-lite-image:default|none|lmarena-text-to-image@1|rating|text_rendering/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1273.727613,"ciLow":1264.74937,"ciHigh":1282.705856,"observedAt":"2026-11-12","runCount":5641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","rowId":"text_rendering/Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","slice":"text_rendering"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.905748,"ciLow":1466.227693,"ciHigh":1485.583803,"observedAt":"2026-11-11","runCount":4136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"chinese/Gemini 3.1 Flash-Lite Preview","slice":"chinese"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|coding/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.506678,"ciLow":1451.771892,"ciHigh":1463.241465,"observedAt":"2026-11-11","runCount":17653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"coding/Gemini 3.1 Flash-Lite Preview","slice":"coding"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.628018,"ciLow":1407.756449,"ciHigh":1421.499587,"observedAt":"2026-11-11","runCount":10458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"creative_writing/Gemini 3.1 Flash-Lite Preview","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|english/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.754921,"ciLow":1428.922721,"ciHigh":1438.58712,"observedAt":"2026-11-11","runCount":29162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"english/Gemini 3.1 Flash-Lite Preview","slice":"english"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.895997,"ciLow":1422.988236,"ciHigh":1432.803757,"observedAt":"2026-11-11","runCount":47505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"exclude_ties/Gemini 3.1 Flash-Lite Preview","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|expert/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.781041,"ciLow":1436.527033,"ciHigh":1453.035049,"observedAt":"2026-11-11","runCount":6134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"expert/Gemini 3.1 Flash-Lite Preview","slice":"expert"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|french/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.86022,"ciLow":1434.291954,"ciHigh":1463.428486,"observedAt":"2026-11-11","runCount":2098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"french/Gemini 3.1 Flash-Lite Preview","slice":"french"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|german/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.777934,"ciLow":1417.826442,"ciHigh":1455.729426,"observedAt":"2026-11-11","runCount":1042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"german/Gemini 3.1 Flash-Lite Preview","slice":"german"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.301916,"ciLow":1440.856962,"ciHigh":1449.74687,"observedAt":"2026-11-11","runCount":41187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"hard_prompts/Gemini 3.1 Flash-Lite Preview","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.594886,"ciLow":1436.03997,"ciHigh":1447.149802,"observedAt":"2026-11-11","runCount":19739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"hard_prompts_english/Gemini 3.1 Flash-Lite Preview","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.220986,"ciLow":1414.008035,"ciHigh":1426.433938,"observedAt":"2026-11-11","runCount":12461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.1 Flash-Lite Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.467393,"ciLow":1398.268146,"ciHigh":1410.666639,"observedAt":"2026-11-11","runCount":13526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.1 Flash-Lite Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.458848,"ciLow":1431.546416,"ciHigh":1449.37128,"observedAt":"2026-11-11","runCount":4960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_legal_and_government/Gemini 3.1 Flash-Lite Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.303521,"ciLow":1443.748509,"ciHigh":1456.858533,"observedAt":"2026-11-11","runCount":10382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_life_and_physical_and_social_science/Gemini 3.1 Flash-Lite Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.712436,"ciLow":1421.290409,"ciHigh":1442.134464,"observedAt":"2026-11-11","runCount":3538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_mathematical/Gemini 3.1 Flash-Lite Preview","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.672025,"ciLow":1445.462513,"ciHigh":1463.881537,"observedAt":"2026-11-11","runCount":4723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_medicine_and_healthcare/Gemini 3.1 Flash-Lite Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.291264,"ciLow":1449.205303,"ciHigh":1459.377224,"observedAt":"2026-11-11","runCount":25151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_software_and_it_services/Gemini 3.1 Flash-Lite Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.857808,"ciLow":1415.003204,"ciHigh":1426.712413,"observedAt":"2026-11-11","runCount":15440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_writing_and_literature_and_language/Gemini 3.1 Flash-Lite Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.22226,"ciLow":1403.902531,"ciHigh":1414.541988,"observedAt":"2026-11-11","runCount":21248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"instruction_following/Gemini 3.1 Flash-Lite Preview","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.40176,"ciLow":1395.793956,"ciHigh":1445.009564,"observedAt":"2026-11-11","runCount":646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"japanese/Gemini 3.1 Flash-Lite Preview","slice":"japanese"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|korean/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.404577,"ciLow":1382.144342,"ciHigh":1420.664812,"observedAt":"2026-11-11","runCount":1056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"korean/Gemini 3.1 Flash-Lite Preview","slice":"korean"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.515004,"ciLow":1424.318068,"ciHigh":1434.711939,"observedAt":"2026-11-11","runCount":26909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"longer_query/Gemini 3.1 Flash-Lite Preview","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|math/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.731728,"ciLow":1425.645314,"ciHigh":1445.818141,"observedAt":"2026-11-11","runCount":3591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"math/Gemini 3.1 Flash-Lite Preview","slice":"math"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.44029,"ciLow":1428.981831,"ciHigh":1441.898749,"observedAt":"2026-11-11","runCount":11527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"multi_turn/Gemini 3.1 Flash-Lite Preview","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.079506,"ciLow":1420.56771,"ciHigh":1429.591303,"observedAt":"2026-11-11","runCount":34416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"non_english/Gemini 3.1 Flash-Lite Preview","slice":"non_english"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|overall/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.020504,"ciLow":1429.389367,"ciHigh":1436.65164,"observedAt":"2026-11-11","runCount":63578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"overall/Gemini 3.1 Flash-Lite Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|polish/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.398448,"ciLow":1436.948493,"ciHigh":1469.848404,"observedAt":"2026-11-11","runCount":1266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"polish/Gemini 3.1 Flash-Lite Preview","slice":"polish"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|russian/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.742855,"ciLow":1426.238913,"ciHigh":1441.246797,"observedAt":"2026-11-11","runCount":7120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"russian/Gemini 3.1 Flash-Lite Preview","slice":"russian"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.617472,"ciLow":1422.798855,"ciHigh":1450.43609,"observedAt":"2026-11-11","runCount":2003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"spanish/Gemini 3.1 Flash-Lite Preview","slice":"spanish"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|chinese/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.951866,"ciLow":1450.298463,"ciHigh":1469.605269,"observedAt":"2026-11-11","runCount":4136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"chinese/Gemini 3.1 Flash-Lite Preview","slice":"chinese"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|coding/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.124028,"ciLow":1394.416865,"ciHigh":1405.831191,"observedAt":"2026-11-11","runCount":17653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"coding/Gemini 3.1 Flash-Lite Preview","slice":"coding"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|creative_writing/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.680932,"ciLow":1394.854858,"ciHigh":1408.507005,"observedAt":"2026-11-11","runCount":10458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"creative_writing/Gemini 3.1 Flash-Lite Preview","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|english/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.339714,"ciLow":1408.522346,"ciHigh":1418.157082,"observedAt":"2026-11-11","runCount":29162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"english/Gemini 3.1 Flash-Lite Preview","slice":"english"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|exclude_ties/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.227663,"ciLow":1397.380127,"ciHigh":1407.0752,"observedAt":"2026-11-11","runCount":47505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"exclude_ties/Gemini 3.1 Flash-Lite Preview","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|expert/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.415816,"ciLow":1390.205368,"ciHigh":1406.626263,"observedAt":"2026-11-11","runCount":6134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"expert/Gemini 3.1 Flash-Lite Preview","slice":"expert"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|french/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.864024,"ciLow":1408.348625,"ciHigh":1437.379423,"observedAt":"2026-11-11","runCount":2098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"french/Gemini 3.1 Flash-Lite Preview","slice":"french"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|german/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.046515,"ciLow":1410.125752,"ciHigh":1447.967277,"observedAt":"2026-11-11","runCount":1042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"german/Gemini 3.1 Flash-Lite Preview","slice":"german"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|hard_prompts/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.585537,"ciLow":1403.154928,"ciHigh":1412.016146,"observedAt":"2026-11-11","runCount":41187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"hard_prompts/Gemini 3.1 Flash-Lite Preview","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.604808,"ciLow":1397.075053,"ciHigh":1408.134563,"observedAt":"2026-11-11","runCount":19739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"hard_prompts_english/Gemini 3.1 Flash-Lite Preview","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.589801,"ciLow":1383.410095,"ciHigh":1395.769508,"observedAt":"2026-11-11","runCount":12461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.1 Flash-Lite Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.02356,"ciLow":1379.862881,"ciHigh":1392.184239,"observedAt":"2026-11-11","runCount":13526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.1 Flash-Lite Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.279649,"ciLow":1409.404831,"ciHigh":1427.154468,"observedAt":"2026-11-11","runCount":4960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_legal_and_government/Gemini 3.1 Flash-Lite Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.850856,"ciLow":1419.324696,"ciHigh":1432.377016,"observedAt":"2026-11-11","runCount":10382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_life_and_physical_and_social_science/Gemini 3.1 Flash-Lite Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.609075,"ciLow":1406.147371,"ciHigh":1427.07078,"observedAt":"2026-11-11","runCount":3538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_mathematical/Gemini 3.1 Flash-Lite Preview","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.423949,"ciLow":1418.299086,"ciHigh":1436.548812,"observedAt":"2026-11-11","runCount":4723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_medicine_and_healthcare/Gemini 3.1 Flash-Lite Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.84417,"ciLow":1407.778442,"ciHigh":1417.909897,"observedAt":"2026-11-11","runCount":25151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_software_and_it_services/Gemini 3.1 Flash-Lite Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.413202,"ciLow":1402.575578,"ciHigh":1414.250825,"observedAt":"2026-11-11","runCount":15440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"industry_writing_and_literature_and_language/Gemini 3.1 Flash-Lite Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|instruction_following/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.017406,"ciLow":1372.695952,"ciHigh":1383.33886,"observedAt":"2026-11-11","runCount":21248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"instruction_following/Gemini 3.1 Flash-Lite Preview","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|japanese/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.530584,"ciLow":1388.068005,"ciHigh":1436.993162,"observedAt":"2026-11-11","runCount":646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"japanese/Gemini 3.1 Flash-Lite Preview","slice":"japanese"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|korean/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.681316,"ciLow":1372.556326,"ciHigh":1410.806306,"observedAt":"2026-11-11","runCount":1056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"korean/Gemini 3.1 Flash-Lite Preview","slice":"korean"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|longer_query/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.713677,"ciLow":1389.54151,"ciHigh":1399.885844,"observedAt":"2026-11-11","runCount":26909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"longer_query/Gemini 3.1 Flash-Lite Preview","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|math/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.060463,"ciLow":1417.976057,"ciHigh":1438.144868,"observedAt":"2026-11-11","runCount":3591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"math/Gemini 3.1 Flash-Lite Preview","slice":"math"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|multi_turn/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.193999,"ciLow":1410.757074,"ciHigh":1423.630923,"observedAt":"2026-11-11","runCount":11527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"multi_turn/Gemini 3.1 Flash-Lite Preview","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|non_english/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.053498,"ciLow":1406.549867,"ciHigh":1415.55713,"observedAt":"2026-11-11","runCount":34416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"non_english/Gemini 3.1 Flash-Lite Preview","slice":"non_english"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|overall/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.988362,"ciLow":1412.365552,"ciHigh":1419.611171,"observedAt":"2026-11-11","runCount":63578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"overall/Gemini 3.1 Flash-Lite Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|polish/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.174049,"ciLow":1426.752753,"ciHigh":1459.595344,"observedAt":"2026-11-11","runCount":1266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"polish/Gemini 3.1 Flash-Lite Preview","slice":"polish"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|russian/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.283516,"ciLow":1412.769459,"ciHigh":1427.797574,"observedAt":"2026-11-11","runCount":7120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"russian/Gemini 3.1 Flash-Lite Preview","slice":"russian"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-text@1|rating|spanish/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.847513,"ciLow":1408.94934,"ciHigh":1436.745687,"observedAt":"2026-11-11","runCount":2003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"spanish/Gemini 3.1 Flash-Lite Preview","slice":"spanish"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision-style-control@1|rating|captioning/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.758407,"ciLow":1153.55609,"ciHigh":1281.960723,"observedAt":"2026-11-09","runCount":72,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"captioning/Gemini 3.1 Flash-Lite Preview","slice":"captioning"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.785199,"ciLow":1253.068744,"ciHigh":1284.501654,"observedAt":"2026-11-09","runCount":1966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"chinese/Gemini 3.1 Flash-Lite Preview","slice":"chinese"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.595845,"ciLow":1223.220684,"ciHigh":1251.971006,"observedAt":"2026-11-09","runCount":1866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"creative_writing_vision/Gemini 3.1 Flash-Lite Preview","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision-style-control@1|rating|diagram/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.153154,"ciLow":1243.724224,"ciHigh":1260.582084,"observedAt":"2026-11-09","runCount":7211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"diagram/Gemini 3.1 Flash-Lite Preview","slice":"diagram"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision-style-control@1|rating|english/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.868892,"ciLow":1218.71743,"ciHigh":1235.020354,"observedAt":"2026-11-09","runCount":10921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"english/Gemini 3.1 Flash-Lite Preview","slice":"english"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.976953,"ciLow":1235.131305,"ciHigh":1302.822601,"observedAt":"2026-11-09","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"entity_recognition/Gemini 3.1 Flash-Lite Preview","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision-style-control@1|rating|homework/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.266965,"ciLow":1261.091789,"ciHigh":1281.442142,"observedAt":"2026-11-09","runCount":3927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"homework/Gemini 3.1 Flash-Lite Preview","slice":"homework"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision-style-control@1|rating|humor/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.739507,"ciLow":1232.303178,"ciHigh":1271.175836,"observedAt":"2026-11-09","runCount":967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"humor/Gemini 3.1 Flash-Lite Preview","slice":"humor"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision-style-control@1|rating|ocr/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.180329,"ciLow":1241.339338,"ciHigh":1253.02132,"observedAt":"2026-11-09","runCount":19223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"ocr/Gemini 3.1 Flash-Lite Preview","slice":"ocr"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.707561,"ciLow":1229.002268,"ciHigh":1240.412853,"observedAt":"2026-11-09","runCount":27443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"overall/Gemini 3.1 Flash-Lite Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision@1|rating|captioning/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1251.129241,"ciLow":1186.563925,"ciHigh":1315.694558,"observedAt":"2026-11-09","runCount":72,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"captioning/Gemini 3.1 Flash-Lite Preview","slice":"captioning"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision@1|rating|chinese/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1276.467969,"ciLow":1260.763428,"ciHigh":1292.17251,"observedAt":"2026-11-09","runCount":1966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"chinese/Gemini 3.1 Flash-Lite Preview","slice":"chinese"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1248.301804,"ciLow":1233.922919,"ciHigh":1262.680688,"observedAt":"2026-11-09","runCount":1866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"creative_writing_vision/Gemini 3.1 Flash-Lite Preview","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision@1|rating|diagram/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1242.500298,"ciLow":1234.083953,"ciHigh":1250.916644,"observedAt":"2026-11-09","runCount":7211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"diagram/Gemini 3.1 Flash-Lite Preview","slice":"diagram"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision@1|rating|english/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1232.635124,"ciLow":1224.491605,"ciHigh":1240.778644,"observedAt":"2026-11-09","runCount":10921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"english/Gemini 3.1 Flash-Lite Preview","slice":"english"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision@1|rating|entity_recognition/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1305.743547,"ciLow":1272.07387,"ciHigh":1339.413225,"observedAt":"2026-11-09","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"entity_recognition/Gemini 3.1 Flash-Lite Preview","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision@1|rating|homework/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1270.59613,"ciLow":1260.442123,"ciHigh":1280.750137,"observedAt":"2026-11-09","runCount":3927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"homework/Gemini 3.1 Flash-Lite Preview","slice":"homework"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision@1|rating|humor/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1267.308485,"ciLow":1247.865401,"ciHigh":1286.75157,"observedAt":"2026-11-09","runCount":967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"humor/Gemini 3.1 Flash-Lite Preview","slice":"humor"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision@1|rating|ocr/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1246.126793,"ciLow":1240.301666,"ciHigh":1251.95192,"observedAt":"2026-11-09","runCount":19223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"ocr/Gemini 3.1 Flash-Lite Preview","slice":"ocr"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-vision@1|rating|overall/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1240.281929,"ciLow":1234.590971,"ciHigh":1245.972886,"observedAt":"2026-11-09","runCount":27443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"overall/Gemini 3.1 Flash-Lite Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-webdev@1|rating|image_to_webdev/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1338.135327,"ciLow":1327.147116,"ciHigh":1349.123539,"observedAt":"2026-11-15","runCount":6388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"image_to_webdev/Gemini 3.1 Flash-Lite Preview","slice":"image_to_webdev"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-webdev@1|rating|overall/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1255.819874,"ciLow":1248.931907,"ciHigh":1262.707841,"observedAt":"2026-11-15","runCount":14243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"overall/Gemini 3.1 Flash-Lite Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-webdev@1|rating|webdev-html/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1275.185918,"ciLow":1258.787927,"ciHigh":1291.583908,"observedAt":"2026-11-15","runCount":1750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"webdev-html/Gemini 3.1 Flash-Lite Preview","slice":"webdev-html"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-webdev@1|rating|webdev-react/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1243.774949,"ciLow":1236.313378,"ciHigh":1251.236521,"observedAt":"2026-11-15","runCount":12180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"webdev-react/Gemini 3.1 Flash-Lite Preview","slice":"webdev-react"}
{"key":"lmarena|google/gemini-3.1-flash-lite-preview:default|none|lmarena-webdev@1|rating|webdev/Gemini 3.1 Flash-Lite Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-flash-lite-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1255.819874,"ciLow":1248.931907,"ciHigh":1262.707841,"observedAt":"2026-11-15","runCount":14243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Flash-Lite Preview","rowId":"webdev/Gemini 3.1 Flash-Lite Preview","slice":"webdev"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-agent@1|cost-per-task|overall/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.591725,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"overall/Gemini 3.1 Pro Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-agent@1|output-tokens-per-task|overall/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":13424.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"overall/Gemini 3.1 Pro Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-agent@1|score|overall/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.056356,"ciLow":-0.073347,"ciHigh":-0.039365,"observedAt":"2026-11-15","runCount":2965057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"overall/Gemini 3.1 Pro Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-document-style-control@1|rating|overall/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.958069,"ciLow":1453.70918,"ciHigh":1464.206957,"observedAt":"2026-11-09","runCount":52244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"overall/Gemini 3.1 Pro Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-document@1|rating|overall/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1443.251975,"ciLow":1438.057258,"ciHigh":1448.446691,"observedAt":"2026-11-09","runCount":52244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"overall/Gemini 3.1 Pro Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1527.797854,"ciLow":1520.64406,"ciHigh":1534.951648,"observedAt":"2026-11-11","runCount":9096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"chinese/Gemini 3.1 Pro Preview","slice":"chinese"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|coding/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.375566,"ciLow":1515.871247,"ciHigh":1524.879884,"observedAt":"2026-11-11","runCount":36054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"coding/Gemini 3.1 Pro Preview","slice":"coding"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.677503,"ciLow":1476.443223,"ciHigh":1486.911783,"observedAt":"2026-11-11","runCount":24633,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"creative_writing/Gemini 3.1 Pro Preview","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|english/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.06186,"ciLow":1486.190612,"ciHigh":1493.933109,"observedAt":"2026-11-11","runCount":57636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"english/Gemini 3.1 Pro Preview","slice":"english"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.349129,"ciLow":1497.420989,"ciHigh":1505.277268,"observedAt":"2026-11-11","runCount":99520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"exclude_ties/Gemini 3.1 Pro Preview","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|expert/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.606653,"ciLow":1502.44917,"ciHigh":1514.764136,"observedAt":"2026-11-11","runCount":13507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"expert/Gemini 3.1 Pro Preview","slice":"expert"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|french/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.369722,"ciLow":1490.415192,"ciHigh":1512.324251,"observedAt":"2026-11-11","runCount":4402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"french/Gemini 3.1 Pro Preview","slice":"french"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|german/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.711771,"ciLow":1480.62257,"ciHigh":1508.800972,"observedAt":"2026-11-11","runCount":2230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"german/Gemini 3.1 Pro Preview","slice":"german"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.482322,"ciLow":1503.947737,"ciHigh":1511.016907,"observedAt":"2026-11-11","runCount":85808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"hard_prompts/Gemini 3.1 Pro Preview","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.772911,"ciLow":1502.313278,"ciHigh":1511.232544,"observedAt":"2026-11-11","runCount":38288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"hard_prompts_english/Gemini 3.1 Pro Preview","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.831469,"ciLow":1472.906526,"ciHigh":1482.756412,"observedAt":"2026-11-11","runCount":25546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.1 Pro Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.376603,"ciLow":1464.512564,"ciHigh":1474.240642,"observedAt":"2026-11-11","runCount":30718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.1 Pro Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.275369,"ciLow":1491.577744,"ciHigh":1504.972994,"observedAt":"2026-11-11","runCount":10827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_legal_and_government/Gemini 3.1 Pro Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.469386,"ciLow":1504.353255,"ciHigh":1514.585518,"observedAt":"2026-11-11","runCount":21946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_life_and_physical_and_social_science/Gemini 3.1 Pro Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.175761,"ciLow":1475.335581,"ciHigh":1491.015941,"observedAt":"2026-11-11","runCount":7337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_mathematical/Gemini 3.1 Pro Preview","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.632781,"ciLow":1497.591707,"ciHigh":1511.673855,"observedAt":"2026-11-11","runCount":9860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_medicine_and_healthcare/Gemini 3.1 Pro Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.940369,"ciLow":1507.931874,"ciHigh":1515.948863,"observedAt":"2026-11-11","runCount":51692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_software_and_it_services/Gemini 3.1 Pro Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.073832,"ciLow":1477.449937,"ciHigh":1486.697726,"observedAt":"2026-11-11","runCount":33991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_writing_and_literature_and_language/Gemini 3.1 Pro Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.694725,"ciLow":1475.504621,"ciHigh":1483.884828,"observedAt":"2026-11-11","runCount":45215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"instruction_following/Gemini 3.1 Pro Preview","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.670375,"ciLow":1477.871903,"ciHigh":1511.468846,"observedAt":"2026-11-11","runCount":1650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"japanese/Gemini 3.1 Pro Preview","slice":"japanese"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|korean/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.718198,"ciLow":1441.569001,"ciHigh":1469.867395,"observedAt":"2026-11-11","runCount":2267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"korean/Gemini 3.1 Pro Preview","slice":"korean"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.748319,"ciLow":1494.642331,"ciHigh":1502.854307,"observedAt":"2026-11-11","runCount":58198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"longer_query/Gemini 3.1 Pro Preview","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|math/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.758589,"ciLow":1479.906643,"ciHigh":1495.610535,"observedAt":"2026-11-11","runCount":6862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"math/Gemini 3.1 Pro Preview","slice":"math"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.420186,"ciLow":1490.244929,"ciHigh":1500.595443,"observedAt":"2026-11-11","runCount":22314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"multi_turn/Gemini 3.1 Pro Preview","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.645662,"ciLow":1475.06719,"ciHigh":1482.224134,"observedAt":"2026-11-11","runCount":74537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"non_english/Gemini 3.1 Pro Preview","slice":"non_english"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|overall/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.796492,"ciLow":1483.867527,"ciHigh":1489.725456,"observedAt":"2026-11-11","runCount":132181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"overall/Gemini 3.1 Pro Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|polish/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.250068,"ciLow":1484.027896,"ciHigh":1508.472239,"observedAt":"2026-11-11","runCount":2531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"polish/Gemini 3.1 Pro Preview","slice":"polish"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|russian/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.379738,"ciLow":1495.584318,"ciHigh":1507.175158,"observedAt":"2026-11-11","runCount":15283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"russian/Gemini 3.1 Pro Preview","slice":"russian"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.067703,"ciLow":1471.665816,"ciHigh":1492.469591,"observedAt":"2026-11-11","runCount":4261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"spanish/Gemini 3.1 Pro Preview","slice":"spanish"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|chinese/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1528.318789,"ciLow":1521.180121,"ciHigh":1535.457458,"observedAt":"2026-11-11","runCount":9096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"chinese/Gemini 3.1 Pro Preview","slice":"chinese"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|coding/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.585028,"ciLow":1478.105155,"ciHigh":1487.064901,"observedAt":"2026-11-11","runCount":36054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"coding/Gemini 3.1 Pro Preview","slice":"coding"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|creative_writing/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.748686,"ciLow":1477.545592,"ciHigh":1487.951779,"observedAt":"2026-11-11","runCount":24633,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"creative_writing/Gemini 3.1 Pro Preview","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|english/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.302958,"ciLow":1474.450927,"ciHigh":1482.154989,"observedAt":"2026-11-11","runCount":57636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"english/Gemini 3.1 Pro Preview","slice":"english"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|exclude_ties/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.570667,"ciLow":1485.69856,"ciHigh":1493.442773,"observedAt":"2026-11-11","runCount":99520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"exclude_ties/Gemini 3.1 Pro Preview","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|expert/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.400129,"ciLow":1477.281835,"ciHigh":1489.518424,"observedAt":"2026-11-11","runCount":13507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"expert/Gemini 3.1 Pro Preview","slice":"expert"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|french/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.059255,"ciLow":1476.140758,"ciHigh":1497.977752,"observedAt":"2026-11-11","runCount":4402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"french/Gemini 3.1 Pro Preview","slice":"french"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|german/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.494922,"ciLow":1477.459829,"ciHigh":1505.530014,"observedAt":"2026-11-11","runCount":2230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"german/Gemini 3.1 Pro Preview","slice":"german"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|hard_prompts/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.500776,"ciLow":1480.982368,"ciHigh":1488.019184,"observedAt":"2026-11-11","runCount":85808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"hard_prompts/Gemini 3.1 Pro Preview","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.03022,"ciLow":1475.592722,"ciHigh":1484.467717,"observedAt":"2026-11-11","runCount":38288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"hard_prompts_english/Gemini 3.1 Pro Preview","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.638831,"ciLow":1454.743122,"ciHigh":1464.53454,"observedAt":"2026-11-11","runCount":25546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.1 Pro Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.328155,"ciLow":1460.497004,"ciHigh":1470.159307,"observedAt":"2026-11-11","runCount":30718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.1 Pro Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.441288,"ciLow":1479.798566,"ciHigh":1493.084009,"observedAt":"2026-11-11","runCount":10827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_legal_and_government/Gemini 3.1 Pro Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.143646,"ciLow":1491.062455,"ciHigh":1501.224836,"observedAt":"2026-11-11","runCount":21946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_life_and_physical_and_social_science/Gemini 3.1 Pro Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.380889,"ciLow":1468.537544,"ciHigh":1484.224233,"observedAt":"2026-11-11","runCount":7337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_mathematical/Gemini 3.1 Pro Preview","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.955883,"ciLow":1478.942008,"ciHigh":1492.969758,"observedAt":"2026-11-11","runCount":9860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_medicine_and_healthcare/Gemini 3.1 Pro Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.969233,"ciLow":1481.982705,"ciHigh":1489.95576,"observedAt":"2026-11-11","runCount":51692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_software_and_it_services/Gemini 3.1 Pro Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.162833,"ciLow":1476.560328,"ciHigh":1485.765339,"observedAt":"2026-11-11","runCount":33991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"industry_writing_and_literature_and_language/Gemini 3.1 Pro Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|instruction_following/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.415011,"ciLow":1461.230129,"ciHigh":1469.599893,"observedAt":"2026-11-11","runCount":45215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"instruction_following/Gemini 3.1 Pro Preview","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|japanese/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.548523,"ciLow":1474.766312,"ciHigh":1508.330733,"observedAt":"2026-11-11","runCount":1650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"japanese/Gemini 3.1 Pro Preview","slice":"japanese"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|korean/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.388451,"ciLow":1442.238772,"ciHigh":1470.538131,"observedAt":"2026-11-11","runCount":2267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"korean/Gemini 3.1 Pro Preview","slice":"korean"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|longer_query/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.954079,"ciLow":1477.872008,"ciHigh":1486.036151,"observedAt":"2026-11-11","runCount":58198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"longer_query/Gemini 3.1 Pro Preview","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|math/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.085236,"ciLow":1477.233761,"ciHigh":1492.936711,"observedAt":"2026-11-11","runCount":6862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"math/Gemini 3.1 Pro Preview","slice":"math"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|multi_turn/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.670176,"ciLow":1480.507327,"ciHigh":1490.833024,"observedAt":"2026-11-11","runCount":22314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"multi_turn/Gemini 3.1 Pro Preview","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|non_english/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.005308,"ciLow":1472.442023,"ciHigh":1479.568593,"observedAt":"2026-11-11","runCount":74537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"non_english/Gemini 3.1 Pro Preview","slice":"non_english"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|overall/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.062807,"ciLow":1477.148059,"ciHigh":1482.977555,"observedAt":"2026-11-11","runCount":132181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"overall/Gemini 3.1 Pro Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|polish/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.737253,"ciLow":1485.55939,"ciHigh":1509.915116,"observedAt":"2026-11-11","runCount":2531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"polish/Gemini 3.1 Pro Preview","slice":"polish"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|russian/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.104703,"ciLow":1491.331449,"ciHigh":1502.877956,"observedAt":"2026-11-11","runCount":15283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"russian/Gemini 3.1 Pro Preview","slice":"russian"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-text@1|rating|spanish/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.291569,"ciLow":1468.911494,"ciHigh":1489.671643,"observedAt":"2026-11-11","runCount":4261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"spanish/Gemini 3.1 Pro Preview","slice":"spanish"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision-style-control@1|rating|captioning/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.029412,"ciLow":1232.026803,"ciHigh":1328.03202,"observedAt":"2026-11-09","runCount":136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"captioning/Gemini 3.1 Pro Preview","slice":"captioning"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.692291,"ciLow":1323.590951,"ciHigh":1349.79363,"observedAt":"2026-11-09","runCount":3232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"chinese/Gemini 3.1 Pro Preview","slice":"chinese"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.464246,"ciLow":1289.410243,"ciHigh":1311.518248,"observedAt":"2026-11-09","runCount":3382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"creative_writing_vision/Gemini 3.1 Pro Preview","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision-style-control@1|rating|diagram/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.823158,"ciLow":1301.99074,"ciHigh":1315.655576,"observedAt":"2026-11-09","runCount":12664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"diagram/Gemini 3.1 Pro Preview","slice":"diagram"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision-style-control@1|rating|english/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.002861,"ciLow":1265.089956,"ciHigh":1278.915766,"observedAt":"2026-11-09","runCount":18823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"english/Gemini 3.1 Pro Preview","slice":"english"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.218835,"ciLow":1254.388986,"ciHigh":1312.048684,"observedAt":"2026-11-09","runCount":395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"entity_recognition/Gemini 3.1 Pro Preview","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision-style-control@1|rating|homework/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.687823,"ciLow":1302.348398,"ciHigh":1319.027249,"observedAt":"2026-11-09","runCount":6460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"homework/Gemini 3.1 Pro Preview","slice":"homework"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision-style-control@1|rating|humor/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.462539,"ciLow":1286.448053,"ciHigh":1314.477025,"observedAt":"2026-11-09","runCount":1952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"humor/Gemini 3.1 Pro Preview","slice":"humor"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision-style-control@1|rating|ocr/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.709459,"ciLow":1289.806489,"ciHigh":1299.61243,"observedAt":"2026-11-09","runCount":33584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"ocr/Gemini 3.1 Pro Preview","slice":"ocr"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.883878,"ciLow":1274.856464,"ciHigh":1284.911292,"observedAt":"2026-11-09","runCount":48242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"overall/Gemini 3.1 Pro Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision@1|rating|captioning/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1343.211374,"ciLow":1295.028281,"ciHigh":1391.394468,"observedAt":"2026-11-09","runCount":136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"captioning/Gemini 3.1 Pro Preview","slice":"captioning"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision@1|rating|chinese/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1361.553029,"ciLow":1348.563429,"ciHigh":1374.542629,"observedAt":"2026-11-09","runCount":3232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"chinese/Gemini 3.1 Pro Preview","slice":"chinese"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1324.383166,"ciLow":1313.338123,"ciHigh":1335.42821,"observedAt":"2026-11-09","runCount":3382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"creative_writing_vision/Gemini 3.1 Pro Preview","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision@1|rating|diagram/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1310.969164,"ciLow":1304.179895,"ciHigh":1317.758433,"observedAt":"2026-11-09","runCount":12664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"diagram/Gemini 3.1 Pro Preview","slice":"diagram"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision@1|rating|english/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1286.593187,"ciLow":1279.703737,"ciHigh":1293.482637,"observedAt":"2026-11-09","runCount":18823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"english/Gemini 3.1 Pro Preview","slice":"english"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision@1|rating|entity_recognition/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1328.954922,"ciLow":1300.322531,"ciHigh":1357.587314,"observedAt":"2026-11-09","runCount":395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"entity_recognition/Gemini 3.1 Pro Preview","slice":"entity_recognition"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision@1|rating|homework/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1316.654849,"ciLow":1308.411378,"ciHigh":1324.898319,"observedAt":"2026-11-09","runCount":6460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"homework/Gemini 3.1 Pro Preview","slice":"homework"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision@1|rating|humor/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1322.917507,"ciLow":1308.936781,"ciHigh":1336.898233,"observedAt":"2026-11-09","runCount":1952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"humor/Gemini 3.1 Pro Preview","slice":"humor"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision@1|rating|ocr/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1303.937736,"ciLow":1299.069048,"ciHigh":1308.806424,"observedAt":"2026-11-09","runCount":33584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"ocr/Gemini 3.1 Pro Preview","slice":"ocr"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-vision@1|rating|overall/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1296.036685,"ciLow":1291.032032,"ciHigh":1301.041337,"observedAt":"2026-11-09","runCount":48242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"overall/Gemini 3.1 Pro Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-webdev@1|rating|image_to_webdev/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1480.067829,"ciLow":1471.222477,"ciHigh":1488.913181,"observedAt":"2026-11-15","runCount":8048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"image_to_webdev/Gemini 3.1 Pro Preview","slice":"image_to_webdev"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-webdev@1|rating|overall/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1446.366969,"ciLow":1441.269283,"ciHigh":1451.464654,"observedAt":"2026-11-15","runCount":23841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"overall/Gemini 3.1 Pro Preview","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-webdev@1|rating|webdev-html/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1488.195188,"ciLow":1475.822399,"ciHigh":1500.567978,"observedAt":"2026-11-15","runCount":2568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"webdev-html/Gemini 3.1 Pro Preview","slice":"webdev-html"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-webdev@1|rating|webdev-react/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1437.494728,"ciLow":1431.811311,"ciHigh":1443.178145,"observedAt":"2026-11-15","runCount":17998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"webdev-react/Gemini 3.1 Pro Preview","slice":"webdev-react"}
{"key":"lmarena|google/gemini-3.1-pro-preview:default|none|lmarena-webdev@1|rating|webdev/Gemini 3.1 Pro Preview","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1446.366969,"ciLow":1441.269283,"ciHigh":1451.464654,"observedAt":"2026-11-15","runCount":23841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro Preview","rowId":"webdev/Gemini 3.1 Pro Preview","slice":"webdev"}
{"key":"lmarena|google/gemini-3.1-pro-preview:flags=grounding|none|lmarena-search-style-control@1|rating|overall/Gemini 3.1 Pro (Grounding)","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":["grounding"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.476943,"ciLow":1203.743213,"ciHigh":1213.210672,"observedAt":"2026-11-09","runCount":171494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro (Grounding)","rowId":"overall/Gemini 3.1 Pro (Grounding)","slice":"overall"}
{"key":"lmarena|google/gemini-3.1-pro-preview:flags=grounding|none|lmarena-search@1|rating|overall/Gemini 3.1 Pro (Grounding)","sourceId":"lmarena","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":["grounding"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1210.400476,"ciLow":1205.783866,"ciHigh":1215.017086,"observedAt":"2026-11-09","runCount":171494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.1 Pro (Grounding)","rowId":"overall/Gemini 3.1 Pro (Grounding)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|chinese/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.863418,"ciLow":1472.672462,"ciHigh":1497.054373,"observedAt":"2026-11-11","runCount":2639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"chinese/Gemini 3.5 Flash-Lite","slice":"chinese"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|coding/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.062114,"ciLow":1495.096799,"ciHigh":1509.027429,"observedAt":"2026-11-11","runCount":9718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"coding/Gemini 3.5 Flash-Lite","slice":"coding"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.942692,"ciLow":1427.894122,"ciHigh":1443.991261,"observedAt":"2026-11-11","runCount":7251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"creative_writing/Gemini 3.5 Flash-Lite","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|english/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.03668,"ciLow":1455.014923,"ciHigh":1467.058437,"observedAt":"2026-11-11","runCount":14339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"english/Gemini 3.5 Flash-Lite","slice":"english"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.064991,"ciLow":1453.191856,"ciHigh":1464.938127,"observedAt":"2026-11-11","runCount":26444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"exclude_ties/Gemini 3.5 Flash-Lite","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|expert/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.088452,"ciLow":1459.165243,"ciHigh":1479.011662,"observedAt":"2026-11-11","runCount":3997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"expert/Gemini 3.5 Flash-Lite","slice":"expert"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|french/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.845994,"ciLow":1458.835426,"ciHigh":1496.856563,"observedAt":"2026-11-11","runCount":1083,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"french/Gemini 3.5 Flash-Lite","slice":"french"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|german/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.958139,"ciLow":1445.763723,"ciHigh":1492.152554,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"german/Gemini 3.5 Flash-Lite","slice":"german"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.836769,"ciLow":1469.552705,"ciHigh":1480.120833,"observedAt":"2026-11-11","runCount":23310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"hard_prompts/Gemini 3.5 Flash-Lite","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.223335,"ciLow":1469.195349,"ciHigh":1483.251321,"observedAt":"2026-11-11","runCount":9489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"hard_prompts_english/Gemini 3.5 Flash-Lite","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.052128,"ciLow":1445.03022,"ciHigh":1461.074035,"observedAt":"2026-11-11","runCount":6516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.5 Flash-Lite","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.495294,"ciLow":1426.123804,"ciHigh":1440.866784,"observedAt":"2026-11-11","runCount":9019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.5 Flash-Lite","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.145471,"ciLow":1443.585286,"ciHigh":1466.705657,"observedAt":"2026-11-11","runCount":2975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_legal_and_government/Gemini 3.5 Flash-Lite","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.422077,"ciLow":1469.037482,"ciHigh":1485.806672,"observedAt":"2026-11-11","runCount":5721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_life_and_physical_and_social_science/Gemini 3.5 Flash-Lite","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.417344,"ciLow":1430.802973,"ciHigh":1458.031714,"observedAt":"2026-11-11","runCount":1970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_mathematical/Gemini 3.5 Flash-Lite","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.655508,"ciLow":1457.276132,"ciHigh":1482.034884,"observedAt":"2026-11-11","runCount":2559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_medicine_and_healthcare/Gemini 3.5 Flash-Lite","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.738187,"ciLow":1482.650249,"ciHigh":1494.826125,"observedAt":"2026-11-11","runCount":14092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_software_and_it_services/Gemini 3.5 Flash-Lite","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.298724,"ciLow":1435.1573,"ciHigh":1449.440148,"observedAt":"2026-11-11","runCount":9511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_writing_and_literature_and_language/Gemini 3.5 Flash-Lite","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.198978,"ciLow":1436.816782,"ciHigh":1449.581175,"observedAt":"2026-11-11","runCount":12616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"instruction_following/Gemini 3.5 Flash-Lite","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|japanese/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.83588,"ciLow":1418.352097,"ciHigh":1471.319664,"observedAt":"2026-11-11","runCount":587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"japanese/Gemini 3.5 Flash-Lite","slice":"japanese"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|korean/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.788237,"ciLow":1396.045079,"ciHigh":1443.531395,"observedAt":"2026-11-11","runCount":639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"korean/Gemini 3.5 Flash-Lite","slice":"korean"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.483475,"ciLow":1456.45713,"ciHigh":1468.509821,"observedAt":"2026-11-11","runCount":16688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"longer_query/Gemini 3.5 Flash-Lite","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|math/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.088807,"ciLow":1427.278829,"ciHigh":1456.898784,"observedAt":"2026-11-11","runCount":1587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"math/Gemini 3.5 Flash-Lite","slice":"math"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.790149,"ciLow":1458.268309,"ciHigh":1475.31199,"observedAt":"2026-11-11","runCount":5792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"multi_turn/Gemini 3.5 Flash-Lite","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|non_english/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.774898,"ciLow":1439.40686,"ciHigh":1450.142936,"observedAt":"2026-11-11","runCount":20752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"non_english/Gemini 3.5 Flash-Lite","slice":"non_english"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|overall/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.890722,"ciLow":1450.383591,"ciHigh":1459.397852,"observedAt":"2026-11-11","runCount":35094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"overall/Gemini 3.5 Flash-Lite","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|polish/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.644297,"ciLow":1434.072746,"ciHigh":1485.215847,"observedAt":"2026-11-11","runCount":514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"polish/Gemini 3.5 Flash-Lite","slice":"polish"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|russian/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.244614,"ciLow":1453.444464,"ciHigh":1473.044763,"observedAt":"2026-11-11","runCount":3991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"russian/Gemini 3.5 Flash-Lite","slice":"russian"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text-style-control@1|rating|spanish/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.209553,"ciLow":1435.412659,"ciHigh":1475.006446,"observedAt":"2026-11-11","runCount":945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"spanish/Gemini 3.5 Flash-Lite","slice":"spanish"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|chinese/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.31134,"ciLow":1456.151674,"ciHigh":1480.471006,"observedAt":"2026-11-11","runCount":2639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"chinese/Gemini 3.5 Flash-Lite","slice":"chinese"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|coding/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.433628,"ciLow":1446.496329,"ciHigh":1460.370928,"observedAt":"2026-11-11","runCount":9718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"coding/Gemini 3.5 Flash-Lite","slice":"coding"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|creative_writing/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.442238,"ciLow":1412.434906,"ciHigh":1428.44957,"observedAt":"2026-11-11","runCount":7251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"creative_writing/Gemini 3.5 Flash-Lite","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|english/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.517991,"ciLow":1431.508398,"ciHigh":1443.527584,"observedAt":"2026-11-11","runCount":14339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"english/Gemini 3.5 Flash-Lite","slice":"english"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|exclude_ties/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.642927,"ciLow":1422.838357,"ciHigh":1434.447496,"observedAt":"2026-11-11","runCount":26444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"exclude_ties/Gemini 3.5 Flash-Lite","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|expert/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.832505,"ciLow":1422.941763,"ciHigh":1442.723248,"observedAt":"2026-11-11","runCount":3997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"expert/Gemini 3.5 Flash-Lite","slice":"expert"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|french/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.488212,"ciLow":1429.422504,"ciHigh":1467.553919,"observedAt":"2026-11-11","runCount":1083,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"french/Gemini 3.5 Flash-Lite","slice":"french"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|german/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.443632,"ciLow":1429.221247,"ciHigh":1475.666017,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"german/Gemini 3.5 Flash-Lite","slice":"german"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|hard_prompts/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.639691,"ciLow":1435.37094,"ciHigh":1445.908441,"observedAt":"2026-11-11","runCount":23310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"hard_prompts/Gemini 3.5 Flash-Lite","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.828852,"ciLow":1432.819932,"ciHigh":1446.837773,"observedAt":"2026-11-11","runCount":9489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"hard_prompts_english/Gemini 3.5 Flash-Lite","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.445029,"ciLow":1414.448734,"ciHigh":1430.441325,"observedAt":"2026-11-11","runCount":6516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.5 Flash-Lite","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.39329,"ciLow":1407.061607,"ciHigh":1421.724972,"observedAt":"2026-11-11","runCount":9019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.5 Flash-Lite","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.100314,"ciLow":1418.569532,"ciHigh":1441.631095,"observedAt":"2026-11-11","runCount":2975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_legal_and_government/Gemini 3.5 Flash-Lite","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.022086,"ciLow":1441.674335,"ciHigh":1458.369837,"observedAt":"2026-11-11","runCount":5721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_life_and_physical_and_social_science/Gemini 3.5 Flash-Lite","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|industry_mathematical/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.900645,"ciLow":1417.244219,"ciHigh":1444.557072,"observedAt":"2026-11-11","runCount":1970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_mathematical/Gemini 3.5 Flash-Lite","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.748393,"ciLow":1425.498504,"ciHigh":1449.998282,"observedAt":"2026-11-11","runCount":2559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_medicine_and_healthcare/Gemini 3.5 Flash-Lite","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.341641,"ciLow":1444.265962,"ciHigh":1456.417319,"observedAt":"2026-11-11","runCount":14092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_software_and_it_services/Gemini 3.5 Flash-Lite","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.739673,"ciLow":1419.611381,"ciHigh":1433.867966,"observedAt":"2026-11-11","runCount":9511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"industry_writing_and_literature_and_language/Gemini 3.5 Flash-Lite","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|instruction_following/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.492758,"ciLow":1413.120696,"ciHigh":1425.86482,"observedAt":"2026-11-11","runCount":12616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"instruction_following/Gemini 3.5 Flash-Lite","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|japanese/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.336151,"ciLow":1399.861081,"ciHigh":1452.811222,"observedAt":"2026-11-11","runCount":587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"japanese/Gemini 3.5 Flash-Lite","slice":"japanese"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|korean/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.716476,"ciLow":1379.968406,"ciHigh":1427.464546,"observedAt":"2026-11-11","runCount":639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"korean/Gemini 3.5 Flash-Lite","slice":"korean"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|longer_query/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.698825,"ciLow":1428.695191,"ciHigh":1440.702458,"observedAt":"2026-11-11","runCount":16688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"longer_query/Gemini 3.5 Flash-Lite","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|math/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.922835,"ciLow":1419.082134,"ciHigh":1448.763535,"observedAt":"2026-11-11","runCount":1587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"math/Gemini 3.5 Flash-Lite","slice":"math"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|multi_turn/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.41238,"ciLow":1436.906006,"ciHigh":1453.918754,"observedAt":"2026-11-11","runCount":5792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"multi_turn/Gemini 3.5 Flash-Lite","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|non_english/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.345533,"ciLow":1421.988811,"ciHigh":1432.702254,"observedAt":"2026-11-11","runCount":20752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"non_english/Gemini 3.5 Flash-Lite","slice":"non_english"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|overall/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.67485,"ciLow":1430.180488,"ciHigh":1439.169212,"observedAt":"2026-11-11","runCount":35094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"overall/Gemini 3.5 Flash-Lite","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|polish/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.327464,"ciLow":1412.70406,"ciHigh":1463.950867,"observedAt":"2026-11-11","runCount":514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"polish/Gemini 3.5 Flash-Lite","slice":"polish"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|russian/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.329985,"ciLow":1435.551633,"ciHigh":1455.108337,"observedAt":"2026-11-11","runCount":3991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"russian/Gemini 3.5 Flash-Lite","slice":"russian"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-text@1|rating|spanish/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.669051,"ciLow":1420.904354,"ciHigh":1460.433748,"observedAt":"2026-11-11","runCount":945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"spanish/Gemini 3.5 Flash-Lite","slice":"spanish"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision-style-control@1|rating|chinese/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.608623,"ciLow":1280.798788,"ciHigh":1330.418457,"observedAt":"2026-11-09","runCount":615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"chinese/Gemini 3.5 Flash-Lite","slice":"chinese"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.19287,"ciLow":1232.351778,"ciHigh":1272.033963,"observedAt":"2026-11-09","runCount":998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"creative_writing_vision/Gemini 3.5 Flash-Lite","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision-style-control@1|rating|diagram/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.160838,"ciLow":1274.987326,"ciHigh":1299.334349,"observedAt":"2026-11-09","runCount":2708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"diagram/Gemini 3.5 Flash-Lite","slice":"diagram"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision-style-control@1|rating|english/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.839713,"ciLow":1254.717194,"ciHigh":1276.962232,"observedAt":"2026-11-09","runCount":3615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"english/Gemini 3.5 Flash-Lite","slice":"english"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision-style-control@1|rating|homework/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.137822,"ciLow":1271.06693,"ciHigh":1305.208714,"observedAt":"2026-11-09","runCount":1274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"homework/Gemini 3.5 Flash-Lite","slice":"homework"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision-style-control@1|rating|humor/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.558074,"ciLow":1238.883094,"ciHigh":1294.233054,"observedAt":"2026-11-09","runCount":484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"humor/Gemini 3.5 Flash-Lite","slice":"humor"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision-style-control@1|rating|ocr/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.805623,"ciLow":1271.842399,"ciHigh":1287.768846,"observedAt":"2026-11-09","runCount":7376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"ocr/Gemini 3.5 Flash-Lite","slice":"ocr"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision-style-control@1|rating|overall/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.798597,"ciLow":1258.315898,"ciHigh":1273.281296,"observedAt":"2026-11-09","runCount":10800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"overall/Gemini 3.5 Flash-Lite","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision@1|rating|chinese/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1312.39664,"ciLow":1287.587476,"ciHigh":1337.205804,"observedAt":"2026-11-09","runCount":615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"chinese/Gemini 3.5 Flash-Lite","slice":"chinese"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1254.821844,"ciLow":1235.132474,"ciHigh":1274.511214,"observedAt":"2026-11-09","runCount":998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"creative_writing_vision/Gemini 3.5 Flash-Lite","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision@1|rating|diagram/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1278.761489,"ciLow":1266.633985,"ciHigh":1290.888993,"observedAt":"2026-11-09","runCount":2708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"diagram/Gemini 3.5 Flash-Lite","slice":"diagram"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision@1|rating|english/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1267.549659,"ciLow":1256.467668,"ciHigh":1278.63165,"observedAt":"2026-11-09","runCount":3615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"english/Gemini 3.5 Flash-Lite","slice":"english"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision@1|rating|homework/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1288.6451,"ciLow":1271.594955,"ciHigh":1305.695245,"observedAt":"2026-11-09","runCount":1274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"homework/Gemini 3.5 Flash-Lite","slice":"homework"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision@1|rating|humor/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1274.070229,"ciLow":1246.456445,"ciHigh":1301.684014,"observedAt":"2026-11-09","runCount":484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"humor/Gemini 3.5 Flash-Lite","slice":"humor"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision@1|rating|ocr/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1277.946077,"ciLow":1270.00902,"ciHigh":1285.883135,"observedAt":"2026-11-09","runCount":7376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"ocr/Gemini 3.5 Flash-Lite","slice":"ocr"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-vision@1|rating|overall/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1267.982981,"ciLow":1260.526285,"ciHigh":1275.439678,"observedAt":"2026-11-09","runCount":10800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"overall/Gemini 3.5 Flash-Lite","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-webdev@1|rating|image_to_webdev/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1449.190865,"ciLow":1433.594182,"ciHigh":1464.787548,"observedAt":"2026-11-15","runCount":1555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"image_to_webdev/Gemini 3.5 Flash-Lite","slice":"image_to_webdev"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-webdev@1|rating|overall/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1432.061061,"ciLow":1390.697687,"ciHigh":1473.424435,"observedAt":"2026-11-15","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"overall/Gemini 3.5 Flash-Lite","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-webdev@1|rating|webdev-react/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1406.745991,"ciLow":1352.835233,"ciHigh":1460.656749,"observedAt":"2026-11-15","runCount":141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"webdev-react/Gemini 3.5 Flash-Lite","slice":"webdev-react"}
{"key":"lmarena|google/gemini-3.5-flash-lite:default|none|lmarena-webdev@1|rating|webdev/Gemini 3.5 Flash-Lite","sourceId":"lmarena","modelId":"google/gemini-3.5-flash-lite","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1432.061061,"ciLow":1390.697687,"ciHigh":1473.424435,"observedAt":"2026-11-15","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash-Lite","rowId":"webdev/Gemini 3.5 Flash-Lite","slice":"webdev"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-document-style-control@1|rating|overall/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.256418,"ciLow":1446.034284,"ciHigh":1464.478552,"observedAt":"2026-11-09","runCount":4248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"overall/Gemini 3.5 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-document@1|rating|overall/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1461.768469,"ciLow":1452.613514,"ciHigh":1470.923424,"observedAt":"2026-11-09","runCount":4248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"overall/Gemini 3.5 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|chinese/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.168798,"ciLow":1503.480732,"ciHigh":1524.856863,"observedAt":"2026-11-11","runCount":3478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"chinese/Gemini 3.5 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|coding/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.974736,"ciLow":1501.867414,"ciHigh":1514.082058,"observedAt":"2026-11-11","runCount":13576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"coding/Gemini 3.5 Flash (High)","slice":"coding"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.264887,"ciLow":1458.02694,"ciHigh":1472.502834,"observedAt":"2026-11-11","runCount":9258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"creative_writing/Gemini 3.5 Flash (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|english/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.233973,"ciLow":1473.036346,"ciHigh":1483.4316,"observedAt":"2026-11-11","runCount":20215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"english/Gemini 3.5 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.203933,"ciLow":1483.047072,"ciHigh":1493.360793,"observedAt":"2026-11-11","runCount":36010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"exclude_ties/Gemini 3.5 Flash (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|expert/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.281469,"ciLow":1482.626025,"ciHigh":1499.936913,"observedAt":"2026-11-11","runCount":5369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"expert/Gemini 3.5 Flash (High)","slice":"expert"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|french/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.358374,"ciLow":1477.772235,"ciHigh":1510.944513,"observedAt":"2026-11-11","runCount":1514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"french/Gemini 3.5 Flash (High)","slice":"french"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|german/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.896984,"ciLow":1461.658302,"ciHigh":1506.135667,"observedAt":"2026-11-11","runCount":764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"german/Gemini 3.5 Flash (High)","slice":"german"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.047376,"ciLow":1491.447064,"ciHigh":1500.647687,"observedAt":"2026-11-11","runCount":31750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"hard_prompts/Gemini 3.5 Flash (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.145113,"ciLow":1484.058441,"ciHigh":1496.231785,"observedAt":"2026-11-11","runCount":13563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"hard_prompts_english/Gemini 3.5 Flash (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.828006,"ciLow":1460.877757,"ciHigh":1474.778256,"observedAt":"2026-11-11","runCount":9197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.5 Flash (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.809725,"ciLow":1448.207332,"ciHigh":1461.412119,"observedAt":"2026-11-11","runCount":11637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.5 Flash (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.50018,"ciLow":1468.438995,"ciHigh":1488.561365,"observedAt":"2026-11-11","runCount":3979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_legal_and_government/Gemini 3.5 Flash (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.473246,"ciLow":1482.174255,"ciHigh":1496.772237,"observedAt":"2026-11-11","runCount":7847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 3.5 Flash (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.76531,"ciLow":1470.994677,"ciHigh":1494.535943,"observedAt":"2026-11-11","runCount":2782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_mathematical/Gemini 3.5 Flash (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.756903,"ciLow":1474.95944,"ciHigh":1496.554365,"observedAt":"2026-11-11","runCount":3479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_medicine_and_healthcare/Gemini 3.5 Flash (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.746849,"ciLow":1496.364749,"ciHigh":1507.128949,"observedAt":"2026-11-11","runCount":18998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_software_and_it_services/Gemini 3.5 Flash (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.881612,"ciLow":1468.522704,"ciHigh":1481.240519,"observedAt":"2026-11-11","runCount":12386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_writing_and_literature_and_language/Gemini 3.5 Flash (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.424464,"ciLow":1459.804357,"ciHigh":1471.044571,"observedAt":"2026-11-11","runCount":16996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"instruction_following/Gemini 3.5 Flash (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|japanese/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.847746,"ciLow":1457.697072,"ciHigh":1505.998419,"observedAt":"2026-11-11","runCount":691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"japanese/Gemini 3.5 Flash (High)","slice":"japanese"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|korean/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.548217,"ciLow":1419.445094,"ciHigh":1459.651339,"observedAt":"2026-11-11","runCount":896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"korean/Gemini 3.5 Flash (High)","slice":"korean"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.127881,"ciLow":1477.749226,"ciHigh":1488.506536,"observedAt":"2026-11-11","runCount":22261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"longer_query/Gemini 3.5 Flash (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|math/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.385431,"ciLow":1484.816187,"ciHigh":1509.954674,"observedAt":"2026-11-11","runCount":2318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"math/Gemini 3.5 Flash (High)","slice":"math"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.735348,"ciLow":1472.340536,"ciHigh":1487.130161,"observedAt":"2026-11-11","runCount":8005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"multi_turn/Gemini 3.5 Flash (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|non_english/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.125001,"ciLow":1465.378912,"ciHigh":1474.87109,"observedAt":"2026-11-11","runCount":27371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"non_english/Gemini 3.5 Flash (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|overall/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.387203,"ciLow":1474.47552,"ciHigh":1482.298886,"observedAt":"2026-11-11","runCount":47588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"overall/Gemini 3.5 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|polish/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.646197,"ciLow":1483.208916,"ciHigh":1526.083478,"observedAt":"2026-11-11","runCount":808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"polish/Gemini 3.5 Flash (High)","slice":"polish"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|russian/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.319601,"ciLow":1482.687319,"ciHigh":1499.951883,"observedAt":"2026-11-11","runCount":5373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"russian/Gemini 3.5 Flash (High)","slice":"russian"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text-style-control@1|rating|spanish/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.082027,"ciLow":1457.384645,"ciHigh":1490.779408,"observedAt":"2026-11-11","runCount":1408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"spanish/Gemini 3.5 Flash (High)","slice":"spanish"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|chinese/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1525.702032,"ciLow":1515.048074,"ciHigh":1536.35599,"observedAt":"2026-11-11","runCount":3478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"chinese/Gemini 3.5 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|coding/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.861058,"ciLow":1486.812781,"ciHigh":1498.909336,"observedAt":"2026-11-11","runCount":13576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"coding/Gemini 3.5 Flash (High)","slice":"coding"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|creative_writing/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.035999,"ciLow":1461.822083,"ciHigh":1476.249916,"observedAt":"2026-11-11","runCount":9258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"creative_writing/Gemini 3.5 Flash (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|english/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.171023,"ciLow":1475.008928,"ciHigh":1485.333118,"observedAt":"2026-11-11","runCount":20215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"english/Gemini 3.5 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|exclude_ties/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.61238,"ciLow":1486.538265,"ciHigh":1496.686496,"observedAt":"2026-11-11","runCount":36010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"exclude_ties/Gemini 3.5 Flash (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|expert/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.071199,"ciLow":1485.489548,"ciHigh":1502.652851,"observedAt":"2026-11-11","runCount":5369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"expert/Gemini 3.5 Flash (High)","slice":"expert"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|french/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.900804,"ciLow":1474.352813,"ciHigh":1507.448794,"observedAt":"2026-11-11","runCount":1514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"french/Gemini 3.5 Flash (High)","slice":"french"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|german/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.233367,"ciLow":1468.899348,"ciHigh":1513.567386,"observedAt":"2026-11-11","runCount":764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"german/Gemini 3.5 Flash (High)","slice":"german"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|hard_prompts/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.098456,"ciLow":1484.531975,"ciHigh":1493.664937,"observedAt":"2026-11-11","runCount":31750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"hard_prompts/Gemini 3.5 Flash (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.501282,"ciLow":1476.473217,"ciHigh":1488.529347,"observedAt":"2026-11-11","runCount":13563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"hard_prompts_english/Gemini 3.5 Flash (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.971942,"ciLow":1460.081999,"ciHigh":1473.861884,"observedAt":"2026-11-11","runCount":9197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.5 Flash (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.308266,"ciLow":1452.756252,"ciHigh":1465.860281,"observedAt":"2026-11-11","runCount":11637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.5 Flash (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.512289,"ciLow":1476.559148,"ciHigh":1496.465431,"observedAt":"2026-11-11","runCount":3979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_legal_and_government/Gemini 3.5 Flash (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.422254,"ciLow":1486.178441,"ciHigh":1500.666068,"observedAt":"2026-11-11","runCount":7847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 3.5 Flash (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|industry_mathematical/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.532393,"ciLow":1478.768121,"ciHigh":1502.296666,"observedAt":"2026-11-11","runCount":2782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_mathematical/Gemini 3.5 Flash (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.155038,"ciLow":1473.481351,"ciHigh":1494.828724,"observedAt":"2026-11-11","runCount":3479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_medicine_and_healthcare/Gemini 3.5 Flash (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.98687,"ciLow":1488.657063,"ciHigh":1499.316677,"observedAt":"2026-11-11","runCount":18998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_software_and_it_services/Gemini 3.5 Flash (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.641816,"ciLow":1472.310603,"ciHigh":1484.97303,"observedAt":"2026-11-11","runCount":12386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"industry_writing_and_literature_and_language/Gemini 3.5 Flash (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|instruction_following/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.303813,"ciLow":1461.710025,"ciHigh":1472.897601,"observedAt":"2026-11-11","runCount":16996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"instruction_following/Gemini 3.5 Flash (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|japanese/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.29984,"ciLow":1465.248406,"ciHigh":1513.351274,"observedAt":"2026-11-11","runCount":691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"japanese/Gemini 3.5 Flash (High)","slice":"japanese"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|korean/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.580289,"ciLow":1428.55546,"ciHigh":1468.605117,"observedAt":"2026-11-11","runCount":896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"korean/Gemini 3.5 Flash (High)","slice":"korean"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|longer_query/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.647887,"ciLow":1478.321717,"ciHigh":1488.974056,"observedAt":"2026-11-11","runCount":22261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"longer_query/Gemini 3.5 Flash (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|math/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1504.418369,"ciLow":1491.855146,"ciHigh":1516.981592,"observedAt":"2026-11-11","runCount":2318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"math/Gemini 3.5 Flash (High)","slice":"math"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|multi_turn/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.403854,"ciLow":1473.030381,"ciHigh":1487.777328,"observedAt":"2026-11-11","runCount":8005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"multi_turn/Gemini 3.5 Flash (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|non_english/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.865024,"ciLow":1472.137523,"ciHigh":1481.592524,"observedAt":"2026-11-11","runCount":27371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"non_english/Gemini 3.5 Flash (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|overall/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.924026,"ciLow":1479.035298,"ciHigh":1486.812754,"observedAt":"2026-11-11","runCount":47588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"overall/Gemini 3.5 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|polish/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1515.425901,"ciLow":1494.245489,"ciHigh":1536.606314,"observedAt":"2026-11-11","runCount":808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"polish/Gemini 3.5 Flash (High)","slice":"polish"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|russian/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.872462,"ciLow":1485.2473,"ciHigh":1502.497623,"observedAt":"2026-11-11","runCount":5373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"russian/Gemini 3.5 Flash (High)","slice":"russian"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-text@1|rating|spanish/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.735457,"ciLow":1465.087955,"ciHigh":1498.382958,"observedAt":"2026-11-11","runCount":1408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"spanish/Gemini 3.5 Flash (High)","slice":"spanish"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision-style-control@1|rating|chinese/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.205969,"ciLow":1319.910284,"ciHigh":1362.501655,"observedAt":"2026-11-09","runCount":947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"chinese/Gemini 3.5 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.746175,"ciLow":1253.969606,"ciHigh":1289.522744,"observedAt":"2026-11-09","runCount":1287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"creative_writing_vision/Gemini 3.5 Flash (High)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision-style-control@1|rating|diagram/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.456835,"ciLow":1297.184233,"ciHigh":1317.729438,"observedAt":"2026-11-09","runCount":3970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"diagram/Gemini 3.5 Flash (High)","slice":"diagram"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision-style-control@1|rating|english/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.348616,"ciLow":1267.686928,"ciHigh":1287.010304,"observedAt":"2026-11-09","runCount":5454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"english/Gemini 3.5 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision-style-control@1|rating|homework/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.105018,"ciLow":1292.967545,"ciHigh":1321.242491,"observedAt":"2026-11-09","runCount":1873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"homework/Gemini 3.5 Flash (High)","slice":"homework"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision-style-control@1|rating|humor/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.899459,"ciLow":1268.55108,"ciHigh":1317.247837,"observedAt":"2026-11-09","runCount":637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"humor/Gemini 3.5 Flash (High)","slice":"humor"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision-style-control@1|rating|ocr/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.692791,"ciLow":1283.788982,"ciHigh":1297.5966,"observedAt":"2026-11-09","runCount":10614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"ocr/Gemini 3.5 Flash (High)","slice":"ocr"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision-style-control@1|rating|overall/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.054876,"ciLow":1274.401069,"ciHigh":1287.708683,"observedAt":"2026-11-09","runCount":15325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"overall/Gemini 3.5 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision@1|rating|chinese/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1372.996006,"ciLow":1351.941086,"ciHigh":1394.050926,"observedAt":"2026-11-09","runCount":947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"chinese/Gemini 3.5 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1299.057509,"ciLow":1281.511421,"ciHigh":1316.603597,"observedAt":"2026-11-09","runCount":1287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"creative_writing_vision/Gemini 3.5 Flash (High)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision@1|rating|diagram/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1321.077425,"ciLow":1310.882968,"ciHigh":1331.271882,"observedAt":"2026-11-09","runCount":3970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"diagram/Gemini 3.5 Flash (High)","slice":"diagram"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision@1|rating|english/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1304.565477,"ciLow":1294.992036,"ciHigh":1314.138918,"observedAt":"2026-11-09","runCount":5454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"english/Gemini 3.5 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision@1|rating|homework/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1322.71895,"ciLow":1308.640237,"ciHigh":1336.797662,"observedAt":"2026-11-09","runCount":1873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"homework/Gemini 3.5 Flash (High)","slice":"homework"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision@1|rating|humor/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1321.270268,"ciLow":1297.002378,"ciHigh":1345.538158,"observedAt":"2026-11-09","runCount":637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"humor/Gemini 3.5 Flash (High)","slice":"humor"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision@1|rating|ocr/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1310.79665,"ciLow":1303.936433,"ciHigh":1317.656868,"observedAt":"2026-11-09","runCount":10614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"ocr/Gemini 3.5 Flash (High)","slice":"ocr"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-vision@1|rating|overall/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1307.549531,"ciLow":1300.949725,"ciHigh":1314.149338,"observedAt":"2026-11-09","runCount":15325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"overall/Gemini 3.5 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-webdev@1|rating|image_to_webdev/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1500.146552,"ciLow":1486.107269,"ciHigh":1514.185835,"observedAt":"2026-11-15","runCount":1957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"image_to_webdev/Gemini 3.5 Flash (High)","slice":"image_to_webdev"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-webdev@1|rating|overall/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1499.933809,"ciLow":1492.612615,"ciHigh":1507.255003,"observedAt":"2026-11-15","runCount":9137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"overall/Gemini 3.5 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-webdev@1|rating|webdev-html/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1512.908529,"ciLow":1493.637145,"ciHigh":1532.179913,"observedAt":"2026-11-15","runCount":1106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"webdev-html/Gemini 3.5 Flash (High)","slice":"webdev-html"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-webdev@1|rating|webdev-react/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1494.823235,"ciLow":1486.353815,"ciHigh":1503.292656,"observedAt":"2026-11-15","runCount":6606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"webdev-react/Gemini 3.5 Flash (High)","slice":"webdev-react"}
{"key":"lmarena|google/gemini-3.5-flash:effort=high|none|lmarena-webdev@1|rating|webdev/Gemini 3.5 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1499.933809,"ciLow":1492.612615,"ciHigh":1507.255003,"observedAt":"2026-11-15","runCount":9137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (High)","rowId":"webdev/Gemini 3.5 Flash (High)","slice":"webdev"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-document-style-control@1|rating|overall/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.74618,"ciLow":1450.913146,"ciHigh":1466.579215,"observedAt":"2026-11-09","runCount":6835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"overall/Gemini 3.5 Flash (Medium)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-document@1|rating|overall/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1460.640149,"ciLow":1452.861991,"ciHigh":1468.418307,"observedAt":"2026-11-09","runCount":6835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"overall/Gemini 3.5 Flash (Medium)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|chinese/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1518.286046,"ciLow":1507.39453,"ciHigh":1529.177561,"observedAt":"2026-11-11","runCount":3325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"chinese/Gemini 3.5 Flash (Medium)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|coding/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.929826,"ciLow":1499.66169,"ciHigh":1512.197962,"observedAt":"2026-11-11","runCount":13316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"coding/Gemini 3.5 Flash (Medium)","slice":"coding"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.237952,"ciLow":1461.843688,"ciHigh":1476.632216,"observedAt":"2026-11-11","runCount":9252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"creative_writing/Gemini 3.5 Flash (Medium)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|english/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.086491,"ciLow":1471.717471,"ciHigh":1482.455512,"observedAt":"2026-11-11","runCount":19684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"english/Gemini 3.5 Flash (Medium)","slice":"english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.763386,"ciLow":1481.29376,"ciHigh":1492.233012,"observedAt":"2026-11-11","runCount":34885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"exclude_ties/Gemini 3.5 Flash (Medium)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|expert/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.921518,"ciLow":1478.185832,"ciHigh":1495.657204,"observedAt":"2026-11-11","runCount":5384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"expert/Gemini 3.5 Flash (Medium)","slice":"expert"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|french/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.248094,"ciLow":1462.317436,"ciHigh":1496.178752,"observedAt":"2026-11-11","runCount":1477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"french/Gemini 3.5 Flash (Medium)","slice":"french"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|german/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.654358,"ciLow":1466.008857,"ciHigh":1511.299858,"observedAt":"2026-11-11","runCount":749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"german/Gemini 3.5 Flash (Medium)","slice":"german"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.445696,"ciLow":1490.590247,"ciHigh":1500.301145,"observedAt":"2026-11-11","runCount":30869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"hard_prompts/Gemini 3.5 Flash (Medium)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.296285,"ciLow":1484.079715,"ciHigh":1496.512856,"observedAt":"2026-11-11","runCount":13109,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"hard_prompts_english/Gemini 3.5 Flash (Medium)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.828128,"ciLow":1455.699814,"ciHigh":1469.956442,"observedAt":"2026-11-11","runCount":8939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.5 Flash (Medium)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.167734,"ciLow":1450.474881,"ciHigh":1463.860587,"observedAt":"2026-11-11","runCount":11794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.5 Flash (Medium)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.82155,"ciLow":1471.424454,"ciHigh":1492.218646,"observedAt":"2026-11-11","runCount":3764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_legal_and_government/Gemini 3.5 Flash (Medium)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.513495,"ciLow":1489.001824,"ciHigh":1504.025166,"observedAt":"2026-11-11","runCount":7592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_life_and_physical_and_social_science/Gemini 3.5 Flash (Medium)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.876775,"ciLow":1476.669532,"ciHigh":1501.084019,"observedAt":"2026-11-11","runCount":2602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_mathematical/Gemini 3.5 Flash (Medium)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.309773,"ciLow":1477.338021,"ciHigh":1499.281526,"observedAt":"2026-11-11","runCount":3375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_medicine_and_healthcare/Gemini 3.5 Flash (Medium)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.751975,"ciLow":1491.180412,"ciHigh":1502.323539,"observedAt":"2026-11-11","runCount":18479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_software_and_it_services/Gemini 3.5 Flash (Medium)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.960968,"ciLow":1465.49027,"ciHigh":1478.431666,"observedAt":"2026-11-11","runCount":12548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_writing_and_literature_and_language/Gemini 3.5 Flash (Medium)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.26175,"ciLow":1460.486575,"ciHigh":1472.036925,"observedAt":"2026-11-11","runCount":16699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"instruction_following/Gemini 3.5 Flash (Medium)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|japanese/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.022694,"ciLow":1433.990646,"ciHigh":1484.054742,"observedAt":"2026-11-11","runCount":673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"japanese/Gemini 3.5 Flash (Medium)","slice":"japanese"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|korean/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.304987,"ciLow":1424.734847,"ciHigh":1467.875127,"observedAt":"2026-11-11","runCount":788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"korean/Gemini 3.5 Flash (Medium)","slice":"korean"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|longer_query/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.324555,"ciLow":1474.850719,"ciHigh":1485.798391,"observedAt":"2026-11-11","runCount":22124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"longer_query/Gemini 3.5 Flash (Medium)","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|math/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.001945,"ciLow":1469.055449,"ciHigh":1494.94844,"observedAt":"2026-11-11","runCount":2164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"math/Gemini 3.5 Flash (Medium)","slice":"math"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.313083,"ciLow":1470.65241,"ciHigh":1485.973756,"observedAt":"2026-11-11","runCount":7569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"multi_turn/Gemini 3.5 Flash (Medium)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|non_english/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.688684,"ciLow":1462.732838,"ciHigh":1472.644531,"observedAt":"2026-11-11","runCount":26642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"non_english/Gemini 3.5 Flash (Medium)","slice":"non_english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|overall/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.029413,"ciLow":1471.858335,"ciHigh":1480.20049,"observedAt":"2026-11-11","runCount":46329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"overall/Gemini 3.5 Flash (Medium)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|polish/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.222981,"ciLow":1473.563123,"ciHigh":1518.882839,"observedAt":"2026-11-11","runCount":688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"polish/Gemini 3.5 Flash (Medium)","slice":"polish"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|russian/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.935753,"ciLow":1483.16889,"ciHigh":1500.702617,"observedAt":"2026-11-11","runCount":5297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"russian/Gemini 3.5 Flash (Medium)","slice":"russian"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text-style-control@1|rating|spanish/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.101487,"ciLow":1453.843531,"ciHigh":1488.359443,"observedAt":"2026-11-11","runCount":1282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"spanish/Gemini 3.5 Flash (Medium)","slice":"spanish"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|chinese/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1527.125569,"ciLow":1516.317108,"ciHigh":1537.93403,"observedAt":"2026-11-11","runCount":3325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"chinese/Gemini 3.5 Flash (Medium)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|coding/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.468054,"ciLow":1481.263642,"ciHigh":1493.672467,"observedAt":"2026-11-11","runCount":13316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"coding/Gemini 3.5 Flash (Medium)","slice":"coding"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|creative_writing/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.629487,"ciLow":1463.275182,"ciHigh":1477.983792,"observedAt":"2026-11-11","runCount":9252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"creative_writing/Gemini 3.5 Flash (Medium)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|english/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.616627,"ciLow":1470.281931,"ciHigh":1480.951324,"observedAt":"2026-11-11","runCount":19684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"english/Gemini 3.5 Flash (Medium)","slice":"english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|exclude_ties/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.995169,"ciLow":1480.612123,"ciHigh":1491.378215,"observedAt":"2026-11-11","runCount":34885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"exclude_ties/Gemini 3.5 Flash (Medium)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|expert/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.287164,"ciLow":1476.662552,"ciHigh":1493.911776,"observedAt":"2026-11-11","runCount":5384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"expert/Gemini 3.5 Flash (Medium)","slice":"expert"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|french/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.119707,"ciLow":1456.304799,"ciHigh":1489.934614,"observedAt":"2026-11-11","runCount":1477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"french/Gemini 3.5 Flash (Medium)","slice":"french"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|german/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.717011,"ciLow":1468.15635,"ciHigh":1513.277671,"observedAt":"2026-11-11","runCount":749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"german/Gemini 3.5 Flash (Medium)","slice":"german"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|hard_prompts/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.27579,"ciLow":1480.457515,"ciHigh":1490.094065,"observedAt":"2026-11-11","runCount":30869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"hard_prompts/Gemini 3.5 Flash (Medium)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|hard_prompts_english/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.522563,"ciLow":1472.356913,"ciHigh":1484.688212,"observedAt":"2026-11-11","runCount":13109,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"hard_prompts_english/Gemini 3.5 Flash (Medium)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.698925,"ciLow":1451.637542,"ciHigh":1465.760308,"observedAt":"2026-11-11","runCount":8939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.5 Flash (Medium)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.958916,"ciLow":1452.30888,"ciHigh":1465.608952,"observedAt":"2026-11-11","runCount":11794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.5 Flash (Medium)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.497185,"ciLow":1475.184847,"ciHigh":1495.809523,"observedAt":"2026-11-11","runCount":3764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_legal_and_government/Gemini 3.5 Flash (Medium)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.382712,"ciLow":1487.938853,"ciHigh":1502.826572,"observedAt":"2026-11-11","runCount":7592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_life_and_physical_and_social_science/Gemini 3.5 Flash (Medium)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|industry_mathematical/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.521277,"ciLow":1482.36396,"ciHigh":1506.678595,"observedAt":"2026-11-11","runCount":2602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_mathematical/Gemini 3.5 Flash (Medium)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.963851,"ciLow":1472.11193,"ciHigh":1493.815773,"observedAt":"2026-11-11","runCount":3375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_medicine_and_healthcare/Gemini 3.5 Flash (Medium)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.9491,"ciLow":1480.430504,"ciHigh":1491.467695,"observedAt":"2026-11-11","runCount":18479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_software_and_it_services/Gemini 3.5 Flash (Medium)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.714698,"ciLow":1466.285675,"ciHigh":1479.143722,"observedAt":"2026-11-11","runCount":12548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"industry_writing_and_literature_and_language/Gemini 3.5 Flash (Medium)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|instruction_following/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.91636,"ciLow":1459.16525,"ciHigh":1470.66747,"observedAt":"2026-11-11","runCount":16699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"instruction_following/Gemini 3.5 Flash (Medium)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|japanese/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.409565,"ciLow":1436.502891,"ciHigh":1486.31624,"observedAt":"2026-11-11","runCount":673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"japanese/Gemini 3.5 Flash (Medium)","slice":"japanese"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|korean/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.478282,"ciLow":1434.110304,"ciHigh":1476.84626,"observedAt":"2026-11-11","runCount":788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"korean/Gemini 3.5 Flash (Medium)","slice":"korean"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|longer_query/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.004213,"ciLow":1471.579486,"ciHigh":1482.42894,"observedAt":"2026-11-11","runCount":22124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"longer_query/Gemini 3.5 Flash (Medium)","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|math/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.135595,"ciLow":1474.182435,"ciHigh":1500.088755,"observedAt":"2026-11-11","runCount":2164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"math/Gemini 3.5 Flash (Medium)","slice":"math"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|multi_turn/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.526372,"ciLow":1468.894443,"ciHigh":1484.158301,"observedAt":"2026-11-11","runCount":7569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"multi_turn/Gemini 3.5 Flash (Medium)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|non_english/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.176228,"ciLow":1467.241952,"ciHigh":1477.110503,"observedAt":"2026-11-11","runCount":26642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"non_english/Gemini 3.5 Flash (Medium)","slice":"non_english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|overall/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.818993,"ciLow":1473.672268,"ciHigh":1481.965717,"observedAt":"2026-11-11","runCount":46329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"overall/Gemini 3.5 Flash (Medium)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|polish/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.428829,"ciLow":1475.805514,"ciHigh":1521.052144,"observedAt":"2026-11-11","runCount":688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"polish/Gemini 3.5 Flash (Medium)","slice":"polish"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|russian/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.519834,"ciLow":1483.766615,"ciHigh":1501.273052,"observedAt":"2026-11-11","runCount":5297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"russian/Gemini 3.5 Flash (Medium)","slice":"russian"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-text@1|rating|spanish/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.476603,"ciLow":1460.340333,"ciHigh":1494.612873,"observedAt":"2026-11-11","runCount":1282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"spanish/Gemini 3.5 Flash (Medium)","slice":"spanish"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision-style-control@1|rating|chinese/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.592693,"ciLow":1323.484329,"ciHigh":1365.701056,"observedAt":"2026-11-09","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"chinese/Gemini 3.5 Flash (Medium)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.751798,"ciLow":1257.008863,"ciHigh":1292.494732,"observedAt":"2026-11-09","runCount":1260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"creative_writing_vision/Gemini 3.5 Flash (Medium)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision-style-control@1|rating|diagram/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.767547,"ciLow":1300.51673,"ciHigh":1321.018365,"observedAt":"2026-11-09","runCount":3930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"diagram/Gemini 3.5 Flash (Medium)","slice":"diagram"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision-style-control@1|rating|english/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.517535,"ciLow":1263.890391,"ciHigh":1283.144678,"observedAt":"2026-11-09","runCount":5425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"english/Gemini 3.5 Flash (Medium)","slice":"english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision-style-control@1|rating|homework/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.159958,"ciLow":1299.700652,"ciHigh":1328.619264,"observedAt":"2026-11-09","runCount":1783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"homework/Gemini 3.5 Flash (Medium)","slice":"homework"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision-style-control@1|rating|humor/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.746859,"ciLow":1270.754295,"ciHigh":1320.739422,"observedAt":"2026-11-09","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"humor/Gemini 3.5 Flash (Medium)","slice":"humor"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision-style-control@1|rating|ocr/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.738307,"ciLow":1290.835912,"ciHigh":1304.640702,"observedAt":"2026-11-09","runCount":10635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"ocr/Gemini 3.5 Flash (Medium)","slice":"ocr"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision-style-control@1|rating|overall/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.47447,"ciLow":1274.856398,"ciHigh":1288.092541,"observedAt":"2026-11-09","runCount":15418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"overall/Gemini 3.5 Flash (Medium)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision@1|rating|chinese/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1375.987143,"ciLow":1354.981637,"ciHigh":1396.99265,"observedAt":"2026-11-09","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"chinese/Gemini 3.5 Flash (Medium)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1298.889786,"ciLow":1281.235065,"ciHigh":1316.544507,"observedAt":"2026-11-09","runCount":1260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"creative_writing_vision/Gemini 3.5 Flash (Medium)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision@1|rating|diagram/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1321.569858,"ciLow":1311.352467,"ciHigh":1331.787248,"observedAt":"2026-11-09","runCount":3930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"diagram/Gemini 3.5 Flash (Medium)","slice":"diagram"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision@1|rating|english/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1297.55498,"ciLow":1287.950564,"ciHigh":1307.159397,"observedAt":"2026-11-09","runCount":5425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"english/Gemini 3.5 Flash (Medium)","slice":"english"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision@1|rating|homework/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1327.628472,"ciLow":1313.224953,"ciHigh":1342.031991,"observedAt":"2026-11-09","runCount":1783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"homework/Gemini 3.5 Flash (Medium)","slice":"homework"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision@1|rating|humor/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1322.824097,"ciLow":1297.890301,"ciHigh":1347.757893,"observedAt":"2026-11-09","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"humor/Gemini 3.5 Flash (Medium)","slice":"humor"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision@1|rating|ocr/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1315.280026,"ciLow":1308.388912,"ciHigh":1322.171139,"observedAt":"2026-11-09","runCount":10635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"ocr/Gemini 3.5 Flash (Medium)","slice":"ocr"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-vision@1|rating|overall/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1305.491856,"ciLow":1298.886548,"ciHigh":1312.097165,"observedAt":"2026-11-09","runCount":15418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"overall/Gemini 3.5 Flash (Medium)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-webdev@1|rating|image_to_webdev/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1505.423828,"ciLow":1493.486864,"ciHigh":1517.360791,"observedAt":"2026-11-15","runCount":2759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"image_to_webdev/Gemini 3.5 Flash (Medium)","slice":"image_to_webdev"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-webdev@1|rating|overall/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1489.971593,"ciLow":1483.271165,"ciHigh":1496.672021,"observedAt":"2026-11-15","runCount":11879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"overall/Gemini 3.5 Flash (Medium)","slice":"overall"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-webdev@1|rating|webdev-html/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1522.093378,"ciLow":1504.726538,"ciHigh":1539.460218,"observedAt":"2026-11-15","runCount":1290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"webdev-html/Gemini 3.5 Flash (Medium)","slice":"webdev-html"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-webdev@1|rating|webdev-react/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1480.230549,"ciLow":1472.582166,"ciHigh":1487.878931,"observedAt":"2026-11-15","runCount":8353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"webdev-react/Gemini 3.5 Flash (Medium)","slice":"webdev-react"}
{"key":"lmarena|google/gemini-3.5-flash:effort=medium|none|lmarena-webdev@1|rating|webdev/Gemini 3.5 Flash (Medium)","sourceId":"lmarena","modelId":"google/gemini-3.5-flash","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1489.971593,"ciLow":1483.271165,"ciHigh":1496.672021,"observedAt":"2026-11-15","runCount":11879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.5 Flash (Medium)","rowId":"webdev/Gemini 3.5 Flash (Medium)","slice":"webdev"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-document-style-control@1|rating|overall/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.156038,"ciLow":1443.366233,"ciHigh":1464.945843,"observedAt":"2026-11-09","runCount":3031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"overall/Gemini 3.6 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-document@1|rating|overall/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1456.127243,"ciLow":1445.429605,"ciHigh":1466.824882,"observedAt":"2026-11-09","runCount":3031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"overall/Gemini 3.6 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|chinese/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1532.408251,"ciLow":1520.357685,"ciHigh":1544.458817,"observedAt":"2026-11-11","runCount":2586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"chinese/Gemini 3.6 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|coding/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1518.301017,"ciLow":1511.454321,"ciHigh":1525.147714,"observedAt":"2026-11-11","runCount":10151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"coding/Gemini 3.6 Flash (High)","slice":"coding"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.292258,"ciLow":1463.237385,"ciHigh":1479.347131,"observedAt":"2026-11-11","runCount":7354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"creative_writing/Gemini 3.6 Flash (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|english/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.568069,"ciLow":1479.671695,"ciHigh":1491.464443,"observedAt":"2026-11-11","runCount":14899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"english/Gemini 3.6 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.828003,"ciLow":1488.950363,"ciHigh":1500.705643,"observedAt":"2026-11-11","runCount":26449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"exclude_ties/Gemini 3.6 Flash (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|expert/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.462166,"ciLow":1489.717904,"ciHigh":1509.206428,"observedAt":"2026-11-11","runCount":4054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"expert/Gemini 3.6 Flash (High)","slice":"expert"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|french/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.282739,"ciLow":1493.514434,"ciHigh":1531.051044,"observedAt":"2026-11-11","runCount":1138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"french/Gemini 3.6 Flash (High)","slice":"french"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|german/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.641634,"ciLow":1460.940674,"ciHigh":1510.342594,"observedAt":"2026-11-11","runCount":583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"german/Gemini 3.6 Flash (High)","slice":"german"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.92317,"ciLow":1495.715724,"ciHigh":1506.130617,"observedAt":"2026-11-11","runCount":23623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"hard_prompts/Gemini 3.6 Flash (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.496447,"ciLow":1491.654702,"ciHigh":1505.338191,"observedAt":"2026-11-11","runCount":9972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"hard_prompts_english/Gemini 3.6 Flash (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.812945,"ciLow":1465.905106,"ciHigh":1481.720783,"observedAt":"2026-11-11","runCount":6700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.6 Flash (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.167752,"ciLow":1453.85706,"ciHigh":1468.478445,"observedAt":"2026-11-11","runCount":9064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.6 Flash (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.622172,"ciLow":1468.226585,"ciHigh":1491.017759,"observedAt":"2026-11-11","runCount":2946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_legal_and_government/Gemini 3.6 Flash (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.796458,"ciLow":1486.470893,"ciHigh":1503.122022,"observedAt":"2026-11-11","runCount":5693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 3.6 Flash (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.546781,"ciLow":1473.105278,"ciHigh":1499.988285,"observedAt":"2026-11-11","runCount":2037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_mathematical/Gemini 3.6 Flash (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.571386,"ciLow":1468.149384,"ciHigh":1492.993387,"observedAt":"2026-11-11","runCount":2499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_medicine_and_healthcare/Gemini 3.6 Flash (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.258531,"ciLow":1505.229358,"ciHigh":1517.287704,"observedAt":"2026-11-11","runCount":14211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_software_and_it_services/Gemini 3.6 Flash (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.219086,"ciLow":1467.098112,"ciHigh":1481.34006,"observedAt":"2026-11-11","runCount":9608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_writing_and_literature_and_language/Gemini 3.6 Flash (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.753393,"ciLow":1466.405296,"ciHigh":1479.101489,"observedAt":"2026-11-11","runCount":12812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"instruction_following/Gemini 3.6 Flash (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|japanese/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.057864,"ciLow":1451.531716,"ciHigh":1502.584013,"observedAt":"2026-11-11","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"japanese/Gemini 3.6 Flash (High)","slice":"japanese"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|korean/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.025202,"ciLow":1416.646081,"ciHigh":1463.404322,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"korean/Gemini 3.6 Flash (High)","slice":"korean"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.080677,"ciLow":1479.112069,"ciHigh":1491.049285,"observedAt":"2026-11-11","runCount":16684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"longer_query/Gemini 3.6 Flash (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|math/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.081907,"ciLow":1486.763864,"ciHigh":1515.399949,"observedAt":"2026-11-11","runCount":1706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"math/Gemini 3.6 Flash (High)","slice":"math"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.573673,"ciLow":1481.05061,"ciHigh":1498.096737,"observedAt":"2026-11-11","runCount":5739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"multi_turn/Gemini 3.6 Flash (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|non_english/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.135709,"ciLow":1466.758359,"ciHigh":1477.51306,"observedAt":"2026-11-11","runCount":20461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"non_english/Gemini 3.6 Flash (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|overall/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.629559,"ciLow":1478.178531,"ciHigh":1487.080587,"observedAt":"2026-11-11","runCount":35362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"overall/Gemini 3.6 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|polish/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.021299,"ciLow":1450.630831,"ciHigh":1501.411768,"observedAt":"2026-11-11","runCount":525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"polish/Gemini 3.6 Flash (High)","slice":"polish"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|russian/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.982204,"ciLow":1482.16049,"ciHigh":1501.803917,"observedAt":"2026-11-11","runCount":4076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"russian/Gemini 3.6 Flash (High)","slice":"russian"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text-style-control@1|rating|spanish/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.902781,"ciLow":1453.747908,"ciHigh":1494.057654,"observedAt":"2026-11-11","runCount":938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"spanish/Gemini 3.6 Flash (High)","slice":"spanish"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|chinese/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1533.081777,"ciLow":1521.017301,"ciHigh":1545.146253,"observedAt":"2026-11-11","runCount":2586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"chinese/Gemini 3.6 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|coding/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.522066,"ciLow":1484.719148,"ciHigh":1498.324983,"observedAt":"2026-11-11","runCount":10151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"coding/Gemini 3.6 Flash (High)","slice":"coding"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|creative_writing/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.394347,"ciLow":1458.382404,"ciHigh":1474.406289,"observedAt":"2026-11-11","runCount":7354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"creative_writing/Gemini 3.6 Flash (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|english/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.904769,"ciLow":1475.045369,"ciHigh":1486.764169,"observedAt":"2026-11-11","runCount":14899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"english/Gemini 3.6 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|exclude_ties/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.812804,"ciLow":1482.033876,"ciHigh":1493.591733,"observedAt":"2026-11-11","runCount":26449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"exclude_ties/Gemini 3.6 Flash (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|expert/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.255707,"ciLow":1479.568057,"ciHigh":1498.943357,"observedAt":"2026-11-11","runCount":4054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"expert/Gemini 3.6 Flash (High)","slice":"expert"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|french/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.607624,"ciLow":1483.862412,"ciHigh":1521.352836,"observedAt":"2026-11-11","runCount":1138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"french/Gemini 3.6 Flash (High)","slice":"french"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|german/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.968524,"ciLow":1458.246959,"ciHigh":1507.690089,"observedAt":"2026-11-11","runCount":583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"german/Gemini 3.6 Flash (High)","slice":"german"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|hard_prompts/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.502882,"ciLow":1480.34319,"ciHigh":1490.662573,"observedAt":"2026-11-11","runCount":23623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"hard_prompts/Gemini 3.6 Flash (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.503463,"ciLow":1476.717361,"ciHigh":1490.289565,"observedAt":"2026-11-11","runCount":9972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"hard_prompts_english/Gemini 3.6 Flash (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.672891,"ciLow":1457.844153,"ciHigh":1473.501628,"observedAt":"2026-11-11","runCount":6700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.6 Flash (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.401785,"ciLow":1449.14754,"ciHigh":1463.656029,"observedAt":"2026-11-11","runCount":9064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.6 Flash (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.326505,"ciLow":1466.993932,"ciHigh":1489.659078,"observedAt":"2026-11-11","runCount":2946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_legal_and_government/Gemini 3.6 Flash (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.020376,"ciLow":1481.749184,"ciHigh":1498.291569,"observedAt":"2026-11-11","runCount":5693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 3.6 Flash (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|industry_mathematical/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.19219,"ciLow":1475.770966,"ciHigh":1502.613413,"observedAt":"2026-11-11","runCount":2037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_mathematical/Gemini 3.6 Flash (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.164117,"ciLow":1456.881461,"ciHigh":1481.446773,"observedAt":"2026-11-11","runCount":2499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_medicine_and_healthcare/Gemini 3.6 Flash (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.086176,"ciLow":1487.101598,"ciHigh":1499.070754,"observedAt":"2026-11-11","runCount":14211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_software_and_it_services/Gemini 3.6 Flash (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.454196,"ciLow":1463.355454,"ciHigh":1477.552938,"observedAt":"2026-11-11","runCount":9608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"industry_writing_and_literature_and_language/Gemini 3.6 Flash (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|instruction_following/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.20215,"ciLow":1460.903838,"ciHigh":1473.500462,"observedAt":"2026-11-11","runCount":12812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"instruction_following/Gemini 3.6 Flash (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|japanese/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.628206,"ciLow":1449.936824,"ciHigh":1501.319589,"observedAt":"2026-11-11","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"japanese/Gemini 3.6 Flash (High)","slice":"japanese"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|korean/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.983148,"ciLow":1419.676807,"ciHigh":1466.289488,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"korean/Gemini 3.6 Flash (High)","slice":"korean"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|longer_query/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.783088,"ciLow":1468.860106,"ciHigh":1480.70607,"observedAt":"2026-11-11","runCount":16684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"longer_query/Gemini 3.6 Flash (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|math/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1504.527171,"ciLow":1490.214029,"ciHigh":1518.840313,"observedAt":"2026-11-11","runCount":1706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"math/Gemini 3.6 Flash (High)","slice":"math"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|multi_turn/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.156478,"ciLow":1474.680543,"ciHigh":1491.632413,"observedAt":"2026-11-11","runCount":5739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"multi_turn/Gemini 3.6 Flash (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|non_english/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.361479,"ciLow":1465.008453,"ciHigh":1475.714506,"observedAt":"2026-11-11","runCount":20461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"non_english/Gemini 3.6 Flash (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|overall/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.410424,"ciLow":1474.989589,"ciHigh":1483.831258,"observedAt":"2026-11-11","runCount":35362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"overall/Gemini 3.6 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|polish/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.024966,"ciLow":1452.558366,"ciHigh":1503.491566,"observedAt":"2026-11-11","runCount":525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"polish/Gemini 3.6 Flash (High)","slice":"polish"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|russian/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.405336,"ciLow":1477.625166,"ciHigh":1497.185506,"observedAt":"2026-11-11","runCount":4076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"russian/Gemini 3.6 Flash (High)","slice":"russian"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-text@1|rating|spanish/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.041378,"ciLow":1452.865861,"ciHigh":1493.216894,"observedAt":"2026-11-11","runCount":938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"spanish/Gemini 3.6 Flash (High)","slice":"spanish"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision-style-control@1|rating|chinese/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.37686,"ciLow":1305.623225,"ciHigh":1355.130495,"observedAt":"2026-11-09","runCount":613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"chinese/Gemini 3.6 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.559041,"ciLow":1231.879846,"ciHigh":1273.238235,"observedAt":"2026-11-09","runCount":927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"creative_writing_vision/Gemini 3.6 Flash (High)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision-style-control@1|rating|diagram/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.541284,"ciLow":1299.302007,"ciHigh":1323.780562,"observedAt":"2026-11-09","runCount":2630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"diagram/Gemini 3.6 Flash (High)","slice":"diagram"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision-style-control@1|rating|english/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.354343,"ciLow":1258.137218,"ciHigh":1280.571468,"observedAt":"2026-11-09","runCount":3535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"english/Gemini 3.6 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision-style-control@1|rating|homework/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.455569,"ciLow":1290.273426,"ciHigh":1324.637713,"observedAt":"2026-11-09","runCount":1193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"homework/Gemini 3.6 Flash (High)","slice":"homework"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision-style-control@1|rating|humor/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.493117,"ciLow":1240.01254,"ciHigh":1294.973694,"observedAt":"2026-11-09","runCount":504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"humor/Gemini 3.6 Flash (High)","slice":"humor"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision-style-control@1|rating|ocr/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.366925,"ciLow":1290.317876,"ciHigh":1306.415973,"observedAt":"2026-11-09","runCount":7034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"ocr/Gemini 3.6 Flash (High)","slice":"ocr"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision-style-control@1|rating|overall/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.811758,"ciLow":1272.261016,"ciHigh":1287.362499,"observedAt":"2026-11-09","runCount":10352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"overall/Gemini 3.6 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision@1|rating|chinese/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1354.379632,"ciLow":1329.71996,"ciHigh":1379.039303,"observedAt":"2026-11-09","runCount":613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"chinese/Gemini 3.6 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1269.524444,"ciLow":1249.025603,"ciHigh":1290.023285,"observedAt":"2026-11-09","runCount":927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"creative_writing_vision/Gemini 3.6 Flash (High)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision@1|rating|diagram/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1315.539326,"ciLow":1303.392786,"ciHigh":1327.685866,"observedAt":"2026-11-09","runCount":2630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"diagram/Gemini 3.6 Flash (High)","slice":"diagram"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision@1|rating|english/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1287.778562,"ciLow":1276.628835,"ciHigh":1298.928289,"observedAt":"2026-11-09","runCount":3535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"english/Gemini 3.6 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision@1|rating|homework/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1317.387182,"ciLow":1300.237015,"ciHigh":1334.537349,"observedAt":"2026-11-09","runCount":1193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"homework/Gemini 3.6 Flash (High)","slice":"homework"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision@1|rating|humor/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1287.148581,"ciLow":1259.833031,"ciHigh":1314.46413,"observedAt":"2026-11-09","runCount":504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"humor/Gemini 3.6 Flash (High)","slice":"humor"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision@1|rating|ocr/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1309.475513,"ciLow":1301.466095,"ciHigh":1317.48493,"observedAt":"2026-11-09","runCount":7034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"ocr/Gemini 3.6 Flash (High)","slice":"ocr"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-vision@1|rating|overall/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1296.692809,"ciLow":1289.171918,"ciHigh":1304.213701,"observedAt":"2026-11-09","runCount":10352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"overall/Gemini 3.6 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-webdev@1|rating|image_to_webdev/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1544.801068,"ciLow":1530.230103,"ciHigh":1559.372033,"observedAt":"2026-11-15","runCount":1744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"image_to_webdev/Gemini 3.6 Flash (High)","slice":"image_to_webdev"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-webdev@1|rating|overall/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1537.562414,"ciLow":1529.982307,"ciHigh":1545.14252,"observedAt":"2026-11-15","runCount":8497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"overall/Gemini 3.6 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-webdev@1|rating|webdev-html/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1546.947435,"ciLow":1525.702054,"ciHigh":1568.192816,"observedAt":"2026-11-15","runCount":871,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"webdev-html/Gemini 3.6 Flash (High)","slice":"webdev-html"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-webdev@1|rating|webdev-react/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1526.088264,"ciLow":1516.808601,"ciHigh":1535.367927,"observedAt":"2026-11-15","runCount":5330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"webdev-react/Gemini 3.6 Flash (High)","slice":"webdev-react"}
{"key":"lmarena|google/gemini-3.6-flash:effort=high|none|lmarena-webdev@1|rating|webdev/Gemini 3.6 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.6-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1537.562414,"ciLow":1529.982307,"ciHigh":1545.14252,"observedAt":"2026-11-15","runCount":8497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.6 Flash (High)","rowId":"webdev/Gemini 3.6 Flash (High)","slice":"webdev"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-agent@1|cost-per-task|overall/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.489356,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"overall/Gemini 3.7 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-agent@1|output-tokens-per-task|overall/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":42886,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"overall/Gemini 3.7 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-agent@1|score|overall/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.030636,"ciLow":-0.03977,"ciHigh":-0.021503,"observedAt":"2026-11-15","runCount":6162848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"overall/Gemini 3.7 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-document-style-control@1|rating|overall/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.940243,"ciLow":1460.264685,"ciHigh":1475.615802,"observedAt":"2026-11-09","runCount":7680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"overall/Gemini 3.7 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-document@1|rating|overall/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1476.47228,"ciLow":1468.870741,"ciHigh":1484.073819,"observedAt":"2026-11-09","runCount":7680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"overall/Gemini 3.7 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|chinese/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1546.415879,"ciLow":1534.037648,"ciHigh":1558.79411,"observedAt":"2026-11-11","runCount":2597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"chinese/Gemini 3.7 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|coding/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.274278,"ciLow":1512.985002,"ciHigh":1527.563554,"observedAt":"2026-11-11","runCount":8953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"coding/Gemini 3.7 Flash (High)","slice":"coding"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.030375,"ciLow":1478.808109,"ciHigh":1495.252642,"observedAt":"2026-11-11","runCount":7399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"creative_writing/Gemini 3.7 Flash (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|english/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.94533,"ciLow":1479.67077,"ciHigh":1492.219891,"observedAt":"2026-11-11","runCount":13151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"english/Gemini 3.7 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.812124,"ciLow":1497.679863,"ciHigh":1509.944385,"observedAt":"2026-11-11","runCount":24973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"exclude_ties/Gemini 3.7 Flash (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|expert/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1518.573656,"ciLow":1508.18922,"ciHigh":1528.958092,"observedAt":"2026-11-11","runCount":3698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"expert/Gemini 3.7 Flash (High)","slice":"expert"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|french/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.077815,"ciLow":1480.388984,"ciHigh":1519.766646,"observedAt":"2026-11-11","runCount":1054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"french/Gemini 3.7 Flash (High)","slice":"french"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|german/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.272074,"ciLow":1483.084548,"ciHigh":1537.4596,"observedAt":"2026-11-11","runCount":505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"german/Gemini 3.7 Flash (High)","slice":"german"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.876775,"ciLow":1504.436465,"ciHigh":1515.317085,"observedAt":"2026-11-11","runCount":21623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"hard_prompts/Gemini 3.7 Flash (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.335515,"ciLow":1491.956486,"ciHigh":1506.714543,"observedAt":"2026-11-11","runCount":8638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"hard_prompts_english/Gemini 3.7 Flash (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.550088,"ciLow":1477.084373,"ciHigh":1494.015803,"observedAt":"2026-11-11","runCount":6009,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.7 Flash (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.116248,"ciLow":1467.522347,"ciHigh":1482.71015,"observedAt":"2026-11-11","runCount":8866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.7 Flash (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.763497,"ciLow":1484.63388,"ciHigh":1508.893115,"observedAt":"2026-11-11","runCount":2755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_legal_and_government/Gemini 3.7 Flash (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.56711,"ciLow":1503.861789,"ciHigh":1521.272432,"observedAt":"2026-11-11","runCount":5542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 3.7 Flash (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.170799,"ciLow":1482.470103,"ciHigh":1509.871496,"observedAt":"2026-11-11","runCount":2018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_mathematical/Gemini 3.7 Flash (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.366803,"ciLow":1493.239312,"ciHigh":1519.494294,"observedAt":"2026-11-11","runCount":2401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_medicine_and_healthcare/Gemini 3.7 Flash (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.236757,"ciLow":1505.865578,"ciHigh":1518.607936,"observedAt":"2026-11-11","runCount":12651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_software_and_it_services/Gemini 3.7 Flash (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.256514,"ciLow":1482.886954,"ciHigh":1497.626074,"observedAt":"2026-11-11","runCount":9360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_writing_and_literature_and_language/Gemini 3.7 Flash (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.068699,"ciLow":1479.402785,"ciHigh":1492.734612,"observedAt":"2026-11-11","runCount":11934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"instruction_following/Gemini 3.7 Flash (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|japanese/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.551217,"ciLow":1489.122238,"ciHigh":1543.980196,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"japanese/Gemini 3.7 Flash (High)","slice":"japanese"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|korean/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.592398,"ciLow":1450.222107,"ciHigh":1502.96269,"observedAt":"2026-11-11","runCount":572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"korean/Gemini 3.7 Flash (High)","slice":"korean"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.015475,"ciLow":1494.755569,"ciHigh":1507.27538,"observedAt":"2026-11-11","runCount":15276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"longer_query/Gemini 3.7 Flash (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|math/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.617997,"ciLow":1486.889754,"ciHigh":1516.346239,"observedAt":"2026-11-11","runCount":1684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"math/Gemini 3.7 Flash (High)","slice":"math"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.66297,"ciLow":1480.520715,"ciHigh":1498.805225,"observedAt":"2026-11-11","runCount":5149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"multi_turn/Gemini 3.7 Flash (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|non_english/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.776746,"ciLow":1479.226712,"ciHigh":1490.326781,"observedAt":"2026-11-11","runCount":20098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"non_english/Gemini 3.7 Flash (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|overall/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.278854,"ciLow":1484.589093,"ciHigh":1493.968614,"observedAt":"2026-11-11","runCount":33251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"overall/Gemini 3.7 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|polish/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.959488,"ciLow":1478.084165,"ciHigh":1529.834811,"observedAt":"2026-11-11","runCount":542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"polish/Gemini 3.7 Flash (High)","slice":"polish"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|russian/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.580628,"ciLow":1505.814853,"ciHigh":1525.346403,"observedAt":"2026-11-11","runCount":4336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"russian/Gemini 3.7 Flash (High)","slice":"russian"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text-style-control@1|rating|spanish/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.580144,"ciLow":1460.586102,"ciHigh":1498.574185,"observedAt":"2026-11-11","runCount":1073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"spanish/Gemini 3.7 Flash (High)","slice":"spanish"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|chinese/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1552.935542,"ciLow":1540.495797,"ciHigh":1565.375286,"observedAt":"2026-11-11","runCount":2597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"chinese/Gemini 3.7 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|coding/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.436967,"ciLow":1493.19325,"ciHigh":1507.680684,"observedAt":"2026-11-11","runCount":8953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"coding/Gemini 3.7 Flash (High)","slice":"coding"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|creative_writing/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.983419,"ciLow":1476.785801,"ciHigh":1493.181037,"observedAt":"2026-11-11","runCount":7399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"creative_writing/Gemini 3.7 Flash (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|english/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.34936,"ciLow":1478.111755,"ciHigh":1490.586965,"observedAt":"2026-11-11","runCount":13151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"english/Gemini 3.7 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|exclude_ties/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.147199,"ciLow":1494.091974,"ciHigh":1506.202423,"observedAt":"2026-11-11","runCount":24973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"exclude_ties/Gemini 3.7 Flash (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|expert/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.655505,"ciLow":1504.33621,"ciHigh":1524.974799,"observedAt":"2026-11-11","runCount":3698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"expert/Gemini 3.7 Flash (High)","slice":"expert"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|french/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.64899,"ciLow":1473.932286,"ciHigh":1513.365693,"observedAt":"2026-11-11","runCount":1054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"french/Gemini 3.7 Flash (High)","slice":"french"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|german/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.311453,"ciLow":1487.432373,"ciHigh":1541.190532,"observedAt":"2026-11-11","runCount":505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"german/Gemini 3.7 Flash (High)","slice":"german"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|hard_prompts/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.825007,"ciLow":1492.401361,"ciHigh":1503.248653,"observedAt":"2026-11-11","runCount":21623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"hard_prompts/Gemini 3.7 Flash (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.431387,"ciLow":1481.111838,"ciHigh":1495.750937,"observedAt":"2026-11-11","runCount":8638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"hard_prompts_english/Gemini 3.7 Flash (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.520446,"ciLow":1472.112491,"ciHigh":1488.928401,"observedAt":"2026-11-11","runCount":6009,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.7 Flash (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.984246,"ciLow":1466.433002,"ciHigh":1481.53549,"observedAt":"2026-11-11","runCount":8866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.7 Flash (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.776702,"ciLow":1485.685016,"ciHigh":1509.868388,"observedAt":"2026-11-11","runCount":2755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_legal_and_government/Gemini 3.7 Flash (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1510.915537,"ciLow":1502.289041,"ciHigh":1519.542032,"observedAt":"2026-11-11","runCount":5542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 3.7 Flash (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|industry_mathematical/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.466983,"ciLow":1486.71683,"ciHigh":1514.217136,"observedAt":"2026-11-11","runCount":2018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_mathematical/Gemini 3.7 Flash (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.177993,"ciLow":1486.205041,"ciHigh":1512.150945,"observedAt":"2026-11-11","runCount":2401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_medicine_and_healthcare/Gemini 3.7 Flash (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.590573,"ciLow":1493.253056,"ciHigh":1505.928091,"observedAt":"2026-11-11","runCount":12651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_software_and_it_services/Gemini 3.7 Flash (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.512539,"ciLow":1481.173747,"ciHigh":1495.85133,"observedAt":"2026-11-11","runCount":9360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"industry_writing_and_literature_and_language/Gemini 3.7 Flash (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|instruction_following/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.715151,"ciLow":1478.088412,"ciHigh":1491.34189,"observedAt":"2026-11-11","runCount":11934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"instruction_following/Gemini 3.7 Flash (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|japanese/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.947023,"ciLow":1487.561085,"ciHigh":1542.332962,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"japanese/Gemini 3.7 Flash (High)","slice":"japanese"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|korean/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.898368,"ciLow":1456.855986,"ciHigh":1508.940751,"observedAt":"2026-11-11","runCount":572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"korean/Gemini 3.7 Flash (High)","slice":"korean"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|longer_query/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.04868,"ciLow":1487.82232,"ciHigh":1500.275041,"observedAt":"2026-11-11","runCount":15276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"longer_query/Gemini 3.7 Flash (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|math/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.48762,"ciLow":1491.741124,"ciHigh":1521.234117,"observedAt":"2026-11-11","runCount":1684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"math/Gemini 3.7 Flash (High)","slice":"math"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|multi_turn/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.898294,"ciLow":1477.786736,"ciHigh":1496.009851,"observedAt":"2026-11-11","runCount":5149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"multi_turn/Gemini 3.7 Flash (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|non_english/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.569182,"ciLow":1480.024503,"ciHigh":1491.113861,"observedAt":"2026-11-11","runCount":20098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"non_english/Gemini 3.7 Flash (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|overall/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.714209,"ciLow":1484.037049,"ciHigh":1493.39137,"observedAt":"2026-11-11","runCount":33251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"overall/Gemini 3.7 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|polish/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.741857,"ciLow":1481.142972,"ciHigh":1532.340742,"observedAt":"2026-11-11","runCount":542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"polish/Gemini 3.7 Flash (High)","slice":"polish"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|russian/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1513.034541,"ciLow":1503.265125,"ciHigh":1522.803957,"observedAt":"2026-11-11","runCount":4336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"russian/Gemini 3.7 Flash (High)","slice":"russian"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-text@1|rating|spanish/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.469108,"ciLow":1465.560405,"ciHigh":1503.377811,"observedAt":"2026-11-11","runCount":1073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"spanish/Gemini 3.7 Flash (High)","slice":"spanish"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision-style-control@1|rating|chinese/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.820985,"ciLow":1332.144079,"ciHigh":1393.497892,"observedAt":"2026-11-09","runCount":394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"chinese/Gemini 3.7 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.028031,"ciLow":1274.993175,"ciHigh":1325.062887,"observedAt":"2026-11-09","runCount":657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"creative_writing_vision/Gemini 3.7 Flash (High)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision-style-control@1|rating|diagram/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.795026,"ciLow":1304.500935,"ciHigh":1335.089117,"observedAt":"2026-11-09","runCount":1704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"diagram/Gemini 3.7 Flash (High)","slice":"diagram"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision-style-control@1|rating|english/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.380069,"ciLow":1273.807189,"ciHigh":1300.952948,"observedAt":"2026-11-09","runCount":2324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"english/Gemini 3.7 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision-style-control@1|rating|homework/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.333512,"ciLow":1293.670948,"ciHigh":1332.996076,"observedAt":"2026-11-09","runCount":921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"homework/Gemini 3.7 Flash (High)","slice":"homework"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision-style-control@1|rating|humor/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.529508,"ciLow":1241.979484,"ciHigh":1315.079531,"observedAt":"2026-11-09","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"humor/Gemini 3.7 Flash (High)","slice":"humor"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision-style-control@1|rating|ocr/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.508344,"ciLow":1298.049212,"ciHigh":1316.967475,"observedAt":"2026-11-09","runCount":4693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"ocr/Gemini 3.7 Flash (High)","slice":"ocr"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision-style-control@1|rating|overall/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.768293,"ciLow":1285.231439,"ciHigh":1302.305148,"observedAt":"2026-11-09","runCount":6840,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"overall/Gemini 3.7 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision@1|rating|chinese/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1388.371409,"ciLow":1357.942611,"ciHigh":1418.800207,"observedAt":"2026-11-09","runCount":394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"chinese/Gemini 3.7 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1320.056003,"ciLow":1295.258292,"ciHigh":1344.853715,"observedAt":"2026-11-09","runCount":657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"creative_writing_vision/Gemini 3.7 Flash (High)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision@1|rating|diagram/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1328.581803,"ciLow":1313.372293,"ciHigh":1343.791312,"observedAt":"2026-11-09","runCount":1704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"diagram/Gemini 3.7 Flash (High)","slice":"diagram"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision@1|rating|english/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1308.531253,"ciLow":1295.016195,"ciHigh":1322.04631,"observedAt":"2026-11-09","runCount":2324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"english/Gemini 3.7 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision@1|rating|homework/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1324.675914,"ciLow":1305.061707,"ciHigh":1344.290122,"observedAt":"2026-11-09","runCount":921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"homework/Gemini 3.7 Flash (High)","slice":"homework"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision@1|rating|humor/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1300.0185,"ciLow":1263.407162,"ciHigh":1336.629838,"observedAt":"2026-11-09","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"humor/Gemini 3.7 Flash (High)","slice":"humor"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision@1|rating|ocr/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1321.357727,"ciLow":1311.931004,"ciHigh":1330.784451,"observedAt":"2026-11-09","runCount":4693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"ocr/Gemini 3.7 Flash (High)","slice":"ocr"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-vision@1|rating|overall/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1313.140886,"ciLow":1304.650539,"ciHigh":1321.631232,"observedAt":"2026-11-09","runCount":6840,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"overall/Gemini 3.7 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-webdev@1|rating|image_to_webdev/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1600.270356,"ciLow":1588.679477,"ciHigh":1611.861234,"observedAt":"2026-11-15","runCount":2984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"image_to_webdev/Gemini 3.7 Flash (High)","slice":"image_to_webdev"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-webdev@1|rating|overall/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1588.346838,"ciLow":1581.872876,"ciHigh":1594.8208,"observedAt":"2026-11-15","runCount":14546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"overall/Gemini 3.7 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-webdev@1|rating|webdev-html/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1592.625936,"ciLow":1578.322571,"ciHigh":1606.929302,"observedAt":"2026-11-15","runCount":2164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"webdev-html/Gemini 3.7 Flash (High)","slice":"webdev-html"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-webdev@1|rating|webdev-react/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1583.517932,"ciLow":1575.903079,"ciHigh":1591.132785,"observedAt":"2026-11-15","runCount":9329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"webdev-react/Gemini 3.7 Flash (High)","slice":"webdev-react"}
{"key":"lmarena|google/gemini-3.7-flash:effort=high|none|lmarena-webdev@1|rating|webdev/Gemini 3.7 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.7-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1588.346838,"ciLow":1581.872876,"ciHigh":1594.8208,"observedAt":"2026-11-15","runCount":14546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.7 Flash (High)","rowId":"webdev/Gemini 3.7 Flash (High)","slice":"webdev"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-agent@1|cost-per-task|overall/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.756602,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"overall/Gemini 3.8 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-agent@1|output-tokens-per-task|overall/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":57563,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"overall/Gemini 3.8 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-agent@1|score|overall/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.014359,"ciLow":0.005733,"ciHigh":0.022985,"observedAt":"2026-11-15","runCount":8581142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"overall/Gemini 3.8 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-document-style-control@1|rating|overall/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.377961,"ciLow":1461.353452,"ciHigh":1477.402471,"observedAt":"2026-11-09","runCount":6950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"overall/Gemini 3.8 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-document@1|rating|overall/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1481.923762,"ciLow":1473.984544,"ciHigh":1489.86298,"observedAt":"2026-11-09","runCount":6950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"overall/Gemini 3.8 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|chinese/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1543.121123,"ciLow":1533.6423,"ciHigh":1552.599946,"observedAt":"2026-11-11","runCount":5123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"chinese/Gemini 3.8 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|coding/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1530.74377,"ciLow":1524.588117,"ciHigh":1536.899424,"observedAt":"2026-11-11","runCount":15812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"coding/Gemini 3.8 Flash (High)","slice":"coding"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.307838,"ciLow":1481.601882,"ciHigh":1495.013793,"observedAt":"2026-11-11","runCount":14262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"creative_writing/Gemini 3.8 Flash (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|english/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.97669,"ciLow":1494.472912,"ciHigh":1505.480467,"observedAt":"2026-11-11","runCount":23956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"english/Gemini 3.8 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.078252,"ciLow":1508.495078,"ciHigh":1519.661426,"observedAt":"2026-11-11","runCount":46958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"exclude_ties/Gemini 3.8 Flash (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|expert/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1527.283082,"ciLow":1519.046402,"ciHigh":1535.519761,"observedAt":"2026-11-11","runCount":6875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"expert/Gemini 3.8 Flash (High)","slice":"expert"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|french/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.033648,"ciLow":1485.230167,"ciHigh":1514.837129,"observedAt":"2026-11-11","runCount":2194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"french/Gemini 3.8 Flash (High)","slice":"french"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|german/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.035425,"ciLow":1476.799442,"ciHigh":1517.271409,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"german/Gemini 3.8 Flash (High)","slice":"german"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1518.333697,"ciLow":1513.373456,"ciHigh":1523.293938,"observedAt":"2026-11-11","runCount":40472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"hard_prompts/Gemini 3.8 Flash (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.024022,"ciLow":1510.864252,"ciHigh":1523.183792,"observedAt":"2026-11-11","runCount":15541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"hard_prompts_english/Gemini 3.8 Flash (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.183837,"ciLow":1478.326404,"ciHigh":1492.041269,"observedAt":"2026-11-11","runCount":11136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.8 Flash (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.590531,"ciLow":1474.289558,"ciHigh":1486.891505,"observedAt":"2026-11-11","runCount":16755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.8 Flash (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.37935,"ciLow":1484.973742,"ciHigh":1503.784959,"observedAt":"2026-11-11","runCount":5235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_legal_and_government/Gemini 3.8 Flash (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.790856,"ciLow":1510.709831,"ciHigh":1524.871881,"observedAt":"2026-11-11","runCount":10270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 3.8 Flash (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.810922,"ciLow":1500.987256,"ciHigh":1522.634589,"observedAt":"2026-11-11","runCount":3697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_mathematical/Gemini 3.8 Flash (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.866863,"ciLow":1497.551674,"ciHigh":1518.182052,"observedAt":"2026-11-11","runCount":4407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_medicine_and_healthcare/Gemini 3.8 Flash (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.707567,"ciLow":1515.143599,"ciHigh":1526.271535,"observedAt":"2026-11-11","runCount":23044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_software_and_it_services/Gemini 3.8 Flash (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.973172,"ciLow":1485.875138,"ciHigh":1498.071207,"observedAt":"2026-11-11","runCount":18377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_writing_and_literature_and_language/Gemini 3.8 Flash (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.483314,"ciLow":1485.81725,"ciHigh":1497.149379,"observedAt":"2026-11-11","runCount":22697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"instruction_following/Gemini 3.8 Flash (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|japanese/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.454085,"ciLow":1488.108175,"ciHigh":1530.799996,"observedAt":"2026-11-11","runCount":1043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"japanese/Gemini 3.8 Flash (High)","slice":"japanese"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|korean/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.423422,"ciLow":1437.322041,"ciHigh":1479.524803,"observedAt":"2026-11-11","runCount":980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"korean/Gemini 3.8 Flash (High)","slice":"korean"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.796722,"ciLow":1505.294561,"ciHigh":1516.298882,"observedAt":"2026-11-11","runCount":28698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"longer_query/Gemini 3.8 Flash (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|math/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1519.22439,"ciLow":1507.783158,"ciHigh":1530.665621,"observedAt":"2026-11-11","runCount":3173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"math/Gemini 3.8 Flash (High)","slice":"math"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.507318,"ciLow":1497.164839,"ciHigh":1511.849796,"observedAt":"2026-11-11","runCount":9462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"multi_turn/Gemini 3.8 Flash (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|non_english/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.729891,"ciLow":1481.761095,"ciHigh":1491.698686,"observedAt":"2026-11-11","runCount":38716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"non_english/Gemini 3.8 Flash (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|overall/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.664651,"ciLow":1492.463144,"ciHigh":1500.866158,"observedAt":"2026-11-11","runCount":62675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"overall/Gemini 3.8 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|polish/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.736831,"ciLow":1484.834147,"ciHigh":1524.639515,"observedAt":"2026-11-11","runCount":945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"polish/Gemini 3.8 Flash (High)","slice":"polish"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|russian/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.931388,"ciLow":1508.339962,"ciHigh":1523.522813,"observedAt":"2026-11-11","runCount":8741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"russian/Gemini 3.8 Flash (High)","slice":"russian"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text-style-control@1|rating|spanish/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.136673,"ciLow":1465.106887,"ciHigh":1493.166458,"observedAt":"2026-11-11","runCount":2249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"spanish/Gemini 3.8 Flash (High)","slice":"spanish"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|chinese/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1557.108432,"ciLow":1547.655537,"ciHigh":1566.561327,"observedAt":"2026-11-11","runCount":5123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"chinese/Gemini 3.8 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|coding/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1510.099366,"ciLow":1503.974103,"ciHigh":1516.22463,"observedAt":"2026-11-11","runCount":15812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"coding/Gemini 3.8 Flash (High)","slice":"coding"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|creative_writing/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.186664,"ciLow":1486.509737,"ciHigh":1499.863592,"observedAt":"2026-11-11","runCount":14262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"creative_writing/Gemini 3.8 Flash (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|english/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.476358,"ciLow":1494.991607,"ciHigh":1505.961109,"observedAt":"2026-11-11","runCount":23956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"english/Gemini 3.8 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|exclude_ties/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1515.047062,"ciLow":1509.524686,"ciHigh":1520.569438,"observedAt":"2026-11-11","runCount":46958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"exclude_ties/Gemini 3.8 Flash (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|expert/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1527.027285,"ciLow":1518.842279,"ciHigh":1535.212292,"observedAt":"2026-11-11","runCount":6875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"expert/Gemini 3.8 Flash (High)","slice":"expert"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|french/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.642529,"ciLow":1481.954765,"ciHigh":1511.330293,"observedAt":"2026-11-11","runCount":2194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"french/Gemini 3.8 Flash (High)","slice":"french"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|german/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.822827,"ciLow":1482.608169,"ciHigh":1523.037485,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"german/Gemini 3.8 Flash (High)","slice":"german"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|hard_prompts/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.842929,"ciLow":1504.886001,"ciHigh":1514.799858,"observedAt":"2026-11-11","runCount":40472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"hard_prompts/Gemini 3.8 Flash (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1507.508043,"ciLow":1501.371733,"ciHigh":1513.644354,"observedAt":"2026-11-11","runCount":15541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"hard_prompts_english/Gemini 3.8 Flash (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.125358,"ciLow":1476.330474,"ciHigh":1489.920241,"observedAt":"2026-11-11","runCount":11136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 3.8 Flash (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.982627,"ciLow":1477.704449,"ciHigh":1490.260806,"observedAt":"2026-11-11","runCount":16755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 3.8 Flash (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.942256,"ciLow":1492.615155,"ciHigh":1511.269357,"observedAt":"2026-11-11","runCount":5235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_legal_and_government/Gemini 3.8 Flash (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1521.88274,"ciLow":1514.875147,"ciHigh":1528.890334,"observedAt":"2026-11-11","runCount":10270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 3.8 Flash (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|industry_mathematical/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1518.629321,"ciLow":1507.816579,"ciHigh":1529.442063,"observedAt":"2026-11-11","runCount":3697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_mathematical/Gemini 3.8 Flash (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.753431,"ciLow":1496.566667,"ciHigh":1516.940196,"observedAt":"2026-11-11","runCount":4407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_medicine_and_healthcare/Gemini 3.8 Flash (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1508.987791,"ciLow":1503.444643,"ciHigh":1514.53094,"observedAt":"2026-11-11","runCount":23044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_software_and_it_services/Gemini 3.8 Flash (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.989516,"ciLow":1489.900351,"ciHigh":1502.07868,"observedAt":"2026-11-11","runCount":18377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"industry_writing_and_literature_and_language/Gemini 3.8 Flash (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|instruction_following/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.064709,"ciLow":1487.410767,"ciHigh":1498.718652,"observedAt":"2026-11-11","runCount":22697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"instruction_following/Gemini 3.8 Flash (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|japanese/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.74638,"ciLow":1493.446165,"ciHigh":1536.046595,"observedAt":"2026-11-11","runCount":1043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"japanese/Gemini 3.8 Flash (High)","slice":"japanese"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|korean/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.116136,"ciLow":1449.193408,"ciHigh":1491.038864,"observedAt":"2026-11-11","runCount":980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"korean/Gemini 3.8 Flash (High)","slice":"korean"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|longer_query/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1508.032903,"ciLow":1502.5362,"ciHigh":1513.529606,"observedAt":"2026-11-11","runCount":28698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"longer_query/Gemini 3.8 Flash (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|math/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1525.257051,"ciLow":1513.805799,"ciHigh":1536.708304,"observedAt":"2026-11-11","runCount":3173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"math/Gemini 3.8 Flash (High)","slice":"math"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|multi_turn/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1503.088497,"ciLow":1495.77279,"ciHigh":1510.404203,"observedAt":"2026-11-11","runCount":9462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"multi_turn/Gemini 3.8 Flash (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|non_english/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.67848,"ciLow":1486.715523,"ciHigh":1496.641437,"observedAt":"2026-11-11","runCount":38716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"non_english/Gemini 3.8 Flash (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|overall/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.579748,"ciLow":1495.386012,"ciHigh":1503.773484,"observedAt":"2026-11-11","runCount":62675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"overall/Gemini 3.8 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|polish/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1508.821631,"ciLow":1489.06485,"ciHigh":1528.578411,"observedAt":"2026-11-11","runCount":945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"polish/Gemini 3.8 Flash (High)","slice":"polish"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|russian/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1516.455045,"ciLow":1508.874155,"ciHigh":1524.035935,"observedAt":"2026-11-11","runCount":8741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"russian/Gemini 3.8 Flash (High)","slice":"russian"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-text@1|rating|spanish/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.063199,"ciLow":1472.12624,"ciHigh":1500.000159,"observedAt":"2026-11-11","runCount":2249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"spanish/Gemini 3.8 Flash (High)","slice":"spanish"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision-style-control@1|rating|chinese/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.391219,"ciLow":1347.222793,"ciHigh":1411.559644,"observedAt":"2026-11-09","runCount":364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"chinese/Gemini 3.8 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.361174,"ciLow":1270.353121,"ciHigh":1318.369227,"observedAt":"2026-11-09","runCount":710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"creative_writing_vision/Gemini 3.8 Flash (High)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision-style-control@1|rating|diagram/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.59968,"ciLow":1327.032343,"ciHigh":1356.167016,"observedAt":"2026-11-09","runCount":1936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"diagram/Gemini 3.8 Flash (High)","slice":"diagram"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision-style-control@1|rating|english/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.786025,"ciLow":1276.508461,"ciHigh":1303.063588,"observedAt":"2026-11-09","runCount":2485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"english/Gemini 3.8 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision-style-control@1|rating|homework/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.362828,"ciLow":1320.360251,"ciHigh":1356.365405,"observedAt":"2026-11-09","runCount":1141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"homework/Gemini 3.8 Flash (High)","slice":"homework"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision-style-control@1|rating|humor/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.796182,"ciLow":1269.224988,"ciHigh":1340.367377,"observedAt":"2026-11-09","runCount":299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"humor/Gemini 3.8 Flash (High)","slice":"humor"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision-style-control@1|rating|ocr/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.427767,"ciLow":1306.293486,"ciHigh":1324.562048,"observedAt":"2026-11-09","runCount":5191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"ocr/Gemini 3.8 Flash (High)","slice":"ocr"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision-style-control@1|rating|overall/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.073758,"ciLow":1284.867409,"ciHigh":1301.280107,"observedAt":"2026-11-09","runCount":7624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"overall/Gemini 3.8 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision@1|rating|chinese/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1411.195385,"ciLow":1379.35067,"ciHigh":1443.0401,"observedAt":"2026-11-09","runCount":364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"chinese/Gemini 3.8 Flash (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1319.897318,"ciLow":1296.036015,"ciHigh":1343.758621,"observedAt":"2026-11-09","runCount":710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"creative_writing_vision/Gemini 3.8 Flash (High)","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision@1|rating|diagram/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1352.923771,"ciLow":1338.420628,"ciHigh":1367.426914,"observedAt":"2026-11-09","runCount":1936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"diagram/Gemini 3.8 Flash (High)","slice":"diagram"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision@1|rating|english/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1315.476952,"ciLow":1302.239991,"ciHigh":1328.713912,"observedAt":"2026-11-09","runCount":2485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"english/Gemini 3.8 Flash (High)","slice":"english"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision@1|rating|homework/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1350.904291,"ciLow":1332.949753,"ciHigh":1368.858829,"observedAt":"2026-11-09","runCount":1141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"homework/Gemini 3.8 Flash (High)","slice":"homework"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision@1|rating|humor/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1328.941741,"ciLow":1293.627948,"ciHigh":1364.255535,"observedAt":"2026-11-09","runCount":299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"humor/Gemini 3.8 Flash (High)","slice":"humor"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision@1|rating|ocr/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1331.917489,"ciLow":1322.817999,"ciHigh":1341.016979,"observedAt":"2026-11-09","runCount":5191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"ocr/Gemini 3.8 Flash (High)","slice":"ocr"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-vision@1|rating|overall/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1316.7806,"ciLow":1308.620882,"ciHigh":1324.940318,"observedAt":"2026-11-09","runCount":7624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"overall/Gemini 3.8 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-webdev@1|rating|image_to_webdev/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1594.93973,"ciLow":1583.835958,"ciHigh":1606.043502,"observedAt":"2026-11-15","runCount":3399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"image_to_webdev/Gemini 3.8 Flash (High)","slice":"image_to_webdev"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-webdev@1|rating|overall/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1582.950449,"ciLow":1576.369855,"ciHigh":1589.531043,"observedAt":"2026-11-15","runCount":14218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"overall/Gemini 3.8 Flash (High)","slice":"overall"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-webdev@1|rating|webdev-html/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1608.342816,"ciLow":1593.648745,"ciHigh":1623.036887,"observedAt":"2026-11-15","runCount":2064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"webdev-html/Gemini 3.8 Flash (High)","slice":"webdev-html"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-webdev@1|rating|webdev-react/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1574.752456,"ciLow":1567.018187,"ciHigh":1582.486725,"observedAt":"2026-11-15","runCount":9047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"webdev-react/Gemini 3.8 Flash (High)","slice":"webdev-react"}
{"key":"lmarena|google/gemini-3.8-flash:effort=high|none|lmarena-webdev@1|rating|webdev/Gemini 3.8 Flash (High)","sourceId":"lmarena","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1582.950449,"ciLow":1576.369855,"ciHigh":1589.531043,"observedAt":"2026-11-15","runCount":14218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 3.8 Flash (High)","rowId":"webdev/Gemini 3.8 Flash (High)","slice":"webdev"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-agent@1|cost-per-task|overall/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.699497,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"overall/Gemini 4 Argon (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-agent@1|output-tokens-per-task|overall/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":22853.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"overall/Gemini 4 Argon (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-agent@1|score|overall/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.100013,"ciLow":0.09109,"ciHigh":0.108937,"observedAt":"2026-11-15","runCount":6558285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"overall/Gemini 4 Argon (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|chinese/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1583.756218,"ciLow":1568.197219,"ciHigh":1599.315217,"observedAt":"2026-11-11","runCount":1676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"chinese/Gemini 4 Argon (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|coding/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1553.418379,"ciLow":1543.968151,"ciHigh":1562.868607,"observedAt":"2026-11-11","runCount":4833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"coding/Gemini 4 Argon (High)","slice":"coding"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.549021,"ciLow":1512.456011,"ciHigh":1532.64203,"observedAt":"2026-11-11","runCount":4928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"creative_writing/Gemini 4 Argon (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|english/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1523.987709,"ciLow":1516.231894,"ciHigh":1531.743525,"observedAt":"2026-11-11","runCount":7825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"english/Gemini 4 Argon (High)","slice":"english"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1546.794704,"ciLow":1539.560664,"ciHigh":1554.028745,"observedAt":"2026-11-11","runCount":15792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"exclude_ties/Gemini 4 Argon (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|expert/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1548.979045,"ciLow":1534.934868,"ciHigh":1563.023222,"observedAt":"2026-11-11","runCount":2071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"expert/Gemini 4 Argon (High)","slice":"expert"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|french/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1550.427886,"ciLow":1527.023864,"ciHigh":1573.831907,"observedAt":"2026-11-11","runCount":782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"french/Gemini 4 Argon (High)","slice":"french"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|german/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1572.490603,"ciLow":1534.961386,"ciHigh":1610.01982,"observedAt":"2026-11-11","runCount":297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"german/Gemini 4 Argon (High)","slice":"german"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1545.027609,"ciLow":1538.581149,"ciHigh":1551.474069,"observedAt":"2026-11-11","runCount":13243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"hard_prompts/Gemini 4 Argon (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1543.934371,"ciLow":1534.498786,"ciHigh":1553.369956,"observedAt":"2026-11-11","runCount":5029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"hard_prompts_english/Gemini 4 Argon (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.446269,"ciLow":1504.515525,"ciHigh":1526.377012,"observedAt":"2026-11-11","runCount":3514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 4 Argon (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.636751,"ciLow":1504.190821,"ciHigh":1523.08268,"observedAt":"2026-11-11","runCount":5598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 4 Argon (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1527.402083,"ciLow":1511.488011,"ciHigh":1543.316156,"observedAt":"2026-11-11","runCount":1670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_legal_and_government/Gemini 4 Argon (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1537.119271,"ciLow":1525.810149,"ciHigh":1548.428393,"observedAt":"2026-11-11","runCount":3367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 4 Argon (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1539.35843,"ciLow":1521.764838,"ciHigh":1556.952022,"observedAt":"2026-11-11","runCount":1232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_mathematical/Gemini 4 Argon (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1523.043395,"ciLow":1506.109834,"ciHigh":1539.976957,"observedAt":"2026-11-11","runCount":1397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_medicine_and_healthcare/Gemini 4 Argon (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1548.318886,"ciLow":1540.376357,"ciHigh":1556.261414,"observedAt":"2026-11-11","runCount":7247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_software_and_it_services/Gemini 4 Argon (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1523.797203,"ciLow":1514.933997,"ciHigh":1532.660409,"observedAt":"2026-11-11","runCount":6307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_writing_and_literature_and_language/Gemini 4 Argon (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1527.571049,"ciLow":1519.531781,"ciHigh":1535.610317,"observedAt":"2026-11-11","runCount":7564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"instruction_following/Gemini 4 Argon (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|japanese/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1521.356978,"ciLow":1484.045094,"ciHigh":1558.668861,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"japanese/Gemini 4 Argon (High)","slice":"japanese"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|korean/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.224444,"ciLow":1445.654139,"ciHigh":1520.794749,"observedAt":"2026-11-11","runCount":269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"korean/Gemini 4 Argon (High)","slice":"korean"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1543.786049,"ciLow":1536.185615,"ciHigh":1551.386483,"observedAt":"2026-11-11","runCount":9153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"longer_query/Gemini 4 Argon (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|math/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1536.344104,"ciLow":1517.996077,"ciHigh":1554.692132,"observedAt":"2026-11-11","runCount":1102,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"math/Gemini 4 Argon (High)","slice":"math"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1544.581352,"ciLow":1532.484181,"ciHigh":1556.678523,"observedAt":"2026-11-11","runCount":2927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"multi_turn/Gemini 4 Argon (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|non_english/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.427527,"ciLow":1505.982614,"ciHigh":1518.87244,"observedAt":"2026-11-11","runCount":12954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"non_english/Gemini 4 Argon (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|overall/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1521.693253,"ciLow":1516.308081,"ciHigh":1527.078424,"observedAt":"2026-11-11","runCount":20779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"overall/Gemini 4 Argon (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|polish/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1524.835588,"ciLow":1489.277885,"ciHigh":1560.393291,"observedAt":"2026-11-11","runCount":313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"polish/Gemini 4 Argon (High)","slice":"polish"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|russian/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1532.286405,"ciLow":1520.525523,"ciHigh":1544.047287,"observedAt":"2026-11-11","runCount":3015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"russian/Gemini 4 Argon (High)","slice":"russian"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text-style-control@1|rating|spanish/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.742121,"ciLow":1477.062078,"ciHigh":1520.422164,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"spanish/Gemini 4 Argon (High)","slice":"spanish"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|chinese/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1605.217238,"ciLow":1589.638702,"ciHigh":1620.795775,"observedAt":"2026-11-11","runCount":1676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"chinese/Gemini 4 Argon (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|coding/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1540.214655,"ciLow":1530.860485,"ciHigh":1549.568826,"observedAt":"2026-11-11","runCount":4833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"coding/Gemini 4 Argon (High)","slice":"coding"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|creative_writing/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1532.72663,"ciLow":1522.678081,"ciHigh":1542.775179,"observedAt":"2026-11-11","runCount":4928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"creative_writing/Gemini 4 Argon (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|english/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1528.676495,"ciLow":1520.966705,"ciHigh":1536.386285,"observedAt":"2026-11-11","runCount":7825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"english/Gemini 4 Argon (High)","slice":"english"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|exclude_ties/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1554.451046,"ciLow":1547.328641,"ciHigh":1561.573451,"observedAt":"2026-11-11","runCount":15792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"exclude_ties/Gemini 4 Argon (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|expert/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1555.223142,"ciLow":1541.316849,"ciHigh":1569.129435,"observedAt":"2026-11-11","runCount":2071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"expert/Gemini 4 Argon (High)","slice":"expert"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|french/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1552.987436,"ciLow":1529.757016,"ciHigh":1576.217856,"observedAt":"2026-11-11","runCount":782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"french/Gemini 4 Argon (High)","slice":"french"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|german/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1582.356428,"ciLow":1544.749928,"ciHigh":1619.962929,"observedAt":"2026-11-11","runCount":297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"german/Gemini 4 Argon (High)","slice":"german"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|hard_prompts/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1542.303937,"ciLow":1535.912925,"ciHigh":1548.69495,"observedAt":"2026-11-11","runCount":13243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"hard_prompts/Gemini 4 Argon (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1539.795646,"ciLow":1530.460173,"ciHigh":1549.131119,"observedAt":"2026-11-11","runCount":5029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"hard_prompts_english/Gemini 4 Argon (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1518.673775,"ciLow":1507.816059,"ciHigh":1529.531491,"observedAt":"2026-11-11","runCount":3514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 4 Argon (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1521.657035,"ciLow":1512.281509,"ciHigh":1531.032561,"observedAt":"2026-11-11","runCount":5598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 4 Argon (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1541.247002,"ciLow":1525.511933,"ciHigh":1556.982072,"observedAt":"2026-11-11","runCount":1670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_legal_and_government/Gemini 4 Argon (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1546.21572,"ciLow":1535.008927,"ciHigh":1557.422513,"observedAt":"2026-11-11","runCount":3367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 4 Argon (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|industry_mathematical/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1550.974307,"ciLow":1533.357892,"ciHigh":1568.590721,"observedAt":"2026-11-11","runCount":1232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_mathematical/Gemini 4 Argon (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1526.685517,"ciLow":1509.865398,"ciHigh":1543.505635,"observedAt":"2026-11-11","runCount":1397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_medicine_and_healthcare/Gemini 4 Argon (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1542.389408,"ciLow":1534.507689,"ciHigh":1550.271128,"observedAt":"2026-11-11","runCount":7247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_software_and_it_services/Gemini 4 Argon (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1532.475753,"ciLow":1523.633913,"ciHigh":1541.317593,"observedAt":"2026-11-11","runCount":6307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"industry_writing_and_literature_and_language/Gemini 4 Argon (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|instruction_following/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1536.059163,"ciLow":1528.059372,"ciHigh":1544.058955,"observedAt":"2026-11-11","runCount":7564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"instruction_following/Gemini 4 Argon (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|japanese/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1531.66187,"ciLow":1494.525558,"ciHigh":1568.798183,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"japanese/Gemini 4 Argon (High)","slice":"japanese"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|korean/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.262813,"ciLow":1464.210288,"ciHigh":1538.315337,"observedAt":"2026-11-11","runCount":269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"korean/Gemini 4 Argon (High)","slice":"korean"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|longer_query/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1546.835586,"ciLow":1539.285942,"ciHigh":1554.38523,"observedAt":"2026-11-11","runCount":9153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"longer_query/Gemini 4 Argon (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|math/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1543.829066,"ciLow":1525.45499,"ciHigh":1562.203142,"observedAt":"2026-11-11","runCount":1102,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"math/Gemini 4 Argon (High)","slice":"math"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|multi_turn/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1547.582309,"ciLow":1535.501358,"ciHigh":1559.663259,"observedAt":"2026-11-11","runCount":2927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"multi_turn/Gemini 4 Argon (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|non_english/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1522.767885,"ciLow":1516.360325,"ciHigh":1529.175446,"observedAt":"2026-11-11","runCount":12954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"non_english/Gemini 4 Argon (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|overall/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1529.458427,"ciLow":1524.106227,"ciHigh":1534.810628,"observedAt":"2026-11-11","runCount":20779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"overall/Gemini 4 Argon (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|polish/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1536.988215,"ciLow":1501.838116,"ciHigh":1572.138315,"observedAt":"2026-11-11","runCount":313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"polish/Gemini 4 Argon (High)","slice":"polish"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|russian/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1539.400906,"ciLow":1527.661027,"ciHigh":1551.140786,"observedAt":"2026-11-11","runCount":3015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"russian/Gemini 4 Argon (High)","slice":"russian"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-text@1|rating|spanish/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1508.1701,"ciLow":1486.622486,"ciHigh":1529.717714,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"spanish/Gemini 4 Argon (High)","slice":"spanish"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-webdev@1|rating|overall/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1679.120107,"ciLow":1669.618626,"ciHigh":1688.621587,"observedAt":"2026-11-15","runCount":5231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"overall/Gemini 4 Argon (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-webdev@1|rating|webdev-html/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1662.229474,"ciLow":1631.15003,"ciHigh":1693.308919,"observedAt":"2026-11-15","runCount":436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"webdev-html/Gemini 4 Argon (High)","slice":"webdev-html"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-webdev@1|rating|webdev-react/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1699.340894,"ciLow":1687.919193,"ciHigh":1710.762594,"observedAt":"2026-11-15","runCount":3569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"webdev-react/Gemini 4 Argon (High)","slice":"webdev-react"}
{"key":"lmarena|google/gemini-4-argon:effort=high|none|lmarena-webdev@1|rating|webdev/Gemini 4 Argon (High)","sourceId":"lmarena","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1679.120107,"ciLow":1669.618626,"ciHigh":1688.621587,"observedAt":"2026-11-15","runCount":5231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Argon (High)","rowId":"webdev/Gemini 4 Argon (High)","slice":"webdev"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-agent@1|cost-per-task|overall/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":1.353905,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"overall/Gemini 4 Carbon (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-agent@1|output-tokens-per-task|overall/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":44991,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"overall/Gemini 4 Carbon (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-agent@1|score|overall/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.164457,"ciLow":0.157687,"ciHigh":0.171227,"observedAt":"2026-11-15","runCount":10136564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"overall/Gemini 4 Carbon (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|chinese/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1584.152723,"ciLow":1554.3668,"ciHigh":1613.938646,"observedAt":"2026-11-11","runCount":426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"chinese/Gemini 4 Carbon (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|coding/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1568.229969,"ciLow":1549.318638,"ciHigh":1587.141301,"observedAt":"2026-11-11","runCount":1069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"coding/Gemini 4 Carbon (High)","slice":"coding"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.062606,"ciLow":1495.822279,"ciHigh":1536.302934,"observedAt":"2026-11-11","runCount":1007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"creative_writing/Gemini 4 Carbon (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|english/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1523.353038,"ciLow":1507.428021,"ciHigh":1539.278055,"observedAt":"2026-11-11","runCount":1495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"english/Gemini 4 Carbon (High)","slice":"english"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1549.970012,"ciLow":1537.032338,"ciHigh":1562.907686,"observedAt":"2026-11-11","runCount":3309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"exclude_ties/Gemini 4 Carbon (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|expert/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1567.231654,"ciLow":1537.541732,"ciHigh":1596.921575,"observedAt":"2026-11-11","runCount":399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"expert/Gemini 4 Carbon (High)","slice":"expert"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1546.501928,"ciLow":1534.363612,"ciHigh":1558.640245,"observedAt":"2026-11-11","runCount":2671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"hard_prompts/Gemini 4 Carbon (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1544.618139,"ciLow":1524.799393,"ciHigh":1564.436885,"observedAt":"2026-11-11","runCount":981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"hard_prompts_english/Gemini 4 Carbon (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.03079,"ciLow":1490.560518,"ciHigh":1535.501062,"observedAt":"2026-11-11","runCount":715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 4 Carbon (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.921993,"ciLow":1491.305516,"ciHigh":1528.53847,"observedAt":"2026-11-11","runCount":1167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 4 Carbon (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.472067,"ciLow":1488.610596,"ciHigh":1562.333537,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_legal_and_government/Gemini 4 Carbon (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.837621,"ciLow":1498.541576,"ciHigh":1547.133667,"observedAt":"2026-11-11","runCount":631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 4 Carbon (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.87374,"ciLow":1483.056284,"ciHigh":1562.691195,"observedAt":"2026-11-11","runCount":237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_mathematical/Gemini 4 Carbon (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.601621,"ciLow":1478.124305,"ciHigh":1553.078937,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_medicine_and_healthcare/Gemini 4 Carbon (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1549.416866,"ciLow":1534.000149,"ciHigh":1564.833583,"observedAt":"2026-11-11","runCount":1580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_software_and_it_services/Gemini 4 Carbon (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1528.783749,"ciLow":1510.733374,"ciHigh":1546.834123,"observedAt":"2026-11-11","runCount":1262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_writing_and_literature_and_language/Gemini 4 Carbon (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.240114,"ciLow":1508.769411,"ciHigh":1541.710816,"observedAt":"2026-11-11","runCount":1421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"instruction_following/Gemini 4 Carbon (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1538.06654,"ciLow":1523.267647,"ciHigh":1552.865433,"observedAt":"2026-11-11","runCount":1862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"longer_query/Gemini 4 Carbon (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1564.416814,"ciLow":1538.993954,"ciHigh":1589.839675,"observedAt":"2026-11-11","runCount":605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"multi_turn/Gemini 4 Carbon (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|non_english/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.723761,"ciLow":1505.904821,"ciHigh":1529.542701,"observedAt":"2026-11-11","runCount":2778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"non_english/Gemini 4 Carbon (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|overall/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1526.182037,"ciLow":1516.565163,"ciHigh":1535.798912,"observedAt":"2026-11-11","runCount":4273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"overall/Gemini 4 Carbon (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text-style-control@1|rating|russian/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1547.498844,"ciLow":1523.348136,"ciHigh":1571.649553,"observedAt":"2026-11-11","runCount":635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"russian/Gemini 4 Carbon (High)","slice":"russian"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|chinese/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1613.145583,"ciLow":1583.714379,"ciHigh":1642.576788,"observedAt":"2026-11-11","runCount":426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"chinese/Gemini 4 Carbon (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|coding/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1564.360527,"ciLow":1545.710794,"ciHigh":1583.010259,"observedAt":"2026-11-11","runCount":1069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"coding/Gemini 4 Carbon (High)","slice":"coding"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|creative_writing/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1532.544871,"ciLow":1512.522096,"ciHigh":1552.567646,"observedAt":"2026-11-11","runCount":1007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"creative_writing/Gemini 4 Carbon (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|english/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1530.453252,"ciLow":1514.595244,"ciHigh":1546.311261,"observedAt":"2026-11-11","runCount":1495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"english/Gemini 4 Carbon (High)","slice":"english"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|exclude_ties/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1564.12069,"ciLow":1551.386913,"ciHigh":1576.854467,"observedAt":"2026-11-11","runCount":3309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"exclude_ties/Gemini 4 Carbon (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|expert/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1582.23284,"ciLow":1552.515072,"ciHigh":1611.950608,"observedAt":"2026-11-11","runCount":399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"expert/Gemini 4 Carbon (High)","slice":"expert"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|hard_prompts/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1550.623216,"ciLow":1538.585756,"ciHigh":1562.660677,"observedAt":"2026-11-11","runCount":2671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"hard_prompts/Gemini 4 Carbon (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1545.423482,"ciLow":1525.739751,"ciHigh":1565.107214,"observedAt":"2026-11-11","runCount":981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"hard_prompts_english/Gemini 4 Carbon (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1520.186494,"ciLow":1497.942211,"ciHigh":1542.430778,"observedAt":"2026-11-11","runCount":715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 4 Carbon (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1526.715146,"ciLow":1508.361829,"ciHigh":1545.068463,"observedAt":"2026-11-11","runCount":1167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 4 Carbon (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1542.362792,"ciLow":1505.945809,"ciHigh":1578.779775,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_legal_and_government/Gemini 4 Carbon (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1535.107838,"ciLow":1511.080724,"ciHigh":1559.134952,"observedAt":"2026-11-11","runCount":631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 4 Carbon (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|industry_mathematical/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1537.789904,"ciLow":1498.051536,"ciHigh":1577.528271,"observedAt":"2026-11-11","runCount":237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_mathematical/Gemini 4 Carbon (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1524.730053,"ciLow":1487.74194,"ciHigh":1561.718165,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_medicine_and_healthcare/Gemini 4 Carbon (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1552.392615,"ciLow":1537.082142,"ciHigh":1567.703088,"observedAt":"2026-11-11","runCount":1580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_software_and_it_services/Gemini 4 Carbon (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1542.092158,"ciLow":1524.230406,"ciHigh":1559.953909,"observedAt":"2026-11-11","runCount":1262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"industry_writing_and_literature_and_language/Gemini 4 Carbon (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|instruction_following/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1539.46109,"ciLow":1523.080059,"ciHigh":1555.84212,"observedAt":"2026-11-11","runCount":1421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"instruction_following/Gemini 4 Carbon (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|longer_query/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1548.851939,"ciLow":1534.174172,"ciHigh":1563.529705,"observedAt":"2026-11-11","runCount":1862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"longer_query/Gemini 4 Carbon (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|multi_turn/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1569.171237,"ciLow":1543.77792,"ciHigh":1594.564553,"observedAt":"2026-11-11","runCount":605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"multi_turn/Gemini 4 Carbon (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|non_english/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1533.816813,"ciLow":1522.071623,"ciHigh":1545.562003,"observedAt":"2026-11-11","runCount":2778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"non_english/Gemini 4 Carbon (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|overall/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1538.37702,"ciLow":1528.820468,"ciHigh":1547.933572,"observedAt":"2026-11-11","runCount":4273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"overall/Gemini 4 Carbon (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-text@1|rating|russian/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1559.836228,"ciLow":1535.689464,"ciHigh":1583.982991,"observedAt":"2026-11-11","runCount":635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"russian/Gemini 4 Carbon (High)","slice":"russian"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-webdev@1|rating|overall/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1768.339839,"ciLow":1752.974196,"ciHigh":1783.705483,"observedAt":"2026-11-15","runCount":2105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"overall/Gemini 4 Carbon (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-webdev@1|rating|webdev-html/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1768.349861,"ciLow":1716.081129,"ciHigh":1820.618593,"observedAt":"2026-11-15","runCount":215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"webdev-html/Gemini 4 Carbon (High)","slice":"webdev-html"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-webdev@1|rating|webdev-react/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1792.105868,"ciLow":1773.819101,"ciHigh":1810.392634,"observedAt":"2026-11-15","runCount":1543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"webdev-react/Gemini 4 Carbon (High)","slice":"webdev-react"}
{"key":"lmarena|google/gemini-4-carbon:effort=high|none|lmarena-webdev@1|rating|webdev/Gemini 4 Carbon (High)","sourceId":"lmarena","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1768.339839,"ciLow":1752.974196,"ciHigh":1783.705483,"observedAt":"2026-11-15","runCount":2105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Carbon (High)","rowId":"webdev/Gemini 4 Carbon (High)","slice":"webdev"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-agent@1|cost-per-task|overall/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":1.525126,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"overall/Gemini 4 Hydrogen (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-agent@1|output-tokens-per-task|overall/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":64700,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"overall/Gemini 4 Hydrogen (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-agent@1|score|overall/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.149066,"ciLow":0.130196,"ciHigh":0.167935,"observedAt":"2026-11-15","runCount":1775553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"overall/Gemini 4 Hydrogen (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|chinese/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1601.312411,"ciLow":1567.616324,"ciHigh":1635.008497,"observedAt":"2026-11-11","runCount":329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"chinese/Gemini 4 Hydrogen (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|coding/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.752116,"ciLow":1499.309769,"ciHigh":1536.194463,"observedAt":"2026-11-11","runCount":1044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"coding/Gemini 4 Hydrogen (High)","slice":"coding"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.75716,"ciLow":1471.699949,"ciHigh":1511.814372,"observedAt":"2026-11-11","runCount":1007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"creative_writing/Gemini 4 Hydrogen (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|english/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.524554,"ciLow":1476.571749,"ciHigh":1506.477358,"observedAt":"2026-11-11","runCount":1630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"english/Gemini 4 Hydrogen (High)","slice":"english"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.6042,"ciLow":1492.379011,"ciHigh":1516.829389,"observedAt":"2026-11-11","runCount":3564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"exclude_ties/Gemini 4 Hydrogen (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|expert/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1542.096621,"ciLow":1511.851809,"ciHigh":1572.341434,"observedAt":"2026-11-11","runCount":401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"expert/Gemini 4 Hydrogen (High)","slice":"expert"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|french/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.342851,"ciLow":1455.390514,"ciHigh":1547.295187,"observedAt":"2026-11-11","runCount":181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"french/Gemini 4 Hydrogen (High)","slice":"french"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.02869,"ciLow":1502.742189,"ciHigh":1525.315192,"observedAt":"2026-11-11","runCount":3001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"hard_prompts/Gemini 4 Hydrogen (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.66445,"ciLow":1491.834933,"ciHigh":1529.493967,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"hard_prompts_english/Gemini 4 Hydrogen (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.535208,"ciLow":1454.116688,"ciHigh":1496.953728,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 4 Hydrogen (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.647089,"ciLow":1468.483774,"ciHigh":1504.810404,"observedAt":"2026-11-11","runCount":1188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 4 Hydrogen (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.097623,"ciLow":1480.042582,"ciHigh":1544.152664,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_legal_and_government/Gemini 4 Hydrogen (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.442832,"ciLow":1482.568904,"ciHigh":1528.316761,"observedAt":"2026-11-11","runCount":699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 4 Hydrogen (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.399227,"ciLow":1482.315051,"ciHigh":1558.483402,"observedAt":"2026-11-11","runCount":242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_mathematical/Gemini 4 Hydrogen (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.899622,"ciLow":1441.926009,"ciHigh":1513.873234,"observedAt":"2026-11-11","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_medicine_and_healthcare/Gemini 4 Hydrogen (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.189312,"ciLow":1495.180297,"ciHigh":1525.198326,"observedAt":"2026-11-11","runCount":1588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_software_and_it_services/Gemini 4 Hydrogen (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.534763,"ciLow":1470.023096,"ciHigh":1503.046431,"observedAt":"2026-11-11","runCount":1449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_writing_and_literature_and_language/Gemini 4 Hydrogen (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.885088,"ciLow":1487.777207,"ciHigh":1517.99297,"observedAt":"2026-11-11","runCount":1700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"instruction_following/Gemini 4 Hydrogen (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.134069,"ciLow":1500.349617,"ciHigh":1527.918521,"observedAt":"2026-11-11","runCount":2062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"longer_query/Gemini 4 Hydrogen (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|math/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.312468,"ciLow":1456.860828,"ciHigh":1533.764107,"observedAt":"2026-11-11","runCount":229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"math/Gemini 4 Hydrogen (High)","slice":"math"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.434439,"ciLow":1454.110858,"ciHigh":1498.75802,"observedAt":"2026-11-11","runCount":709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"multi_turn/Gemini 4 Hydrogen (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|non_english/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.956994,"ciLow":1468.95817,"ciHigh":1490.955818,"observedAt":"2026-11-11","runCount":3111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"non_english/Gemini 4 Hydrogen (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|overall/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.427506,"ciLow":1481.418365,"ciHigh":1499.436647,"observedAt":"2026-11-11","runCount":4741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"overall/Gemini 4 Hydrogen (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|russian/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.875883,"ciLow":1459.908853,"ciHigh":1503.842913,"observedAt":"2026-11-11","runCount":750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"russian/Gemini 4 Hydrogen (High)","slice":"russian"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text-style-control@1|rating|spanish/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.228587,"ciLow":1430.717657,"ciHigh":1517.739517,"observedAt":"2026-11-11","runCount":193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"spanish/Gemini 4 Hydrogen (High)","slice":"spanish"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|chinese/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1630.591127,"ciLow":1597.162936,"ciHigh":1664.019317,"observedAt":"2026-11-11","runCount":329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"chinese/Gemini 4 Hydrogen (High)","slice":"chinese"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|coding/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1515.858372,"ciLow":1497.491799,"ciHigh":1534.224945,"observedAt":"2026-11-11","runCount":1044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"coding/Gemini 4 Hydrogen (High)","slice":"coding"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|creative_writing/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.483168,"ciLow":1489.717215,"ciHigh":1529.24912,"observedAt":"2026-11-11","runCount":1007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"creative_writing/Gemini 4 Hydrogen (High)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|english/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.123219,"ciLow":1484.200664,"ciHigh":1514.045774,"observedAt":"2026-11-11","runCount":1630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"english/Gemini 4 Hydrogen (High)","slice":"english"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|exclude_ties/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1517.787813,"ciLow":1505.727743,"ciHigh":1529.847884,"observedAt":"2026-11-11","runCount":3564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"exclude_ties/Gemini 4 Hydrogen (High)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|expert/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1558.295335,"ciLow":1528.376906,"ciHigh":1588.213765,"observedAt":"2026-11-11","runCount":401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"expert/Gemini 4 Hydrogen (High)","slice":"expert"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|french/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1511.616759,"ciLow":1465.832316,"ciHigh":1557.401201,"observedAt":"2026-11-11","runCount":181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"french/Gemini 4 Hydrogen (High)","slice":"french"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|hard_prompts/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1519.894021,"ciLow":1508.663791,"ciHigh":1531.124251,"observedAt":"2026-11-11","runCount":3001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"hard_prompts/Gemini 4 Hydrogen (High)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.017001,"ciLow":1495.236923,"ciHigh":1532.797079,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"hard_prompts_english/Gemini 4 Hydrogen (High)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.871243,"ciLow":1464.570298,"ciHigh":1507.172188,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_business_and_management_and_financial_operations/Gemini 4 Hydrogen (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.675082,"ciLow":1484.59731,"ciHigh":1520.752853,"observedAt":"2026-11-11","runCount":1188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_entertainment_and_sports_and_media/Gemini 4 Hydrogen (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1532.25152,"ciLow":1500.421748,"ciHigh":1564.081292,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_legal_and_government/Gemini 4 Hydrogen (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1519.241255,"ciLow":1496.567924,"ciHigh":1541.914586,"observedAt":"2026-11-11","runCount":699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_life_and_physical_and_social_science/Gemini 4 Hydrogen (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|industry_mathematical/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1533.937542,"ciLow":1495.827569,"ciHigh":1572.047516,"observedAt":"2026-11-11","runCount":242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_mathematical/Gemini 4 Hydrogen (High)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.966143,"ciLow":1452.744618,"ciHigh":1523.187669,"observedAt":"2026-11-11","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_medicine_and_healthcare/Gemini 4 Hydrogen (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1513.229344,"ciLow":1498.311327,"ciHigh":1528.147362,"observedAt":"2026-11-11","runCount":1588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_software_and_it_services/Gemini 4 Hydrogen (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.803752,"ciLow":1483.372061,"ciHigh":1516.235444,"observedAt":"2026-11-11","runCount":1449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"industry_writing_and_literature_and_language/Gemini 4 Hydrogen (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|instruction_following/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1519.209729,"ciLow":1504.173878,"ciHigh":1534.245581,"observedAt":"2026-11-11","runCount":1700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"instruction_following/Gemini 4 Hydrogen (High)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|longer_query/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1524.033787,"ciLow":1510.328266,"ciHigh":1537.739307,"observedAt":"2026-11-11","runCount":2062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"longer_query/Gemini 4 Hydrogen (High)","slice":"longer_query"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|math/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.744475,"ciLow":1468.180407,"ciHigh":1545.308544,"observedAt":"2026-11-11","runCount":229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"math/Gemini 4 Hydrogen (High)","slice":"math"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|multi_turn/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.449571,"ciLow":1463.15111,"ciHigh":1507.748032,"observedAt":"2026-11-11","runCount":709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"multi_turn/Gemini 4 Hydrogen (High)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|non_english/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.752323,"ciLow":1483.800178,"ciHigh":1505.704468,"observedAt":"2026-11-11","runCount":3111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"non_english/Gemini 4 Hydrogen (High)","slice":"non_english"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|overall/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.122585,"ciLow":1493.14231,"ciHigh":1511.10286,"observedAt":"2026-11-11","runCount":4741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"overall/Gemini 4 Hydrogen (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|russian/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.197209,"ciLow":1470.398338,"ciHigh":1513.99608,"observedAt":"2026-11-11","runCount":750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"russian/Gemini 4 Hydrogen (High)","slice":"russian"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-text@1|rating|spanish/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.630744,"ciLow":1450.629279,"ciHigh":1536.632209,"observedAt":"2026-11-11","runCount":193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"spanish/Gemini 4 Hydrogen (High)","slice":"spanish"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-webdev@1|rating|overall/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1703.904674,"ciLow":1689.68322,"ciHigh":1718.126128,"observedAt":"2026-11-15","runCount":2046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"overall/Gemini 4 Hydrogen (High)","slice":"overall"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-webdev@1|rating|webdev-html/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1747.955029,"ciLow":1708.064516,"ciHigh":1787.845541,"observedAt":"2026-11-15","runCount":281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"webdev-html/Gemini 4 Hydrogen (High)","slice":"webdev-html"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-webdev@1|rating|webdev-react/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1722.222749,"ciLow":1704.337086,"ciHigh":1740.108412,"observedAt":"2026-11-15","runCount":1330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"webdev-react/Gemini 4 Hydrogen (High)","slice":"webdev-react"}
{"key":"lmarena|google/gemini-4-hydrogen:effort=high|none|lmarena-webdev@1|rating|webdev/Gemini 4 Hydrogen (High)","sourceId":"lmarena","modelId":"google/gemini-4-hydrogen","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1703.904674,"ciLow":1689.68322,"ciHigh":1718.126128,"observedAt":"2026-11-15","runCount":2046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini 4 Hydrogen (High)","rowId":"webdev/Gemini 4 Hydrogen (High)","slice":"webdev"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|chinese/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.421469,"ciLow":1336.147771,"ciHigh":1358.695168,"observedAt":"2026-11-11","runCount":5932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"chinese/Gemini Advanced (0514)","slice":"chinese"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|coding/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.530835,"ciLow":1327.53109,"ciHigh":1345.530579,"observedAt":"2026-11-11","runCount":8138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"coding/Gemini Advanced (0514)","slice":"coding"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.692449,"ciLow":1334.749124,"ciHigh":1354.635774,"observedAt":"2026-11-11","runCount":7025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"creative_writing/Gemini Advanced (0514)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|english/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.244136,"ciLow":1337.159394,"ciHigh":1349.328878,"observedAt":"2026-11-11","runCount":26318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"english/Gemini Advanced (0514)","slice":"english"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.052192,"ciLow":1277.631521,"ciHigh":1292.472864,"observedAt":"2026-11-11","runCount":34077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"exclude_ties/Gemini Advanced (0514)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|expert/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.045761,"ciLow":1284.654407,"ciHigh":1313.437115,"observedAt":"2026-11-11","runCount":2449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"expert/Gemini Advanced (0514)","slice":"expert"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|french/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.358522,"ciLow":1340.144355,"ciHigh":1392.572689,"observedAt":"2026-11-11","runCount":754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"french/Gemini Advanced (0514)","slice":"french"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|german/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.477018,"ciLow":1309.706998,"ciHigh":1345.247038,"observedAt":"2026-11-11","runCount":1779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"german/Gemini Advanced (0514)","slice":"german"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.089279,"ciLow":1318.803649,"ciHigh":1333.374909,"observedAt":"2026-11-11","runCount":14100,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"hard_prompts/Gemini Advanced (0514)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.613572,"ciLow":1319.841106,"ciHigh":1337.386039,"observedAt":"2026-11-11","runCount":8405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"hard_prompts_english/Gemini Advanced (0514)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.778848,"ciLow":1303.299331,"ciHigh":1324.258365,"observedAt":"2026-11-11","runCount":6130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_business_and_management_and_financial_operations/Gemini Advanced (0514)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.421253,"ciLow":1327.887459,"ciHigh":1346.955046,"observedAt":"2026-11-11","runCount":7526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_entertainment_and_sports_and_media/Gemini Advanced (0514)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.171507,"ciLow":1361.026497,"ciHigh":1389.316518,"observedAt":"2026-11-11","runCount":2962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_legal_and_government/Gemini Advanced (0514)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.471994,"ciLow":1334.213962,"ciHigh":1352.730026,"observedAt":"2026-11-11","runCount":8815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_life_and_physical_and_social_science/Gemini Advanced (0514)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.744531,"ciLow":1310.650001,"ciHigh":1330.839062,"observedAt":"2026-11-11","runCount":5787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_mathematical/Gemini Advanced (0514)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.728781,"ciLow":1327.447792,"ciHigh":1356.009771,"observedAt":"2026-11-11","runCount":2701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_medicine_and_healthcare/Gemini Advanced (0514)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.454715,"ciLow":1331.828369,"ciHigh":1347.081061,"observedAt":"2026-11-11","runCount":13757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_software_and_it_services/Gemini Advanced (0514)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.651729,"ciLow":1332.755302,"ciHigh":1348.548157,"observedAt":"2026-11-11","runCount":13201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_writing_and_literature_and_language/Gemini Advanced (0514)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.557255,"ciLow":1310.757505,"ciHigh":1324.357005,"observedAt":"2026-11-11","runCount":18524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"instruction_following/Gemini Advanced (0514)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|japanese/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.825258,"ciLow":1270.779643,"ciHigh":1312.870873,"observedAt":"2026-11-11","runCount":1212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"japanese/Gemini Advanced (0514)","slice":"japanese"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|korean/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.655899,"ciLow":1265.441702,"ciHigh":1307.870097,"observedAt":"2026-11-11","runCount":1945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"korean/Gemini Advanced (0514)","slice":"korean"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|longer_query/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.733227,"ciLow":1315.320102,"ciHigh":1336.146352,"observedAt":"2026-11-11","runCount":5486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"longer_query/Gemini Advanced (0514)","slice":"longer_query"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|math/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.651787,"ciLow":1298.058071,"ciHigh":1317.245502,"observedAt":"2026-11-11","runCount":6395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"math/Gemini Advanced (0514)","slice":"math"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.342675,"ciLow":1311.750788,"ciHigh":1330.934562,"observedAt":"2026-11-11","runCount":7776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"multi_turn/Gemini Advanced (0514)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|non_english/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.353315,"ciLow":1318.877372,"ciHigh":1331.829259,"observedAt":"2026-11-11","runCount":23830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"non_english/Gemini Advanced (0514)","slice":"non_english"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|overall/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.119323,"ciLow":1330.96616,"ciHigh":1341.272485,"observedAt":"2026-11-11","runCount":50148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"overall/Gemini Advanced (0514)","slice":"overall"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|russian/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.375585,"ciLow":1323.917761,"ciHigh":1344.833409,"observedAt":"2026-11-11","runCount":5861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"russian/Gemini Advanced (0514)","slice":"russian"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text-style-control@1|rating|spanish/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.890799,"ciLow":1272.250659,"ciHigh":1321.530938,"observedAt":"2026-11-11","runCount":898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"spanish/Gemini Advanced (0514)","slice":"spanish"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|chinese/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.085832,"ciLow":1262.861867,"ciHigh":1285.309797,"observedAt":"2026-11-11","runCount":5932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"chinese/Gemini Advanced (0514)","slice":"chinese"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|coding/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.677133,"ciLow":1245.772538,"ciHigh":1263.581728,"observedAt":"2026-11-11","runCount":8138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"coding/Gemini Advanced (0514)","slice":"coding"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|creative_writing/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.026276,"ciLow":1274.230112,"ciHigh":1293.822439,"observedAt":"2026-11-11","runCount":7025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"creative_writing/Gemini Advanced (0514)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|english/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.629601,"ciLow":1275.60969,"ciHigh":1287.649511,"observedAt":"2026-11-11","runCount":26318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"english/Gemini Advanced (0514)","slice":"english"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|exclude_ties/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.198956,"ciLow":1195.922692,"ciHigh":1210.47522,"observedAt":"2026-11-11","runCount":34077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"exclude_ties/Gemini Advanced (0514)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|expert/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1214.764616,"ciLow":1200.437486,"ciHigh":1229.091747,"observedAt":"2026-11-11","runCount":2449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"expert/Gemini Advanced (0514)","slice":"expert"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|french/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.412379,"ciLow":1280.336229,"ciHigh":1332.488528,"observedAt":"2026-11-11","runCount":754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"french/Gemini Advanced (0514)","slice":"french"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|german/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.641872,"ciLow":1257.035946,"ciHigh":1292.247797,"observedAt":"2026-11-11","runCount":1779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"german/Gemini Advanced (0514)","slice":"german"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|hard_prompts/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.107911,"ciLow":1240.895876,"ciHigh":1255.319946,"observedAt":"2026-11-11","runCount":14100,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"hard_prompts/Gemini Advanced (0514)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.277571,"ciLow":1240.596637,"ciHigh":1257.958506,"observedAt":"2026-11-11","runCount":8405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"hard_prompts_english/Gemini Advanced (0514)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1246.126138,"ciLow":1235.630012,"ciHigh":1256.622263,"observedAt":"2026-11-11","runCount":6130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_business_and_management_and_financial_operations/Gemini Advanced (0514)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.231923,"ciLow":1261.748399,"ciHigh":1280.715448,"observedAt":"2026-11-11","runCount":7526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_entertainment_and_sports_and_media/Gemini Advanced (0514)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.219625,"ciLow":1290.056697,"ciHigh":1318.382553,"observedAt":"2026-11-11","runCount":2962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_legal_and_government/Gemini Advanced (0514)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.806237,"ciLow":1258.594804,"ciHigh":1277.01767,"observedAt":"2026-11-11","runCount":8815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_life_and_physical_and_social_science/Gemini Advanced (0514)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|industry_mathematical/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.109133,"ciLow":1266.089897,"ciHigh":1286.128368,"observedAt":"2026-11-11","runCount":5787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_mathematical/Gemini Advanced (0514)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.388304,"ciLow":1235.09761,"ciHigh":1263.678998,"observedAt":"2026-11-11","runCount":2701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_medicine_and_healthcare/Gemini Advanced (0514)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.341466,"ciLow":1258.78298,"ciHigh":1273.899951,"observedAt":"2026-11-11","runCount":13757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_software_and_it_services/Gemini Advanced (0514)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.175119,"ciLow":1278.326049,"ciHigh":1294.024188,"observedAt":"2026-11-11","runCount":13201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"industry_writing_and_literature_and_language/Gemini Advanced (0514)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|instruction_following/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.300954,"ciLow":1246.591224,"ciHigh":1260.010684,"observedAt":"2026-11-11","runCount":18524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"instruction_following/Gemini Advanced (0514)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|japanese/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.99401,"ciLow":1220.971594,"ciHigh":1263.016426,"observedAt":"2026-11-11","runCount":1212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"japanese/Gemini Advanced (0514)","slice":"japanese"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|korean/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1232.112296,"ciLow":1211.042551,"ciHigh":1253.18204,"observedAt":"2026-11-11","runCount":1945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"korean/Gemini Advanced (0514)","slice":"korean"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|longer_query/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.278085,"ciLow":1242.91104,"ciHigh":1263.64513,"observedAt":"2026-11-11","runCount":5486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"longer_query/Gemini Advanced (0514)","slice":"longer_query"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|math/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.656177,"ciLow":1262.143476,"ciHigh":1281.168879,"observedAt":"2026-11-11","runCount":6395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"math/Gemini Advanced (0514)","slice":"math"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|multi_turn/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.824752,"ciLow":1259.281667,"ciHigh":1278.367836,"observedAt":"2026-11-11","runCount":7776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"multi_turn/Gemini Advanced (0514)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|non_english/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.977614,"ciLow":1267.555691,"ciHigh":1280.399537,"observedAt":"2026-11-11","runCount":23830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"non_english/Gemini Advanced (0514)","slice":"non_english"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|overall/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.602243,"ciLow":1273.511278,"ciHigh":1283.693208,"observedAt":"2026-11-11","runCount":50148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"overall/Gemini Advanced (0514)","slice":"overall"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|russian/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.342895,"ciLow":1271.929111,"ciHigh":1292.756679,"observedAt":"2026-11-11","runCount":5861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"russian/Gemini Advanced (0514)","slice":"russian"}
{"key":"lmarena|google/gemini-advanced-0514:default|none|lmarena-text@1|rating|spanish/Gemini Advanced (0514)","sourceId":"lmarena","modelId":"google/gemini-advanced-0514","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.894723,"ciLow":1217.290605,"ciHigh":1266.498842,"observedAt":"2026-11-11","runCount":898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Advanced (0514)","rowId":"spanish/Gemini Advanced (0514)","slice":"spanish"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|chinese/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.964892,"ciLow":1182.639648,"ciHigh":1259.290136,"observedAt":"2026-11-11","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"chinese/Gemini Pro","slice":"chinese"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|coding/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.637375,"ciLow":1225.077137,"ciHigh":1272.197613,"observedAt":"2026-11-11","runCount":678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"coding/Gemini Pro","slice":"coding"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.211527,"ciLow":1164.018234,"ciHigh":1206.40482,"observedAt":"2026-11-11","runCount":953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"creative_writing/Gemini Pro","slice":"creative_writing"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|english/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.269965,"ciLow":1229.404351,"ciHigh":1255.13558,"observedAt":"2026-11-11","runCount":5086,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"english/Gemini Pro","slice":"english"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1104.82608,"ciLow":1088.132394,"ciHigh":1121.519766,"observedAt":"2026-11-11","runCount":4502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"exclude_ties/Gemini Pro","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.686631,"ciLow":1212.704474,"ciHigh":1248.668787,"observedAt":"2026-11-11","runCount":1407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"hard_prompts/Gemini Pro","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.012363,"ciLow":1221.667974,"ciHigh":1260.356752,"observedAt":"2026-11-11","runCount":1189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"hard_prompts_english/Gemini Pro","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.531779,"ciLow":1146.86643,"ciHigh":1206.197129,"observedAt":"2026-11-11","runCount":431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_business_and_management_and_financial_operations/Gemini Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.492829,"ciLow":1156.646171,"ciHigh":1198.339487,"observedAt":"2026-11-11","runCount":1035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_entertainment_and_sports_and_media/Gemini Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.905535,"ciLow":1189.223355,"ciHigh":1256.587716,"observedAt":"2026-11-11","runCount":309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_legal_and_government/Gemini Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.008936,"ciLow":1218.627444,"ciHigh":1259.390429,"observedAt":"2026-11-11","runCount":1125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_life_and_physical_and_social_science/Gemini Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.855468,"ciLow":1199.042179,"ciHigh":1240.668756,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_mathematical/Gemini Pro","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.396758,"ciLow":1198.794813,"ciHigh":1275.998702,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_medicine_and_healthcare/Gemini Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.154169,"ciLow":1208.272004,"ciHigh":1246.036335,"observedAt":"2026-11-11","runCount":1416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_software_and_it_services/Gemini Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.086023,"ciLow":1189.314204,"ciHigh":1226.857841,"observedAt":"2026-11-11","runCount":1319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_writing_and_literature_and_language/Gemini Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.364941,"ciLow":1203.791262,"ciHigh":1236.93862,"observedAt":"2026-11-11","runCount":1897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"instruction_following/Gemini Pro","slice":"instruction_following"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|math/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1203.231738,"ciLow":1184.162394,"ciHigh":1222.301083,"observedAt":"2026-11-11","runCount":993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"math/Gemini Pro","slice":"math"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.244318,"ciLow":1173.488362,"ciHigh":1223.000274,"observedAt":"2026-11-11","runCount":641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"multi_turn/Gemini Pro","slice":"multi_turn"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|non_english/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.370307,"ciLow":1173.69971,"ciHigh":1211.040904,"observedAt":"2026-11-11","runCount":1304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"non_english/Gemini Pro","slice":"non_english"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text-style-control@1|rating|overall/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.831845,"ciLow":1212.117527,"ciHigh":1235.546164,"observedAt":"2026-11-11","runCount":6390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"overall/Gemini Pro","slice":"overall"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|chinese/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1096.508055,"ciLow":1059.475518,"ciHigh":1133.540591,"observedAt":"2026-11-11","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"chinese/Gemini Pro","slice":"chinese"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|coding/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.776183,"ciLow":1084.708909,"ciHigh":1130.843457,"observedAt":"2026-11-11","runCount":678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"coding/Gemini Pro","slice":"coding"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|creative_writing/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1103.709326,"ciLow":1082.999905,"ciHigh":1124.418747,"observedAt":"2026-11-11","runCount":953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"creative_writing/Gemini Pro","slice":"creative_writing"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|english/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.739897,"ciLow":1141.165311,"ciHigh":1166.314484,"observedAt":"2026-11-11","runCount":5086,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"english/Gemini Pro","slice":"english"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|exclude_ties/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":977.573967,"ciLow":961.648468,"ciHigh":993.499467,"observedAt":"2026-11-11","runCount":4502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"exclude_ties/Gemini Pro","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|hard_prompts/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1093.741949,"ciLow":1076.362115,"ciHigh":1111.121784,"observedAt":"2026-11-11","runCount":1407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"hard_prompts/Gemini Pro","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|hard_prompts_english/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1110.612782,"ciLow":1091.870965,"ciHigh":1129.354599,"observedAt":"2026-11-11","runCount":1189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"hard_prompts_english/Gemini Pro","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.952243,"ciLow":1053.510779,"ciHigh":1112.393707,"observedAt":"2026-11-11","runCount":431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_business_and_management_and_financial_operations/Gemini Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1084.968962,"ciLow":1064.626985,"ciHigh":1105.310939,"observedAt":"2026-11-11","runCount":1035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_entertainment_and_sports_and_media/Gemini Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.785587,"ciLow":1074.818296,"ciHigh":1140.752877,"observedAt":"2026-11-11","runCount":309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_legal_and_government/Gemini Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1118.516444,"ciLow":1098.290256,"ciHigh":1138.742632,"observedAt":"2026-11-11","runCount":1125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_life_and_physical_and_social_science/Gemini Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|industry_mathematical/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1136.149347,"ciLow":1115.416917,"ciHigh":1156.881777,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_mathematical/Gemini Pro","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.4259,"ciLow":1079.137783,"ciHigh":1153.714016,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_medicine_and_healthcare/Gemini Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1110.94649,"ciLow":1092.571483,"ciHigh":1129.321497,"observedAt":"2026-11-11","runCount":1416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_software_and_it_services/Gemini Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1126.796341,"ciLow":1108.07726,"ciHigh":1145.515422,"observedAt":"2026-11-11","runCount":1319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"industry_writing_and_literature_and_language/Gemini Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|instruction_following/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1109.83309,"ciLow":1093.552574,"ciHigh":1126.113607,"observedAt":"2026-11-11","runCount":1897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"instruction_following/Gemini Pro","slice":"instruction_following"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|math/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1128.946764,"ciLow":1109.908371,"ciHigh":1147.985157,"observedAt":"2026-11-11","runCount":993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"math/Gemini Pro","slice":"math"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|multi_turn/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1139.374979,"ciLow":1114.819364,"ciHigh":1163.930595,"observedAt":"2026-11-11","runCount":641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"multi_turn/Gemini Pro","slice":"multi_turn"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|non_english/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1093.813993,"ciLow":1075.567547,"ciHigh":1112.060438,"observedAt":"2026-11-11","runCount":1304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"non_english/Gemini Pro","slice":"non_english"}
{"key":"lmarena|google/gemini-pro:default|none|lmarena-text@1|rating|overall/Gemini Pro","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1130.581478,"ciLow":1119.162481,"ciHigh":1142.000476,"observedAt":"2026-11-11","runCount":6390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro","rowId":"overall/Gemini Pro","slice":"overall"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|chinese/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.342824,"ciLow":1220.445044,"ciHigh":1256.240604,"observedAt":"2026-11-11","runCount":1867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"chinese/Gemini Pro (Dev API)","slice":"chinese"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|coding/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.350835,"ciLow":1225.358333,"ciHigh":1253.343336,"observedAt":"2026-11-11","runCount":2681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"coding/Gemini Pro (Dev API)","slice":"coding"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|creative_writing/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1203.781649,"ciLow":1189.853765,"ciHigh":1217.709533,"observedAt":"2026-11-11","runCount":3046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"creative_writing/Gemini Pro (Dev API)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|english/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.281217,"ciLow":1238.771619,"ciHigh":1255.790816,"observedAt":"2026-11-11","runCount":12477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"english/Gemini Pro (Dev API)","slice":"english"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|exclude_ties/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1129.364195,"ciLow":1118.576657,"ciHigh":1140.151733,"observedAt":"2026-11-11","runCount":12956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"exclude_ties/Gemini Pro (Dev API)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|expert/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.618056,"ciLow":1157.03492,"ciHigh":1204.201193,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"expert/Gemini Pro (Dev API)","slice":"expert"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|french/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.108656,"ciLow":1213.499936,"ciHigh":1278.717377,"observedAt":"2026-11-11","runCount":462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"french/Gemini Pro (Dev API)","slice":"french"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|german/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.935761,"ciLow":1181.893304,"ciHigh":1241.978217,"observedAt":"2026-11-11","runCount":450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"german/Gemini Pro (Dev API)","slice":"german"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|hard_prompts/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.28487,"ciLow":1220.949306,"ciHigh":1243.620434,"observedAt":"2026-11-11","runCount":4515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"hard_prompts/Gemini Pro (Dev API)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.968675,"ciLow":1223.186371,"ciHigh":1248.750979,"observedAt":"2026-11-11","runCount":3298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"hard_prompts_english/Gemini Pro (Dev API)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.462956,"ciLow":1209.391422,"ciHigh":1243.53449,"observedAt":"2026-11-11","runCount":1672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_business_and_management_and_financial_operations/Gemini Pro (Dev API)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.67948,"ciLow":1173.535259,"ciHigh":1201.823701,"observedAt":"2026-11-11","runCount":2882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_entertainment_and_sports_and_media/Gemini Pro (Dev API)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.516148,"ciLow":1244.207665,"ciHigh":1286.82463,"observedAt":"2026-11-11","runCount":970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_legal_and_government/Gemini Pro (Dev API)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.323752,"ciLow":1240.462442,"ciHigh":1268.185061,"observedAt":"2026-11-11","runCount":3251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_life_and_physical_and_social_science/Gemini Pro (Dev API)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.988514,"ciLow":1186.914854,"ciHigh":1217.062173,"observedAt":"2026-11-11","runCount":1975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_mathematical/Gemini Pro (Dev API)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.708062,"ciLow":1238.881745,"ciHigh":1280.53438,"observedAt":"2026-11-11","runCount":1076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_medicine_and_healthcare/Gemini Pro (Dev API)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.750878,"ciLow":1235.184339,"ciHigh":1258.317416,"observedAt":"2026-11-11","runCount":4907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_software_and_it_services/Gemini Pro (Dev API)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.75652,"ciLow":1205.867817,"ciHigh":1229.645223,"observedAt":"2026-11-11","runCount":4634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_writing_and_literature_and_language/Gemini Pro (Dev API)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|instruction_following/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.558332,"ciLow":1199.982469,"ciHigh":1221.134194,"observedAt":"2026-11-11","runCount":5876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"instruction_following/Gemini Pro (Dev API)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|japanese/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1107.701417,"ciLow":1061.929178,"ciHigh":1153.473656,"observedAt":"2026-11-11","runCount":173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"japanese/Gemini Pro (Dev API)","slice":"japanese"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|longer_query/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.026671,"ciLow":1209.235759,"ciHigh":1244.817583,"observedAt":"2026-11-11","runCount":1351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"longer_query/Gemini Pro (Dev API)","slice":"longer_query"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|math/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.39674,"ciLow":1185.481995,"ciHigh":1213.311485,"observedAt":"2026-11-11","runCount":2274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"math/Gemini Pro (Dev API)","slice":"math"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|multi_turn/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.405292,"ciLow":1172.801974,"ciHigh":1202.008611,"observedAt":"2026-11-11","runCount":2528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"multi_turn/Gemini Pro (Dev API)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|non_english/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.186083,"ciLow":1217.404542,"ciHigh":1238.967624,"observedAt":"2026-11-11","runCount":5877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"non_english/Gemini Pro (Dev API)","slice":"non_english"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|overall/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.049238,"ciLow":1229.74371,"ciHigh":1244.354767,"observedAt":"2026-11-11","runCount":18354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"overall/Gemini Pro (Dev API)","slice":"overall"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|russian/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.057116,"ciLow":1248.918431,"ciHigh":1289.195801,"observedAt":"2026-11-11","runCount":953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"russian/Gemini Pro (Dev API)","slice":"russian"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text-style-control@1|rating|spanish/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.956788,"ciLow":1184.613695,"ciHigh":1271.299882,"observedAt":"2026-11-11","runCount":213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"spanish/Gemini Pro (Dev API)","slice":"spanish"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|chinese/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1124.149175,"ciLow":1106.807136,"ciHigh":1141.491214,"observedAt":"2026-11-11","runCount":1867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"chinese/Gemini Pro (Dev API)","slice":"chinese"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|coding/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1103.869555,"ciLow":1090.142821,"ciHigh":1117.596288,"observedAt":"2026-11-11","runCount":2681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"coding/Gemini Pro (Dev API)","slice":"coding"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|creative_writing/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1130.303609,"ciLow":1116.515178,"ciHigh":1144.09204,"observedAt":"2026-11-11","runCount":3046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"creative_writing/Gemini Pro (Dev API)","slice":"creative_writing"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|english/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1161.866116,"ciLow":1153.478288,"ciHigh":1170.253945,"observedAt":"2026-11-11","runCount":12477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"english/Gemini Pro (Dev API)","slice":"english"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|exclude_ties/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1007.962573,"ciLow":997.531542,"ciHigh":1018.393604,"observedAt":"2026-11-11","runCount":12956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"exclude_ties/Gemini Pro (Dev API)","slice":"exclude_ties"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|expert/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1058.773344,"ciLow":1035.594609,"ciHigh":1081.952079,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"expert/Gemini Pro (Dev API)","slice":"expert"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|french/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1144.878136,"ciLow":1112.28356,"ciHigh":1177.472711,"observedAt":"2026-11-11","runCount":462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"french/Gemini Pro (Dev API)","slice":"french"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|german/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1124.363301,"ciLow":1094.588627,"ciHigh":1154.137975,"observedAt":"2026-11-11","runCount":450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"german/Gemini Pro (Dev API)","slice":"german"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|hard_prompts/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1109.23282,"ciLow":1098.079533,"ciHigh":1120.386107,"observedAt":"2026-11-11","runCount":4515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"hard_prompts/Gemini Pro (Dev API)","slice":"hard_prompts"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|hard_prompts_english/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.809382,"ciLow":1104.28719,"ciHigh":1129.331574,"observedAt":"2026-11-11","runCount":3298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"hard_prompts_english/Gemini Pro (Dev API)","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1130.572596,"ciLow":1113.56062,"ciHigh":1147.584572,"observedAt":"2026-11-11","runCount":1672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_business_and_management_and_financial_operations/Gemini Pro (Dev API)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1099.621619,"ciLow":1085.710908,"ciHigh":1113.53233,"observedAt":"2026-11-11","runCount":2882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_entertainment_and_sports_and_media/Gemini Pro (Dev API)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|industry_legal_and_government/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1166.234395,"ciLow":1145.034515,"ciHigh":1187.434275,"observedAt":"2026-11-11","runCount":970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_legal_and_government/Gemini Pro (Dev API)","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.937129,"ciLow":1130.356358,"ciHigh":1157.517899,"observedAt":"2026-11-11","runCount":3251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_life_and_physical_and_social_science/Gemini Pro (Dev API)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|industry_mathematical/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1123.934085,"ciLow":1109.003294,"ciHigh":1138.864875,"observedAt":"2026-11-11","runCount":1975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_mathematical/Gemini Pro (Dev API)","slice":"industry_mathematical"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1134.714646,"ciLow":1114.163791,"ciHigh":1155.265501,"observedAt":"2026-11-11","runCount":1076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_medicine_and_healthcare/Gemini Pro (Dev API)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|industry_software_and_it_services/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1131.066766,"ciLow":1119.718442,"ciHigh":1142.41509,"observedAt":"2026-11-11","runCount":4907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_software_and_it_services/Gemini Pro (Dev API)","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.943144,"ciLow":1132.149325,"ciHigh":1155.736964,"observedAt":"2026-11-11","runCount":4634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"industry_writing_and_literature_and_language/Gemini Pro (Dev API)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|instruction_following/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1113.986577,"ciLow":1103.532755,"ciHigh":1124.440398,"observedAt":"2026-11-11","runCount":5876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"instruction_following/Gemini Pro (Dev API)","slice":"instruction_following"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|japanese/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1022.854017,"ciLow":977.968971,"ciHigh":1067.739063,"observedAt":"2026-11-11","runCount":173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"japanese/Gemini Pro (Dev API)","slice":"japanese"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|longer_query/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1131.456024,"ciLow":1113.86591,"ciHigh":1149.046138,"observedAt":"2026-11-11","runCount":1351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"longer_query/Gemini Pro (Dev API)","slice":"longer_query"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|math/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1132.076194,"ciLow":1118.23448,"ciHigh":1145.917908,"observedAt":"2026-11-11","runCount":2274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"math/Gemini Pro (Dev API)","slice":"math"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|multi_turn/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1124.159649,"ciLow":1109.662259,"ciHigh":1138.657039,"observedAt":"2026-11-11","runCount":2528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"multi_turn/Gemini Pro (Dev API)","slice":"multi_turn"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|non_english/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1137.969814,"ciLow":1127.34146,"ciHigh":1148.598168,"observedAt":"2026-11-11","runCount":5877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"non_english/Gemini Pro (Dev API)","slice":"non_english"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|overall/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1148.891585,"ciLow":1141.70038,"ciHigh":1156.08279,"observedAt":"2026-11-11","runCount":18354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"overall/Gemini Pro (Dev API)","slice":"overall"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|russian/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.861624,"ciLow":1165.793286,"ciHigh":1205.929962,"observedAt":"2026-11-11","runCount":953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"russian/Gemini Pro (Dev API)","slice":"russian"}
{"key":"lmarena|google/gemini-pro:flags=dev-api|none|lmarena-text@1|rating|spanish/Gemini Pro (Dev API)","sourceId":"lmarena","modelId":"google/gemini-pro","variant":{"flags":["dev-api"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1118.773699,"ciLow":1077.186388,"ciHigh":1160.361011,"observedAt":"2026-11-11","runCount":213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Pro (Dev API)","rowId":"spanish/Gemini Pro (Dev API)","slice":"spanish"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|chinese/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1143.153735,"ciLow":1125.013128,"ciHigh":1161.294341,"observedAt":"2026-11-11","runCount":1291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"chinese/Gemma 1.1 2B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|coding/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.608159,"ciLow":1156.73801,"ciHigh":1184.478307,"observedAt":"2026-11-11","runCount":1963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"coding/Gemma 1.1 2B IT","slice":"coding"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1094.227329,"ciLow":1077.251681,"ciHigh":1111.202978,"observedAt":"2026-11-11","runCount":1486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"creative_writing/Gemma 1.1 2B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|english/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1139.425818,"ciLow":1129.69684,"ciHigh":1149.154796,"observedAt":"2026-11-11","runCount":5934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"english/Gemma 1.1 2B IT","slice":"english"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":926.333506,"ciLow":912.768928,"ciHigh":939.898084,"observedAt":"2026-11-11","runCount":7496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"exclude_ties/Gemma 1.1 2B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|expert/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1118.146326,"ciLow":1092.536847,"ciHigh":1143.755805,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"expert/Gemma 1.1 2B IT","slice":"expert"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|german/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1048.604326,"ciLow":1013.40413,"ciHigh":1083.804523,"observedAt":"2026-11-11","runCount":365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"german/Gemma 1.1 2B IT","slice":"german"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.409018,"ciLow":1126.622869,"ciHigh":1150.195167,"observedAt":"2026-11-11","runCount":3183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"hard_prompts/Gemma 1.1 2B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.836303,"ciLow":1135.490427,"ciHigh":1164.182178,"observedAt":"2026-11-11","runCount":1941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"hard_prompts_english/Gemma 1.1 2B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1098.187369,"ciLow":1078.983873,"ciHigh":1117.390864,"observedAt":"2026-11-11","runCount":1137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 1.1 2B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1087.604273,"ciLow":1070.833888,"ciHigh":1104.374658,"observedAt":"2026-11-11","runCount":1499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 1.1 2B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1118.386199,"ciLow":1090.737741,"ciHigh":1146.034657,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_legal_and_government/Gemma 1.1 2B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1126.488328,"ciLow":1110.256956,"ciHigh":1142.7197,"observedAt":"2026-11-11","runCount":1929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 1.1 2B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1120.579591,"ciLow":1103.382411,"ciHigh":1137.776771,"observedAt":"2026-11-11","runCount":1224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_mathematical/Gemma 1.1 2B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.802525,"ciLow":1114.136626,"ciHigh":1167.468424,"observedAt":"2026-11-11","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_medicine_and_healthcare/Gemma 1.1 2B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1155.4214,"ciLow":1143.546629,"ciHigh":1167.296172,"observedAt":"2026-11-11","runCount":3194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_software_and_it_services/Gemma 1.1 2B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1092.325633,"ciLow":1079.110721,"ciHigh":1105.540544,"observedAt":"2026-11-11","runCount":2596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_writing_and_literature_and_language/Gemma 1.1 2B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1102.038937,"ciLow":1091.072273,"ciHigh":1113.005601,"observedAt":"2026-11-11","runCount":3877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"instruction_following/Gemma 1.1 2B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|korean/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1014.801523,"ciLow":980.85755,"ciHigh":1048.745497,"observedAt":"2026-11-11","runCount":386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"korean/Gemma 1.1 2B IT","slice":"korean"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1118.513024,"ciLow":1100.723746,"ciHigh":1136.302301,"observedAt":"2026-11-11","runCount":1179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"longer_query/Gemma 1.1 2B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|math/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1111.553519,"ciLow":1095.58611,"ciHigh":1127.520928,"observedAt":"2026-11-11","runCount":1355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"math/Gemma 1.1 2B IT","slice":"math"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1050.265755,"ciLow":1032.348385,"ciHigh":1068.183125,"observedAt":"2026-11-11","runCount":1478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"multi_turn/Gemma 1.1 2B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1087.732838,"ciLow":1077.514884,"ciHigh":1097.950792,"observedAt":"2026-11-11","runCount":4920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"non_english/Gemma 1.1 2B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|overall/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1116.890917,"ciLow":1109.177118,"ciHigh":1124.604715,"observedAt":"2026-11-11","runCount":10854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"overall/Gemma 1.1 2B IT","slice":"overall"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text-style-control@1|rating|russian/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1091.866106,"ciLow":1073.316536,"ciHigh":1110.415675,"observedAt":"2026-11-11","runCount":1166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"russian/Gemma 1.1 2B IT","slice":"russian"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|chinese/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1011.634609,"ciLow":993.714369,"ciHigh":1029.554849,"observedAt":"2026-11-11","runCount":1291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"chinese/Gemma 1.1 2B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|coding/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1034.023052,"ciLow":1020.138952,"ciHigh":1047.907151,"observedAt":"2026-11-11","runCount":1963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"coding/Gemma 1.1 2B IT","slice":"coding"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|creative_writing/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":997.8339,"ciLow":980.998688,"ciHigh":1014.669112,"observedAt":"2026-11-11","runCount":1486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"creative_writing/Gemma 1.1 2B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|english/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1050.253937,"ciLow":1040.531051,"ciHigh":1059.976822,"observedAt":"2026-11-11","runCount":5934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"english/Gemma 1.1 2B IT","slice":"english"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|exclude_ties/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":796.413475,"ciLow":782.946611,"ciHigh":809.88034,"observedAt":"2026-11-11","runCount":7496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"exclude_ties/Gemma 1.1 2B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|expert/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":970.030263,"ciLow":944.400743,"ciHigh":995.659784,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"expert/Gemma 1.1 2B IT","slice":"expert"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|german/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":943.67007,"ciLow":908.751328,"ciHigh":978.588812,"observedAt":"2026-11-11","runCount":365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"german/Gemma 1.1 2B IT","slice":"german"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|hard_prompts/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1004.886096,"ciLow":993.154715,"ciHigh":1016.617477,"observedAt":"2026-11-11","runCount":3183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"hard_prompts/Gemma 1.1 2B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1025.804892,"ciLow":1011.487219,"ciHigh":1040.122565,"observedAt":"2026-11-11","runCount":1941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"hard_prompts_english/Gemma 1.1 2B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":980.736132,"ciLow":961.71744,"ciHigh":999.754825,"observedAt":"2026-11-11","runCount":1137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 1.1 2B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":979.870494,"ciLow":963.239241,"ciHigh":996.501747,"observedAt":"2026-11-11","runCount":1499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 1.1 2B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":995.281526,"ciLow":967.268031,"ciHigh":1023.29502,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_legal_and_government/Gemma 1.1 2B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":996.012269,"ciLow":979.871984,"ciHigh":1012.152554,"observedAt":"2026-11-11","runCount":1929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 1.1 2B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1042.971226,"ciLow":1025.858251,"ciHigh":1060.084202,"observedAt":"2026-11-11","runCount":1224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_mathematical/Gemma 1.1 2B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":990.384761,"ciLow":963.687503,"ciHigh":1017.082019,"observedAt":"2026-11-11","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_medicine_and_healthcare/Gemma 1.1 2B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1031.848114,"ciLow":1019.954808,"ciHigh":1043.741421,"observedAt":"2026-11-11","runCount":3194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_software_and_it_services/Gemma 1.1 2B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1005.99339,"ciLow":992.918281,"ciHigh":1019.068499,"observedAt":"2026-11-11","runCount":2596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"industry_writing_and_literature_and_language/Gemma 1.1 2B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|instruction_following/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":991.669438,"ciLow":980.793996,"ciHigh":1002.54488,"observedAt":"2026-11-11","runCount":3877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"instruction_following/Gemma 1.1 2B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|korean/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":899.113535,"ciLow":866.222511,"ciHigh":932.00456,"observedAt":"2026-11-11","runCount":386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"korean/Gemma 1.1 2B IT","slice":"korean"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|longer_query/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1002.456942,"ciLow":984.740807,"ciHigh":1020.173078,"observedAt":"2026-11-11","runCount":1179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"longer_query/Gemma 1.1 2B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|math/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1047.205704,"ciLow":1031.297741,"ciHigh":1063.113666,"observedAt":"2026-11-11","runCount":1355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"math/Gemma 1.1 2B IT","slice":"math"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|multi_turn/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":958.423127,"ciLow":940.569274,"ciHigh":976.27698,"observedAt":"2026-11-11","runCount":1478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"multi_turn/Gemma 1.1 2B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|non_english/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":988.435087,"ciLow":978.351247,"ciHigh":998.518926,"observedAt":"2026-11-11","runCount":4920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"non_english/Gemma 1.1 2B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|overall/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1022.264952,"ciLow":1014.60126,"ciHigh":1029.928644,"observedAt":"2026-11-11","runCount":10854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"overall/Gemma 1.1 2B IT","slice":"overall"}
{"key":"lmarena|google/gemma-1.1-2b-it:default|none|lmarena-text@1|rating|russian/Gemma 1.1 2B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":990.196397,"ciLow":971.832192,"ciHigh":1008.560601,"observedAt":"2026-11-11","runCount":1166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 2B IT","rowId":"russian/Gemma 1.1 2B IT","slice":"russian"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|chinese/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.272947,"ciLow":1167.480785,"ciHigh":1193.065109,"observedAt":"2026-11-11","runCount":3219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"chinese/Gemma 1.1 7B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|coding/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.71206,"ciLow":1205.387013,"ciHigh":1226.037107,"observedAt":"2026-11-11","runCount":4332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"coding/Gemma 1.1 7B IT","slice":"coding"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.816395,"ciLow":1138.125843,"ciHigh":1161.506947,"observedAt":"2026-11-11","runCount":3409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"creative_writing/Gemma 1.1 7B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|english/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.43682,"ciLow":1201.266375,"ciHigh":1215.607265,"observedAt":"2026-11-11","runCount":12733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"english/Gemma 1.1 7B IT","slice":"english"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1040.580748,"ciLow":1031.440399,"ciHigh":1049.721098,"observedAt":"2026-11-11","runCount":15506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"exclude_ties/Gemma 1.1 7B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|expert/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.483576,"ciLow":1157.846925,"ciHigh":1193.120227,"observedAt":"2026-11-11","runCount":1247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"expert/Gemma 1.1 7B IT","slice":"expert"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|french/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.732884,"ciLow":1140.808805,"ciHigh":1206.656963,"observedAt":"2026-11-11","runCount":401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"french/Gemma 1.1 7B IT","slice":"french"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|german/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1155.469217,"ciLow":1133.171217,"ciHigh":1177.767218,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"german/Gemma 1.1 7B IT","slice":"german"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.520803,"ciLow":1184.946956,"ciHigh":1202.094649,"observedAt":"2026-11-11","runCount":6987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"hard_prompts/Gemma 1.1 7B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.337595,"ciLow":1196.993433,"ciHigh":1217.681757,"observedAt":"2026-11-11","runCount":4180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"hard_prompts_english/Gemma 1.1 7B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1169.560837,"ciLow":1156.636254,"ciHigh":1182.48542,"observedAt":"2026-11-11","runCount":2712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 1.1 7B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.335218,"ciLow":1139.840703,"ciHigh":1162.829734,"observedAt":"2026-11-11","runCount":3421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 1.1 7B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.755096,"ciLow":1192.308109,"ciHigh":1227.202083,"observedAt":"2026-11-11","runCount":1416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_legal_and_government/Gemma 1.1 7B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.031196,"ciLow":1183.827586,"ciHigh":1206.234807,"observedAt":"2026-11-11","runCount":4147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 1.1 7B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.174089,"ciLow":1154.032979,"ciHigh":1178.3152,"observedAt":"2026-11-11","runCount":2659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_mathematical/Gemma 1.1 7B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.215075,"ciLow":1192.549802,"ciHigh":1229.880348,"observedAt":"2026-11-11","runCount":1255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_medicine_and_healthcare/Gemma 1.1 7B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.394709,"ciLow":1203.622985,"ciHigh":1221.166432,"observedAt":"2026-11-11","runCount":7051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_software_and_it_services/Gemma 1.1 7B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1154.207116,"ciLow":1144.87561,"ciHigh":1163.538622,"observedAt":"2026-11-11","runCount":6034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_writing_and_literature_and_language/Gemma 1.1 7B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.360889,"ciLow":1149.352772,"ciHigh":1165.369006,"observedAt":"2026-11-11","runCount":8852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"instruction_following/Gemma 1.1 7B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|japanese/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1053.754972,"ciLow":1023.324978,"ciHigh":1084.184966,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"japanese/Gemma 1.1 7B IT","slice":"japanese"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|korean/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1097.699881,"ciLow":1072.183638,"ciHigh":1123.216123,"observedAt":"2026-11-11","runCount":770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"korean/Gemma 1.1 7B IT","slice":"korean"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.074605,"ciLow":1155.477099,"ciHigh":1180.672111,"observedAt":"2026-11-11","runCount":2649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"longer_query/Gemma 1.1 7B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|math/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.337286,"ciLow":1151.890928,"ciHigh":1174.783645,"observedAt":"2026-11-11","runCount":3039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"math/Gemma 1.1 7B IT","slice":"math"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1124.004271,"ciLow":1112.245028,"ciHigh":1135.763514,"observedAt":"2026-11-11","runCount":3635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"multi_turn/Gemma 1.1 7B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1143.825915,"ciLow":1136.267468,"ciHigh":1151.384361,"observedAt":"2026-11-11","runCount":11160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"non_english/Gemma 1.1 7B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|overall/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1182.783333,"ciLow":1176.722724,"ciHigh":1188.843942,"observedAt":"2026-11-11","runCount":23893,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"overall/Gemma 1.1 7B IT","slice":"overall"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|russian/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1139.843768,"ciLow":1127.105108,"ciHigh":1152.582428,"observedAt":"2026-11-11","runCount":2709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"russian/Gemma 1.1 7B IT","slice":"russian"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text-style-control@1|rating|spanish/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1155.080422,"ciLow":1122.344319,"ciHigh":1187.816525,"observedAt":"2026-11-11","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"spanish/Gemma 1.1 7B IT","slice":"spanish"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|chinese/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1060.668269,"ciLow":1048.142948,"ciHigh":1073.193589,"observedAt":"2026-11-11","runCount":3219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"chinese/Gemma 1.1 7B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|coding/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1083.639812,"ciLow":1073.334085,"ciHigh":1093.94554,"observedAt":"2026-11-11","runCount":4332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"coding/Gemma 1.1 7B IT","slice":"coding"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|creative_writing/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1059.279909,"ciLow":1047.613144,"ciHigh":1070.946674,"observedAt":"2026-11-11","runCount":3409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"creative_writing/Gemma 1.1 7B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|english/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1124.070275,"ciLow":1116.910077,"ciHigh":1131.230472,"observedAt":"2026-11-11","runCount":12733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"english/Gemma 1.1 7B IT","slice":"english"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|exclude_ties/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":918.019615,"ciLow":909.033197,"ciHigh":927.006034,"observedAt":"2026-11-11","runCount":15506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"exclude_ties/Gemma 1.1 7B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|expert/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1039.138317,"ciLow":1021.545796,"ciHigh":1056.730838,"observedAt":"2026-11-11","runCount":1247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"expert/Gemma 1.1 7B IT","slice":"expert"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|french/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1065.302953,"ciLow":1032.748947,"ciHigh":1097.856959,"observedAt":"2026-11-11","runCount":401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"french/Gemma 1.1 7B IT","slice":"french"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|german/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1053.516676,"ciLow":1031.461781,"ciHigh":1075.571572,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"german/Gemma 1.1 7B IT","slice":"german"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|hard_prompts/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.576702,"ciLow":1062.079908,"ciHigh":1079.073496,"observedAt":"2026-11-11","runCount":6987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"hard_prompts/Gemma 1.1 7B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.655249,"ciLow":1080.35396,"ciHigh":1100.956537,"observedAt":"2026-11-11","runCount":4180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"hard_prompts_english/Gemma 1.1 7B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1062.790679,"ciLow":1049.91721,"ciHigh":1075.664149,"observedAt":"2026-11-11","runCount":2712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 1.1 7B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1049.59143,"ciLow":1038.245153,"ciHigh":1060.937707,"observedAt":"2026-11-11","runCount":3421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 1.1 7B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.082676,"ciLow":1076.78787,"ciHigh":1111.377482,"observedAt":"2026-11-11","runCount":1416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_legal_and_government/Gemma 1.1 7B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1077.889712,"ciLow":1066.735039,"ciHigh":1089.044385,"observedAt":"2026-11-11","runCount":4147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 1.1 7B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1098.028297,"ciLow":1086.057579,"ciHigh":1109.999015,"observedAt":"2026-11-11","runCount":2659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_mathematical/Gemma 1.1 7B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1072.35291,"ciLow":1053.861641,"ciHigh":1090.844178,"observedAt":"2026-11-11","runCount":1255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_medicine_and_healthcare/Gemma 1.1 7B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1095.120842,"ciLow":1086.363258,"ciHigh":1103.878427,"observedAt":"2026-11-11","runCount":7051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_software_and_it_services/Gemma 1.1 7B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1073.097052,"ciLow":1063.845201,"ciHigh":1082.348902,"observedAt":"2026-11-11","runCount":6034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"industry_writing_and_literature_and_language/Gemma 1.1 7B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|instruction_following/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.70529,"ciLow":1048.778702,"ciHigh":1064.631879,"observedAt":"2026-11-11","runCount":8852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"instruction_following/Gemma 1.1 7B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|japanese/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":970.95984,"ciLow":940.587466,"ciHigh":1001.332213,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"japanese/Gemma 1.1 7B IT","slice":"japanese"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|korean/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":988.058015,"ciLow":962.782361,"ciHigh":1013.333669,"observedAt":"2026-11-11","runCount":770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"korean/Gemma 1.1 7B IT","slice":"korean"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|longer_query/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1055.450813,"ciLow":1042.912451,"ciHigh":1067.989175,"observedAt":"2026-11-11","runCount":2649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"longer_query/Gemma 1.1 7B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|math/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1106.857475,"ciLow":1095.534709,"ciHigh":1118.180241,"observedAt":"2026-11-11","runCount":3039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"math/Gemma 1.1 7B IT","slice":"math"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|multi_turn/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1039.707453,"ciLow":1028.035692,"ciHigh":1051.379214,"observedAt":"2026-11-11","runCount":3635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"multi_turn/Gemma 1.1 7B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|non_english/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1051.522911,"ciLow":1044.068978,"ciHigh":1058.976845,"observedAt":"2026-11-11","runCount":11160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"non_english/Gemma 1.1 7B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|overall/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.015146,"ciLow":1088.017307,"ciHigh":1100.012984,"observedAt":"2026-11-11","runCount":23893,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"overall/Gemma 1.1 7B IT","slice":"overall"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|russian/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1045.716669,"ciLow":1033.136056,"ciHigh":1058.297283,"observedAt":"2026-11-11","runCount":2709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"russian/Gemma 1.1 7B IT","slice":"russian"}
{"key":"lmarena|google/gemma-1.1-7b-it:default|none|lmarena-text@1|rating|spanish/Gemma 1.1 7B IT","sourceId":"lmarena","modelId":"google/gemma-1.1-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1049.071441,"ciLow":1015.966446,"ciHigh":1082.176435,"observedAt":"2026-11-11","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 1.1 7B IT","rowId":"spanish/Gemma 1.1 7B IT","slice":"spanish"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|chinese/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.943042,"ciLow":1292.028987,"ciHigh":1309.857097,"observedAt":"2026-11-11","runCount":6872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"chinese/Gemma 2 27B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|coding/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.908496,"ciLow":1297.490222,"ciHigh":1310.32677,"observedAt":"2026-11-11","runCount":12088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"coding/Gemma 2 27B IT","slice":"coding"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.782911,"ciLow":1285.883333,"ciHigh":1299.68249,"observedAt":"2026-11-11","runCount":11429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"creative_writing/Gemma 2 27B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|english/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.421469,"ciLow":1295.097398,"ciHigh":1303.745541,"observedAt":"2026-11-11","runCount":41283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"english/Gemma 2 27B IT","slice":"english"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.97669,"ciLow":1205.715823,"ciHigh":1216.237556,"observedAt":"2026-11-11","runCount":47955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"exclude_ties/Gemma 2 27B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|expert/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.761095,"ciLow":1250.186069,"ciHigh":1271.336122,"observedAt":"2026-11-11","runCount":4025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"expert/Gemma 2 27B IT","slice":"expert"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|french/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.510362,"ciLow":1289.163961,"ciHigh":1335.856762,"observedAt":"2026-11-11","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"french/Gemma 2 27B IT","slice":"french"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|german/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.700996,"ciLow":1254.925277,"ciHigh":1284.476715,"observedAt":"2026-11-11","runCount":2037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"german/Gemma 2 27B IT","slice":"german"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.287929,"ciLow":1277.058329,"ciHigh":1287.517528,"observedAt":"2026-11-11","runCount":20494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"hard_prompts/Gemma 2 27B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.525471,"ciLow":1282.175985,"ciHigh":1294.874958,"observedAt":"2026-11-11","runCount":12606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"hard_prompts_english/Gemma 2 27B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.822524,"ciLow":1270.209544,"ciHigh":1285.435503,"observedAt":"2026-11-11","runCount":8733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 2 27B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.001682,"ciLow":1266.526656,"ciHigh":1279.476707,"observedAt":"2026-11-11","runCount":12280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 2 27B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.162579,"ciLow":1300.719249,"ciHigh":1321.60591,"observedAt":"2026-11-11","runCount":4458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_legal_and_government/Gemma 2 27B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.914218,"ciLow":1297.307228,"ciHigh":1310.521208,"observedAt":"2026-11-11","runCount":12863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 2 27B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.060258,"ciLow":1258.741962,"ciHigh":1273.378553,"observedAt":"2026-11-11","runCount":8869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_mathematical/Gemma 2 27B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.741821,"ciLow":1279.431236,"ciHigh":1302.052406,"observedAt":"2026-11-11","runCount":3862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_medicine_and_healthcare/Gemma 2 27B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.196754,"ciLow":1303.709954,"ciHigh":1314.683554,"observedAt":"2026-11-11","runCount":19950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_software_and_it_services/Gemma 2 27B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.850326,"ciLow":1292.302863,"ciHigh":1303.397789,"observedAt":"2026-11-11","runCount":20390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_writing_and_literature_and_language/Gemma 2 27B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.602576,"ciLow":1266.813217,"ciHigh":1276.391934,"observedAt":"2026-11-11","runCount":29545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"instruction_following/Gemma 2 27B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|japanese/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.466576,"ciLow":1213.389112,"ciHigh":1245.54404,"observedAt":"2026-11-11","runCount":1808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"japanese/Gemma 2 27B IT","slice":"japanese"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|korean/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.989953,"ciLow":1218.589583,"ciHigh":1257.390324,"observedAt":"2026-11-11","runCount":1440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"korean/Gemma 2 27B IT","slice":"korean"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.80633,"ciLow":1293.881223,"ciHigh":1307.731437,"observedAt":"2026-11-11","runCount":9918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"longer_query/Gemma 2 27B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|math/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.091818,"ciLow":1241.132448,"ciHigh":1255.051189,"observedAt":"2026-11-11","runCount":10170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"math/Gemma 2 27B IT","slice":"math"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.573747,"ciLow":1273.006688,"ciHigh":1286.140807,"observedAt":"2026-11-11","runCount":13588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"multi_turn/Gemma 2 27B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.758911,"ciLow":1270.276267,"ciHigh":1279.241555,"observedAt":"2026-11-11","runCount":34471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"non_english/Gemma 2 27B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|overall/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.641143,"ciLow":1286.241353,"ciHigh":1293.040933,"observedAt":"2026-11-11","runCount":75754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"overall/Gemma 2 27B IT","slice":"overall"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|polish/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.742021,"ciLow":1273.880142,"ciHigh":1427.603901,"observedAt":"2026-11-11","runCount":58,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"polish/Gemma 2 27B IT","slice":"polish"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|russian/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.596694,"ciLow":1284.341396,"ciHigh":1298.851992,"observedAt":"2026-11-11","runCount":9678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"russian/Gemma 2 27B IT","slice":"russian"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text-style-control@1|rating|spanish/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.871058,"ciLow":1270.1539,"ciHigh":1315.588216,"observedAt":"2026-11-11","runCount":845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"spanish/Gemma 2 27B IT","slice":"spanish"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|chinese/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.053157,"ciLow":1212.23452,"ciHigh":1229.871793,"observedAt":"2026-11-11","runCount":6872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"chinese/Gemma 2 27B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|coding/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1210.80654,"ciLow":1204.453242,"ciHigh":1217.159839,"observedAt":"2026-11-11","runCount":12088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"coding/Gemma 2 27B IT","slice":"coding"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|creative_writing/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.484441,"ciLow":1233.638999,"ciHigh":1247.329882,"observedAt":"2026-11-11","runCount":11429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"creative_writing/Gemma 2 27B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|english/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.931862,"ciLow":1237.630661,"ciHigh":1246.233064,"observedAt":"2026-11-11","runCount":41283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"english/Gemma 2 27B IT","slice":"english"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|exclude_ties/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1128.614229,"ciLow":1123.421177,"ciHigh":1133.807282,"observedAt":"2026-11-11","runCount":47955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"exclude_ties/Gemma 2 27B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|expert/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1171.206603,"ciLow":1160.738549,"ciHigh":1181.674658,"observedAt":"2026-11-11","runCount":4025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"expert/Gemma 2 27B IT","slice":"expert"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|french/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.240959,"ciLow":1223.87783,"ciHigh":1270.604089,"observedAt":"2026-11-11","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"french/Gemma 2 27B IT","slice":"french"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|german/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.766027,"ciLow":1194.113786,"ciHigh":1223.418268,"observedAt":"2026-11-11","runCount":2037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"german/Gemma 2 27B IT","slice":"german"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|hard_prompts/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1198.2789,"ciLow":1193.095073,"ciHigh":1203.462726,"observedAt":"2026-11-11","runCount":20494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"hard_prompts/Gemma 2 27B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.750846,"ciLow":1199.456614,"ciHigh":1212.045078,"observedAt":"2026-11-11","runCount":12606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"hard_prompts_english/Gemma 2 27B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1207.492978,"ciLow":1199.885782,"ciHigh":1215.100174,"observedAt":"2026-11-11","runCount":8733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 2 27B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1212.43984,"ciLow":1206.00571,"ciHigh":1218.873971,"observedAt":"2026-11-11","runCount":12280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 2 27B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.13782,"ciLow":1230.699933,"ciHigh":1251.575708,"observedAt":"2026-11-11","runCount":4458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_legal_and_government/Gemma 2 27B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.15857,"ciLow":1221.586389,"ciHigh":1234.730751,"observedAt":"2026-11-11","runCount":12863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 2 27B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.620872,"ciLow":1214.393264,"ciHigh":1228.848481,"observedAt":"2026-11-11","runCount":8869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_mathematical/Gemma 2 27B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1197.666373,"ciLow":1186.336906,"ciHigh":1208.99584,"observedAt":"2026-11-11","runCount":3862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_medicine_and_healthcare/Gemma 2 27B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.851133,"ciLow":1222.408338,"ciHigh":1233.293928,"observedAt":"2026-11-11","runCount":19950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_software_and_it_services/Gemma 2 27B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.701977,"ciLow":1243.188647,"ciHigh":1254.215307,"observedAt":"2026-11-11","runCount":20390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"industry_writing_and_literature_and_language/Gemma 2 27B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|instruction_following/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.854029,"ciLow":1201.10123,"ciHigh":1210.606829,"observedAt":"2026-11-11","runCount":29545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"instruction_following/Gemma 2 27B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|japanese/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1175.67684,"ciLow":1159.693168,"ciHigh":1191.660512,"observedAt":"2026-11-11","runCount":1808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"japanese/Gemma 2 27B IT","slice":"japanese"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|korean/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.987089,"ciLow":1154.645362,"ciHigh":1193.328816,"observedAt":"2026-11-11","runCount":1440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"korean/Gemma 2 27B IT","slice":"korean"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|longer_query/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.344881,"ciLow":1223.448677,"ciHigh":1237.241085,"observedAt":"2026-11-11","runCount":9918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"longer_query/Gemma 2 27B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|math/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1212.009923,"ciLow":1205.133268,"ciHigh":1218.886579,"observedAt":"2026-11-11","runCount":10170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"math/Gemma 2 27B IT","slice":"math"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|multi_turn/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1223.631477,"ciLow":1217.095034,"ciHigh":1230.167921,"observedAt":"2026-11-11","runCount":13588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"multi_turn/Gemma 2 27B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|non_english/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.975557,"ciLow":1212.524888,"ciHigh":1221.426226,"observedAt":"2026-11-11","runCount":34471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"non_english/Gemma 2 27B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|overall/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.42459,"ciLow":1228.051175,"ciHigh":1234.798005,"observedAt":"2026-11-11","runCount":75754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"overall/Gemma 2 27B IT","slice":"overall"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|polish/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.14196,"ciLow":1204.153053,"ciHigh":1350.130867,"observedAt":"2026-11-11","runCount":58,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"polish/Gemma 2 27B IT","slice":"polish"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|russian/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1233.732407,"ciLow":1226.505202,"ciHigh":1240.959612,"observedAt":"2026-11-11","runCount":9678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"russian/Gemma 2 27B IT","slice":"russian"}
{"key":"lmarena|google/gemma-2-27b-it:default|none|lmarena-text@1|rating|spanish/Gemma 2 27B IT","sourceId":"lmarena","modelId":"google/gemma-2-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.107381,"ciLow":1205.318328,"ciHigh":1250.896435,"observedAt":"2026-11-11","runCount":845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 27B IT","rowId":"spanish/Gemma 2 27B IT","slice":"spanish"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|chinese/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1200.098339,"ciLow":1188.933613,"ciHigh":1211.263065,"observedAt":"2026-11-11","runCount":3790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"chinese/Gemma 2 2B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|coding/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.614005,"ciLow":1183.558429,"ciHigh":1199.66958,"observedAt":"2026-11-11","runCount":7298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"coding/Gemma 2 2B IT","slice":"coding"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.082908,"ciLow":1174.715153,"ciHigh":1191.450663,"observedAt":"2026-11-11","runCount":7094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"creative_writing/Gemma 2 2B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|english/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.613082,"ciLow":1217.533728,"ciHigh":1227.692437,"observedAt":"2026-11-11","runCount":25669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"english/Gemma 2 2B IT","slice":"english"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1064.045537,"ciLow":1057.235319,"ciHigh":1070.855755,"observedAt":"2026-11-11","runCount":30730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"exclude_ties/Gemma 2 2B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|expert/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.73494,"ciLow":1159.89393,"ciHigh":1185.575951,"observedAt":"2026-11-11","runCount":2525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"expert/Gemma 2 2B IT","slice":"expert"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|french/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.84508,"ciLow":1179.595719,"ciHigh":1240.094441,"observedAt":"2026-11-11","runCount":469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"french/Gemma 2 2B IT","slice":"french"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|german/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.224791,"ciLow":1137.960264,"ciHigh":1176.489318,"observedAt":"2026-11-11","runCount":1158,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"german/Gemma 2 2B IT","slice":"german"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.923313,"ciLow":1178.475175,"ciHigh":1191.37145,"observedAt":"2026-11-11","runCount":12322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"hard_prompts/Gemma 2 2B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.044114,"ciLow":1187.179463,"ciHigh":1202.908764,"observedAt":"2026-11-11","runCount":7586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"hard_prompts_english/Gemma 2 2B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.723635,"ciLow":1171.333493,"ciHigh":1190.113776,"observedAt":"2026-11-11","runCount":5197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 2 2B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.046012,"ciLow":1164.167595,"ciHigh":1179.924428,"observedAt":"2026-11-11","runCount":7532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 2 2B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.837395,"ciLow":1208.931987,"ciHigh":1234.742803,"observedAt":"2026-11-11","runCount":2655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_legal_and_government/Gemma 2 2B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.933205,"ciLow":1206.893073,"ciHigh":1222.973337,"observedAt":"2026-11-11","runCount":7909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 2 2B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.151684,"ciLow":1175.449835,"ciHigh":1192.853532,"observedAt":"2026-11-11","runCount":5632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_mathematical/Gemma 2 2B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.074823,"ciLow":1200.103278,"ciHigh":1228.046368,"observedAt":"2026-11-11","runCount":2336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_medicine_and_healthcare/Gemma 2 2B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.465973,"ciLow":1191.717813,"ciHigh":1205.214133,"observedAt":"2026-11-11","runCount":11839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_software_and_it_services/Gemma 2 2B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.46543,"ciLow":1186.86767,"ciHigh":1200.063189,"observedAt":"2026-11-11","runCount":12543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_writing_and_literature_and_language/Gemma 2 2B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.357953,"ciLow":1165.672303,"ciHigh":1177.043602,"observedAt":"2026-11-11","runCount":18240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"instruction_following/Gemma 2 2B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|japanese/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1120.591397,"ciLow":1101.573166,"ciHigh":1139.609629,"observedAt":"2026-11-11","runCount":1228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"japanese/Gemma 2 2B IT","slice":"japanese"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|korean/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1093.960464,"ciLow":1067.808638,"ciHigh":1120.112291,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"korean/Gemma 2 2B IT","slice":"korean"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.64326,"ciLow":1177.912266,"ciHigh":1195.374253,"observedAt":"2026-11-11","runCount":5866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"longer_query/Gemma 2 2B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|math/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.012134,"ciLow":1156.837843,"ciHigh":1173.186424,"observedAt":"2026-11-11","runCount":6599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"math/Gemma 2 2B IT","slice":"math"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.555124,"ciLow":1155.361255,"ciHigh":1171.748993,"observedAt":"2026-11-11","runCount":7933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"multi_turn/Gemma 2 2B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.469135,"ciLow":1163.046318,"ciHigh":1173.891952,"observedAt":"2026-11-11","runCount":20947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"non_english/Gemma 2 2B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|overall/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1200.23571,"ciLow":1196.127692,"ciHigh":1204.343728,"observedAt":"2026-11-11","runCount":46616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"overall/Gemma 2 2B IT","slice":"overall"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|russian/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.264472,"ciLow":1163.383109,"ciHigh":1181.145835,"observedAt":"2026-11-11","runCount":5974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"russian/Gemma 2 2B IT","slice":"russian"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text-style-control@1|rating|spanish/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1190.454206,"ciLow":1162.598604,"ciHigh":1218.309807,"observedAt":"2026-11-11","runCount":544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"spanish/Gemma 2 2B IT","slice":"spanish"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|chinese/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1132.206493,"ciLow":1121.311755,"ciHigh":1143.101231,"observedAt":"2026-11-11","runCount":3790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"chinese/Gemma 2 2B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|coding/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.153269,"ciLow":1104.252632,"ciHigh":1120.053907,"observedAt":"2026-11-11","runCount":7298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"coding/Gemma 2 2B IT","slice":"coding"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|creative_writing/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1146.611322,"ciLow":1138.453328,"ciHigh":1154.769317,"observedAt":"2026-11-11","runCount":7094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"creative_writing/Gemma 2 2B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|english/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.490703,"ciLow":1176.484453,"ciHigh":1186.496953,"observedAt":"2026-11-11","runCount":25669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"english/Gemma 2 2B IT","slice":"english"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|exclude_ties/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1004.295123,"ciLow":997.637256,"ciHigh":1010.952989,"observedAt":"2026-11-11","runCount":30730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"exclude_ties/Gemma 2 2B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|expert/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1095.88885,"ciLow":1083.30594,"ciHigh":1108.471759,"observedAt":"2026-11-11","runCount":2525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"expert/Gemma 2 2B IT","slice":"expert"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|french/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1156.967742,"ciLow":1126.70225,"ciHigh":1187.233234,"observedAt":"2026-11-11","runCount":469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"french/Gemma 2 2B IT","slice":"french"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|german/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1113.974777,"ciLow":1095.024839,"ciHigh":1132.924714,"observedAt":"2026-11-11","runCount":1158,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"german/Gemma 2 2B IT","slice":"german"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|hard_prompts/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.454573,"ciLow":1106.129908,"ciHigh":1118.779239,"observedAt":"2026-11-11","runCount":12322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"hard_prompts/Gemma 2 2B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1127.210996,"ciLow":1119.479741,"ciHigh":1134.942251,"observedAt":"2026-11-11","runCount":7586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"hard_prompts_english/Gemma 2 2B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1125.543625,"ciLow":1116.251077,"ciHigh":1134.836173,"observedAt":"2026-11-11","runCount":5197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 2 2B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1126.854835,"ciLow":1119.138797,"ciHigh":1134.570874,"observedAt":"2026-11-11","runCount":7532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 2 2B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1169.510964,"ciLow":1156.747103,"ciHigh":1182.274824,"observedAt":"2026-11-11","runCount":2655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_legal_and_government/Gemma 2 2B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1159.003921,"ciLow":1151.092931,"ciHigh":1166.914911,"observedAt":"2026-11-11","runCount":7909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 2 2B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1145.77364,"ciLow":1137.213324,"ciHigh":1154.333957,"observedAt":"2026-11-11","runCount":5632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_mathematical/Gemma 2 2B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.686131,"ciLow":1129.949963,"ciHigh":1157.422298,"observedAt":"2026-11-11","runCount":2336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_medicine_and_healthcare/Gemma 2 2B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1132.086988,"ciLow":1125.437168,"ciHigh":1138.736808,"observedAt":"2026-11-11","runCount":11839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_software_and_it_services/Gemma 2 2B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1157.093084,"ciLow":1150.62134,"ciHigh":1163.564828,"observedAt":"2026-11-11","runCount":12543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"industry_writing_and_literature_and_language/Gemma 2 2B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|instruction_following/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1117.481344,"ciLow":1111.924088,"ciHigh":1123.0386,"observedAt":"2026-11-11","runCount":18240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"instruction_following/Gemma 2 2B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|japanese/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1083.354551,"ciLow":1064.650372,"ciHigh":1102.05873,"observedAt":"2026-11-11","runCount":1228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"japanese/Gemma 2 2B IT","slice":"japanese"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|korean/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1054.983473,"ciLow":1029.559274,"ciHigh":1080.407672,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"korean/Gemma 2 2B IT","slice":"korean"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|longer_query/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1129.785122,"ciLow":1121.256125,"ciHigh":1138.314118,"observedAt":"2026-11-11","runCount":5866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"longer_query/Gemma 2 2B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|math/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1134.554731,"ciLow":1126.506522,"ciHigh":1142.602941,"observedAt":"2026-11-11","runCount":6599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"math/Gemma 2 2B IT","slice":"math"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|multi_turn/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1117.885051,"ciLow":1109.771933,"ciHigh":1125.998168,"observedAt":"2026-11-11","runCount":7933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"multi_turn/Gemma 2 2B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|non_english/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1120.70324,"ciLow":1115.367946,"ciHigh":1126.038533,"observedAt":"2026-11-11","runCount":20947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"non_english/Gemma 2 2B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|overall/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1155.820976,"ciLow":1151.773035,"ciHigh":1159.868917,"observedAt":"2026-11-11","runCount":46616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"overall/Gemma 2 2B IT","slice":"overall"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|russian/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1118.004338,"ciLow":1109.224479,"ciHigh":1126.784197,"observedAt":"2026-11-11","runCount":5974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"russian/Gemma 2 2B IT","slice":"russian"}
{"key":"lmarena|google/gemma-2-2b-it:default|none|lmarena-text@1|rating|spanish/Gemma 2 2B IT","sourceId":"lmarena","modelId":"google/gemma-2-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1139.832334,"ciLow":1112.348101,"ciHigh":1167.316567,"observedAt":"2026-11-11","runCount":544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 2B IT","rowId":"spanish/Gemma 2 2B IT","slice":"spanish"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|chinese/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.05024,"ciLow":1256.246056,"ciHigh":1275.854423,"observedAt":"2026-11-11","runCount":4980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"chinese/Gemma 2 9B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|coding/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.713278,"ciLow":1262.434539,"ciHigh":1276.992017,"observedAt":"2026-11-11","runCount":8921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"coding/Gemma 2 9B IT","slice":"coding"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.735415,"ciLow":1251.199733,"ciHigh":1266.271097,"observedAt":"2026-11-11","runCount":8340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"creative_writing/Gemma 2 9B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|english/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.456737,"ciLow":1273.654479,"ciHigh":1283.258996,"observedAt":"2026-11-11","runCount":29787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"english/Gemma 2 9B IT","slice":"english"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.329696,"ciLow":1167.365822,"ciHigh":1179.29357,"observedAt":"2026-11-11","runCount":34710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"exclude_ties/Gemma 2 9B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|expert/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.107966,"ciLow":1226.164851,"ciHigh":1250.051081,"observedAt":"2026-11-11","runCount":2847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"expert/Gemma 2 9B IT","slice":"expert"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|french/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.688581,"ciLow":1233.118206,"ciHigh":1286.258956,"observedAt":"2026-11-11","runCount":591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"french/Gemma 2 9B IT","slice":"french"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|german/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.89748,"ciLow":1229.477253,"ciHigh":1262.317707,"observedAt":"2026-11-11","runCount":1580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"german/Gemma 2 9B IT","slice":"german"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.424693,"ciLow":1251.490157,"ciHigh":1263.359229,"observedAt":"2026-11-11","runCount":14756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"hard_prompts/Gemma 2 9B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.827868,"ciLow":1254.616088,"ciHigh":1269.039647,"observedAt":"2026-11-11","runCount":9094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"hard_prompts_english/Gemma 2 9B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.34208,"ciLow":1251.775125,"ciHigh":1268.909036,"observedAt":"2026-11-11","runCount":6175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 2 9B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.20761,"ciLow":1241.125347,"ciHigh":1255.289873,"observedAt":"2026-11-11","runCount":9128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 2 9B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.625508,"ciLow":1272.992335,"ciHigh":1296.25868,"observedAt":"2026-11-11","runCount":3243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_legal_and_government/Gemma 2 9B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.679896,"ciLow":1272.283775,"ciHigh":1287.076017,"observedAt":"2026-11-11","runCount":9169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 2 9B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.555926,"ciLow":1231.326303,"ciHigh":1247.78555,"observedAt":"2026-11-11","runCount":6297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_mathematical/Gemma 2 9B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.05339,"ciLow":1246.367846,"ciHigh":1271.738933,"observedAt":"2026-11-11","runCount":2812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_medicine_and_healthcare/Gemma 2 9B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.912163,"ciLow":1273.779067,"ciHigh":1286.045259,"observedAt":"2026-11-11","runCount":14591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_software_and_it_services/Gemma 2 9B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.783565,"ciLow":1262.719151,"ciHigh":1274.84798,"observedAt":"2026-11-11","runCount":14640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_writing_and_literature_and_language/Gemma 2 9B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.499264,"ciLow":1240.199251,"ciHigh":1250.799277,"observedAt":"2026-11-11","runCount":21359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"instruction_following/Gemma 2 9B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|japanese/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.675111,"ciLow":1177.795837,"ciHigh":1213.554385,"observedAt":"2026-11-11","runCount":1301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"japanese/Gemma 2 9B IT","slice":"japanese"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|korean/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.762769,"ciLow":1181.470021,"ciHigh":1224.055518,"observedAt":"2026-11-11","runCount":1087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"korean/Gemma 2 9B IT","slice":"korean"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.002141,"ciLow":1258.104784,"ciHigh":1273.899497,"observedAt":"2026-11-11","runCount":6877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"longer_query/Gemma 2 9B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|math/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.767635,"ciLow":1213.013915,"ciHigh":1228.521354,"observedAt":"2026-11-11","runCount":7110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"math/Gemma 2 9B IT","slice":"math"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.995793,"ciLow":1243.66434,"ciHigh":1258.327246,"observedAt":"2026-11-11","runCount":9730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"multi_turn/Gemma 2 9B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.257364,"ciLow":1242.280731,"ciHigh":1252.233996,"observedAt":"2026-11-11","runCount":24824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"non_english/Gemma 2 9B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|overall/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.169437,"ciLow":1263.334922,"ciHigh":1271.003952,"observedAt":"2026-11-11","runCount":54611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"overall/Gemma 2 9B IT","slice":"overall"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|russian/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.268726,"ciLow":1252.12243,"ciHigh":1268.415021,"observedAt":"2026-11-11","runCount":6684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"russian/Gemma 2 9B IT","slice":"russian"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text-style-control@1|rating|spanish/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.252809,"ciLow":1240.316828,"ciHigh":1292.18879,"observedAt":"2026-11-11","runCount":614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"spanish/Gemma 2 9B IT","slice":"spanish"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|chinese/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.993496,"ciLow":1175.233933,"ciHigh":1194.753059,"observedAt":"2026-11-11","runCount":4980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"chinese/Gemma 2 9B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|coding/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.380812,"ciLow":1166.185913,"ciHigh":1180.57571,"observedAt":"2026-11-11","runCount":8921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"coding/Gemma 2 9B IT","slice":"coding"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|creative_writing/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.437124,"ciLow":1197.968009,"ciHigh":1212.906238,"observedAt":"2026-11-11","runCount":8340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"creative_writing/Gemma 2 9B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|english/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.747193,"ciLow":1214.98563,"ciHigh":1224.508755,"observedAt":"2026-11-11","runCount":29787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"english/Gemma 2 9B IT","slice":"english"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|exclude_ties/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.058767,"ciLow":1084.174169,"ciHigh":1095.943365,"observedAt":"2026-11-11","runCount":34710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"exclude_ties/Gemma 2 9B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|expert/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1146.961669,"ciLow":1135.146386,"ciHigh":1158.776953,"observedAt":"2026-11-11","runCount":2847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"expert/Gemma 2 9B IT","slice":"expert"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|french/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1189.870627,"ciLow":1163.585832,"ciHigh":1216.155422,"observedAt":"2026-11-11","runCount":591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"french/Gemma 2 9B IT","slice":"french"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|german/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.943055,"ciLow":1169.575839,"ciHigh":1202.310272,"observedAt":"2026-11-11","runCount":1580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"german/Gemma 2 9B IT","slice":"german"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|hard_prompts/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1171.308714,"ciLow":1165.442518,"ciHigh":1177.174909,"observedAt":"2026-11-11","runCount":14756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"hard_prompts/Gemma 2 9B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1177.625175,"ciLow":1170.494838,"ciHigh":1184.755512,"observedAt":"2026-11-11","runCount":9094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"hard_prompts_english/Gemma 2 9B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1189.75687,"ciLow":1181.205143,"ciHigh":1198.308597,"observedAt":"2026-11-11","runCount":6175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 2 9B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.866791,"ciLow":1177.841856,"ciHigh":1191.891726,"observedAt":"2026-11-11","runCount":9128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 2 9B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1215.082524,"ciLow":1203.516172,"ciHigh":1226.648875,"observedAt":"2026-11-11","runCount":3243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_legal_and_government/Gemma 2 9B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.600355,"ciLow":1196.262668,"ciHigh":1210.938043,"observedAt":"2026-11-11","runCount":9169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 2 9B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1193.371495,"ciLow":1185.234216,"ciHigh":1201.508774,"observedAt":"2026-11-11","runCount":6297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_mathematical/Gemma 2 9B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.432725,"ciLow":1152.764244,"ciHigh":1178.101206,"observedAt":"2026-11-11","runCount":2812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_medicine_and_healthcare/Gemma 2 9B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.521949,"ciLow":1190.445257,"ciHigh":1202.59864,"observedAt":"2026-11-11","runCount":14591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_software_and_it_services/Gemma 2 9B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.971913,"ciLow":1212.954196,"ciHigh":1224.989631,"observedAt":"2026-11-11","runCount":14640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"industry_writing_and_literature_and_language/Gemma 2 9B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|instruction_following/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1178.038433,"ciLow":1172.780147,"ciHigh":1183.296719,"observedAt":"2026-11-11","runCount":21359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"instruction_following/Gemma 2 9B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|japanese/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1144.502868,"ciLow":1126.701682,"ciHigh":1162.304054,"observedAt":"2026-11-11","runCount":1301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"japanese/Gemma 2 9B IT","slice":"japanese"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|korean/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1136.862411,"ciLow":1115.647935,"ciHigh":1158.076887,"observedAt":"2026-11-11","runCount":1087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"korean/Gemma 2 9B IT","slice":"korean"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|longer_query/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.438008,"ciLow":1188.659103,"ciHigh":1204.216912,"observedAt":"2026-11-11","runCount":6877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"longer_query/Gemma 2 9B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|math/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1183.195635,"ciLow":1175.523707,"ciHigh":1190.867563,"observedAt":"2026-11-11","runCount":7110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"math/Gemma 2 9B IT","slice":"math"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|multi_turn/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1193.313825,"ciLow":1186.032531,"ciHigh":1200.595119,"observedAt":"2026-11-11","runCount":9730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"multi_turn/Gemma 2 9B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|non_english/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1187.800049,"ciLow":1182.858026,"ciHigh":1192.742072,"observedAt":"2026-11-11","runCount":24824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"non_english/Gemma 2 9B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|overall/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1207.439098,"ciLow":1203.635387,"ciHigh":1211.242809,"observedAt":"2026-11-11","runCount":54611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"overall/Gemma 2 9B IT","slice":"overall"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|russian/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1200.267212,"ciLow":1192.167704,"ciHigh":1208.366721,"observedAt":"2026-11-11","runCount":6684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"russian/Gemma 2 9B IT","slice":"russian"}
{"key":"lmarena|google/gemma-2-9b-it:default|none|lmarena-text@1|rating|spanish/Gemma 2 9B IT","sourceId":"lmarena","modelId":"google/gemma-2-9b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1200.147722,"ciLow":1174.307751,"ciHigh":1225.987694,"observedAt":"2026-11-11","runCount":614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT","rowId":"spanish/Gemma 2 9B IT","slice":"spanish"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|chinese/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1105.555595,"ciLow":1080.061983,"ciHigh":1131.049208,"observedAt":"2026-11-11","runCount":598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"chinese/Gemma 2B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|coding/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.723818,"ciLow":1113.877943,"ciHigh":1157.569693,"observedAt":"2026-11-11","runCount":742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"coding/Gemma 2B IT","slice":"coding"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1079.071572,"ciLow":1055.812218,"ciHigh":1102.330927,"observedAt":"2026-11-11","runCount":696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"creative_writing/Gemma 2B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|english/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1119.262452,"ciLow":1105.991651,"ciHigh":1132.533252,"observedAt":"2026-11-11","runCount":3028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"english/Gemma 2B IT","slice":"english"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":904.271383,"ciLow":886.290017,"ciHigh":922.252748,"observedAt":"2026-11-11","runCount":3331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"exclude_ties/Gemma 2B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.158852,"ciLow":1094.705085,"ciHigh":1129.61262,"observedAt":"2026-11-11","runCount":1191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"hard_prompts/Gemma 2B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1114.046181,"ciLow":1093.877112,"ciHigh":1134.21525,"observedAt":"2026-11-11","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"hard_prompts_english/Gemma 2B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1100.562949,"ciLow":1072.631773,"ciHigh":1128.494126,"observedAt":"2026-11-11","runCount":447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 2B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1068.870078,"ciLow":1045.895046,"ciHigh":1091.845111,"observedAt":"2026-11-11","runCount":677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 2B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.020881,"ciLow":1100.209058,"ciHigh":1175.832704,"observedAt":"2026-11-11","runCount":273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_legal_and_government/Gemma 2B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1075.231923,"ciLow":1052.379091,"ciHigh":1098.084756,"observedAt":"2026-11-11","runCount":879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 2B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1080.236845,"ciLow":1055.67598,"ciHigh":1104.79771,"observedAt":"2026-11-11","runCount":525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_mathematical/Gemma 2B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1088.764062,"ciLow":1050.700205,"ciHigh":1126.827919,"observedAt":"2026-11-11","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_medicine_and_healthcare/Gemma 2B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1129.270626,"ciLow":1111.596936,"ciHigh":1146.944316,"observedAt":"2026-11-11","runCount":1285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_software_and_it_services/Gemma 2B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1058.360197,"ciLow":1039.648555,"ciHigh":1077.071839,"observedAt":"2026-11-11","runCount":1152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_writing_and_literature_and_language/Gemma 2B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1071.181191,"ciLow":1055.099398,"ciHigh":1087.262983,"observedAt":"2026-11-11","runCount":1522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"instruction_following/Gemma 2B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1085.964825,"ciLow":1055.171332,"ciHigh":1116.758318,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"longer_query/Gemma 2B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|math/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1074.009869,"ciLow":1052.025063,"ciHigh":1095.994675,"observedAt":"2026-11-11","runCount":597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"math/Gemma 2B IT","slice":"math"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1035.020072,"ciLow":1011.8003,"ciHigh":1058.239844,"observedAt":"2026-11-11","runCount":768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"multi_turn/Gemma 2B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1053.32997,"ciLow":1037.700817,"ciHigh":1068.959123,"observedAt":"2026-11-11","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"non_english/Gemma 2B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|overall/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1093.862967,"ciLow":1082.414832,"ciHigh":1105.311102,"observedAt":"2026-11-11","runCount":4780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"overall/Gemma 2B IT","slice":"overall"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text-style-control@1|rating|russian/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1031.934095,"ciLow":995.779605,"ciHigh":1068.088585,"observedAt":"2026-11-11","runCount":300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"russian/Gemma 2B IT","slice":"russian"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|chinese/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":985.994685,"ciLow":960.717697,"ciHigh":1011.271673,"observedAt":"2026-11-11","runCount":598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"chinese/Gemma 2B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|coding/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1009.49357,"ciLow":987.756894,"ciHigh":1031.230247,"observedAt":"2026-11-11","runCount":742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"coding/Gemma 2B IT","slice":"coding"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|creative_writing/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":986.297052,"ciLow":963.284316,"ciHigh":1009.309788,"observedAt":"2026-11-11","runCount":696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"creative_writing/Gemma 2B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|english/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1032.779939,"ciLow":1019.539113,"ciHigh":1046.020764,"observedAt":"2026-11-11","runCount":3028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"english/Gemma 2B IT","slice":"english"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|exclude_ties/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":779.644079,"ciLow":761.611986,"ciHigh":797.676172,"observedAt":"2026-11-11","runCount":3331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"exclude_ties/Gemma 2B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|hard_prompts/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":988.690642,"ciLow":971.413721,"ciHigh":1005.967562,"observedAt":"2026-11-11","runCount":1191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"hard_prompts/Gemma 2B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":995.908846,"ciLow":975.959302,"ciHigh":1015.858389,"observedAt":"2026-11-11","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"hard_prompts_english/Gemma 2B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":998.681886,"ciLow":970.895747,"ciHigh":1026.468025,"observedAt":"2026-11-11","runCount":447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 2B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":967.647679,"ciLow":945.184837,"ciHigh":990.110522,"observedAt":"2026-11-11","runCount":677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 2B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1019.52587,"ciLow":981.532548,"ciHigh":1057.519193,"observedAt":"2026-11-11","runCount":273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_legal_and_government/Gemma 2B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":949.788957,"ciLow":927.122541,"ciHigh":972.455373,"observedAt":"2026-11-11","runCount":879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 2B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1004.417396,"ciLow":979.95557,"ciHigh":1028.879221,"observedAt":"2026-11-11","runCount":525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_mathematical/Gemma 2B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":938.278881,"ciLow":901.336771,"ciHigh":975.220991,"observedAt":"2026-11-11","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_medicine_and_healthcare/Gemma 2B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1019.764497,"ciLow":1002.131846,"ciHigh":1037.397149,"observedAt":"2026-11-11","runCount":1285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_software_and_it_services/Gemma 2B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":978.263056,"ciLow":959.76727,"ciHigh":996.758843,"observedAt":"2026-11-11","runCount":1152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"industry_writing_and_literature_and_language/Gemma 2B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|instruction_following/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":970.288993,"ciLow":954.301195,"ciHigh":986.276792,"observedAt":"2026-11-11","runCount":1522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"instruction_following/Gemma 2B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|longer_query/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":980.474188,"ciLow":951.033874,"ciHigh":1009.914502,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"longer_query/Gemma 2B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|math/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1008.706174,"ciLow":986.798272,"ciHigh":1030.614076,"observedAt":"2026-11-11","runCount":597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"math/Gemma 2B IT","slice":"math"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|multi_turn/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":944.761296,"ciLow":921.469863,"ciHigh":968.05273,"observedAt":"2026-11-11","runCount":768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"multi_turn/Gemma 2B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|non_english/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":957.903202,"ciLow":942.076589,"ciHigh":973.729816,"observedAt":"2026-11-11","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"non_english/Gemma 2B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|overall/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1002.187842,"ciLow":990.722533,"ciHigh":1013.653151,"observedAt":"2026-11-11","runCount":4780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"overall/Gemma 2B IT","slice":"overall"}
{"key":"lmarena|google/gemma-2b-it:default|none|lmarena-text@1|rating|russian/Gemma 2B IT","sourceId":"lmarena","modelId":"google/gemma-2b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":936.476323,"ciLow":900.605613,"ciHigh":972.347032,"observedAt":"2026-11-11","runCount":300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2B IT","rowId":"russian/Gemma 2B IT","slice":"russian"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|coding/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.843642,"ciLow":1292.575729,"ciHigh":1339.111555,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"coding/Gemma 3 12B IT","slice":"coding"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.399423,"ciLow":1309.139328,"ciHigh":1355.659518,"observedAt":"2026-11-11","runCount":600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"creative_writing/Gemma 3 12B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|english/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.877348,"ciLow":1337.964578,"ciHigh":1361.790118,"observedAt":"2026-11-11","runCount":2330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"english/Gemma 3 12B IT","slice":"english"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.831155,"ciLow":1281.398405,"ciHigh":1310.263906,"observedAt":"2026-11-11","runCount":2526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"exclude_ties/Gemma 3 12B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|expert/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.294893,"ciLow":1233.140069,"ciHigh":1315.449718,"observedAt":"2026-11-11","runCount":186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"expert/Gemma 3 12B IT","slice":"expert"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|german/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.877025,"ciLow":1329.057456,"ciHigh":1414.696594,"observedAt":"2026-11-11","runCount":166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"german/Gemma 3 12B IT","slice":"german"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.990537,"ciLow":1314.185616,"ciHigh":1349.795457,"observedAt":"2026-11-11","runCount":977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"hard_prompts/Gemma 3 12B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.833411,"ciLow":1318.023364,"ciHigh":1359.643458,"observedAt":"2026-11-11","runCount":700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"hard_prompts_english/Gemma 3 12B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.953932,"ciLow":1356.930951,"ciHigh":1416.976913,"observedAt":"2026-11-11","runCount":364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 3 12B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.424692,"ciLow":1284.160872,"ciHigh":1326.688512,"observedAt":"2026-11-11","runCount":697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 3 12B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.267542,"ciLow":1344.81209,"ciHigh":1421.722993,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_legal_and_government/Gemma 3 12B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.121688,"ciLow":1348.418678,"ciHigh":1389.824698,"observedAt":"2026-11-11","runCount":760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 3 12B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.359388,"ciLow":1319.058839,"ciHigh":1379.659938,"observedAt":"2026-11-11","runCount":333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_mathematical/Gemma 3 12B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.349726,"ciLow":1280.322252,"ciHigh":1372.3772,"observedAt":"2026-11-11","runCount":155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_medicine_and_healthcare/Gemma 3 12B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.123512,"ciLow":1315.116364,"ciHigh":1353.13066,"observedAt":"2026-11-11","runCount":867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_software_and_it_services/Gemma 3 12B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.054747,"ciLow":1295.265988,"ciHigh":1330.843505,"observedAt":"2026-11-11","runCount":1010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_writing_and_literature_and_language/Gemma 3 12B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.009805,"ciLow":1304.69948,"ciHigh":1337.32013,"observedAt":"2026-11-11","runCount":1145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"instruction_following/Gemma 3 12B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.643367,"ciLow":1318.372475,"ciHigh":1374.914259,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"longer_query/Gemma 3 12B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|math/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.735634,"ciLow":1290.517131,"ciHigh":1344.954136,"observedAt":"2026-11-11","runCount":389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"math/Gemma 3 12B IT","slice":"math"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.39581,"ciLow":1318.709447,"ciHigh":1370.082173,"observedAt":"2026-11-11","runCount":471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"multi_turn/Gemma 3 12B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.597122,"ciLow":1321.243246,"ciHigh":1349.950998,"observedAt":"2026-11-11","runCount":1499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"non_english/Gemma 3 12B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|overall/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.831105,"ciLow":1332.319801,"ciHigh":1351.34241,"observedAt":"2026-11-11","runCount":3829,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"overall/Gemma 3 12B IT","slice":"overall"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text-style-control@1|rating|russian/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.319374,"ciLow":1325.865168,"ciHigh":1388.77358,"observedAt":"2026-11-11","runCount":285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"russian/Gemma 3 12B IT","slice":"russian"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|coding/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.061054,"ciLow":1258.304701,"ciHigh":1303.817408,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"coding/Gemma 3 12B IT","slice":"coding"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|creative_writing/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.223553,"ciLow":1308.192501,"ciHigh":1354.254606,"observedAt":"2026-11-11","runCount":600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"creative_writing/Gemma 3 12B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|english/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.539474,"ciLow":1336.765954,"ciHigh":1360.312993,"observedAt":"2026-11-11","runCount":2330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"english/Gemma 3 12B IT","slice":"english"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|exclude_ties/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.079825,"ciLow":1275.010073,"ciHigh":1303.149577,"observedAt":"2026-11-11","runCount":2526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"exclude_ties/Gemma 3 12B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|expert/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.494914,"ciLow":1207.132182,"ciHigh":1287.857645,"observedAt":"2026-11-11","runCount":186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"expert/Gemma 3 12B IT","slice":"expert"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|german/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.248934,"ciLow":1327.8603,"ciHigh":1412.637568,"observedAt":"2026-11-11","runCount":166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"german/Gemma 3 12B IT","slice":"german"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|hard_prompts/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.305356,"ciLow":1291.760952,"ciHigh":1326.849761,"observedAt":"2026-11-11","runCount":977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"hard_prompts/Gemma 3 12B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.161101,"ciLow":1297.600891,"ciHigh":1338.721312,"observedAt":"2026-11-11","runCount":700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"hard_prompts_english/Gemma 3 12B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.302172,"ciLow":1346.441451,"ciHigh":1406.162892,"observedAt":"2026-11-11","runCount":364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 3 12B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.464471,"ciLow":1276.476391,"ciHigh":1318.452551,"observedAt":"2026-11-11","runCount":697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 3 12B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.894784,"ciLow":1342.725571,"ciHigh":1419.063997,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_legal_and_government/Gemma 3 12B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.937676,"ciLow":1345.436071,"ciHigh":1386.439281,"observedAt":"2026-11-11","runCount":760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 3 12B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.202,"ciLow":1306.238179,"ciHigh":1366.165821,"observedAt":"2026-11-11","runCount":333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_mathematical/Gemma 3 12B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.367599,"ciLow":1287.682826,"ciHigh":1381.052372,"observedAt":"2026-11-11","runCount":155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_medicine_and_healthcare/Gemma 3 12B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.885491,"ciLow":1294.20415,"ciHigh":1331.566832,"observedAt":"2026-11-11","runCount":867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_software_and_it_services/Gemma 3 12B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.052875,"ciLow":1289.601305,"ciHigh":1324.504445,"observedAt":"2026-11-11","runCount":1010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"industry_writing_and_literature_and_language/Gemma 3 12B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|instruction_following/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.076338,"ciLow":1283.006547,"ciHigh":1315.146129,"observedAt":"2026-11-11","runCount":1145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"instruction_following/Gemma 3 12B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|longer_query/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.768278,"ciLow":1288.857173,"ciHigh":1344.679383,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"longer_query/Gemma 3 12B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|math/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.408409,"ciLow":1280.555574,"ciHigh":1334.261245,"observedAt":"2026-11-11","runCount":389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"math/Gemma 3 12B IT","slice":"math"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|multi_turn/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.691321,"ciLow":1308.066035,"ciHigh":1359.316606,"observedAt":"2026-11-11","runCount":471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"multi_turn/Gemma 3 12B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|non_english/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.927187,"ciLow":1303.777709,"ciHigh":1332.076665,"observedAt":"2026-11-11","runCount":1499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"non_english/Gemma 3 12B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|overall/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.257434,"ciLow":1324.884053,"ciHigh":1343.630815,"observedAt":"2026-11-11","runCount":3829,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"overall/Gemma 3 12B IT","slice":"overall"}
{"key":"lmarena|google/gemma-3-12b-it:default|none|lmarena-text@1|rating|russian/Gemma 3 12B IT","sourceId":"lmarena","modelId":"google/gemma-3-12b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.249669,"ciLow":1304.113415,"ciHigh":1366.385922,"observedAt":"2026-11-11","runCount":285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 12B IT","rowId":"russian/Gemma 3 12B IT","slice":"russian"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|chinese/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.033915,"ciLow":1359.688752,"ciHigh":1382.379079,"observedAt":"2026-11-11","runCount":2849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"chinese/Gemma 3 27B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|coding/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.819348,"ciLow":1350.867035,"ciHigh":1364.771661,"observedAt":"2026-11-11","runCount":8009,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"coding/Gemma 3 27B IT","slice":"coding"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.080709,"ciLow":1340.342794,"ciHigh":1355.818624,"observedAt":"2026-11-11","runCount":6303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"creative_writing/Gemma 3 27B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|english/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.72559,"ciLow":1372.001223,"ciHigh":1381.449956,"observedAt":"2026-11-11","runCount":23007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"english/Gemma 3 27B IT","slice":"english"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.23411,"ciLow":1326.014831,"ciHigh":1336.453389,"observedAt":"2026-11-11","runCount":32624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"exclude_ties/Gemma 3 27B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|expert/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.768203,"ciLow":1325.920347,"ciHigh":1351.61606,"observedAt":"2026-11-11","runCount":2254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"expert/Gemma 3 27B IT","slice":"expert"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|french/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.423341,"ciLow":1362.633479,"ciHigh":1410.213203,"observedAt":"2026-11-11","runCount":655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"french/Gemma 3 27B IT","slice":"french"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|german/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.795636,"ciLow":1353.348826,"ciHigh":1388.242447,"observedAt":"2026-11-11","runCount":1206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"german/Gemma 3 27B IT","slice":"german"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.671392,"ciLow":1361.466513,"ciHigh":1371.876271,"observedAt":"2026-11-11","runCount":17673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"hard_prompts/Gemma 3 27B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.31061,"ciLow":1368.623862,"ciHigh":1381.997357,"observedAt":"2026-11-11","runCount":8911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"hard_prompts_english/Gemma 3 27B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.775701,"ciLow":1370.102766,"ciHigh":1385.448636,"observedAt":"2026-11-11","runCount":6488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 3 27B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.844993,"ciLow":1319.915855,"ciHigh":1333.774131,"observedAt":"2026-11-11","runCount":7993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 3 27B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.323177,"ciLow":1372.646663,"ciHigh":1395.99969,"observedAt":"2026-11-11","runCount":2656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_legal_and_government/Gemma 3 27B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.82734,"ciLow":1384.666159,"ciHigh":1398.988521,"observedAt":"2026-11-11","runCount":7853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 3 27B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.609782,"ciLow":1329.452562,"ciHigh":1349.767001,"observedAt":"2026-11-11","runCount":3193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_mathematical/Gemma 3 27B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.295322,"ciLow":1394.60886,"ciHigh":1419.981784,"observedAt":"2026-11-11","runCount":2339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_medicine_and_healthcare/Gemma 3 27B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.53174,"ciLow":1370.926299,"ciHigh":1382.13718,"observedAt":"2026-11-11","runCount":14060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_software_and_it_services/Gemma 3 27B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.454459,"ciLow":1348.259147,"ciHigh":1360.649772,"observedAt":"2026-11-11","runCount":10583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_writing_and_literature_and_language/Gemma 3 27B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.384568,"ciLow":1337.664166,"ciHigh":1349.10497,"observedAt":"2026-11-11","runCount":12485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"instruction_following/Gemma 3 27B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|japanese/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.297675,"ciLow":1289.349633,"ciHigh":1327.245717,"observedAt":"2026-11-11","runCount":1053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"japanese/Gemma 3 27B IT","slice":"japanese"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|korean/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.11483,"ciLow":1303.344251,"ciHigh":1344.885408,"observedAt":"2026-11-11","runCount":887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"korean/Gemma 3 27B IT","slice":"korean"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.619675,"ciLow":1358.149696,"ciHigh":1373.089655,"observedAt":"2026-11-11","runCount":6668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"longer_query/Gemma 3 27B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|math/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.942129,"ciLow":1313.412456,"ciHigh":1332.471803,"observedAt":"2026-11-11","runCount":3578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"math/Gemma 3 27B IT","slice":"math"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.955115,"ciLow":1350.380541,"ciHigh":1365.529689,"observedAt":"2026-11-11","runCount":6717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"multi_turn/Gemma 3 27B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.63405,"ciLow":1344.96488,"ciHigh":1354.303221,"observedAt":"2026-11-11","runCount":23591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"non_english/Gemma 3 27B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|overall/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.439084,"ciLow":1361.729204,"ciHigh":1369.148965,"observedAt":"2026-11-11","runCount":46608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"overall/Gemma 3 27B IT","slice":"overall"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|polish/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.894341,"ciLow":1356.821523,"ciHigh":1380.96716,"observedAt":"2026-11-11","runCount":2828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"polish/Gemma 3 27B IT","slice":"polish"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|russian/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.287897,"ciLow":1357.534786,"ciHigh":1377.041007,"observedAt":"2026-11-11","runCount":3433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"russian/Gemma 3 27B IT","slice":"russian"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text-style-control@1|rating|spanish/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.245692,"ciLow":1336.965931,"ciHigh":1377.525453,"observedAt":"2026-11-11","runCount":892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"spanish/Gemma 3 27B IT","slice":"spanish"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|chinese/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.271029,"ciLow":1335.054953,"ciHigh":1357.487105,"observedAt":"2026-11-11","runCount":2849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"chinese/Gemma 3 27B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|coding/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1322.083446,"ciLow":1315.232106,"ciHigh":1328.934786,"observedAt":"2026-11-11","runCount":8009,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"coding/Gemma 3 27B IT","slice":"coding"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|creative_writing/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.38315,"ciLow":1337.739527,"ciHigh":1353.026773,"observedAt":"2026-11-11","runCount":6303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"creative_writing/Gemma 3 27B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|english/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.548632,"ciLow":1371.886575,"ciHigh":1381.21069,"observedAt":"2026-11-11","runCount":23007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"english/Gemma 3 27B IT","slice":"english"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|exclude_ties/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1321.320381,"ciLow":1316.221424,"ciHigh":1326.419338,"observedAt":"2026-11-11","runCount":32624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"exclude_ties/Gemma 3 27B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|expert/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.472175,"ciLow":1290.809983,"ciHigh":1316.134367,"observedAt":"2026-11-11","runCount":2254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"expert/Gemma 3 27B IT","slice":"expert"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|french/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.438026,"ciLow":1343.730703,"ciHigh":1391.14535,"observedAt":"2026-11-11","runCount":655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"french/Gemma 3 27B IT","slice":"french"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|german/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.851216,"ciLow":1344.521563,"ciHigh":1379.180868,"observedAt":"2026-11-11","runCount":1206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"german/Gemma 3 27B IT","slice":"german"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|hard_prompts/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.405776,"ciLow":1335.270994,"ciHigh":1345.540558,"observedAt":"2026-11-11","runCount":17673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"hard_prompts/Gemma 3 27B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.319774,"ciLow":1346.724371,"ciHigh":1359.915177,"observedAt":"2026-11-11","runCount":8911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"hard_prompts_english/Gemma 3 27B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.444991,"ciLow":1351.826578,"ciHigh":1367.063403,"observedAt":"2026-11-11","runCount":6488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 3 27B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.742683,"ciLow":1312.909071,"ciHigh":1326.576295,"observedAt":"2026-11-11","runCount":7993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 3 27B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.310974,"ciLow":1363.720748,"ciHigh":1386.9012,"observedAt":"2026-11-11","runCount":2656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_legal_and_government/Gemma 3 27B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.13571,"ciLow":1376.053042,"ciHigh":1390.218377,"observedAt":"2026-11-11","runCount":7853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 3 27B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.871569,"ciLow":1316.785466,"ciHigh":1336.957672,"observedAt":"2026-11-11","runCount":3193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_mathematical/Gemma 3 27B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.629498,"ciLow":1379.09078,"ciHigh":1404.168217,"observedAt":"2026-11-11","runCount":2339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_medicine_and_healthcare/Gemma 3 27B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.023813,"ciLow":1348.497984,"ciHigh":1359.549643,"observedAt":"2026-11-11","runCount":14060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_software_and_it_services/Gemma 3 27B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.262779,"ciLow":1341.133331,"ciHigh":1353.392227,"observedAt":"2026-11-11","runCount":10583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"industry_writing_and_literature_and_language/Gemma 3 27B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|instruction_following/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.589691,"ciLow":1314.93337,"ciHigh":1326.246011,"observedAt":"2026-11-11","runCount":12485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"instruction_following/Gemma 3 27B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|japanese/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.105573,"ciLow":1268.174967,"ciHigh":1306.036179,"observedAt":"2026-11-11","runCount":1053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"japanese/Gemma 3 27B IT","slice":"japanese"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|korean/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.173204,"ciLow":1286.558741,"ciHigh":1327.787668,"observedAt":"2026-11-11","runCount":887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"korean/Gemma 3 27B IT","slice":"korean"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|longer_query/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.321183,"ciLow":1325.932439,"ciHigh":1340.709927,"observedAt":"2026-11-11","runCount":6668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"longer_query/Gemma 3 27B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|math/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.017287,"ciLow":1302.544253,"ciHigh":1321.490321,"observedAt":"2026-11-11","runCount":3578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"math/Gemma 3 27B IT","slice":"math"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|multi_turn/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.50919,"ciLow":1337.005357,"ciHigh":1352.013023,"observedAt":"2026-11-11","runCount":6717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"multi_turn/Gemma 3 27B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|non_english/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.387735,"ciLow":1329.758122,"ciHigh":1339.017348,"observedAt":"2026-11-11","runCount":23591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"non_english/Gemma 3 27B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|overall/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.799122,"ciLow":1354.134575,"ciHigh":1361.463669,"observedAt":"2026-11-11","runCount":46608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"overall/Gemma 3 27B IT","slice":"overall"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|polish/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.060473,"ciLow":1333.275716,"ciHigh":1356.845231,"observedAt":"2026-11-11","runCount":2828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"polish/Gemma 3 27B IT","slice":"polish"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|russian/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.049633,"ciLow":1339.365093,"ciHigh":1358.734173,"observedAt":"2026-11-11","runCount":3433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"russian/Gemma 3 27B IT","slice":"russian"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-text@1|rating|spanish/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.897768,"ciLow":1328.867291,"ciHigh":1368.928246,"observedAt":"2026-11-11","runCount":892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"spanish/Gemma 3 27B IT","slice":"spanish"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision-style-control@1|rating|captioning/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1119.192498,"ciLow":1079.894356,"ciHigh":1158.490641,"observedAt":"2026-11-09","runCount":254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"captioning/Gemma 3 27B IT","slice":"captioning"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision-style-control@1|rating|chinese/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.60836,"ciLow":1152.154984,"ciHigh":1195.061735,"observedAt":"2026-11-09","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"chinese/Gemma 3 27B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision-style-control@1|rating|creative_writing/gemma-3-27b-it","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1174.604596,"ciLow":1152.628292,"ciHigh":1196.580901,"observedAt":"2026-01-09","runCount":732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemma-3-27b-it","rowId":"creative_writing/gemma-3-27b-it","slice":"creative_writing"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.073894,"ciLow":1141.420583,"ciHigh":1192.727205,"observedAt":"2026-11-09","runCount":626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"creative_writing_vision/Gemma 3 27B IT","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision-style-control@1|rating|diagram/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.159426,"ciLow":1149.807941,"ciHigh":1180.510911,"observedAt":"2026-11-09","runCount":1710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"diagram/Gemma 3 27B IT","slice":"diagram"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision-style-control@1|rating|english/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.74575,"ciLow":1163.238407,"ciHigh":1184.253093,"observedAt":"2026-11-09","runCount":7918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"english/Gemma 3 27B IT","slice":"english"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.543343,"ciLow":1135.660232,"ciHigh":1205.426454,"observedAt":"2026-11-09","runCount":311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"entity_recognition/Gemma 3 27B IT","slice":"entity_recognition"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision-style-control@1|rating|homework/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1169.230194,"ciLow":1150.211002,"ciHigh":1188.249385,"observedAt":"2026-11-09","runCount":1034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"homework/Gemma 3 27B IT","slice":"homework"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision-style-control@1|rating|humor/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.949649,"ciLow":1128.173316,"ciHigh":1177.725982,"observedAt":"2026-11-09","runCount":762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"humor/Gemma 3 27B IT","slice":"humor"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision-style-control@1|rating|ocr/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.661826,"ciLow":1151.57434,"ciHigh":1171.749312,"observedAt":"2026-11-09","runCount":6184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"ocr/Gemma 3 27B IT","slice":"ocr"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision-style-control@1|rating|overall/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.860397,"ciLow":1151.742642,"ciHigh":1167.978153,"observedAt":"2026-11-09","runCount":16943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"overall/Gemma 3 27B IT","slice":"overall"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision@1|rating|captioning/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1154.42054,"ciLow":1115.51704,"ciHigh":1193.32404,"observedAt":"2026-11-09","runCount":254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"captioning/Gemma 3 27B IT","slice":"captioning"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision@1|rating|chinese/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1163.349693,"ciLow":1142.48053,"ciHigh":1184.218857,"observedAt":"2026-11-09","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"chinese/Gemma 3 27B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision@1|rating|creative_writing/gemma-3-27b-it","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1182.130703,"ciLow":1160.650687,"ciHigh":1203.61072,"observedAt":"2026-01-09","runCount":732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gemma-3-27b-it","rowId":"creative_writing/gemma-3-27b-it","slice":"creative_writing"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision@1|rating|creative_writing_vision/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1176.745549,"ciLow":1151.386938,"ciHigh":1202.10416,"observedAt":"2026-11-09","runCount":626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"creative_writing_vision/Gemma 3 27B IT","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision@1|rating|diagram/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1154.759931,"ciLow":1139.577831,"ciHigh":1169.942031,"observedAt":"2026-11-09","runCount":1710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"diagram/Gemma 3 27B IT","slice":"diagram"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision@1|rating|english/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1187.939389,"ciLow":1177.572097,"ciHigh":1198.306681,"observedAt":"2026-11-09","runCount":7918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"english/Gemma 3 27B IT","slice":"english"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision@1|rating|entity_recognition/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1197.161198,"ciLow":1162.471826,"ciHigh":1231.85057,"observedAt":"2026-11-09","runCount":311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"entity_recognition/Gemma 3 27B IT","slice":"entity_recognition"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision@1|rating|homework/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1161.088899,"ciLow":1142.220637,"ciHigh":1179.95716,"observedAt":"2026-11-09","runCount":1034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"homework/Gemma 3 27B IT","slice":"homework"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision@1|rating|humor/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1165.585444,"ciLow":1141.246921,"ciHigh":1189.923968,"observedAt":"2026-11-09","runCount":762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"humor/Gemma 3 27B IT","slice":"humor"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision@1|rating|ocr/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1156.273266,"ciLow":1146.287431,"ciHigh":1166.2591,"observedAt":"2026-11-09","runCount":6184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"ocr/Gemma 3 27B IT","slice":"ocr"}
{"key":"lmarena|google/gemma-3-27b-it:default|none|lmarena-vision@1|rating|overall/Gemma 3 27B IT","sourceId":"lmarena","modelId":"google/gemma-3-27b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1164.350115,"ciLow":1156.322857,"ciHigh":1172.377372,"observedAt":"2026-11-09","runCount":16943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 27B IT","rowId":"overall/Gemma 3 27B IT","slice":"overall"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|coding/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.486736,"ciLow":1249.892349,"ciHigh":1297.081124,"observedAt":"2026-11-11","runCount":605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"coding/Gemma 3 4B IT","slice":"coding"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.388825,"ciLow":1252.098015,"ciHigh":1296.679635,"observedAt":"2026-11-11","runCount":666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"creative_writing/Gemma 3 4B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|english/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.603365,"ciLow":1297.959881,"ciHigh":1321.24685,"observedAt":"2026-11-11","runCount":2572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"english/Gemma 3 4B IT","slice":"english"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.693744,"ciLow":1220.678595,"ciHigh":1248.708894,"observedAt":"2026-11-11","runCount":2830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"exclude_ties/Gemma 3 4B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|expert/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.645148,"ciLow":1219.999965,"ciHigh":1301.290331,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"expert/Gemma 3 4B IT","slice":"expert"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|german/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.321124,"ciLow":1248.374659,"ciHigh":1332.26759,"observedAt":"2026-11-11","runCount":162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"german/Gemma 3 4B IT","slice":"german"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.174706,"ciLow":1266.940096,"ciHigh":1301.409317,"observedAt":"2026-11-11","runCount":1092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"hard_prompts/Gemma 3 4B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.897345,"ciLow":1264.466706,"ciHigh":1305.327984,"observedAt":"2026-11-11","runCount":764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"hard_prompts_english/Gemma 3 4B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.260316,"ciLow":1300.279984,"ciHigh":1360.240647,"observedAt":"2026-11-11","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 3 4B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.825652,"ciLow":1227.186174,"ciHigh":1268.46513,"observedAt":"2026-11-11","runCount":761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 3 4B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.124169,"ciLow":1304.269875,"ciHigh":1375.978462,"observedAt":"2026-11-11","runCount":245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_legal_and_government/Gemma 3 4B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.202471,"ciLow":1295.443337,"ciHigh":1336.961605,"observedAt":"2026-11-11","runCount":780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 3 4B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.69592,"ciLow":1244.494242,"ciHigh":1304.897599,"observedAt":"2026-11-11","runCount":365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_mathematical/Gemma 3 4B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.173661,"ciLow":1315.98776,"ciHigh":1392.359563,"observedAt":"2026-11-11","runCount":197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_medicine_and_healthcare/Gemma 3 4B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.269621,"ciLow":1281.697511,"ciHigh":1318.841732,"observedAt":"2026-11-11","runCount":986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_software_and_it_services/Gemma 3 4B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.533056,"ciLow":1280.367661,"ciHigh":1314.698452,"observedAt":"2026-11-11","runCount":1080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_writing_and_literature_and_language/Gemma 3 4B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.460197,"ciLow":1251.120226,"ciHigh":1283.800169,"observedAt":"2026-11-11","runCount":1233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"instruction_following/Gemma 3 4B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.971771,"ciLow":1284.7325,"ciHigh":1339.211041,"observedAt":"2026-11-11","runCount":444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"longer_query/Gemma 3 4B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|math/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.123907,"ciLow":1226.00329,"ciHigh":1282.244525,"observedAt":"2026-11-11","runCount":423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"math/Gemma 3 4B IT","slice":"math"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.22021,"ciLow":1248.65462,"ciHigh":1295.785801,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"multi_turn/Gemma 3 4B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.318809,"ciLow":1277.289779,"ciHigh":1305.34784,"observedAt":"2026-11-11","runCount":1599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"non_english/Gemma 3 4B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|overall/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.326548,"ciLow":1294.009727,"ciHigh":1312.643369,"observedAt":"2026-11-11","runCount":4171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"overall/Gemma 3 4B IT","slice":"overall"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text-style-control@1|rating|russian/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.920602,"ciLow":1283.587186,"ciHigh":1344.254018,"observedAt":"2026-11-11","runCount":307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"russian/Gemma 3 4B IT","slice":"russian"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|coding/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.139053,"ciLow":1206.774465,"ciHigh":1253.50364,"observedAt":"2026-11-11","runCount":605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"coding/Gemma 3 4B IT","slice":"coding"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|creative_writing/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.333901,"ciLow":1248.552793,"ciHigh":1292.11501,"observedAt":"2026-11-11","runCount":666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"creative_writing/Gemma 3 4B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|english/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.435814,"ciLow":1288.905694,"ciHigh":1311.965934,"observedAt":"2026-11-11","runCount":2572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"english/Gemma 3 4B IT","slice":"english"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|exclude_ties/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1220.997568,"ciLow":1207.217019,"ciHigh":1234.778116,"observedAt":"2026-11-11","runCount":2830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"exclude_ties/Gemma 3 4B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|expert/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.809804,"ciLow":1182.173932,"ciHigh":1263.445676,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"expert/Gemma 3 4B IT","slice":"expert"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|german/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.516851,"ciLow":1238.386991,"ciHigh":1322.646711,"observedAt":"2026-11-11","runCount":162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"german/Gemma 3 4B IT","slice":"german"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|hard_prompts/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.56332,"ciLow":1235.526692,"ciHigh":1269.599947,"observedAt":"2026-11-11","runCount":1092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"hard_prompts/Gemma 3 4B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.187631,"ciLow":1232.936903,"ciHigh":1273.438359,"observedAt":"2026-11-11","runCount":764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"hard_prompts_english/Gemma 3 4B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.858429,"ciLow":1280.835675,"ciHigh":1340.881182,"observedAt":"2026-11-11","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 3 4B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1232.736755,"ciLow":1212.438784,"ciHigh":1253.034726,"observedAt":"2026-11-11","runCount":761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 3 4B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.29773,"ciLow":1291.573763,"ciHigh":1363.021697,"observedAt":"2026-11-11","runCount":245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_legal_and_government/Gemma 3 4B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.583295,"ciLow":1284.973733,"ciHigh":1326.192856,"observedAt":"2026-11-11","runCount":780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 3 4B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.284887,"ciLow":1226.413914,"ciHigh":1286.15586,"observedAt":"2026-11-11","runCount":365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_mathematical/Gemma 3 4B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.997573,"ciLow":1303.791255,"ciHigh":1380.20389,"observedAt":"2026-11-11","runCount":197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_medicine_and_healthcare/Gemma 3 4B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.666519,"ciLow":1250.296237,"ciHigh":1287.0368,"observedAt":"2026-11-11","runCount":986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_software_and_it_services/Gemma 3 4B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.050498,"ciLow":1271.110112,"ciHigh":1304.990883,"observedAt":"2026-11-11","runCount":1080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"industry_writing_and_literature_and_language/Gemma 3 4B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|instruction_following/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.844223,"ciLow":1222.693565,"ciHigh":1254.994881,"observedAt":"2026-11-11","runCount":1233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"instruction_following/Gemma 3 4B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|longer_query/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.318532,"ciLow":1246.375982,"ciHigh":1300.261082,"observedAt":"2026-11-11","runCount":444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"longer_query/Gemma 3 4B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|math/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1239.169604,"ciLow":1211.232899,"ciHigh":1267.106309,"observedAt":"2026-11-11","runCount":423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"math/Gemma 3 4B IT","slice":"math"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|multi_turn/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1255.149631,"ciLow":1231.752892,"ciHigh":1278.54637,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"multi_turn/Gemma 3 4B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|non_english/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.197377,"ciLow":1259.258006,"ciHigh":1287.136747,"observedAt":"2026-11-11","runCount":1599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"non_english/Gemma 3 4B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|overall/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.840133,"ciLow":1281.613515,"ciHigh":1300.066751,"observedAt":"2026-11-11","runCount":4171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"overall/Gemma 3 4B IT","slice":"overall"}
{"key":"lmarena|google/gemma-3-4b-it:default|none|lmarena-text@1|rating|russian/Gemma 3 4B IT","sourceId":"lmarena","modelId":"google/gemma-3-4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.824995,"ciLow":1263.40304,"ciHigh":1324.246949,"observedAt":"2026-11-11","runCount":307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3 4B IT","rowId":"russian/Gemma 3 4B IT","slice":"russian"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|chinese/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.785648,"ciLow":1315.129518,"ciHigh":1346.441778,"observedAt":"2026-11-11","runCount":1489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"chinese/Gemma 3n E4B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|coding/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.092786,"ciLow":1296.796687,"ciHigh":1317.388885,"observedAt":"2026-11-11","runCount":3483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"coding/Gemma 3n E4B IT","slice":"coding"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.752159,"ciLow":1287.52478,"ciHigh":1309.979537,"observedAt":"2026-11-11","runCount":2852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"creative_writing/Gemma 3n E4B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|english/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.185373,"ciLow":1323.517838,"ciHigh":1336.852908,"observedAt":"2026-11-11","runCount":10076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"english/Gemma 3n E4B IT","slice":"english"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.261404,"ciLow":1254.089152,"ciHigh":1268.433655,"observedAt":"2026-11-11","runCount":15682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"exclude_ties/Gemma 3n E4B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|expert/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.150557,"ciLow":1261.791164,"ciHigh":1298.509949,"observedAt":"2026-11-11","runCount":1074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"expert/Gemma 3n E4B IT","slice":"expert"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|french/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.328198,"ciLow":1313.295924,"ciHigh":1379.360471,"observedAt":"2026-11-11","runCount":327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"french/Gemma 3n E4B IT","slice":"french"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|german/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.672569,"ciLow":1298.738735,"ciHigh":1342.606402,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"german/Gemma 3n E4B IT","slice":"german"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.494166,"ciLow":1305.371318,"ciHigh":1319.617013,"observedAt":"2026-11-11","runCount":8459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"hard_prompts/Gemma 3n E4B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.558109,"ciLow":1308.042395,"ciHigh":1327.073823,"observedAt":"2026-11-11","runCount":4104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"hard_prompts_english/Gemma 3n E4B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.266105,"ciLow":1306.736426,"ciHigh":1327.795785,"observedAt":"2026-11-11","runCount":3266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 3n E4B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.584998,"ciLow":1269.001927,"ciHigh":1288.168069,"observedAt":"2026-11-11","runCount":3865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 3n E4B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.344296,"ciLow":1310.439944,"ciHigh":1342.248648,"observedAt":"2026-11-11","runCount":1389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_legal_and_government/Gemma 3n E4B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.267388,"ciLow":1330.196048,"ciHigh":1350.338729,"observedAt":"2026-11-11","runCount":3673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 3n E4B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.452429,"ciLow":1268.728228,"ciHigh":1300.17663,"observedAt":"2026-11-11","runCount":1399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_mathematical/Gemma 3n E4B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.559605,"ciLow":1323.843347,"ciHigh":1357.275863,"observedAt":"2026-11-11","runCount":1321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_medicine_and_healthcare/Gemma 3n E4B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.980068,"ciLow":1325.137594,"ciHigh":1340.822543,"observedAt":"2026-11-11","runCount":6400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_software_and_it_services/Gemma 3n E4B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.025253,"ciLow":1291.252141,"ciHigh":1308.798365,"observedAt":"2026-11-11","runCount":4861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_writing_and_literature_and_language/Gemma 3n E4B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.754934,"ciLow":1273.15489,"ciHigh":1290.354978,"observedAt":"2026-11-11","runCount":4965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"instruction_following/Gemma 3n E4B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|japanese/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.747966,"ciLow":1267.945433,"ciHigh":1313.550499,"observedAt":"2026-11-11","runCount":733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"japanese/Gemma 3n E4B IT","slice":"japanese"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|korean/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.055439,"ciLow":1248.605061,"ciHigh":1301.505818,"observedAt":"2026-11-11","runCount":515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"korean/Gemma 3n E4B IT","slice":"korean"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.754109,"ciLow":1300.770277,"ciHigh":1322.737941,"observedAt":"2026-11-11","runCount":2878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"longer_query/Gemma 3n E4B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|math/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.185052,"ciLow":1244.277798,"ciHigh":1274.092307,"observedAt":"2026-11-11","runCount":1558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"math/Gemma 3n E4B IT","slice":"math"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.444709,"ciLow":1280.91474,"ciHigh":1301.974679,"observedAt":"2026-11-11","runCount":3278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"multi_turn/Gemma 3n E4B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.391377,"ciLow":1293.141086,"ciHigh":1305.641668,"observedAt":"2026-11-11","runCount":12021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"non_english/Gemma 3n E4B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|overall/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.626166,"ciLow":1312.438634,"ciHigh":1322.813698,"observedAt":"2026-11-11","runCount":22103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"overall/Gemma 3n E4B IT","slice":"overall"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|polish/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.709684,"ciLow":1290.102939,"ciHigh":1319.316429,"observedAt":"2026-11-11","runCount":1918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"polish/Gemma 3n E4B IT","slice":"polish"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|russian/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.463702,"ciLow":1288.298121,"ciHigh":1316.629283,"observedAt":"2026-11-11","runCount":1628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"russian/Gemma 3n E4B IT","slice":"russian"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text-style-control@1|rating|spanish/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.970353,"ciLow":1282.614473,"ciHigh":1339.326233,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"spanish/Gemma 3n E4B IT","slice":"spanish"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|chinese/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.622126,"ciLow":1293.011651,"ciHigh":1324.232601,"observedAt":"2026-11-11","runCount":1489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"chinese/Gemma 3n E4B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|coding/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.343835,"ciLow":1258.090452,"ciHigh":1278.597218,"observedAt":"2026-11-11","runCount":3483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"coding/Gemma 3n E4B IT","slice":"coding"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|creative_writing/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.98347,"ciLow":1275.864955,"ciHigh":1298.101985,"observedAt":"2026-11-11","runCount":2852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"creative_writing/Gemma 3n E4B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|english/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1321.287844,"ciLow":1314.651486,"ciHigh":1327.924203,"observedAt":"2026-11-11","runCount":10076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"english/Gemma 3n E4B IT","slice":"english"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|exclude_ties/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.99294,"ciLow":1237.912501,"ciHigh":1252.07338,"observedAt":"2026-11-11","runCount":15682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"exclude_ties/Gemma 3n E4B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|expert/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.535853,"ciLow":1227.480924,"ciHigh":1263.590783,"observedAt":"2026-11-11","runCount":1074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"expert/Gemma 3n E4B IT","slice":"expert"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|french/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.863889,"ciLow":1296.839846,"ciHigh":1362.887931,"observedAt":"2026-11-11","runCount":327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"french/Gemma 3n E4B IT","slice":"french"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|german/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.942827,"ciLow":1290.250831,"ciHigh":1333.634823,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"german/Gemma 3n E4B IT","slice":"german"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|hard_prompts/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.79886,"ciLow":1276.71036,"ciHigh":1290.88736,"observedAt":"2026-11-11","runCount":8459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"hard_prompts/Gemma 3n E4B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.32268,"ciLow":1281.851361,"ciHigh":1300.794,"observedAt":"2026-11-11","runCount":4104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"hard_prompts_english/Gemma 3n E4B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.023917,"ciLow":1284.518302,"ciHigh":1305.529532,"observedAt":"2026-11-11","runCount":3266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 3n E4B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1262.259594,"ciLow":1252.772769,"ciHigh":1271.746419,"observedAt":"2026-11-11","runCount":3865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 3n E4B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.510613,"ciLow":1293.771038,"ciHigh":1325.250189,"observedAt":"2026-11-11","runCount":1389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_legal_and_government/Gemma 3n E4B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.608646,"ciLow":1313.616307,"ciHigh":1333.600984,"observedAt":"2026-11-11","runCount":3673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 3n E4B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.393282,"ciLow":1257.653422,"ciHigh":1289.133143,"observedAt":"2026-11-11","runCount":1399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_mathematical/Gemma 3n E4B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.78234,"ciLow":1304.279636,"ciHigh":1337.285044,"observedAt":"2026-11-11","runCount":1321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_medicine_and_healthcare/Gemma 3n E4B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.6413,"ciLow":1299.831218,"ciHigh":1315.451382,"observedAt":"2026-11-11","runCount":6400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_software_and_it_services/Gemma 3n E4B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.096019,"ciLow":1278.371923,"ciHigh":1295.820116,"observedAt":"2026-11-11","runCount":4861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"industry_writing_and_literature_and_language/Gemma 3n E4B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|instruction_following/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1255.071421,"ciLow":1246.496311,"ciHigh":1263.646531,"observedAt":"2026-11-11","runCount":4965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"instruction_following/Gemma 3n E4B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|japanese/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.99569,"ciLow":1249.408027,"ciHigh":1294.583354,"observedAt":"2026-11-11","runCount":733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"japanese/Gemma 3n E4B IT","slice":"japanese"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|korean/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.159982,"ciLow":1233.69362,"ciHigh":1286.626344,"observedAt":"2026-11-11","runCount":515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"korean/Gemma 3n E4B IT","slice":"korean"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|longer_query/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.936866,"ciLow":1265.001167,"ciHigh":1286.872564,"observedAt":"2026-11-11","runCount":2878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"longer_query/Gemma 3n E4B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|math/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.22838,"ciLow":1235.306565,"ciHigh":1265.150195,"observedAt":"2026-11-11","runCount":1558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"math/Gemma 3n E4B IT","slice":"math"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|multi_turn/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.287259,"ciLow":1265.795043,"ciHigh":1286.779475,"observedAt":"2026-11-11","runCount":3278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"multi_turn/Gemma 3n E4B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|non_english/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.185135,"ciLow":1278.965514,"ciHigh":1291.404756,"observedAt":"2026-11-11","runCount":12021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"non_english/Gemma 3n E4B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|overall/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.657244,"ciLow":1300.493613,"ciHigh":1310.820875,"observedAt":"2026-11-11","runCount":22103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"overall/Gemma 3n E4B IT","slice":"overall"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|polish/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.399979,"ciLow":1271.12495,"ciHigh":1299.675007,"observedAt":"2026-11-11","runCount":1918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"polish/Gemma 3n E4B IT","slice":"polish"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|russian/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.350728,"ciLow":1274.241878,"ciHigh":1302.459577,"observedAt":"2026-11-11","runCount":1628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"russian/Gemma 3n E4B IT","slice":"russian"}
{"key":"lmarena|google/gemma-3n-e4b-it:default|none|lmarena-text@1|rating|spanish/Gemma 3n E4B IT","sourceId":"lmarena","modelId":"google/gemma-3n-e4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.348419,"ciLow":1276.677969,"ciHigh":1334.01887,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 3n E4B IT","rowId":"spanish/Gemma 3n E4B IT","slice":"spanish"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|chinese/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.838401,"ciLow":1469.079023,"ciHigh":1518.59778,"observedAt":"2026-11-11","runCount":523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"chinese/Gemma 4 26B A4B","slice":"chinese"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|coding/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.656246,"ciLow":1467.877018,"ciHigh":1497.435474,"observedAt":"2026-11-11","runCount":1437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"coding/Gemma 4 26B A4B","slice":"coding"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.581821,"ciLow":1381.22405,"ciHigh":1417.939591,"observedAt":"2026-11-11","runCount":1003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"creative_writing/Gemma 4 26B A4B","slice":"creative_writing"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|english/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.300647,"ciLow":1437.287611,"ciHigh":1461.313682,"observedAt":"2026-11-11","runCount":2231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"english/Gemma 4 26B A4B","slice":"english"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.040126,"ciLow":1423.135616,"ciHigh":1444.944635,"observedAt":"2026-11-11","runCount":4162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"exclude_ties/Gemma 4 26B A4B","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|expert/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.032505,"ciLow":1450.458256,"ciHigh":1501.606754,"observedAt":"2026-11-11","runCount":452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"expert/Gemma 4 26B A4B","slice":"expert"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|french/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.059344,"ciLow":1435.927875,"ciHigh":1510.190814,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"french/Gemma 4 26B A4B","slice":"french"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.209343,"ciLow":1451.427441,"ciHigh":1470.991246,"observedAt":"2026-11-11","runCount":3458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"hard_prompts/Gemma 4 26B A4B","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.645539,"ciLow":1455.694379,"ciHigh":1487.596699,"observedAt":"2026-11-11","runCount":1265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"hard_prompts_english/Gemma 4 26B A4B","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.449078,"ciLow":1427.499924,"ciHigh":1461.398231,"observedAt":"2026-11-11","runCount":1114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_business_and_management_and_financial_operations/Gemma 4 26B A4B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.167956,"ciLow":1389.660941,"ciHigh":1424.674972,"observedAt":"2026-11-11","runCount":1105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_entertainment_and_sports_and_media/Gemma 4 26B A4B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.451994,"ciLow":1435.871625,"ciHigh":1491.032363,"observedAt":"2026-11-11","runCount":414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_legal_and_government/Gemma 4 26B A4B","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.920346,"ciLow":1435.225113,"ciHigh":1472.615578,"observedAt":"2026-11-11","runCount":927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_life_and_physical_and_social_science/Gemma 4 26B A4B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.665814,"ciLow":1446.911174,"ciHigh":1510.420453,"observedAt":"2026-11-11","runCount":309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_mathematical/Gemma 4 26B A4B","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.805905,"ciLow":1406.588905,"ciHigh":1465.022905,"observedAt":"2026-11-11","runCount":388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_medicine_and_healthcare/Gemma 4 26B A4B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.185823,"ciLow":1464.210332,"ciHigh":1488.161314,"observedAt":"2026-11-11","runCount":2201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_software_and_it_services/Gemma 4 26B A4B","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.737595,"ciLow":1391.52578,"ciHigh":1421.94941,"observedAt":"2026-11-11","runCount":1394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_writing_and_literature_and_language/Gemma 4 26B A4B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.297118,"ciLow":1424.793242,"ciHigh":1451.800994,"observedAt":"2026-11-11","runCount":1731,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"instruction_following/Gemma 4 26B A4B","slice":"instruction_following"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.118131,"ciLow":1433.327087,"ciHigh":1460.909175,"observedAt":"2026-11-11","runCount":1713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"longer_query/Gemma 4 26B A4B","slice":"longer_query"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|math/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.167083,"ciLow":1441.461065,"ciHigh":1496.873101,"observedAt":"2026-11-11","runCount":387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"math/Gemma 4 26B A4B","slice":"math"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.447025,"ciLow":1431.410969,"ciHigh":1465.483082,"observedAt":"2026-11-11","runCount":1137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"multi_turn/Gemma 4 26B A4B","slice":"multi_turn"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.930568,"ciLow":1413.644784,"ciHigh":1432.216352,"observedAt":"2026-11-11","runCount":3838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"non_english/Gemma 4 26B A4B","slice":"non_english"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|overall/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.437535,"ciLow":1429.98278,"ciHigh":1444.892289,"observedAt":"2026-11-11","runCount":6069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"overall/Gemma 4 26B A4B","slice":"overall"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|russian/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.605116,"ciLow":1419.352233,"ciHigh":1455.858,"observedAt":"2026-11-11","runCount":895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"russian/Gemma 4 26B A4B","slice":"russian"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text-style-control@1|rating|spanish/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.97551,"ciLow":1375.211451,"ciHigh":1456.739569,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"spanish/Gemma 4 26B A4B","slice":"spanish"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|chinese/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.499694,"ciLow":1470.568446,"ciHigh":1520.430943,"observedAt":"2026-11-11","runCount":523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"chinese/Gemma 4 26B A4B","slice":"chinese"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|coding/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.606153,"ciLow":1431.89227,"ciHigh":1461.320036,"observedAt":"2026-11-11","runCount":1437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"coding/Gemma 4 26B A4B","slice":"coding"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|creative_writing/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.601195,"ciLow":1383.40528,"ciHigh":1419.797111,"observedAt":"2026-11-11","runCount":1003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"creative_writing/Gemma 4 26B A4B","slice":"creative_writing"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|english/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.663529,"ciLow":1431.694614,"ciHigh":1455.632445,"observedAt":"2026-11-11","runCount":2231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"english/Gemma 4 26B A4B","slice":"english"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|exclude_ties/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.545985,"ciLow":1417.777454,"ciHigh":1439.314516,"observedAt":"2026-11-11","runCount":4162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"exclude_ties/Gemma 4 26B A4B","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|expert/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.692597,"ciLow":1422.246097,"ciHigh":1473.139096,"observedAt":"2026-11-11","runCount":452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"expert/Gemma 4 26B A4B","slice":"expert"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|french/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.30847,"ciLow":1424.453966,"ciHigh":1498.162973,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"french/Gemma 4 26B A4B","slice":"french"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|hard_prompts/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.650119,"ciLow":1428.900521,"ciHigh":1448.399718,"observedAt":"2026-11-11","runCount":3458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"hard_prompts/Gemma 4 26B A4B","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.242429,"ciLow":1432.400249,"ciHigh":1464.084609,"observedAt":"2026-11-11","runCount":1265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"hard_prompts_english/Gemma 4 26B A4B","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.101459,"ciLow":1412.204612,"ciHigh":1445.998305,"observedAt":"2026-11-11","runCount":1114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_business_and_management_and_financial_operations/Gemma 4 26B A4B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.936374,"ciLow":1386.555695,"ciHigh":1421.317052,"observedAt":"2026-11-11","runCount":1105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_entertainment_and_sports_and_media/Gemma 4 26B A4B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.165951,"ciLow":1428.876077,"ciHigh":1483.455825,"observedAt":"2026-11-11","runCount":414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_legal_and_government/Gemma 4 26B A4B","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.046712,"ciLow":1426.558568,"ciHigh":1463.534855,"observedAt":"2026-11-11","runCount":927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_life_and_physical_and_social_science/Gemma 4 26B A4B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.577939,"ciLow":1444.24148,"ciHigh":1506.914399,"observedAt":"2026-11-11","runCount":309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_mathematical/Gemma 4 26B A4B","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.908347,"ciLow":1398.107346,"ciHigh":1455.709347,"observedAt":"2026-11-11","runCount":388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_medicine_and_healthcare/Gemma 4 26B A4B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.331232,"ciLow":1442.377868,"ciHigh":1466.284596,"observedAt":"2026-11-11","runCount":2201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_software_and_it_services/Gemma 4 26B A4B","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.580572,"ciLow":1391.382669,"ciHigh":1421.778476,"observedAt":"2026-11-11","runCount":1394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"industry_writing_and_literature_and_language/Gemma 4 26B A4B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|instruction_following/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.850531,"ciLow":1407.374067,"ciHigh":1434.326994,"observedAt":"2026-11-11","runCount":1731,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"instruction_following/Gemma 4 26B A4B","slice":"instruction_following"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|longer_query/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.141821,"ciLow":1414.413819,"ciHigh":1441.869823,"observedAt":"2026-11-11","runCount":1713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"longer_query/Gemma 4 26B A4B","slice":"longer_query"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|math/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.472567,"ciLow":1442.792466,"ciHigh":1498.152668,"observedAt":"2026-11-11","runCount":387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"math/Gemma 4 26B A4B","slice":"math"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|multi_turn/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.635597,"ciLow":1424.638319,"ciHigh":1458.632875,"observedAt":"2026-11-11","runCount":1137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"multi_turn/Gemma 4 26B A4B","slice":"multi_turn"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|non_english/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.470996,"ciLow":1412.201473,"ciHigh":1430.740518,"observedAt":"2026-11-11","runCount":3838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"non_english/Gemma 4 26B A4B","slice":"non_english"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|overall/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.080814,"ciLow":1426.64405,"ciHigh":1441.517579,"observedAt":"2026-11-11","runCount":6069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"overall/Gemma 4 26B A4B","slice":"overall"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|russian/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.016188,"ciLow":1415.885426,"ciHigh":1452.14695,"observedAt":"2026-11-11","runCount":895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"russian/Gemma 4 26B A4B","slice":"russian"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-text@1|rating|spanish/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.296368,"ciLow":1375.672021,"ciHigh":1458.920715,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"spanish/Gemma 4 26B A4B","slice":"spanish"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision-style-control@1|rating|captioning/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.894844,"ciLow":1156.017745,"ciHigh":1301.771943,"observedAt":"2026-11-09","runCount":61,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"captioning/Gemma 4 26B A4B","slice":"captioning"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision-style-control@1|rating|chinese/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.632245,"ciLow":1271.616644,"ciHigh":1305.647846,"observedAt":"2026-11-09","runCount":1599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"chinese/Gemma 4 26B A4B","slice":"chinese"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.284466,"ciLow":1215.249853,"ciHigh":1247.31908,"observedAt":"2026-11-09","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"creative_writing_vision/Gemma 4 26B A4B","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision-style-control@1|rating|diagram/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.487319,"ciLow":1252.68604,"ciHigh":1270.288599,"observedAt":"2026-11-09","runCount":6197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"diagram/Gemma 4 26B A4B","slice":"diagram"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision-style-control@1|rating|english/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.817024,"ciLow":1229.31848,"ciHigh":1246.315568,"observedAt":"2026-11-09","runCount":9580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"english/Gemma 4 26B A4B","slice":"english"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.149795,"ciLow":1122.500121,"ciHigh":1193.79947,"observedAt":"2026-11-09","runCount":237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"entity_recognition/Gemma 4 26B A4B","slice":"entity_recognition"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision-style-control@1|rating|homework/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.905227,"ciLow":1274.393185,"ciHigh":1295.417268,"observedAt":"2026-11-09","runCount":3804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"homework/Gemma 4 26B A4B","slice":"homework"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision-style-control@1|rating|humor/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.536559,"ciLow":1228.108029,"ciHigh":1266.965089,"observedAt":"2026-11-09","runCount":985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"humor/Gemma 4 26B A4B","slice":"humor"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision-style-control@1|rating|ocr/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.419256,"ciLow":1250.882574,"ciHigh":1263.955939,"observedAt":"2026-11-09","runCount":16754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"ocr/Gemma 4 26B A4B","slice":"ocr"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision-style-control@1|rating|overall/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.778156,"ciLow":1235.360701,"ciHigh":1248.195611,"observedAt":"2026-11-09","runCount":23747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"overall/Gemma 4 26B A4B","slice":"overall"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision@1|rating|captioning/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1287.439475,"ciLow":1216.212391,"ciHigh":1358.666559,"observedAt":"2026-11-09","runCount":61,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"captioning/Gemma 4 26B A4B","slice":"captioning"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision@1|rating|chinese/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1311.876591,"ciLow":1294.959567,"ciHigh":1328.793616,"observedAt":"2026-11-09","runCount":1599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"chinese/Gemma 4 26B A4B","slice":"chinese"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision@1|rating|creative_writing_vision/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1257.080485,"ciLow":1241.096282,"ciHigh":1273.064688,"observedAt":"2026-11-09","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"creative_writing_vision/Gemma 4 26B A4B","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision@1|rating|diagram/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1264.017438,"ciLow":1255.252386,"ciHigh":1272.782489,"observedAt":"2026-11-09","runCount":6197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"diagram/Gemma 4 26B A4B","slice":"diagram"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision@1|rating|english/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1255.52994,"ciLow":1247.061676,"ciHigh":1263.998204,"observedAt":"2026-11-09","runCount":9580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"english/Gemma 4 26B A4B","slice":"english"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision@1|rating|entity_recognition/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1191.14286,"ciLow":1155.391428,"ciHigh":1226.894293,"observedAt":"2026-11-09","runCount":237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"entity_recognition/Gemma 4 26B A4B","slice":"entity_recognition"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision@1|rating|homework/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1292.873892,"ciLow":1282.421036,"ciHigh":1303.326748,"observedAt":"2026-11-09","runCount":3804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"homework/Gemma 4 26B A4B","slice":"homework"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision@1|rating|humor/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1274.713648,"ciLow":1255.441749,"ciHigh":1293.985548,"observedAt":"2026-11-09","runCount":985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"humor/Gemma 4 26B A4B","slice":"humor"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision@1|rating|ocr/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1267.858495,"ciLow":1261.349981,"ciHigh":1274.36701,"observedAt":"2026-11-09","runCount":16754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"ocr/Gemma 4 26B A4B","slice":"ocr"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-vision@1|rating|overall/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1259.707838,"ciLow":1253.322793,"ciHigh":1266.092883,"observedAt":"2026-11-09","runCount":23747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"overall/Gemma 4 26B A4B","slice":"overall"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-webdev@1|rating|overall/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1358.123533,"ciLow":1341.134091,"ciHigh":1375.112976,"observedAt":"2026-11-15","runCount":1487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"overall/Gemma 4 26B A4B","slice":"overall"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-webdev@1|rating|webdev-html/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1361.628748,"ciLow":1317.792983,"ciHigh":1405.464512,"observedAt":"2026-11-15","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"webdev-html/Gemma 4 26B A4B","slice":"webdev-html"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-webdev@1|rating|webdev-react/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1348.755225,"ciLow":1330.241007,"ciHigh":1367.269443,"observedAt":"2026-11-15","runCount":1276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"webdev-react/Gemma 4 26B A4B","slice":"webdev-react"}
{"key":"lmarena|google/gemma-4-26b-a4b-it:default|none|lmarena-webdev@1|rating|webdev/Gemma 4 26B A4B","sourceId":"lmarena","modelId":"google/gemma-4-26b-a4b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1358.123533,"ciLow":1341.134091,"ciHigh":1375.112976,"observedAt":"2026-11-15","runCount":1487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 26B A4B","rowId":"webdev/Gemma 4 26B A4B","slice":"webdev"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-document-style-control@1|rating|overall/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.04367,"ciLow":1445.236385,"ciHigh":1458.850954,"observedAt":"2026-11-09","runCount":15431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"overall/Gemma 4 31B","slice":"overall"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-document@1|rating|overall/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1434.334907,"ciLow":1427.610007,"ciHigh":1441.059807,"observedAt":"2026-11-09","runCount":15431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"overall/Gemma 4 31B","slice":"overall"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|chinese/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.583888,"ciLow":1453.769334,"ciHigh":1503.398442,"observedAt":"2026-11-11","runCount":521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"chinese/Gemma 4 31B","slice":"chinese"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|coding/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.08092,"ciLow":1486.961776,"ciHigh":1517.200064,"observedAt":"2026-11-11","runCount":1411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"coding/Gemma 4 31B","slice":"coding"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.347817,"ciLow":1399.550966,"ciHigh":1437.144668,"observedAt":"2026-11-11","runCount":975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"creative_writing/Gemma 4 31B","slice":"creative_writing"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|english/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.128646,"ciLow":1450.221246,"ciHigh":1474.036046,"observedAt":"2026-11-11","runCount":2321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"english/Gemma 4 31B","slice":"english"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.912829,"ciLow":1444.005268,"ciHigh":1465.82039,"observedAt":"2026-11-11","runCount":4219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"exclude_ties/Gemma 4 31B","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|expert/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.040591,"ciLow":1473.368681,"ciHigh":1522.7125,"observedAt":"2026-11-11","runCount":501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"expert/Gemma 4 31B","slice":"expert"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|french/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.75535,"ciLow":1421.456061,"ciHigh":1492.054639,"observedAt":"2026-11-11","runCount":267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"french/Gemma 4 31B","slice":"french"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.183249,"ciLow":1465.536106,"ciHigh":1484.830393,"observedAt":"2026-11-11","runCount":3565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"hard_prompts/Gemma 4 31B","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.460883,"ciLow":1469.621897,"ciHigh":1501.299868,"observedAt":"2026-11-11","runCount":1323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"hard_prompts_english/Gemma 4 31B","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.094593,"ciLow":1432.358881,"ciHigh":1465.830305,"observedAt":"2026-11-11","runCount":1176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_business_and_management_and_financial_operations/Gemma 4 31B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.003438,"ciLow":1398.381282,"ciHigh":1433.625593,"observedAt":"2026-11-11","runCount":1090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_entertainment_and_sports_and_media/Gemma 4 31B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.638989,"ciLow":1428.388934,"ciHigh":1480.889044,"observedAt":"2026-11-11","runCount":451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_legal_and_government/Gemma 4 31B","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.395331,"ciLow":1454.448463,"ciHigh":1492.342199,"observedAt":"2026-11-11","runCount":930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_life_and_physical_and_social_science/Gemma 4 31B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.187888,"ciLow":1441.940604,"ciHigh":1500.435172,"observedAt":"2026-11-11","runCount":344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_mathematical/Gemma 4 31B","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.934397,"ciLow":1443.096325,"ciHigh":1498.77247,"observedAt":"2026-11-11","runCount":421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_medicine_and_healthcare/Gemma 4 31B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.840409,"ciLow":1479.798528,"ciHigh":1503.882289,"observedAt":"2026-11-11","runCount":2214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_software_and_it_services/Gemma 4 31B","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.609409,"ciLow":1419.226423,"ciHigh":1449.992396,"observedAt":"2026-11-11","runCount":1428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_writing_and_literature_and_language/Gemma 4 31B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.136914,"ciLow":1439.529228,"ciHigh":1466.7446,"observedAt":"2026-11-11","runCount":1801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"instruction_following/Gemma 4 31B","slice":"instruction_following"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.762387,"ciLow":1455.366974,"ciHigh":1482.157799,"observedAt":"2026-11-11","runCount":1802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"longer_query/Gemma 4 31B","slice":"longer_query"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|math/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.060893,"ciLow":1440.623165,"ciHigh":1493.498622,"observedAt":"2026-11-11","runCount":430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"math/Gemma 4 31B","slice":"math"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.115242,"ciLow":1447.7894,"ciHigh":1482.441085,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"multi_turn/Gemma 4 31B","slice":"multi_turn"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.776657,"ciLow":1428.487215,"ciHigh":1447.066099,"observedAt":"2026-11-11","runCount":3809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"non_english/Gemma 4 31B","slice":"non_english"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|overall/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.824856,"ciLow":1444.375106,"ciHigh":1459.274607,"observedAt":"2026-11-11","runCount":6130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"overall/Gemma 4 31B","slice":"overall"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|polish/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.913418,"ciLow":1397.933615,"ciHigh":1473.893221,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"polish/Gemma 4 31B","slice":"polish"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|russian/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.937922,"ciLow":1448.274481,"ciHigh":1487.601363,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"russian/Gemma 4 31B","slice":"russian"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text-style-control@1|rating|spanish/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.857367,"ciLow":1413.855828,"ciHigh":1485.858906,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"spanish/Gemma 4 31B","slice":"spanish"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|chinese/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.600416,"ciLow":1450.616249,"ciHigh":1500.584583,"observedAt":"2026-11-11","runCount":521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"chinese/Gemma 4 31B","slice":"chinese"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|coding/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.980814,"ciLow":1443.965457,"ciHigh":1473.996171,"observedAt":"2026-11-11","runCount":1411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"coding/Gemma 4 31B","slice":"coding"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|creative_writing/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.109268,"ciLow":1396.507795,"ciHigh":1433.710742,"observedAt":"2026-11-11","runCount":975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"creative_writing/Gemma 4 31B","slice":"creative_writing"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|english/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.502413,"ciLow":1438.692441,"ciHigh":1462.312385,"observedAt":"2026-11-11","runCount":2321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"english/Gemma 4 31B","slice":"english"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|exclude_ties/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.920594,"ciLow":1430.187749,"ciHigh":1451.653439,"observedAt":"2026-11-11","runCount":4219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"exclude_ties/Gemma 4 31B","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|expert/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.780867,"ciLow":1439.964591,"ciHigh":1489.597143,"observedAt":"2026-11-11","runCount":501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"expert/Gemma 4 31B","slice":"expert"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|french/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.148294,"ciLow":1399.241,"ciHigh":1469.055588,"observedAt":"2026-11-11","runCount":267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"french/Gemma 4 31B","slice":"french"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|hard_prompts/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.198797,"ciLow":1437.58915,"ciHigh":1456.808445,"observedAt":"2026-11-11","runCount":3565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"hard_prompts/Gemma 4 31B","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.506498,"ciLow":1439.780029,"ciHigh":1471.232967,"observedAt":"2026-11-11","runCount":1323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"hard_prompts_english/Gemma 4 31B","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.606203,"ciLow":1413.922934,"ciHigh":1447.289473,"observedAt":"2026-11-11","runCount":1176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_business_and_management_and_financial_operations/Gemma 4 31B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.600438,"ciLow":1387.056203,"ciHigh":1422.144673,"observedAt":"2026-11-11","runCount":1090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_entertainment_and_sports_and_media/Gemma 4 31B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.022405,"ciLow":1411.925757,"ciHigh":1464.119053,"observedAt":"2026-11-11","runCount":451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_legal_and_government/Gemma 4 31B","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.590812,"ciLow":1436.784954,"ciHigh":1474.396671,"observedAt":"2026-11-11","runCount":930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_life_and_physical_and_social_science/Gemma 4 31B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.957374,"ciLow":1434.738521,"ciHigh":1493.176227,"observedAt":"2026-11-11","runCount":344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_mathematical/Gemma 4 31B","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.874071,"ciLow":1421.98936,"ciHigh":1477.758781,"observedAt":"2026-11-11","runCount":421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_medicine_and_healthcare/Gemma 4 31B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.82439,"ciLow":1450.824438,"ciHigh":1474.824342,"observedAt":"2026-11-11","runCount":2214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_software_and_it_services/Gemma 4 31B","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.246603,"ciLow":1415.984343,"ciHigh":1446.508864,"observedAt":"2026-11-11","runCount":1428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"industry_writing_and_literature_and_language/Gemma 4 31B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|instruction_following/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.772616,"ciLow":1419.171846,"ciHigh":1446.373385,"observedAt":"2026-11-11","runCount":1801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"instruction_following/Gemma 4 31B","slice":"instruction_following"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|longer_query/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.834652,"ciLow":1431.441193,"ciHigh":1458.228111,"observedAt":"2026-11-11","runCount":1802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"longer_query/Gemma 4 31B","slice":"longer_query"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|math/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.413659,"ciLow":1435.84502,"ciHigh":1488.982298,"observedAt":"2026-11-11","runCount":430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"math/Gemma 4 31B","slice":"math"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|multi_turn/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.001104,"ciLow":1434.797393,"ciHigh":1469.204815,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"multi_turn/Gemma 4 31B","slice":"multi_turn"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|non_english/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.409892,"ciLow":1421.142212,"ciHigh":1439.677571,"observedAt":"2026-11-11","runCount":3809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"non_english/Gemma 4 31B","slice":"non_english"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|overall/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.543449,"ciLow":1435.137584,"ciHigh":1449.949315,"observedAt":"2026-11-11","runCount":6130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"overall/Gemma 4 31B","slice":"overall"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|polish/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.328517,"ciLow":1393.830705,"ciHigh":1468.82633,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"polish/Gemma 4 31B","slice":"polish"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|russian/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.305614,"ciLow":1440.687602,"ciHigh":1479.923626,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"russian/Gemma 4 31B","slice":"russian"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-text@1|rating|spanish/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.819881,"ciLow":1408.452085,"ciHigh":1479.187678,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"spanish/Gemma 4 31B","slice":"spanish"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision-style-control@1|rating|captioning/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.483222,"ciLow":1106.010157,"ciHigh":1216.956287,"observedAt":"2026-11-09","runCount":103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"captioning/Gemma 4 31B","slice":"captioning"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision-style-control@1|rating|chinese/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.932858,"ciLow":1292.00307,"ciHigh":1319.862646,"observedAt":"2026-11-09","runCount":2769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"chinese/Gemma 4 31B","slice":"chinese"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.883974,"ciLow":1254.132316,"ciHigh":1277.635631,"observedAt":"2026-11-09","runCount":2847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"creative_writing_vision/Gemma 4 31B","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision-style-control@1|rating|diagram/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.319149,"ciLow":1278.823707,"ciHigh":1293.814591,"observedAt":"2026-11-09","runCount":10636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"diagram/Gemma 4 31B","slice":"diagram"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision-style-control@1|rating|english/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.441074,"ciLow":1249.88389,"ciHigh":1264.998259,"observedAt":"2026-11-09","runCount":16288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"english/Gemma 4 31B","slice":"english"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.29768,"ciLow":1168.671909,"ciHigh":1225.923451,"observedAt":"2026-11-09","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"entity_recognition/Gemma 4 31B","slice":"entity_recognition"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision-style-control@1|rating|homework/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.804262,"ciLow":1295.239516,"ciHigh":1312.369008,"observedAt":"2026-11-09","runCount":6717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"homework/Gemma 4 31B","slice":"homework"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision-style-control@1|rating|humor/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.524263,"ciLow":1244.945243,"ciHigh":1274.103282,"observedAt":"2026-11-09","runCount":1707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"humor/Gemma 4 31B","slice":"humor"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision-style-control@1|rating|ocr/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.560548,"ciLow":1271.020305,"ciHigh":1282.100792,"observedAt":"2026-11-09","runCount":29112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"ocr/Gemma 4 31B","slice":"ocr"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision-style-control@1|rating|overall/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.812908,"ciLow":1259.269229,"ciHigh":1270.356588,"observedAt":"2026-11-09","runCount":41787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"overall/Gemma 4 31B","slice":"overall"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision@1|rating|captioning/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1209.135434,"ciLow":1154.467954,"ciHigh":1263.802914,"observedAt":"2026-11-09","runCount":103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"captioning/Gemma 4 31B","slice":"captioning"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision@1|rating|chinese/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1326.576912,"ciLow":1312.776441,"ciHigh":1340.377383,"observedAt":"2026-11-09","runCount":2769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"chinese/Gemma 4 31B","slice":"chinese"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision@1|rating|creative_writing_vision/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1286.417726,"ciLow":1274.729762,"ciHigh":1298.105689,"observedAt":"2026-11-09","runCount":2847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"creative_writing_vision/Gemma 4 31B","slice":"creative_writing_vision"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision@1|rating|diagram/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1286.021139,"ciLow":1278.578363,"ciHigh":1293.463914,"observedAt":"2026-11-09","runCount":10636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"diagram/Gemma 4 31B","slice":"diagram"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision@1|rating|english/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1272.459918,"ciLow":1264.953116,"ciHigh":1279.966721,"observedAt":"2026-11-09","runCount":16288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"english/Gemma 4 31B","slice":"english"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision@1|rating|entity_recognition/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1227.431949,"ciLow":1198.950931,"ciHigh":1255.912967,"observedAt":"2026-11-09","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"entity_recognition/Gemma 4 31B","slice":"entity_recognition"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision@1|rating|homework/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1309.682064,"ciLow":1301.17285,"ciHigh":1318.191279,"observedAt":"2026-11-09","runCount":6717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"homework/Gemma 4 31B","slice":"homework"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision@1|rating|humor/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1279.899408,"ciLow":1265.352255,"ciHigh":1294.446561,"observedAt":"2026-11-09","runCount":1707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"humor/Gemma 4 31B","slice":"humor"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision@1|rating|ocr/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1285.021877,"ciLow":1279.52366,"ciHigh":1290.520093,"observedAt":"2026-11-09","runCount":29112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"ocr/Gemma 4 31B","slice":"ocr"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-vision@1|rating|overall/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1279.387936,"ciLow":1273.883919,"ciHigh":1284.891953,"observedAt":"2026-11-09","runCount":41787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"overall/Gemma 4 31B","slice":"overall"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-webdev@1|rating|overall/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1370.266127,"ciLow":1364.282066,"ciHigh":1376.250189,"observedAt":"2026-11-15","runCount":16617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"overall/Gemma 4 31B","slice":"overall"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-webdev@1|rating|webdev-html/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1380.429615,"ciLow":1366.240059,"ciHigh":1394.619171,"observedAt":"2026-11-15","runCount":2319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"webdev-html/Gemma 4 31B","slice":"webdev-html"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-webdev@1|rating|webdev-react/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1361.944315,"ciLow":1355.277283,"ciHigh":1368.611347,"observedAt":"2026-11-15","runCount":12736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"webdev-react/Gemma 4 31B","slice":"webdev-react"}
{"key":"lmarena|google/gemma-4-31b-it:default|none|lmarena-webdev@1|rating|webdev/Gemma 4 31B","sourceId":"lmarena","modelId":"google/gemma-4-31b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1370.266127,"ciLow":1364.282066,"ciHigh":1376.250189,"observedAt":"2026-11-15","runCount":16617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 4 31B","rowId":"webdev/Gemma 4 31B","slice":"webdev"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|chinese/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.260293,"ciLow":1120.141206,"ciHigh":1160.379381,"observedAt":"2026-11-11","runCount":1049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"chinese/Gemma 7B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|coding/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.586019,"ciLow":1150.028202,"ciHigh":1183.143836,"observedAt":"2026-11-11","runCount":1381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"coding/Gemma 7B IT","slice":"coding"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1101.457931,"ciLow":1083.614264,"ciHigh":1119.301597,"observedAt":"2026-11-11","runCount":1345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"creative_writing/Gemma 7B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|english/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.810344,"ciLow":1156.731298,"ciHigh":1178.88939,"observedAt":"2026-11-11","runCount":5689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"english/Gemma 7B IT","slice":"english"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":975.813104,"ciLow":961.53839,"ciHigh":990.087818,"observedAt":"2026-11-11","runCount":5988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"exclude_ties/Gemma 7B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|expert/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1122.167546,"ciLow":1090.946806,"ciHigh":1153.388286,"observedAt":"2026-11-11","runCount":340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"expert/Gemma 7B IT","slice":"expert"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|french/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.271829,"ciLow":1080.314735,"ciHigh":1174.228923,"observedAt":"2026-11-11","runCount":199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"french/Gemma 7B IT","slice":"french"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.962384,"ciLow":1140.465851,"ciHigh":1167.458918,"observedAt":"2026-11-11","runCount":2267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"hard_prompts/Gemma 7B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.07033,"ciLow":1152.695204,"ciHigh":1183.445455,"observedAt":"2026-11-11","runCount":1588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"hard_prompts_english/Gemma 7B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1122.338978,"ciLow":1100.731797,"ciHigh":1143.94616,"observedAt":"2026-11-11","runCount":818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 7B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1090.457686,"ciLow":1072.796325,"ciHigh":1108.119048,"observedAt":"2026-11-11","runCount":1291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 7B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1155.87629,"ciLow":1127.190849,"ciHigh":1184.561731,"observedAt":"2026-11-11","runCount":462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_legal_and_government/Gemma 7B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.284009,"ciLow":1120.189541,"ciHigh":1154.378477,"observedAt":"2026-11-11","runCount":1588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 7B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1126.543525,"ciLow":1108.81514,"ciHigh":1144.27191,"observedAt":"2026-11-11","runCount":982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_mathematical/Gemma 7B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.230434,"ciLow":1130.549743,"ciHigh":1181.911126,"observedAt":"2026-11-11","runCount":538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_medicine_and_healthcare/Gemma 7B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1164.490924,"ciLow":1150.632828,"ciHigh":1178.349019,"observedAt":"2026-11-11","runCount":2374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_software_and_it_services/Gemma 7B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1105.47392,"ciLow":1090.751749,"ciHigh":1120.196091,"observedAt":"2026-11-11","runCount":2191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_writing_and_literature_and_language/Gemma 7B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1105.266172,"ciLow":1092.477089,"ciHigh":1118.055255,"observedAt":"2026-11-11","runCount":2835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"instruction_following/Gemma 7B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.538116,"ciLow":1089.793996,"ciHigh":1135.282237,"observedAt":"2026-11-11","runCount":676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"longer_query/Gemma 7B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|math/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1120.508402,"ciLow":1103.990832,"ciHigh":1137.025973,"observedAt":"2026-11-11","runCount":1120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"math/Gemma 7B IT","slice":"math"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1041.530275,"ciLow":1022.733271,"ciHigh":1060.327278,"observedAt":"2026-11-11","runCount":1332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"multi_turn/Gemma 7B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1083.187689,"ciLow":1070.97869,"ciHigh":1095.396688,"observedAt":"2026-11-11","runCount":3236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"non_english/Gemma 7B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|overall/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.922118,"ciLow":1128.460189,"ciHigh":1147.384048,"observedAt":"2026-11-11","runCount":8925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"overall/Gemma 7B IT","slice":"overall"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text-style-control@1|rating|russian/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1080.388842,"ciLow":1057.123175,"ciHigh":1103.654509,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"russian/Gemma 7B IT","slice":"russian"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|chinese/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1035.553227,"ciLow":1015.847898,"ciHigh":1055.258555,"observedAt":"2026-11-11","runCount":1049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"chinese/Gemma 7B IT","slice":"chinese"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|coding/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1048.0161,"ciLow":1031.626986,"ciHigh":1064.405214,"observedAt":"2026-11-11","runCount":1381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"coding/Gemma 7B IT","slice":"coding"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|creative_writing/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1023.352852,"ciLow":1005.77708,"ciHigh":1040.928624,"observedAt":"2026-11-11","runCount":1345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"creative_writing/Gemma 7B IT","slice":"creative_writing"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|english/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.079784,"ciLow":1079.002941,"ciHigh":1101.156627,"observedAt":"2026-11-11","runCount":5689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"english/Gemma 7B IT","slice":"english"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|exclude_ties/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":863.782505,"ciLow":849.539002,"ciHigh":878.026009,"observedAt":"2026-11-11","runCount":5988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"exclude_ties/Gemma 7B IT","slice":"exclude_ties"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|expert/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1001.17893,"ciLow":970.31271,"ciHigh":1032.045149,"observedAt":"2026-11-11","runCount":340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"expert/Gemma 7B IT","slice":"expert"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|french/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1024.892042,"ciLow":976.880774,"ciHigh":1072.90331,"observedAt":"2026-11-11","runCount":199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"french/Gemma 7B IT","slice":"french"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|hard_prompts/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1041.561449,"ciLow":1028.193197,"ciHigh":1054.929701,"observedAt":"2026-11-11","runCount":2267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"hard_prompts/Gemma 7B IT","slice":"hard_prompts"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1060.57067,"ciLow":1045.392303,"ciHigh":1075.749036,"observedAt":"2026-11-11","runCount":1588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"hard_prompts_english/Gemma 7B IT","slice":"hard_prompts_english"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1024.883701,"ciLow":1003.399376,"ciHigh":1046.368025,"observedAt":"2026-11-11","runCount":818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_business_and_management_and_financial_operations/Gemma 7B IT","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1001.371835,"ciLow":983.829214,"ciHigh":1018.914456,"observedAt":"2026-11-11","runCount":1291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_entertainment_and_sports_and_media/Gemma 7B IT","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1044.327244,"ciLow":1015.674989,"ciHigh":1072.979499,"observedAt":"2026-11-11","runCount":462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_legal_and_government/Gemma 7B IT","slice":"industry_legal_and_government"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1020.385592,"ciLow":1003.229975,"ciHigh":1037.54121,"observedAt":"2026-11-11","runCount":1588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_life_and_physical_and_social_science/Gemma 7B IT","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1061.470881,"ciLow":1043.90053,"ciHigh":1079.041232,"observedAt":"2026-11-11","runCount":982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_mathematical/Gemma 7B IT","slice":"industry_mathematical"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1027.838313,"ciLow":1002.328214,"ciHigh":1053.348412,"observedAt":"2026-11-11","runCount":538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_medicine_and_healthcare/Gemma 7B IT","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1059.645307,"ciLow":1045.739525,"ciHigh":1073.551088,"observedAt":"2026-11-11","runCount":2374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_software_and_it_services/Gemma 7B IT","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1033.762645,"ciLow":1019.213124,"ciHigh":1048.312165,"observedAt":"2026-11-11","runCount":2191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"industry_writing_and_literature_and_language/Gemma 7B IT","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|instruction_following/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1016.878249,"ciLow":1004.149634,"ciHigh":1029.606864,"observedAt":"2026-11-11","runCount":2835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"instruction_following/Gemma 7B IT","slice":"instruction_following"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|longer_query/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1021.480609,"ciLow":999.260486,"ciHigh":1043.700731,"observedAt":"2026-11-11","runCount":676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"longer_query/Gemma 7B IT","slice":"longer_query"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|math/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1066.371955,"ciLow":1049.959599,"ciHigh":1082.784312,"observedAt":"2026-11-11","runCount":1120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"math/Gemma 7B IT","slice":"math"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|multi_turn/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":963.138688,"ciLow":944.432677,"ciHigh":981.844699,"observedAt":"2026-11-11","runCount":1332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"multi_turn/Gemma 7B IT","slice":"multi_turn"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|non_english/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":998.598433,"ciLow":986.384712,"ciHigh":1010.812155,"observedAt":"2026-11-11","runCount":3236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"non_english/Gemma 7B IT","slice":"non_english"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|overall/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.196257,"ciLow":1046.677008,"ciHigh":1065.715507,"observedAt":"2026-11-11","runCount":8925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"overall/Gemma 7B IT","slice":"overall"}
{"key":"lmarena|google/gemma-7b-it:default|none|lmarena-text@1|rating|russian/Gemma 7B IT","sourceId":"lmarena","modelId":"google/gemma-7b-it","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":993.145342,"ciLow":969.845739,"ciHigh":1016.444945,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 7B IT","rowId":"russian/Gemma 7B IT","slice":"russian"}
{"key":"lmarena|google/imagen-3.0-generate-002:default|none|lmarena-text-to-image@1|rating|3d_modeling/Imagen 3 (generate-002)","sourceId":"lmarena","modelId":"google/imagen-3.0-generate-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1044.816454,"ciLow":1037.015301,"ciHigh":1052.617608,"observedAt":"2026-11-12","runCount":30992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 3 (generate-002)","rowId":"3d_modeling/Imagen 3 (generate-002)","slice":"3d_modeling"}
{"key":"lmarena|google/imagen-3.0-generate-002:default|none|lmarena-text-to-image@1|rating|art/Imagen 3 (generate-002)","sourceId":"lmarena","modelId":"google/imagen-3.0-generate-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1055.838147,"ciLow":1048.853717,"ciHigh":1062.822578,"observedAt":"2026-11-12","runCount":58759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 3 (generate-002)","rowId":"art/Imagen 3 (generate-002)","slice":"art"}
{"key":"lmarena|google/imagen-3.0-generate-002:default|none|lmarena-text-to-image@1|rating|cartoon/Imagen 3 (generate-002)","sourceId":"lmarena","modelId":"google/imagen-3.0-generate-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1046.003336,"ciLow":1040.962198,"ciHigh":1051.044474,"observedAt":"2026-11-12","runCount":155868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 3 (generate-002)","rowId":"cartoon/Imagen 3 (generate-002)","slice":"cartoon"}
{"key":"lmarena|google/imagen-3.0-generate-002:default|none|lmarena-text-to-image@1|rating|chinese/imagen-3.0-generate-002","sourceId":"lmarena","modelId":"google/imagen-3.0-generate-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":775.368541,"ciLow":715.732875,"ciHigh":832.351294,"observedAt":"2025-01-24","runCount":54,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"imagen-3.0-generate-002","rowId":"chinese/imagen-3.0-generate-002","slice":"chinese"}
{"key":"lmarena|google/imagen-3.0-generate-002:default|none|lmarena-text-to-image@1|rating|commercial_design/Imagen 3 (generate-002)","sourceId":"lmarena","modelId":"google/imagen-3.0-generate-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1055.893188,"ciLow":1050.833531,"ciHigh":1060.952845,"observedAt":"2026-11-12","runCount":87368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 3 (generate-002)","rowId":"commercial_design/Imagen 3 (generate-002)","slice":"commercial_design"}
{"key":"lmarena|google/imagen-3.0-generate-002:default|none|lmarena-text-to-image@1|rating|english/imagen-3.0-generate-002","sourceId":"lmarena","modelId":"google/imagen-3.0-generate-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1114.926202,"ciLow":1111.642363,"ciHigh":1119.783726,"observedAt":"2025-02-11","runCount":20572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"imagen-3.0-generate-002","rowId":"english/imagen-3.0-generate-002","slice":"english"}
{"key":"lmarena|google/imagen-3.0-generate-002:default|none|lmarena-text-to-image@1|rating|overall/Imagen 3 (generate-002)","sourceId":"lmarena","modelId":"google/imagen-3.0-generate-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1056.863509,"ciLow":1053.59208,"ciHigh":1060.134938,"observedAt":"2026-11-12","runCount":358265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 3 (generate-002)","rowId":"overall/Imagen 3 (generate-002)","slice":"overall"}
{"key":"lmarena|google/imagen-3.0-generate-002:default|none|lmarena-text-to-image@1|rating|photorealistic/Imagen 3 (generate-002)","sourceId":"lmarena","modelId":"google/imagen-3.0-generate-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1073.465903,"ciLow":1068.472134,"ciHigh":1078.459673,"observedAt":"2026-11-12","runCount":159139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 3 (generate-002)","rowId":"photorealistic/Imagen 3 (generate-002)","slice":"photorealistic"}
{"key":"lmarena|google/imagen-3.0-generate-002:default|none|lmarena-text-to-image@1|rating|portraits/Imagen 3 (generate-002)","sourceId":"lmarena","modelId":"google/imagen-3.0-generate-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1075.902331,"ciLow":1069.898033,"ciHigh":1081.906629,"observedAt":"2026-11-12","runCount":88393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 3 (generate-002)","rowId":"portraits/Imagen 3 (generate-002)","slice":"portraits"}
{"key":"lmarena|google/imagen-3.0-generate-002:default|none|lmarena-text-to-image@1|rating|russian/imagen-3.0-generate-002","sourceId":"lmarena","modelId":"google/imagen-3.0-generate-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":904.54307,"ciLow":871.212043,"ciHigh":943.232072,"observedAt":"2025-01-24","runCount":160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"imagen-3.0-generate-002","rowId":"russian/imagen-3.0-generate-002","slice":"russian"}
{"key":"lmarena|google/imagen-3.0-generate-002:default|none|lmarena-text-to-image@1|rating|text_rendering/Imagen 3 (generate-002)","sourceId":"lmarena","modelId":"google/imagen-3.0-generate-002","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1043.240893,"ciLow":1037.903297,"ciHigh":1048.578489,"observedAt":"2026-11-12","runCount":76206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 3 (generate-002)","rowId":"text_rendering/Imagen 3 (generate-002)","slice":"text_rendering"}
{"key":"lmarena|google/imagen-4.0-generate-001:default|none|lmarena-text-to-image@1|rating|3d_modeling/Imagen 4 (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1123.28462,"ciLow":1117.570462,"ciHigh":1128.998778,"observedAt":"2026-11-12","runCount":49000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 (generate-001)","rowId":"3d_modeling/Imagen 4 (generate-001)","slice":"3d_modeling"}
{"key":"lmarena|google/imagen-4.0-generate-001:default|none|lmarena-text-to-image@1|rating|art/Imagen 4 (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1108.654617,"ciLow":1103.427998,"ciHigh":1113.881235,"observedAt":"2026-11-12","runCount":64932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 (generate-001)","rowId":"art/Imagen 4 (generate-001)","slice":"art"}
{"key":"lmarena|google/imagen-4.0-generate-001:default|none|lmarena-text-to-image@1|rating|cartoon/Imagen 4 (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1118.374502,"ciLow":1114.275628,"ciHigh":1122.473375,"observedAt":"2026-11-12","runCount":207826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 (generate-001)","rowId":"cartoon/Imagen 4 (generate-001)","slice":"cartoon"}
{"key":"lmarena|google/imagen-4.0-generate-001:default|none|lmarena-text-to-image@1|rating|commercial_design/Imagen 4 (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1129.087426,"ciLow":1125.13775,"ciHigh":1133.037102,"observedAt":"2026-11-12","runCount":160744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 (generate-001)","rowId":"commercial_design/Imagen 4 (generate-001)","slice":"commercial_design"}
{"key":"lmarena|google/imagen-4.0-generate-001:default|none|lmarena-text-to-image@1|rating|overall/Imagen 4 (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1127.624993,"ciLow":1124.858473,"ciHigh":1130.391513,"observedAt":"2026-11-12","runCount":533124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 (generate-001)","rowId":"overall/Imagen 4 (generate-001)","slice":"overall"}
{"key":"lmarena|google/imagen-4.0-generate-001:default|none|lmarena-text-to-image@1|rating|photorealistic/Imagen 4 (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1133.936304,"ciLow":1129.960885,"ciHigh":1137.911724,"observedAt":"2026-11-12","runCount":248352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 (generate-001)","rowId":"photorealistic/Imagen 4 (generate-001)","slice":"photorealistic"}
{"key":"lmarena|google/imagen-4.0-generate-001:default|none|lmarena-text-to-image@1|rating|portraits/Imagen 4 (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1142.978648,"ciLow":1138.173123,"ciHigh":1147.784172,"observedAt":"2026-11-12","runCount":144798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 (generate-001)","rowId":"portraits/Imagen 4 (generate-001)","slice":"portraits"}
{"key":"lmarena|google/imagen-4.0-generate-001:default|none|lmarena-text-to-image@1|rating|text_rendering/Imagen 4 (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1122.312347,"ciLow":1118.205592,"ciHigh":1126.419102,"observedAt":"2026-11-12","runCount":139974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 (generate-001)","rowId":"text_rendering/Imagen 4 (generate-001)","slice":"text_rendering"}
{"key":"lmarena|google/imagen-4.0-ultra-generate-001:default|none|lmarena-text-to-image@1|rating|3d_modeling/Imagen 4 Ultra (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-ultra-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1138.812153,"ciLow":1130.861718,"ciHigh":1146.762589,"observedAt":"2026-11-12","runCount":34549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 Ultra (generate-001)","rowId":"3d_modeling/Imagen 4 Ultra (generate-001)","slice":"3d_modeling"}
{"key":"lmarena|google/imagen-4.0-ultra-generate-001:default|none|lmarena-text-to-image@1|rating|art/Imagen 4 Ultra (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-ultra-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1125.785533,"ciLow":1118.446303,"ciHigh":1133.124763,"observedAt":"2026-11-12","runCount":45102,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 Ultra (generate-001)","rowId":"art/Imagen 4 Ultra (generate-001)","slice":"art"}
{"key":"lmarena|google/imagen-4.0-ultra-generate-001:default|none|lmarena-text-to-image@1|rating|cartoon/Imagen 4 Ultra (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-ultra-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1139.49059,"ciLow":1133.923767,"ciHigh":1145.057414,"observedAt":"2026-11-12","runCount":150147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 Ultra (generate-001)","rowId":"cartoon/Imagen 4 Ultra (generate-001)","slice":"cartoon"}
{"key":"lmarena|google/imagen-4.0-ultra-generate-001:default|none|lmarena-text-to-image@1|rating|commercial_design/Imagen 4 Ultra (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-ultra-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1151.314025,"ciLow":1145.778617,"ciHigh":1156.849432,"observedAt":"2026-11-12","runCount":107364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 Ultra (generate-001)","rowId":"commercial_design/Imagen 4 Ultra (generate-001)","slice":"commercial_design"}
{"key":"lmarena|google/imagen-4.0-ultra-generate-001:default|none|lmarena-text-to-image@1|rating|overall/Imagen 4 Ultra (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-ultra-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1145.907853,"ciLow":1141.56953,"ciHigh":1150.246175,"observedAt":"2026-11-12","runCount":385752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 Ultra (generate-001)","rowId":"overall/Imagen 4 Ultra (generate-001)","slice":"overall"}
{"key":"lmarena|google/imagen-4.0-ultra-generate-001:default|none|lmarena-text-to-image@1|rating|photorealistic/Imagen 4 Ultra (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-ultra-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1152.647846,"ciLow":1147.146991,"ciHigh":1158.148701,"observedAt":"2026-11-12","runCount":185883,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 Ultra (generate-001)","rowId":"photorealistic/Imagen 4 Ultra (generate-001)","slice":"photorealistic"}
{"key":"lmarena|google/imagen-4.0-ultra-generate-001:default|none|lmarena-text-to-image@1|rating|portraits/Imagen 4 Ultra (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-ultra-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1164.199557,"ciLow":1157.684334,"ciHigh":1170.714779,"observedAt":"2026-11-12","runCount":110780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 Ultra (generate-001)","rowId":"portraits/Imagen 4 Ultra (generate-001)","slice":"portraits"}
{"key":"lmarena|google/imagen-4.0-ultra-generate-001:default|none|lmarena-text-to-image@1|rating|text_rendering/Imagen 4 Ultra (generate-001)","sourceId":"lmarena","modelId":"google/imagen-4.0-ultra-generate-001","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1147.556636,"ciLow":1141.750784,"ciHigh":1153.362489,"observedAt":"2026-11-12","runCount":89654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Imagen 4 Ultra (generate-001)","rowId":"text_rendering/Imagen 4 Ultra (generate-001)","slice":"text_rendering"}
{"key":"lmarena|google/nano-banana-2.1:default|none|lmarena-image-edit@1|rating|multi_image_edit/Gemini Nano Banana 2.1","sourceId":"lmarena","modelId":"google/nano-banana-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1431.263673,"ciLow":1424.658794,"ciHigh":1437.868551,"observedAt":"2026-11-12","runCount":9624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Nano Banana 2.1","rowId":"multi_image_edit/Gemini Nano Banana 2.1","slice":"multi_image_edit"}
{"key":"lmarena|google/nano-banana-2.1:default|none|lmarena-image-edit@1|rating|overall/Gemini Nano Banana 2.1","sourceId":"lmarena","modelId":"google/nano-banana-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1427.267721,"ciLow":1421.302772,"ciHigh":1433.23267,"observedAt":"2026-11-12","runCount":12057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Nano Banana 2.1","rowId":"overall/Gemini Nano Banana 2.1","slice":"overall"}
{"key":"lmarena|google/nano-banana-2.1:default|none|lmarena-text-to-image@1|rating|3d_modeling/Gemini Nano Banana 2.1","sourceId":"lmarena","modelId":"google/nano-banana-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1328.030563,"ciLow":1299.903995,"ciHigh":1356.15713,"observedAt":"2026-11-12","runCount":438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Nano Banana 2.1","rowId":"3d_modeling/Gemini Nano Banana 2.1","slice":"3d_modeling"}
{"key":"lmarena|google/nano-banana-2.1:default|none|lmarena-text-to-image@1|rating|art/Gemini Nano Banana 2.1","sourceId":"lmarena","modelId":"google/nano-banana-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1284.059662,"ciLow":1262.341406,"ciHigh":1305.777917,"observedAt":"2026-11-12","runCount":730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Nano Banana 2.1","rowId":"art/Gemini Nano Banana 2.1","slice":"art"}
{"key":"lmarena|google/nano-banana-2.1:default|none|lmarena-text-to-image@1|rating|cartoon/Gemini Nano Banana 2.1","sourceId":"lmarena","modelId":"google/nano-banana-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1329.509661,"ciLow":1314.627404,"ciHigh":1344.391918,"observedAt":"2026-11-12","runCount":1783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Nano Banana 2.1","rowId":"cartoon/Gemini Nano Banana 2.1","slice":"cartoon"}
{"key":"lmarena|google/nano-banana-2.1:default|none|lmarena-text-to-image@1|rating|commercial_design/Gemini Nano Banana 2.1","sourceId":"lmarena","modelId":"google/nano-banana-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1327.708805,"ciLow":1312.491113,"ciHigh":1342.926497,"observedAt":"2026-11-12","runCount":1570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Nano Banana 2.1","rowId":"commercial_design/Gemini Nano Banana 2.1","slice":"commercial_design"}
{"key":"lmarena|google/nano-banana-2.1:default|none|lmarena-text-to-image@1|rating|overall/Gemini Nano Banana 2.1","sourceId":"lmarena","modelId":"google/nano-banana-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1327.474847,"ciLow":1318.366181,"ciHigh":1336.583512,"observedAt":"2026-11-12","runCount":4961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Nano Banana 2.1","rowId":"overall/Gemini Nano Banana 2.1","slice":"overall"}
{"key":"lmarena|google/nano-banana-2.1:default|none|lmarena-text-to-image@1|rating|photorealistic/Gemini Nano Banana 2.1","sourceId":"lmarena","modelId":"google/nano-banana-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1337.590614,"ciLow":1322.868659,"ciHigh":1352.31257,"observedAt":"2026-11-12","runCount":1881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Nano Banana 2.1","rowId":"photorealistic/Gemini Nano Banana 2.1","slice":"photorealistic"}
{"key":"lmarena|google/nano-banana-2.1:default|none|lmarena-text-to-image@1|rating|portraits/Gemini Nano Banana 2.1","sourceId":"lmarena","modelId":"google/nano-banana-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1337.403118,"ciLow":1317.232392,"ciHigh":1357.573844,"observedAt":"2026-11-12","runCount":971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Nano Banana 2.1","rowId":"portraits/Gemini Nano Banana 2.1","slice":"portraits"}
{"key":"lmarena|google/nano-banana-2.1:default|none|lmarena-text-to-image@1|rating|text_rendering/Gemini Nano Banana 2.1","sourceId":"lmarena","modelId":"google/nano-banana-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1360.312513,"ciLow":1344.36853,"ciHigh":1376.256496,"observedAt":"2026-11-12","runCount":1502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemini Nano Banana 2.1","rowId":"text_rendering/Gemini Nano Banana 2.1","slice":"text_rendering"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|chinese/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1079.306392,"ciLow":1044.727121,"ciHigh":1113.885663,"observedAt":"2026-11-11","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"chinese/PaLM 2","slice":"chinese"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|coding/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.114445,"ciLow":1132.41609,"ciHigh":1173.812801,"observedAt":"2026-11-11","runCount":917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"coding/PaLM 2","slice":"coding"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|creative_writing/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1088.919157,"ciLow":1071.33614,"ciHigh":1106.502173,"observedAt":"2026-11-11","runCount":1576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"creative_writing/PaLM 2","slice":"creative_writing"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|english/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.111688,"ciLow":1156.003638,"ciHigh":1176.219737,"observedAt":"2026-11-11","runCount":6912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"english/PaLM 2","slice":"english"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|exclude_ties/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":986.515743,"ciLow":973.435163,"ciHigh":999.596323,"observedAt":"2026-11-11","runCount":6230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"exclude_ties/PaLM 2","slice":"exclude_ties"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|hard_prompts/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1147.449402,"ciLow":1132.112573,"ciHigh":1162.786231,"observedAt":"2026-11-11","runCount":1605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"hard_prompts/PaLM 2","slice":"hard_prompts"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.181409,"ciLow":1151.60361,"ciHigh":1184.759208,"observedAt":"2026-11-11","runCount":1366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"hard_prompts_english/PaLM 2","slice":"hard_prompts_english"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1090.814362,"ciLow":1066.57022,"ciHigh":1115.058505,"observedAt":"2026-11-11","runCount":755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_business_and_management_and_financial_operations/PaLM 2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1098.008162,"ciLow":1080.27982,"ciHigh":1115.736504,"observedAt":"2026-11-11","runCount":1480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_entertainment_and_sports_and_media/PaLM 2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.65418,"ciLow":1121.489818,"ciHigh":1185.818542,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_legal_and_government/PaLM 2","slice":"industry_legal_and_government"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.870747,"ciLow":1141.551977,"ciHigh":1178.189518,"observedAt":"2026-11-11","runCount":1368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_life_and_physical_and_social_science/PaLM 2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|industry_mathematical/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1128.789075,"ciLow":1107.788292,"ciHigh":1149.789858,"observedAt":"2026-11-11","runCount":801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_mathematical/PaLM 2","slice":"industry_mathematical"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.537463,"ciLow":1107.230931,"ciHigh":1181.843996,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_medicine_and_healthcare/PaLM 2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1142.148518,"ciLow":1127.094646,"ciHigh":1157.202391,"observedAt":"2026-11-11","runCount":2077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_software_and_it_services/PaLM 2","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1097.506978,"ciLow":1082.436129,"ciHigh":1112.577827,"observedAt":"2026-11-11","runCount":2155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_writing_and_literature_and_language/PaLM 2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|instruction_following/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1117.665614,"ciLow":1104.204932,"ciHigh":1131.126295,"observedAt":"2026-11-11","runCount":2536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"instruction_following/PaLM 2","slice":"instruction_following"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|longer_query/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1142.820715,"ciLow":1106.100512,"ciHigh":1179.540919,"observedAt":"2026-11-11","runCount":251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"longer_query/PaLM 2","slice":"longer_query"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|math/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1117.953376,"ciLow":1098.473965,"ciHigh":1137.432787,"observedAt":"2026-11-11","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"math/PaLM 2","slice":"math"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|multi_turn/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1091.702692,"ciLow":1072.064055,"ciHigh":1111.341328,"observedAt":"2026-11-11","runCount":1163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"multi_turn/PaLM 2","slice":"multi_turn"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|non_english/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1056.387204,"ciLow":1039.609748,"ciHigh":1073.16466,"observedAt":"2026-11-11","runCount":1642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"non_english/PaLM 2","slice":"non_english"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text-style-control@1|rating|overall/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1139.414754,"ciLow":1130.087388,"ciHigh":1148.742119,"observedAt":"2026-11-11","runCount":8554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"overall/PaLM 2","slice":"overall"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|chinese/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":887.358505,"ciLow":850.453065,"ciHigh":924.263945,"observedAt":"2026-11-11","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"chinese/PaLM 2","slice":"chinese"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|coding/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":994.33118,"ciLow":973.685822,"ciHigh":1014.976538,"observedAt":"2026-11-11","runCount":917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"coding/PaLM 2","slice":"coding"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|creative_writing/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":991.266763,"ciLow":973.985083,"ciHigh":1008.548443,"observedAt":"2026-11-11","runCount":1576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"creative_writing/PaLM 2","slice":"creative_writing"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|english/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1063.456678,"ciLow":1053.510556,"ciHigh":1073.4028,"observedAt":"2026-11-11","runCount":6912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"english/PaLM 2","slice":"english"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|exclude_ties/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":830.12246,"ciLow":817.449862,"ciHigh":842.795058,"observedAt":"2026-11-11","runCount":6230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"exclude_ties/PaLM 2","slice":"exclude_ties"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|hard_prompts/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1004.875569,"ciLow":989.512144,"ciHigh":1020.238994,"observedAt":"2026-11-11","runCount":1605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"hard_prompts/PaLM 2","slice":"hard_prompts"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|hard_prompts_english/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1035.223248,"ciLow":1018.811255,"ciHigh":1051.635242,"observedAt":"2026-11-11","runCount":1366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"hard_prompts_english/PaLM 2","slice":"hard_prompts_english"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":958.545064,"ciLow":934.50087,"ciHigh":982.589258,"observedAt":"2026-11-11","runCount":755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_business_and_management_and_financial_operations/PaLM 2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":992.184283,"ciLow":974.948702,"ciHigh":1009.419864,"observedAt":"2026-11-11","runCount":1480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_entertainment_and_sports_and_media/PaLM 2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|industry_legal_and_government/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1005.533513,"ciLow":973.81355,"ciHigh":1037.253476,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_legal_and_government/PaLM 2","slice":"industry_legal_and_government"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1011.169004,"ciLow":993.080722,"ciHigh":1029.257285,"observedAt":"2026-11-11","runCount":1368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_life_and_physical_and_social_science/PaLM 2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|industry_mathematical/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1043.260469,"ciLow":1022.315904,"ciHigh":1064.205034,"observedAt":"2026-11-11","runCount":801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_mathematical/PaLM 2","slice":"industry_mathematical"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":961.690745,"ciLow":924.707989,"ciHigh":998.6735,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_medicine_and_healthcare/PaLM 2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|industry_software_and_it_services/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":999.623521,"ciLow":984.59594,"ciHigh":1014.651102,"observedAt":"2026-11-11","runCount":2077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_software_and_it_services/PaLM 2","slice":"industry_software_and_it_services"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1006.795601,"ciLow":991.791393,"ciHigh":1021.799808,"observedAt":"2026-11-11","runCount":2155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"industry_writing_and_literature_and_language/PaLM 2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|instruction_following/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1009.916066,"ciLow":996.590211,"ciHigh":1023.241921,"observedAt":"2026-11-11","runCount":2536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"instruction_following/PaLM 2","slice":"instruction_following"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|longer_query/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1009.541037,"ciLow":973.156281,"ciHigh":1045.925792,"observedAt":"2026-11-11","runCount":251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"longer_query/PaLM 2","slice":"longer_query"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|math/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1048.887775,"ciLow":1029.527628,"ciHigh":1068.247922,"observedAt":"2026-11-11","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"math/PaLM 2","slice":"math"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|multi_turn/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":994.26395,"ciLow":974.748807,"ciHigh":1013.779092,"observedAt":"2026-11-11","runCount":1163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"multi_turn/PaLM 2","slice":"multi_turn"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|non_english/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":916.049731,"ciLow":898.829358,"ciHigh":933.270104,"observedAt":"2026-11-11","runCount":1642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"non_english/PaLM 2","slice":"non_english"}
{"key":"lmarena|google/palm-2:default|none|lmarena-text@1|rating|overall/PaLM 2","sourceId":"lmarena","modelId":"google/palm-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1027.278586,"ciLow":1018.083534,"ciHigh":1036.473638,"observedAt":"2026-11-11","runCount":8554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"PaLM 2","rowId":"overall/PaLM 2","slice":"overall"}
{"key":"lmarena|hidream/hidream-o1-image:default|none|lmarena-text-to-image@1|rating|3d_modeling/HiDream-O1-Image","sourceId":"lmarena","modelId":"hidream/hidream-o1-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1121.545207,"ciLow":1113.32652,"ciHigh":1129.763894,"observedAt":"2026-11-12","runCount":6598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HiDream-O1-Image","rowId":"3d_modeling/HiDream-O1-Image","slice":"3d_modeling"}
{"key":"lmarena|hidream/hidream-o1-image:default|none|lmarena-text-to-image@1|rating|agentic/HiDream-O1-Image","sourceId":"lmarena","modelId":"hidream/hidream-o1-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1111.670134,"ciLow":1097.23716,"ciHigh":1126.103107,"observedAt":"2026-11-12","runCount":2868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HiDream-O1-Image","rowId":"agentic/HiDream-O1-Image","slice":"agentic"}
{"key":"lmarena|hidream/hidream-o1-image:default|none|lmarena-text-to-image@1|rating|art/HiDream-O1-Image","sourceId":"lmarena","modelId":"hidream/hidream-o1-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1118.013332,"ciLow":1110.897955,"ciHigh":1125.128708,"observedAt":"2026-11-12","runCount":10138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HiDream-O1-Image","rowId":"art/HiDream-O1-Image","slice":"art"}
{"key":"lmarena|hidream/hidream-o1-image:default|none|lmarena-text-to-image@1|rating|cartoon/HiDream-O1-Image","sourceId":"lmarena","modelId":"hidream/hidream-o1-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1118.093222,"ciLow":1112.725458,"ciHigh":1123.460986,"observedAt":"2026-11-12","runCount":28641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HiDream-O1-Image","rowId":"cartoon/HiDream-O1-Image","slice":"cartoon"}
{"key":"lmarena|hidream/hidream-o1-image:default|none|lmarena-text-to-image@1|rating|commercial_design/HiDream-O1-Image","sourceId":"lmarena","modelId":"hidream/hidream-o1-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1129.659176,"ciLow":1124.339872,"ciHigh":1134.978481,"observedAt":"2026-11-12","runCount":24691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HiDream-O1-Image","rowId":"commercial_design/HiDream-O1-Image","slice":"commercial_design"}
{"key":"lmarena|hidream/hidream-o1-image:default|none|lmarena-text-to-image@1|rating|overall/HiDream-O1-Image","sourceId":"lmarena","modelId":"hidream/hidream-o1-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1114.198222,"ciLow":1110.502165,"ciHigh":1117.894279,"observedAt":"2026-11-12","runCount":75759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HiDream-O1-Image","rowId":"overall/HiDream-O1-Image","slice":"overall"}
{"key":"lmarena|hidream/hidream-o1-image:default|none|lmarena-text-to-image@1|rating|photorealistic/HiDream-O1-Image","sourceId":"lmarena","modelId":"hidream/hidream-o1-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1108.188244,"ciLow":1102.885996,"ciHigh":1113.490492,"observedAt":"2026-11-12","runCount":29206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HiDream-O1-Image","rowId":"photorealistic/HiDream-O1-Image","slice":"photorealistic"}
{"key":"lmarena|hidream/hidream-o1-image:default|none|lmarena-text-to-image@1|rating|portraits/HiDream-O1-Image","sourceId":"lmarena","modelId":"hidream/hidream-o1-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1103.955926,"ciLow":1097.490534,"ciHigh":1110.421318,"observedAt":"2026-11-12","runCount":15473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HiDream-O1-Image","rowId":"portraits/HiDream-O1-Image","slice":"portraits"}
{"key":"lmarena|hidream/hidream-o1-image:default|none|lmarena-text-to-image@1|rating|text_rendering/HiDream-O1-Image","sourceId":"lmarena","modelId":"hidream/hidream-o1-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1134.354802,"ciLow":1128.861295,"ciHigh":1139.848309,"observedAt":"2026-11-12","runCount":23387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HiDream-O1-Image","rowId":"text_rendering/HiDream-O1-Image","slice":"text_rendering"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|coding/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.229313,"ciLow":1127.795271,"ciHigh":1192.663355,"observedAt":"2026-11-11","runCount":352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"coding/SmolLM2 1.7B Instruct","slice":"coding"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1079.107474,"ciLow":1044.522132,"ciHigh":1113.692815,"observedAt":"2026-11-11","runCount":341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"creative_writing/SmolLM2 1.7B Instruct","slice":"creative_writing"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|english/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.10343,"ciLow":1141.292523,"ciHigh":1178.914338,"observedAt":"2026-11-11","runCount":1111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"english/SmolLM2 1.7B Instruct","slice":"english"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":898.407887,"ciLow":866.893136,"ciHigh":929.922637,"observedAt":"2026-11-11","runCount":1601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"exclude_ties/SmolLM2 1.7B Instruct","slice":"exclude_ties"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.29423,"ciLow":1127.052528,"ciHigh":1175.535932,"observedAt":"2026-11-11","runCount":572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"hard_prompts/SmolLM2 1.7B Instruct","slice":"hard_prompts"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.53585,"ciLow":1127.214324,"ciHigh":1189.857377,"observedAt":"2026-11-11","runCount":334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"hard_prompts_english/SmolLM2 1.7B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1065.049788,"ciLow":1022.140416,"ciHigh":1107.95916,"observedAt":"2026-11-11","runCount":252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"industry_business_and_management_and_financial_operations/SmolLM2 1.7B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1074.55493,"ciLow":1041.574494,"ciHigh":1107.535367,"observedAt":"2026-11-11","runCount":360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"industry_entertainment_and_sports_and_media/SmolLM2 1.7B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.879089,"ciLow":1115.953019,"ciHigh":1185.805159,"observedAt":"2026-11-11","runCount":352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"industry_life_and_physical_and_social_science/SmolLM2 1.7B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1178.748899,"ciLow":1144.784846,"ciHigh":1212.712953,"observedAt":"2026-11-11","runCount":240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"industry_mathematical/SmolLM2 1.7B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.478818,"ciLow":1120.284594,"ciHigh":1172.673041,"observedAt":"2026-11-11","runCount":576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"industry_software_and_it_services/SmolLM2 1.7B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1079.083794,"ciLow":1052.638698,"ciHigh":1105.528889,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"industry_writing_and_literature_and_language/SmolLM2 1.7B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1104.005911,"ciLow":1082.817969,"ciHigh":1125.193852,"observedAt":"2026-11-11","runCount":859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"instruction_following/SmolLM2 1.7B Instruct","slice":"instruction_following"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1133.533206,"ciLow":1101.357517,"ciHigh":1165.708894,"observedAt":"2026-11-11","runCount":328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"longer_query/SmolLM2 1.7B Instruct","slice":"longer_query"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|math/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.346862,"ciLow":1120.736429,"ciHigh":1185.957295,"observedAt":"2026-11-11","runCount":271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"math/SmolLM2 1.7B Instruct","slice":"math"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1055.501142,"ciLow":1017.381081,"ciHigh":1093.621204,"observedAt":"2026-11-11","runCount":339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"multi_turn/SmolLM2 1.7B Instruct","slice":"multi_turn"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1062.690365,"ciLow":1042.513699,"ciHigh":1082.867031,"observedAt":"2026-11-11","runCount":1088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"non_english/SmolLM2 1.7B Instruct","slice":"non_english"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|overall/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1114.870365,"ciLow":1100.541182,"ciHigh":1129.199547,"observedAt":"2026-11-11","runCount":2199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"overall/SmolLM2 1.7B Instruct","slice":"overall"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text-style-control@1|rating|russian/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1056.832271,"ciLow":1025.53419,"ciHigh":1088.130353,"observedAt":"2026-11-11","runCount":410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"russian/SmolLM2 1.7B Instruct","slice":"russian"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|coding/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1047.72166,"ciLow":1015.849308,"ciHigh":1079.594011,"observedAt":"2026-11-11","runCount":352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"coding/SmolLM2 1.7B Instruct","slice":"coding"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|creative_writing/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1031.282341,"ciLow":997.227859,"ciHigh":1065.336822,"observedAt":"2026-11-11","runCount":341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"creative_writing/SmolLM2 1.7B Instruct","slice":"creative_writing"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|english/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.667074,"ciLow":1074.035366,"ciHigh":1111.298781,"observedAt":"2026-11-11","runCount":1111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"english/SmolLM2 1.7B Instruct","slice":"english"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|exclude_ties/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":797.005457,"ciLow":766.111093,"ciHigh":827.899821,"observedAt":"2026-11-11","runCount":1601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"exclude_ties/SmolLM2 1.7B Instruct","slice":"exclude_ties"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|hard_prompts/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1053.017061,"ciLow":1029.04426,"ciHigh":1076.989861,"observedAt":"2026-11-11","runCount":572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"hard_prompts/SmolLM2 1.7B Instruct","slice":"hard_prompts"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1068.347607,"ciLow":1037.11401,"ciHigh":1099.581205,"observedAt":"2026-11-11","runCount":334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"hard_prompts_english/SmolLM2 1.7B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":965.084314,"ciLow":922.2051,"ciHigh":1007.963528,"observedAt":"2026-11-11","runCount":252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"industry_business_and_management_and_financial_operations/SmolLM2 1.7B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1007.614392,"ciLow":975.367303,"ciHigh":1039.861481,"observedAt":"2026-11-11","runCount":360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"industry_entertainment_and_sports_and_media/SmolLM2 1.7B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.255355,"ciLow":1011.891621,"ciHigh":1080.619088,"observedAt":"2026-11-11","runCount":352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"industry_life_and_physical_and_social_science/SmolLM2 1.7B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1122.18462,"ciLow":1088.428278,"ciHigh":1155.940962,"observedAt":"2026-11-11","runCount":240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"industry_mathematical/SmolLM2 1.7B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.539123,"ciLow":1020.720305,"ciHigh":1072.357942,"observedAt":"2026-11-11","runCount":576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"industry_software_and_it_services/SmolLM2 1.7B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1024.503053,"ciLow":998.431965,"ciHigh":1050.574142,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"industry_writing_and_literature_and_language/SmolLM2 1.7B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|instruction_following/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1029.045579,"ciLow":1008.091339,"ciHigh":1049.99982,"observedAt":"2026-11-11","runCount":859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"instruction_following/SmolLM2 1.7B Instruct","slice":"instruction_following"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|longer_query/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.118984,"ciLow":1024.310357,"ciHigh":1087.927611,"observedAt":"2026-11-11","runCount":328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"longer_query/SmolLM2 1.7B Instruct","slice":"longer_query"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|math/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.775165,"ciLow":1072.020725,"ciHigh":1137.529606,"observedAt":"2026-11-11","runCount":271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"math/SmolLM2 1.7B Instruct","slice":"math"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|multi_turn/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":992.913957,"ciLow":955.189066,"ciHigh":1030.638847,"observedAt":"2026-11-11","runCount":339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"multi_turn/SmolLM2 1.7B Instruct","slice":"multi_turn"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|non_english/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":984.811845,"ciLow":964.977512,"ciHigh":1004.646178,"observedAt":"2026-11-11","runCount":1088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"non_english/SmolLM2 1.7B Instruct","slice":"non_english"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|overall/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1042.06468,"ciLow":1028.000773,"ciHigh":1056.128587,"observedAt":"2026-11-11","runCount":2199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"overall/SmolLM2 1.7B Instruct","slice":"overall"}
{"key":"lmarena|huggingface/smollm2-1.7b-instruct:default|none|lmarena-text@1|rating|russian/SmolLM2 1.7B Instruct","sourceId":"lmarena","modelId":"huggingface/smollm2-1.7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":981.10474,"ciLow":950.04755,"ciHigh":1012.16193,"observedAt":"2026-11-11","runCount":410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SmolLM2 1.7B Instruct","rowId":"russian/SmolLM2 1.7B Instruct","slice":"russian"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|coding/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.022988,"ciLow":1128.065767,"ciHigh":1205.98021,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"coding/Zephyr 7B Alpha","slice":"coding"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|creative_writing/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1099.995594,"ciLow":1070.451056,"ciHigh":1129.540133,"observedAt":"2026-11-11","runCount":399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"creative_writing/Zephyr 7B Alpha","slice":"creative_writing"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|english/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.551458,"ciLow":1141.310831,"ciHigh":1175.792086,"observedAt":"2026-11-11","runCount":1415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"english/Zephyr 7B Alpha","slice":"english"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|exclude_ties/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":971.218837,"ciLow":948.866653,"ciHigh":993.57102,"observedAt":"2026-11-11","runCount":1218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"exclude_ties/Zephyr 7B Alpha","slice":"exclude_ties"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|hard_prompts/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1123.213856,"ciLow":1094.268419,"ciHigh":1152.159294,"observedAt":"2026-11-11","runCount":333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"hard_prompts/Zephyr 7B Alpha","slice":"hard_prompts"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1136.998765,"ciLow":1104.458773,"ciHigh":1169.538757,"observedAt":"2026-11-11","runCount":278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"hard_prompts_english/Zephyr 7B Alpha","slice":"hard_prompts_english"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1099.515631,"ciLow":1068.080085,"ciHigh":1130.951178,"observedAt":"2026-11-11","runCount":329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"industry_entertainment_and_sports_and_media/Zephyr 7B Alpha","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.598705,"ciLow":1107.237975,"ciHigh":1173.959434,"observedAt":"2026-11-11","runCount":294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"industry_life_and_physical_and_social_science/Zephyr 7B Alpha","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.463017,"ciLow":1130.198044,"ciHigh":1186.727989,"observedAt":"2026-11-11","runCount":406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"industry_software_and_it_services/Zephyr 7B Alpha","slice":"industry_software_and_it_services"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1122.845484,"ciLow":1097.688219,"ciHigh":1148.002749,"observedAt":"2026-11-11","runCount":569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"industry_writing_and_literature_and_language/Zephyr 7B Alpha","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|instruction_following/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1099.0868,"ciLow":1074.908797,"ciHigh":1123.264802,"observedAt":"2026-11-11","runCount":534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"instruction_following/Zephyr 7B Alpha","slice":"instruction_following"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|multi_turn/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1075.910272,"ciLow":1042.043969,"ciHigh":1109.776575,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"multi_turn/Zephyr 7B Alpha","slice":"multi_turn"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|non_english/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1061.190311,"ciLow":1033.072709,"ciHigh":1089.307912,"observedAt":"2026-11-11","runCount":370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"non_english/Zephyr 7B Alpha","slice":"non_english"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text-style-control@1|rating|overall/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.098135,"ciLow":1111.564123,"ciHigh":1142.632146,"observedAt":"2026-11-11","runCount":1785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"overall/Zephyr 7B Alpha","slice":"overall"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|coding/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1052.630994,"ciLow":1013.685638,"ciHigh":1091.576349,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"coding/Zephyr 7B Alpha","slice":"coding"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|creative_writing/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1068.598086,"ciLow":1038.692604,"ciHigh":1098.503567,"observedAt":"2026-11-11","runCount":399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"creative_writing/Zephyr 7B Alpha","slice":"creative_writing"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|english/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1091.666196,"ciLow":1074.310311,"ciHigh":1109.02208,"observedAt":"2026-11-11","runCount":1415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"english/Zephyr 7B Alpha","slice":"english"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|exclude_ties/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":875.302561,"ciLow":852.913891,"ciHigh":897.69123,"observedAt":"2026-11-11","runCount":1218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"exclude_ties/Zephyr 7B Alpha","slice":"exclude_ties"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|hard_prompts/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1023.756546,"ciLow":995.069207,"ciHigh":1052.443885,"observedAt":"2026-11-11","runCount":333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"hard_prompts/Zephyr 7B Alpha","slice":"hard_prompts"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|hard_prompts_english/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1041.920957,"ciLow":1009.560841,"ciHigh":1074.281074,"observedAt":"2026-11-11","runCount":278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"hard_prompts_english/Zephyr 7B Alpha","slice":"hard_prompts_english"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1048.209883,"ciLow":1016.508593,"ciHigh":1079.911172,"observedAt":"2026-11-11","runCount":329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"industry_entertainment_and_sports_and_media/Zephyr 7B Alpha","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1028.062328,"ciLow":994.105275,"ciHigh":1062.019381,"observedAt":"2026-11-11","runCount":294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"industry_life_and_physical_and_social_science/Zephyr 7B Alpha","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|industry_software_and_it_services/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1053.216727,"ciLow":1024.915061,"ciHigh":1081.518393,"observedAt":"2026-11-11","runCount":406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"industry_software_and_it_services/Zephyr 7B Alpha","slice":"industry_software_and_it_services"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1081.590538,"ciLow":1056.375696,"ciHigh":1106.805379,"observedAt":"2026-11-11","runCount":569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"industry_writing_and_literature_and_language/Zephyr 7B Alpha","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|instruction_following/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1034.21822,"ciLow":1009.967933,"ciHigh":1058.468507,"observedAt":"2026-11-11","runCount":534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"instruction_following/Zephyr 7B Alpha","slice":"instruction_following"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|multi_turn/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1017.524929,"ciLow":983.100925,"ciHigh":1051.948934,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"multi_turn/Zephyr 7B Alpha","slice":"multi_turn"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|non_english/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":987.836708,"ciLow":959.460128,"ciHigh":1016.213288,"observedAt":"2026-11-11","runCount":370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"non_english/Zephyr 7B Alpha","slice":"non_english"}
{"key":"lmarena|huggingface/zephyr-7b-alpha:default|none|lmarena-text@1|rating|overall/Zephyr 7B Alpha","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1058.410773,"ciLow":1042.765224,"ciHigh":1074.056321,"observedAt":"2026-11-11","runCount":1785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Alpha","rowId":"overall/Zephyr 7B Alpha","slice":"overall"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|chinese/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1047.33405,"ciLow":1015.899266,"ciHigh":1078.768834,"observedAt":"2026-11-11","runCount":373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"chinese/Zephyr 7B Beta","slice":"chinese"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|coding/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.893059,"ciLow":1134.775423,"ciHigh":1171.010696,"observedAt":"2026-11-11","runCount":1250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"coding/Zephyr 7B Beta","slice":"coding"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|creative_writing/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.289061,"ciLow":1119.289167,"ciHigh":1151.288954,"observedAt":"2026-11-11","runCount":1993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"creative_writing/Zephyr 7B Beta","slice":"creative_writing"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|english/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.334815,"ciLow":1157.694162,"ciHigh":1176.975468,"observedAt":"2026-11-11","runCount":8764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"english/Zephyr 7B Beta","slice":"english"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|exclude_ties/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":973.579744,"ciLow":961.007466,"ciHigh":986.152022,"observedAt":"2026-11-11","runCount":7522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"exclude_ties/Zephyr 7B Beta","slice":"exclude_ties"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|expert/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1113.98907,"ciLow":1076.024208,"ciHigh":1151.953932,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"expert/Zephyr 7B Beta","slice":"expert"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|french/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1098.39467,"ciLow":1048.387047,"ciHigh":1148.402293,"observedAt":"2026-11-11","runCount":153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"french/Zephyr 7B Beta","slice":"french"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|german/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1053.574137,"ciLow":1006.218995,"ciHigh":1100.92928,"observedAt":"2026-11-11","runCount":152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"german/Zephyr 7B Beta","slice":"german"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|hard_prompts/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1117.085552,"ciLow":1102.801592,"ciHigh":1131.369513,"observedAt":"2026-11-11","runCount":2220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"hard_prompts/Zephyr 7B Beta","slice":"hard_prompts"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.683789,"ciLow":1120.211838,"ciHigh":1151.15574,"observedAt":"2026-11-11","runCount":1847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"hard_prompts_english/Zephyr 7B Beta","slice":"hard_prompts_english"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1093.478763,"ciLow":1073.115903,"ciHigh":1113.841623,"observedAt":"2026-11-11","runCount":997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_business_and_management_and_financial_operations/Zephyr 7B Beta","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1115.461462,"ciLow":1099.650117,"ciHigh":1131.272807,"observedAt":"2026-11-11","runCount":1869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_entertainment_and_sports_and_media/Zephyr 7B Beta","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.872727,"ciLow":1159.003619,"ciHigh":1210.741835,"observedAt":"2026-11-11","runCount":621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_legal_and_government/Zephyr 7B Beta","slice":"industry_legal_and_government"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.011564,"ciLow":1141.221877,"ciHigh":1172.801251,"observedAt":"2026-11-11","runCount":1996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_life_and_physical_and_social_science/Zephyr 7B Beta","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1095.283103,"ciLow":1076.952511,"ciHigh":1113.613696,"observedAt":"2026-11-11","runCount":1113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_mathematical/Zephyr 7B Beta","slice":"industry_mathematical"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.81107,"ciLow":1120.77035,"ciHigh":1172.85179,"observedAt":"2026-11-11","runCount":580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_medicine_and_healthcare/Zephyr 7B Beta","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.286809,"ciLow":1130.135601,"ciHigh":1158.438016,"observedAt":"2026-11-11","runCount":2598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_software_and_it_services/Zephyr 7B Beta","slice":"industry_software_and_it_services"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1120.673404,"ciLow":1106.730068,"ciHigh":1134.616739,"observedAt":"2026-11-11","runCount":2691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_writing_and_literature_and_language/Zephyr 7B Beta","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|instruction_following/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1088.943762,"ciLow":1076.169738,"ciHigh":1101.717786,"observedAt":"2026-11-11","runCount":3094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"instruction_following/Zephyr 7B Beta","slice":"instruction_following"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|longer_query/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1107.227181,"ciLow":1079.801666,"ciHigh":1134.652696,"observedAt":"2026-11-11","runCount":461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"longer_query/Zephyr 7B Beta","slice":"longer_query"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|math/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1082.548923,"ciLow":1065.480433,"ciHigh":1099.617413,"observedAt":"2026-11-11","runCount":1250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"math/Zephyr 7B Beta","slice":"math"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|multi_turn/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1091.078004,"ciLow":1073.551159,"ciHigh":1108.604849,"observedAt":"2026-11-11","runCount":1574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"multi_turn/Zephyr 7B Beta","slice":"multi_turn"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|non_english/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1048.958556,"ciLow":1034.544,"ciHigh":1063.373112,"observedAt":"2026-11-11","runCount":2354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"non_english/Zephyr 7B Beta","slice":"non_english"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|overall/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.95703,"ciLow":1122.154399,"ciHigh":1139.759661,"observedAt":"2026-11-11","runCount":11118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"overall/Zephyr 7B Beta","slice":"overall"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|russian/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1132.706722,"ciLow":1094.759876,"ciHigh":1170.653568,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"russian/Zephyr 7B Beta","slice":"russian"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text-style-control@1|rating|spanish/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1139.811501,"ciLow":1084.515783,"ciHigh":1195.10722,"observedAt":"2026-11-11","runCount":127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"spanish/Zephyr 7B Beta","slice":"spanish"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|chinese/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":960.075721,"ciLow":929.698169,"ciHigh":990.453274,"observedAt":"2026-11-11","runCount":373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"chinese/Zephyr 7B Beta","slice":"chinese"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|coding/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1044.483238,"ciLow":1026.440473,"ciHigh":1062.526004,"observedAt":"2026-11-11","runCount":1250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"coding/Zephyr 7B Beta","slice":"coding"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|creative_writing/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1102.14973,"ciLow":1086.258632,"ciHigh":1118.040828,"observedAt":"2026-11-11","runCount":1993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"creative_writing/Zephyr 7B Beta","slice":"creative_writing"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|english/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.390327,"ciLow":1097.846675,"ciHigh":1116.93398,"observedAt":"2026-11-11","runCount":8764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"english/Zephyr 7B Beta","slice":"english"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|exclude_ties/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":888.3374,"ciLow":876.063342,"ciHigh":900.611457,"observedAt":"2026-11-11","runCount":7522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"exclude_ties/Zephyr 7B Beta","slice":"exclude_ties"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|expert/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1005.673124,"ciLow":968.22655,"ciHigh":1043.119698,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"expert/Zephyr 7B Beta","slice":"expert"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|french/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1030.714292,"ciLow":981.737254,"ciHigh":1079.691329,"observedAt":"2026-11-11","runCount":153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"french/Zephyr 7B Beta","slice":"french"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|german/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":988.850607,"ciLow":941.028127,"ciHigh":1036.673088,"observedAt":"2026-11-11","runCount":152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"german/Zephyr 7B Beta","slice":"german"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|hard_prompts/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1026.530985,"ciLow":1012.339152,"ciHigh":1040.722818,"observedAt":"2026-11-11","runCount":2220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"hard_prompts/Zephyr 7B Beta","slice":"hard_prompts"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|hard_prompts_english/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1047.64574,"ciLow":1032.314341,"ciHigh":1062.97714,"observedAt":"2026-11-11","runCount":1847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"hard_prompts_english/Zephyr 7B Beta","slice":"hard_prompts_english"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1000.304345,"ciLow":980.052969,"ciHigh":1020.555721,"observedAt":"2026-11-11","runCount":997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_business_and_management_and_financial_operations/Zephyr 7B Beta","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1062.582229,"ciLow":1046.705088,"ciHigh":1078.459371,"observedAt":"2026-11-11","runCount":1869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_entertainment_and_sports_and_media/Zephyr 7B Beta","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|industry_legal_and_government/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1095.032521,"ciLow":1069.434521,"ciHigh":1120.630521,"observedAt":"2026-11-11","runCount":621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_legal_and_government/Zephyr 7B Beta","slice":"industry_legal_and_government"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1060.061692,"ciLow":1044.35194,"ciHigh":1075.771443,"observedAt":"2026-11-11","runCount":1996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_life_and_physical_and_social_science/Zephyr 7B Beta","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|industry_mathematical/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1044.591917,"ciLow":1026.449151,"ciHigh":1062.734684,"observedAt":"2026-11-11","runCount":1113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_mathematical/Zephyr 7B Beta","slice":"industry_mathematical"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1027.078501,"ciLow":1000.850114,"ciHigh":1053.306888,"observedAt":"2026-11-11","runCount":580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_medicine_and_healthcare/Zephyr 7B Beta","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|industry_software_and_it_services/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1048.151829,"ciLow":1034.036589,"ciHigh":1062.26707,"observedAt":"2026-11-11","runCount":2598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_software_and_it_services/Zephyr 7B Beta","slice":"industry_software_and_it_services"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.704633,"ciLow":1071.767626,"ciHigh":1099.641639,"observedAt":"2026-11-11","runCount":2691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"industry_writing_and_literature_and_language/Zephyr 7B Beta","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|instruction_following/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1031.373298,"ciLow":1018.727474,"ciHigh":1044.019122,"observedAt":"2026-11-11","runCount":3094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"instruction_following/Zephyr 7B Beta","slice":"instruction_following"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|longer_query/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1041.430715,"ciLow":1014.605078,"ciHigh":1068.256352,"observedAt":"2026-11-11","runCount":461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"longer_query/Zephyr 7B Beta","slice":"longer_query"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|math/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1040.948215,"ciLow":1024.086805,"ciHigh":1057.809625,"observedAt":"2026-11-11","runCount":1250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"math/Zephyr 7B Beta","slice":"math"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|multi_turn/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1037.861929,"ciLow":1020.368771,"ciHigh":1055.355086,"observedAt":"2026-11-11","runCount":1574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"multi_turn/Zephyr 7B Beta","slice":"multi_turn"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|non_english/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":987.638663,"ciLow":973.353376,"ciHigh":1001.923951,"observedAt":"2026-11-11","runCount":2354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"non_english/Zephyr 7B Beta","slice":"non_english"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|overall/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1069.463509,"ciLow":1060.772877,"ciHigh":1078.154142,"observedAt":"2026-11-11","runCount":11118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"overall/Zephyr 7B Beta","slice":"overall"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|russian/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1061.890411,"ciLow":1024.038773,"ciHigh":1099.74205,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"russian/Zephyr 7B Beta","slice":"russian"}
{"key":"lmarena|huggingface/zephyr-7b-beta:default|none|lmarena-text@1|rating|spanish/Zephyr 7B Beta","sourceId":"lmarena","modelId":"huggingface/zephyr-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1073.334497,"ciLow":1017.944499,"ciHigh":1128.724496,"observedAt":"2026-11-11","runCount":127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr 7B Beta","rowId":"spanish/Zephyr 7B Beta","slice":"spanish"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|chinese/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.472597,"ciLow":1165.376633,"ciHigh":1211.56856,"observedAt":"2026-11-11","runCount":657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"chinese/Zephyr ORPO 141B A35B v0.1","slice":"chinese"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|coding/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.308714,"ciLow":1224.782111,"ciHigh":1265.835318,"observedAt":"2026-11-11","runCount":831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"coding/Zephyr ORPO 141B A35B v0.1","slice":"coding"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|creative_writing/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.795266,"ciLow":1145.39515,"ciHigh":1192.195381,"observedAt":"2026-11-11","runCount":635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"creative_writing/Zephyr ORPO 141B A35B v0.1","slice":"creative_writing"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|english/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.828711,"ciLow":1226.583369,"ciHigh":1253.074052,"observedAt":"2026-11-11","runCount":2702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"english/Zephyr ORPO 141B A35B v0.1","slice":"english"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|exclude_ties/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1098.017941,"ciLow":1082.253977,"ciHigh":1113.781905,"observedAt":"2026-11-11","runCount":3178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"exclude_ties/Zephyr ORPO 141B A35B v0.1","slice":"exclude_ties"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|expert/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.090258,"ciLow":1133.516945,"ciHigh":1212.663571,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"expert/Zephyr ORPO 141B A35B v0.1","slice":"expert"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|hard_prompts/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.134374,"ciLow":1199.279476,"ciHigh":1232.989272,"observedAt":"2026-11-11","runCount":1240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"hard_prompts/Zephyr ORPO 141B A35B v0.1","slice":"hard_prompts"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.651731,"ciLow":1209.140698,"ciHigh":1250.162765,"observedAt":"2026-11-11","runCount":820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"hard_prompts_english/Zephyr ORPO 141B A35B v0.1","slice":"hard_prompts_english"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1182.406806,"ciLow":1154.782861,"ciHigh":1210.030751,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_business_and_management_and_financial_operations/Zephyr ORPO 141B A35B v0.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.759379,"ciLow":1166.624933,"ciHigh":1212.893824,"observedAt":"2026-11-11","runCount":617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_entertainment_and_sports_and_media/Zephyr ORPO 141B A35B v0.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.09642,"ciLow":1185.314638,"ciHigh":1260.878202,"observedAt":"2026-11-11","runCount":240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_legal_and_government/Zephyr ORPO 141B A35B v0.1","slice":"industry_legal_and_government"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.718092,"ciLow":1217.830549,"ciHigh":1259.605634,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_life_and_physical_and_social_science/Zephyr ORPO 141B A35B v0.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1203.310298,"ciLow":1179.389607,"ciHigh":1227.230988,"observedAt":"2026-11-11","runCount":526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_mathematical/Zephyr ORPO 141B A35B v0.1","slice":"industry_mathematical"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.492704,"ciLow":1192.105889,"ciHigh":1262.879518,"observedAt":"2026-11-11","runCount":284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_medicine_and_healthcare/Zephyr ORPO 141B A35B v0.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.905853,"ciLow":1218.238473,"ciHigh":1251.573233,"observedAt":"2026-11-11","runCount":1344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_software_and_it_services/Zephyr ORPO 141B A35B v0.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.926086,"ciLow":1177.958755,"ciHigh":1213.893417,"observedAt":"2026-11-11","runCount":1129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_writing_and_literature_and_language/Zephyr ORPO 141B A35B v0.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|instruction_following/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.644953,"ciLow":1178.105771,"ciHigh":1209.184135,"observedAt":"2026-11-11","runCount":1593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"instruction_following/Zephyr ORPO 141B A35B v0.1","slice":"instruction_following"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|longer_query/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.089894,"ciLow":1157.153226,"ciHigh":1213.026562,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"longer_query/Zephyr ORPO 141B A35B v0.1","slice":"longer_query"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|math/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.202833,"ciLow":1174.983824,"ciHigh":1219.421842,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"math/Zephyr ORPO 141B A35B v0.1","slice":"math"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|multi_turn/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.80459,"ciLow":1135.863741,"ciHigh":1183.745439,"observedAt":"2026-11-11","runCount":683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"multi_turn/Zephyr ORPO 141B A35B v0.1","slice":"multi_turn"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|non_english/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.892932,"ciLow":1158.770727,"ciHigh":1187.015137,"observedAt":"2026-11-11","runCount":1950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"non_english/Zephyr ORPO 141B A35B v0.1","slice":"non_english"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|overall/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.184189,"ciLow":1202.416923,"ciHigh":1223.951455,"observedAt":"2026-11-11","runCount":4652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"overall/Zephyr ORPO 141B A35B v0.1","slice":"overall"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text-style-control@1|rating|russian/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.50596,"ciLow":1159.185118,"ciHigh":1213.826802,"observedAt":"2026-11-11","runCount":407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"russian/Zephyr ORPO 141B A35B v0.1","slice":"russian"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|chinese/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.093256,"ciLow":1058.94678,"ciHigh":1105.239731,"observedAt":"2026-11-11","runCount":657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"chinese/Zephyr ORPO 141B A35B v0.1","slice":"chinese"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|coding/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1129.099394,"ciLow":1108.709238,"ciHigh":1149.489551,"observedAt":"2026-11-11","runCount":831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"coding/Zephyr ORPO 141B A35B v0.1","slice":"coding"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|creative_writing/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1113.003523,"ciLow":1089.9573,"ciHigh":1136.049746,"observedAt":"2026-11-11","runCount":635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"creative_writing/Zephyr ORPO 141B A35B v0.1","slice":"creative_writing"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|english/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.438919,"ciLow":1161.296053,"ciHigh":1187.581784,"observedAt":"2026-11-11","runCount":2702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"english/Zephyr ORPO 141B A35B v0.1","slice":"english"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|exclude_ties/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":998.365387,"ciLow":982.777108,"ciHigh":1013.953665,"observedAt":"2026-11-11","runCount":3178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"exclude_ties/Zephyr ORPO 141B A35B v0.1","slice":"exclude_ties"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|expert/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1061.534312,"ciLow":1021.744911,"ciHigh":1101.323713,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"expert/Zephyr ORPO 141B A35B v0.1","slice":"expert"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|hard_prompts/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.657024,"ciLow":1099.087107,"ciHigh":1132.226941,"observedAt":"2026-11-11","runCount":1240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"hard_prompts/Zephyr ORPO 141B A35B v0.1","slice":"hard_prompts"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|hard_prompts_english/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1133.002014,"ciLow":1112.800124,"ciHigh":1153.203904,"observedAt":"2026-11-11","runCount":820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"hard_prompts_english/Zephyr ORPO 141B A35B v0.1","slice":"hard_prompts_english"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1088.85316,"ciLow":1061.210121,"ciHigh":1116.496199,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_business_and_management_and_financial_operations/Zephyr ORPO 141B A35B v0.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1128.105371,"ciLow":1105.296195,"ciHigh":1150.914546,"observedAt":"2026-11-11","runCount":617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_entertainment_and_sports_and_media/Zephyr ORPO 141B A35B v0.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|industry_legal_and_government/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1135.371806,"ciLow":1098.10402,"ciHigh":1172.639593,"observedAt":"2026-11-11","runCount":240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_legal_and_government/Zephyr ORPO 141B A35B v0.1","slice":"industry_legal_and_government"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1142.215166,"ciLow":1121.410882,"ciHigh":1163.01945,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_life_and_physical_and_social_science/Zephyr ORPO 141B A35B v0.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|industry_mathematical/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1144.829415,"ciLow":1121.01528,"ciHigh":1168.64355,"observedAt":"2026-11-11","runCount":526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_mathematical/Zephyr ORPO 141B A35B v0.1","slice":"industry_mathematical"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1106.337462,"ciLow":1071.084146,"ciHigh":1141.590778,"observedAt":"2026-11-11","runCount":284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_medicine_and_healthcare/Zephyr ORPO 141B A35B v0.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|industry_software_and_it_services/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1133.56596,"ciLow":1116.937189,"ciHigh":1150.194732,"observedAt":"2026-11-11","runCount":1344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_software_and_it_services/Zephyr ORPO 141B A35B v0.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1139.113095,"ciLow":1121.30224,"ciHigh":1156.923951,"observedAt":"2026-11-11","runCount":1129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"industry_writing_and_literature_and_language/Zephyr ORPO 141B A35B v0.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|instruction_following/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1117.560356,"ciLow":1102.180685,"ciHigh":1132.940027,"observedAt":"2026-11-11","runCount":1593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"instruction_following/Zephyr ORPO 141B A35B v0.1","slice":"instruction_following"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|longer_query/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.653489,"ciLow":1076.882346,"ciHigh":1132.424632,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"longer_query/Zephyr ORPO 141B A35B v0.1","slice":"longer_query"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|math/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1147.834848,"ciLow":1125.695731,"ciHigh":1169.973965,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"math/Zephyr ORPO 141B A35B v0.1","slice":"math"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|multi_turn/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1099.49953,"ciLow":1075.462084,"ciHigh":1123.536976,"observedAt":"2026-11-11","runCount":683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"multi_turn/Zephyr ORPO 141B A35B v0.1","slice":"multi_turn"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|non_english/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1098.105139,"ciLow":1084.036581,"ciHigh":1112.173698,"observedAt":"2026-11-11","runCount":1950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"non_english/Zephyr ORPO 141B A35B v0.1","slice":"non_english"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|overall/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.735796,"ciLow":1133.025003,"ciHigh":1154.44659,"observedAt":"2026-11-11","runCount":4652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"overall/Zephyr ORPO 141B A35B v0.1","slice":"overall"}
{"key":"lmarena|huggingface/zephyr-orpo-141b-a35b-v0.1:default|none|lmarena-text@1|rating|russian/Zephyr ORPO 141B A35B v0.1","sourceId":"lmarena","modelId":"huggingface/zephyr-orpo-141b-a35b-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.728854,"ciLow":1088.499755,"ciHigh":1142.957953,"observedAt":"2026-11-11","runCount":407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Zephyr ORPO 141B A35B v0.1","rowId":"russian/Zephyr ORPO 141B A35B v0.1","slice":"russian"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1182.207254,"ciLow":1158.527684,"ciHigh":1205.886825,"observedAt":"2026-11-11","runCount":759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"chinese/Granite 3.0 2B Instruct","slice":"chinese"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.646979,"ciLow":1192.198034,"ciHigh":1227.095925,"observedAt":"2026-11-11","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"coding/Granite 3.0 2B Instruct","slice":"coding"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1099.352531,"ciLow":1077.671386,"ciHigh":1121.033676,"observedAt":"2026-11-11","runCount":916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"creative_writing/Granite 3.0 2B Instruct","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|english/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.022293,"ciLow":1189.583864,"ciHigh":1212.460722,"observedAt":"2026-11-11","runCount":3330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"english/Granite 3.0 2B Instruct","slice":"english"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":979.462487,"ciLow":962.331841,"ciHigh":996.593132,"observedAt":"2026-11-11","runCount":4814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"exclude_ties/Granite 3.0 2B Instruct","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1178.172333,"ciLow":1149.657405,"ciHigh":1206.687261,"observedAt":"2026-11-11","runCount":407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"expert/Granite 3.0 2B Instruct","slice":"expert"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.883113,"ciLow":1163.2349,"ciHigh":1192.531326,"observedAt":"2026-11-11","runCount":1740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"hard_prompts/Granite 3.0 2B Instruct","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.481959,"ciLow":1173.195767,"ciHigh":1211.768151,"observedAt":"2026-11-11","runCount":974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"hard_prompts_english/Granite 3.0 2B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1136.181973,"ciLow":1114.421229,"ciHigh":1157.942717,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_business_and_management_and_financial_operations/Granite 3.0 2B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1106.572967,"ciLow":1085.745578,"ciHigh":1127.400356,"observedAt":"2026-11-11","runCount":941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_entertainment_and_sports_and_media/Granite 3.0 2B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1178.918763,"ciLow":1147.070839,"ciHigh":1210.766688,"observedAt":"2026-11-11","runCount":435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_legal_and_government/Granite 3.0 2B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.793187,"ciLow":1161.804429,"ciHigh":1199.781946,"observedAt":"2026-11-11","runCount":1206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_life_and_physical_and_social_science/Granite 3.0 2B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.103703,"ciLow":1170.21816,"ciHigh":1211.989246,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_mathematical/Granite 3.0 2B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.572261,"ciLow":1093.674084,"ciHigh":1167.470438,"observedAt":"2026-11-11","runCount":380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_medicine_and_healthcare/Granite 3.0 2B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.890084,"ciLow":1171.473661,"ciHigh":1200.306507,"observedAt":"2026-11-11","runCount":1929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_software_and_it_services/Granite 3.0 2B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1106.279628,"ciLow":1090.643659,"ciHigh":1121.915598,"observedAt":"2026-11-11","runCount":1820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_writing_and_literature_and_language/Granite 3.0 2B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1132.269979,"ciLow":1119.851015,"ciHigh":1144.688942,"observedAt":"2026-11-11","runCount":2698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"instruction_following/Granite 3.0 2B Instruct","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.488374,"ciLow":1124.916606,"ciHigh":1174.060142,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"longer_query/Granite 3.0 2B Instruct","slice":"longer_query"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|math/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.01573,"ciLow":1151.218601,"ciHigh":1188.81286,"observedAt":"2026-11-11","runCount":908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"math/Granite 3.0 2B Instruct","slice":"math"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1117.2208,"ciLow":1098.17271,"ciHigh":1136.268889,"observedAt":"2026-11-11","runCount":1162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"multi_turn/Granite 3.0 2B Instruct","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1103.685914,"ciLow":1092.042614,"ciHigh":1115.329214,"observedAt":"2026-11-11","runCount":3507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"non_english/Granite 3.0 2B Instruct","slice":"non_english"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.830934,"ciLow":1148.454074,"ciHigh":1165.207794,"observedAt":"2026-11-11","runCount":6837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"overall/Granite 3.0 2B Instruct","slice":"overall"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1109.248132,"ciLow":1089.635209,"ciHigh":1128.861056,"observedAt":"2026-11-11","runCount":1056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"russian/Granite 3.0 2B Instruct","slice":"russian"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|chinese/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.103945,"ciLow":1047.304516,"ciHigh":1092.903374,"observedAt":"2026-11-11","runCount":759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"chinese/Granite 3.0 2B Instruct","slice":"chinese"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|coding/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.228905,"ciLow":1072.988626,"ciHigh":1107.469184,"observedAt":"2026-11-11","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"coding/Granite 3.0 2B Instruct","slice":"coding"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|creative_writing/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.090453,"ciLow":1025.350046,"ciHigh":1066.83086,"observedAt":"2026-11-11","runCount":916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"creative_writing/Granite 3.0 2B Instruct","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|english/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1119.470406,"ciLow":1108.113439,"ciHigh":1130.827372,"observedAt":"2026-11-11","runCount":3330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"english/Granite 3.0 2B Instruct","slice":"english"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":872.891567,"ciLow":856.257032,"ciHigh":889.526101,"observedAt":"2026-11-11","runCount":4814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"exclude_ties/Granite 3.0 2B Instruct","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|expert/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1064.158253,"ciLow":1036.01025,"ciHigh":1092.306256,"observedAt":"2026-11-11","runCount":407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"expert/Granite 3.0 2B Instruct","slice":"expert"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1073.198433,"ciLow":1058.788207,"ciHigh":1087.608658,"observedAt":"2026-11-11","runCount":1740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"hard_prompts/Granite 3.0 2B Instruct","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1086.893492,"ciLow":1067.74626,"ciHigh":1106.040724,"observedAt":"2026-11-11","runCount":974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"hard_prompts_english/Granite 3.0 2B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1035.124904,"ciLow":1013.774196,"ciHigh":1056.475611,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_business_and_management_and_financial_operations/Granite 3.0 2B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1037.65933,"ciLow":1017.367448,"ciHigh":1057.951213,"observedAt":"2026-11-11","runCount":941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_entertainment_and_sports_and_media/Granite 3.0 2B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1083.812781,"ciLow":1052.892384,"ciHigh":1114.733179,"observedAt":"2026-11-11","runCount":435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_legal_and_government/Granite 3.0 2B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1071.593401,"ciLow":1052.95331,"ciHigh":1090.233491,"observedAt":"2026-11-11","runCount":1206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_life_and_physical_and_social_science/Granite 3.0 2B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1130.671558,"ciLow":1109.784695,"ciHigh":1151.558422,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_mathematical/Granite 3.0 2B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1003.363513,"ciLow":967.356165,"ciHigh":1039.370862,"observedAt":"2026-11-11","runCount":380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_medicine_and_healthcare/Granite 3.0 2B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1078.932384,"ciLow":1064.734719,"ciHigh":1093.130048,"observedAt":"2026-11-11","runCount":1929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_software_and_it_services/Granite 3.0 2B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1050.547495,"ciLow":1035.437983,"ciHigh":1065.657008,"observedAt":"2026-11-11","runCount":1820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"industry_writing_and_literature_and_language/Granite 3.0 2B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|instruction_following/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1055.499955,"ciLow":1043.324896,"ciHigh":1067.675013,"observedAt":"2026-11-11","runCount":2698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"instruction_following/Granite 3.0 2B Instruct","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|longer_query/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.133895,"ciLow":1046.34043,"ciHigh":1093.927359,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"longer_query/Granite 3.0 2B Instruct","slice":"longer_query"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|math/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.921639,"ciLow":1098.052351,"ciHigh":1135.790927,"observedAt":"2026-11-11","runCount":908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"math/Granite 3.0 2B Instruct","slice":"math"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|multi_turn/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1052.819754,"ciLow":1033.861377,"ciHigh":1071.778132,"observedAt":"2026-11-11","runCount":1162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"multi_turn/Granite 3.0 2B Instruct","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|non_english/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1032.510821,"ciLow":1021.22689,"ciHigh":1043.794752,"observedAt":"2026-11-11","runCount":3507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"non_english/Granite 3.0 2B Instruct","slice":"non_english"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|overall/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1079.890441,"ciLow":1071.690304,"ciHigh":1088.090579,"observedAt":"2026-11-11","runCount":6837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"overall/Granite 3.0 2B Instruct","slice":"overall"}
{"key":"lmarena|ibm/granite-3.0-2b-instruct:default|none|lmarena-text@1|rating|russian/Granite 3.0 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1045.086571,"ciLow":1025.974786,"ciHigh":1064.198357,"observedAt":"2026-11-11","runCount":1056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 2B Instruct","rowId":"russian/Granite 3.0 2B Instruct","slice":"russian"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.593799,"ciLow":1143.554831,"ciHigh":1191.632767,"observedAt":"2026-11-11","runCount":701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"chinese/Granite 3.0 8B Instruct","slice":"chinese"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.555904,"ciLow":1222.705532,"ciHigh":1258.406276,"observedAt":"2026-11-11","runCount":1108,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"coding/Granite 3.0 8B Instruct","slice":"coding"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1136.638246,"ciLow":1115.27236,"ciHigh":1158.004131,"observedAt":"2026-11-11","runCount":895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"creative_writing/Granite 3.0 8B Instruct","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|english/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.804986,"ciLow":1226.314952,"ciHigh":1249.295021,"observedAt":"2026-11-11","runCount":3296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"english/Granite 3.0 8B Instruct","slice":"english"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1031.068447,"ciLow":1014.880566,"ciHigh":1047.256329,"observedAt":"2026-11-11","runCount":4661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"exclude_ties/Granite 3.0 8B Instruct","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.853805,"ciLow":1175.000149,"ciHigh":1236.707461,"observedAt":"2026-11-11","runCount":345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"expert/Granite 3.0 8B Instruct","slice":"expert"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1203.663931,"ciLow":1188.910497,"ciHigh":1218.417364,"observedAt":"2026-11-11","runCount":1666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"hard_prompts/Granite 3.0 8B Instruct","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.638018,"ciLow":1216.116904,"ciHigh":1255.159132,"observedAt":"2026-11-11","runCount":900,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"hard_prompts_english/Granite 3.0 8B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.177433,"ciLow":1126.482406,"ciHigh":1171.87246,"observedAt":"2026-11-11","runCount":813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_business_and_management_and_financial_operations/Granite 3.0 8B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.595215,"ciLow":1120.95173,"ciHigh":1162.2387,"observedAt":"2026-11-11","runCount":934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_entertainment_and_sports_and_media/Granite 3.0 8B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.296287,"ciLow":1157.49292,"ciHigh":1225.099654,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_legal_and_government/Granite 3.0 8B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.89656,"ciLow":1197.254922,"ciHigh":1236.538198,"observedAt":"2026-11-11","runCount":1128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_life_and_physical_and_social_science/Granite 3.0 8B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.322923,"ciLow":1196.12837,"ciHigh":1238.517476,"observedAt":"2026-11-11","runCount":675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_mathematical/Granite 3.0 8B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.383198,"ciLow":1158.852571,"ciHigh":1229.913826,"observedAt":"2026-11-11","runCount":356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_medicine_and_healthcare/Granite 3.0 8B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.611249,"ciLow":1203.812909,"ciHigh":1233.409589,"observedAt":"2026-11-11","runCount":1825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_software_and_it_services/Granite 3.0 8B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.454665,"ciLow":1128.870912,"ciHigh":1160.038417,"observedAt":"2026-11-11","runCount":1751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_writing_and_literature_and_language/Granite 3.0 8B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.448994,"ciLow":1160.103529,"ciHigh":1184.794458,"observedAt":"2026-11-11","runCount":2597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"instruction_following/Granite 3.0 8B Instruct","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.920275,"ciLow":1181.05272,"ciHigh":1228.78783,"observedAt":"2026-11-11","runCount":603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"longer_query/Granite 3.0 8B Instruct","slice":"longer_query"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|math/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.859672,"ciLow":1180.081896,"ciHigh":1217.637448,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"math/Granite 3.0 8B Instruct","slice":"math"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.480353,"ciLow":1117.639905,"ciHigh":1157.320801,"observedAt":"2026-11-11","runCount":1148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"multi_turn/Granite 3.0 8B Instruct","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1119.765163,"ciLow":1107.852696,"ciHigh":1131.677629,"observedAt":"2026-11-11","runCount":3342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"non_english/Granite 3.0 8B Instruct","slice":"non_english"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.334274,"ciLow":1174.665606,"ciHigh":1192.002941,"observedAt":"2026-11-11","runCount":6638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"overall/Granite 3.0 8B Instruct","slice":"overall"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.5623,"ciLow":1118.645187,"ciHigh":1158.479413,"observedAt":"2026-11-11","runCount":954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"russian/Granite 3.0 8B Instruct","slice":"russian"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|chinese/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1063.202058,"ciLow":1039.939152,"ciHigh":1086.464963,"observedAt":"2026-11-11","runCount":701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"chinese/Granite 3.0 8B Instruct","slice":"chinese"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|coding/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.377506,"ciLow":1094.562898,"ciHigh":1130.192115,"observedAt":"2026-11-11","runCount":1108,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"coding/Granite 3.0 8B Instruct","slice":"coding"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|creative_writing/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.516612,"ciLow":1050.08303,"ciHigh":1090.950194,"observedAt":"2026-11-11","runCount":895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"creative_writing/Granite 3.0 8B Instruct","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|english/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1149.31563,"ciLow":1137.91259,"ciHigh":1160.71867,"observedAt":"2026-11-11","runCount":3296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"english/Granite 3.0 8B Instruct","slice":"english"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":909.949371,"ciLow":894.168882,"ciHigh":925.729861,"observedAt":"2026-11-11","runCount":4661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"exclude_ties/Granite 3.0 8B Instruct","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|expert/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1087.141549,"ciLow":1056.434271,"ciHigh":1117.848826,"observedAt":"2026-11-11","runCount":345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"expert/Granite 3.0 8B Instruct","slice":"expert"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1091.627338,"ciLow":1077.078311,"ciHigh":1106.176364,"observedAt":"2026-11-11","runCount":1666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"hard_prompts/Granite 3.0 8B Instruct","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1121.419273,"ciLow":1102.060815,"ciHigh":1140.777732,"observedAt":"2026-11-11","runCount":900,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"hard_prompts_english/Granite 3.0 8B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1040.446233,"ciLow":1018.169009,"ciHigh":1062.723457,"observedAt":"2026-11-11","runCount":813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_business_and_management_and_financial_operations/Granite 3.0 8B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1060.993564,"ciLow":1041.026673,"ciHigh":1080.960454,"observedAt":"2026-11-11","runCount":934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_entertainment_and_sports_and_media/Granite 3.0 8B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1083.930545,"ciLow":1050.929098,"ciHigh":1116.931992,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_legal_and_government/Granite 3.0 8B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1099.077661,"ciLow":1080.032642,"ciHigh":1118.122681,"observedAt":"2026-11-11","runCount":1128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_life_and_physical_and_social_science/Granite 3.0 8B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1152.425159,"ciLow":1131.319132,"ciHigh":1173.531186,"observedAt":"2026-11-11","runCount":675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_mathematical/Granite 3.0 8B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1058.053817,"ciLow":1022.547984,"ciHigh":1093.55965,"observedAt":"2026-11-11","runCount":356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_medicine_and_healthcare/Granite 3.0 8B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1099.982327,"ciLow":1085.305659,"ciHigh":1114.658995,"observedAt":"2026-11-11","runCount":1825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_software_and_it_services/Granite 3.0 8B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1078.392111,"ciLow":1063.197778,"ciHigh":1093.586445,"observedAt":"2026-11-11","runCount":1751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"industry_writing_and_literature_and_language/Granite 3.0 8B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|instruction_following/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1087.887102,"ciLow":1075.791063,"ciHigh":1099.983141,"observedAt":"2026-11-11","runCount":2597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"instruction_following/Granite 3.0 8B Instruct","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|longer_query/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1121.796205,"ciLow":1098.358355,"ciHigh":1145.234056,"observedAt":"2026-11-11","runCount":603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"longer_query/Granite 3.0 8B Instruct","slice":"longer_query"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|math/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.380155,"ciLow":1124.636175,"ciHigh":1162.124135,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"math/Granite 3.0 8B Instruct","slice":"math"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|multi_turn/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1062.711652,"ciLow":1043.05477,"ciHigh":1082.368534,"observedAt":"2026-11-11","runCount":1148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"multi_turn/Granite 3.0 8B Instruct","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|non_english/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1036.658177,"ciLow":1024.983215,"ciHigh":1048.33314,"observedAt":"2026-11-11","runCount":3342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"non_english/Granite 3.0 8B Instruct","slice":"non_english"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|overall/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1096.48707,"ciLow":1087.955257,"ciHigh":1105.018883,"observedAt":"2026-11-11","runCount":6638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"overall/Granite 3.0 8B Instruct","slice":"overall"}
{"key":"lmarena|ibm/granite-3.0-8b-instruct:default|none|lmarena-text@1|rating|russian/Granite 3.0 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.0-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1060.15755,"ciLow":1040.592072,"ciHigh":1079.723028,"observedAt":"2026-11-11","runCount":954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.0 8B Instruct","rowId":"russian/Granite 3.0 8B Instruct","slice":"russian"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.256009,"ciLow":1169.704773,"ciHigh":1246.807245,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"chinese/Granite 3.1 2B Instruct","slice":"chinese"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.045699,"ciLow":1224.576628,"ciHigh":1273.514769,"observedAt":"2026-11-11","runCount":508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"coding/Granite 3.1 2B Instruct","slice":"coding"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.859711,"ciLow":1118.028673,"ciHigh":1175.690749,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"creative_writing/Granite 3.1 2B Instruct","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|english/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.316126,"ciLow":1212.97118,"ciHigh":1241.661073,"observedAt":"2026-11-11","runCount":1739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"english/Granite 3.1 2B Instruct","slice":"english"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1017.519204,"ciLow":996.327475,"ciHigh":1038.710933,"observedAt":"2026-11-11","runCount":2152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"exclude_ties/Granite 3.1 2B Instruct","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.887093,"ciLow":1183.367168,"ciHigh":1254.407019,"observedAt":"2026-11-11","runCount":225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"expert/Granite 3.1 2B Instruct","slice":"expert"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.693491,"ciLow":1200.764003,"ciHigh":1238.622979,"observedAt":"2026-11-11","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"hard_prompts/Granite 3.1 2B Instruct","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.625923,"ciLow":1213.362133,"ciHigh":1261.889712,"observedAt":"2026-11-11","runCount":511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"hard_prompts_english/Granite 3.1 2B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.475644,"ciLow":1184.108821,"ciHigh":1242.842466,"observedAt":"2026-11-11","runCount":382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"industry_business_and_management_and_financial_operations/Granite 3.1 2B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1147.67039,"ciLow":1123.956953,"ciHigh":1171.383827,"observedAt":"2026-11-11","runCount":567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"industry_entertainment_and_sports_and_media/Granite 3.1 2B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.500236,"ciLow":1150.262432,"ciHigh":1204.73804,"observedAt":"2026-11-11","runCount":549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"industry_life_and_physical_and_social_science/Granite 3.1 2B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.821714,"ciLow":1201.902767,"ciHigh":1259.740661,"observedAt":"2026-11-11","runCount":341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"industry_mathematical/Granite 3.1 2B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.503807,"ciLow":1203.349382,"ciHigh":1243.658232,"observedAt":"2026-11-11","runCount":828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"industry_software_and_it_services/Granite 3.1 2B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.479053,"ciLow":1106.406261,"ciHigh":1148.551846,"observedAt":"2026-11-11","runCount":850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"industry_writing_and_literature_and_language/Granite 3.1 2B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.243507,"ciLow":1156.836883,"ciHigh":1189.650131,"observedAt":"2026-11-11","runCount":1252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"instruction_following/Granite 3.1 2B Instruct","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.907683,"ciLow":1197.791906,"ciHigh":1250.023459,"observedAt":"2026-11-11","runCount":489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"longer_query/Granite 3.1 2B Instruct","slice":"longer_query"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|math/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.162065,"ciLow":1171.759795,"ciHigh":1224.564335,"observedAt":"2026-11-11","runCount":391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"math/Granite 3.1 2B Instruct","slice":"math"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1143.743094,"ciLow":1116.531688,"ciHigh":1170.954501,"observedAt":"2026-11-11","runCount":579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"multi_turn/Granite 3.1 2B Instruct","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1114.201656,"ciLow":1098.250527,"ciHigh":1130.152785,"observedAt":"2026-11-11","runCount":1449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"non_english/Granite 3.1 2B Instruct","slice":"non_english"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.007321,"ciLow":1167.832546,"ciHigh":1190.182096,"observedAt":"2026-11-11","runCount":3188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"overall/Granite 3.1 2B Instruct","slice":"overall"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1111.13261,"ciLow":1082.804979,"ciHigh":1139.460241,"observedAt":"2026-11-11","runCount":464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"russian/Granite 3.1 2B Instruct","slice":"russian"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|chinese/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1138.666552,"ciLow":1100.950219,"ciHigh":1176.382886,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"chinese/Granite 3.1 2B Instruct","slice":"chinese"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|coding/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1149.151929,"ciLow":1124.800877,"ciHigh":1173.50298,"observedAt":"2026-11-11","runCount":508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"coding/Granite 3.1 2B Instruct","slice":"coding"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|creative_writing/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.804819,"ciLow":1087.019629,"ciHigh":1144.590009,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"creative_writing/Granite 3.1 2B Instruct","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|english/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1172.538691,"ciLow":1158.307216,"ciHigh":1186.770165,"observedAt":"2026-11-11","runCount":1739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"english/Granite 3.1 2B Instruct","slice":"english"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":945.938946,"ciLow":925.083435,"ciHigh":966.794456,"observedAt":"2026-11-11","runCount":2152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"exclude_ties/Granite 3.1 2B Instruct","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|expert/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1130.862337,"ciLow":1096.006899,"ciHigh":1165.717774,"observedAt":"2026-11-11","runCount":225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"expert/Granite 3.1 2B Instruct","slice":"expert"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1137.985297,"ciLow":1119.139911,"ciHigh":1156.830683,"observedAt":"2026-11-11","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"hard_prompts/Granite 3.1 2B Instruct","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1156.393243,"ciLow":1132.249577,"ciHigh":1180.53691,"observedAt":"2026-11-11","runCount":511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"hard_prompts_english/Granite 3.1 2B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1139.078965,"ciLow":1110.235387,"ciHigh":1167.922542,"observedAt":"2026-11-11","runCount":382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"industry_business_and_management_and_financial_operations/Granite 3.1 2B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.64943,"ciLow":1080.916442,"ciHigh":1128.382419,"observedAt":"2026-11-11","runCount":567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"industry_entertainment_and_sports_and_media/Granite 3.1 2B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1108.154428,"ciLow":1081.294434,"ciHigh":1135.014422,"observedAt":"2026-11-11","runCount":549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"industry_life_and_physical_and_social_science/Granite 3.1 2B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.288586,"ciLow":1157.729279,"ciHigh":1214.847893,"observedAt":"2026-11-11","runCount":341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"industry_mathematical/Granite 3.1 2B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1139.459049,"ciLow":1119.457306,"ciHigh":1159.460793,"observedAt":"2026-11-11","runCount":828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"industry_software_and_it_services/Granite 3.1 2B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.050302,"ciLow":1071.267578,"ciHigh":1112.833026,"observedAt":"2026-11-11","runCount":850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"industry_writing_and_literature_and_language/Granite 3.1 2B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|instruction_following/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.830283,"ciLow":1099.634571,"ciHigh":1132.025995,"observedAt":"2026-11-11","runCount":1252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"instruction_following/Granite 3.1 2B Instruct","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|longer_query/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.785442,"ciLow":1128.916847,"ciHigh":1180.654036,"observedAt":"2026-11-11","runCount":489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"longer_query/Granite 3.1 2B Instruct","slice":"longer_query"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|math/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1159.277207,"ciLow":1133.151474,"ciHigh":1185.40294,"observedAt":"2026-11-11","runCount":391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"math/Granite 3.1 2B Instruct","slice":"math"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|multi_turn/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1099.31902,"ciLow":1072.312949,"ciHigh":1126.325091,"observedAt":"2026-11-11","runCount":579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"multi_turn/Granite 3.1 2B Instruct","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|non_english/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1068.234261,"ciLow":1052.505024,"ciHigh":1083.963499,"observedAt":"2026-11-11","runCount":1449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"non_english/Granite 3.1 2B Instruct","slice":"non_english"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|overall/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1127.45144,"ciLow":1116.416687,"ciHigh":1138.486192,"observedAt":"2026-11-11","runCount":3188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"overall/Granite 3.1 2B Instruct","slice":"overall"}
{"key":"lmarena|ibm/granite-3.1-2b-instruct:default|none|lmarena-text@1|rating|russian/Granite 3.1 2B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-2b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1063.221334,"ciLow":1035.489045,"ciHigh":1090.953623,"observedAt":"2026-11-11","runCount":464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 2B Instruct","rowId":"russian/Granite 3.1 2B Instruct","slice":"russian"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.153553,"ciLow":1179.493478,"ciHigh":1258.813628,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"chinese/Granite 3.1 8B Instruct","slice":"chinese"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.270085,"ciLow":1262.680549,"ciHigh":1313.859621,"observedAt":"2026-11-11","runCount":478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"coding/Granite 3.1 8B Instruct","slice":"coding"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.518842,"ciLow":1144.095318,"ciHigh":1196.942365,"observedAt":"2026-11-11","runCount":450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"creative_writing/Granite 3.1 8B Instruct","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|english/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.536531,"ciLow":1234.532855,"ciHigh":1262.540208,"observedAt":"2026-11-11","runCount":1737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"english/Granite 3.1 8B Instruct","slice":"english"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1074.501076,"ciLow":1054.671963,"ciHigh":1094.330189,"observedAt":"2026-11-11","runCount":2075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"exclude_ties/Granite 3.1 8B Instruct","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.233225,"ciLow":1201.226327,"ciHigh":1271.240123,"observedAt":"2026-11-11","runCount":237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"expert/Granite 3.1 8B Instruct","slice":"expert"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.377059,"ciLow":1211.652179,"ciHigh":1251.101939,"observedAt":"2026-11-11","runCount":798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"hard_prompts/Granite 3.1 8B Instruct","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.714266,"ciLow":1225.668174,"ciHigh":1273.760358,"observedAt":"2026-11-11","runCount":517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"hard_prompts_english/Granite 3.1 8B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.413807,"ciLow":1192.531293,"ciHigh":1258.296322,"observedAt":"2026-11-11","runCount":316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_business_and_management_and_financial_operations/Granite 3.1 8B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.068636,"ciLow":1141.260446,"ciHigh":1190.876826,"observedAt":"2026-11-11","runCount":537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_entertainment_and_sports_and_media/Granite 3.1 8B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.822238,"ciLow":1208.502381,"ciHigh":1291.142094,"observedAt":"2026-11-11","runCount":215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_legal_and_government/Granite 3.1 8B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.935569,"ciLow":1190.890358,"ciHigh":1240.98078,"observedAt":"2026-11-11","runCount":560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_life_and_physical_and_social_science/Granite 3.1 8B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.704943,"ciLow":1195.736911,"ciHigh":1257.672976,"observedAt":"2026-11-11","runCount":320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_mathematical/Granite 3.1 8B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.591403,"ciLow":1230.035586,"ciHigh":1271.14722,"observedAt":"2026-11-11","runCount":780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_software_and_it_services/Granite 3.1 8B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.411462,"ciLow":1158.810556,"ciHigh":1200.012368,"observedAt":"2026-11-11","runCount":837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_writing_and_literature_and_language/Granite 3.1 8B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.8871,"ciLow":1176.25006,"ciHigh":1209.524141,"observedAt":"2026-11-11","runCount":1258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"instruction_following/Granite 3.1 8B Instruct","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.940113,"ciLow":1206.033536,"ciHigh":1259.846691,"observedAt":"2026-11-11","runCount":461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"longer_query/Granite 3.1 8B Instruct","slice":"longer_query"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|math/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1190.503458,"ciLow":1162.27507,"ciHigh":1218.731847,"observedAt":"2026-11-11","runCount":382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"math/Granite 3.1 8B Instruct","slice":"math"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.300148,"ciLow":1131.607841,"ciHigh":1182.992454,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"multi_turn/Granite 3.1 8B Instruct","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.427281,"ciLow":1140.023493,"ciHigh":1172.831069,"observedAt":"2026-11-11","runCount":1353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"non_english/Granite 3.1 8B Instruct","slice":"non_english"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.666038,"ciLow":1197.578168,"ciHigh":1219.753908,"observedAt":"2026-11-11","runCount":3090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"overall/Granite 3.1 8B Instruct","slice":"overall"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.186285,"ciLow":1122.806445,"ciHigh":1179.566125,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"russian/Granite 3.1 8B Instruct","slice":"russian"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|chinese/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1145.060734,"ciLow":1106.154587,"ciHigh":1183.966881,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"chinese/Granite 3.1 8B Instruct","slice":"chinese"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|coding/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.217308,"ciLow":1160.850918,"ciHigh":1211.583697,"observedAt":"2026-11-11","runCount":478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"coding/Granite 3.1 8B Instruct","slice":"coding"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|creative_writing/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1128.720847,"ciLow":1102.303369,"ciHigh":1155.138326,"observedAt":"2026-11-11","runCount":450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"creative_writing/Granite 3.1 8B Instruct","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|english/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1189.214015,"ciLow":1175.355212,"ciHigh":1203.072817,"observedAt":"2026-11-11","runCount":1737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"english/Granite 3.1 8B Instruct","slice":"english"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":992.235473,"ciLow":972.791299,"ciHigh":1011.679648,"observedAt":"2026-11-11","runCount":2075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"exclude_ties/Granite 3.1 8B Instruct","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|expert/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.319703,"ciLow":1106.353825,"ciHigh":1176.285581,"observedAt":"2026-11-11","runCount":237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"expert/Granite 3.1 8B Instruct","slice":"expert"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1145.347656,"ciLow":1125.940456,"ciHigh":1164.754855,"observedAt":"2026-11-11","runCount":798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"hard_prompts/Granite 3.1 8B Instruct","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1163.51266,"ciLow":1139.810481,"ciHigh":1187.214839,"observedAt":"2026-11-11","runCount":517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"hard_prompts_english/Granite 3.1 8B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.8683,"ciLow":1108.984582,"ciHigh":1174.752019,"observedAt":"2026-11-11","runCount":316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_business_and_management_and_financial_operations/Granite 3.1 8B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1111.132231,"ciLow":1086.417025,"ciHigh":1135.847438,"observedAt":"2026-11-11","runCount":537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_entertainment_and_sports_and_media/Granite 3.1 8B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.521088,"ciLow":1130.10874,"ciHigh":1210.933437,"observedAt":"2026-11-11","runCount":215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_legal_and_government/Granite 3.1 8B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1136.358913,"ciLow":1111.521471,"ciHigh":1161.196355,"observedAt":"2026-11-11","runCount":560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_life_and_physical_and_social_science/Granite 3.1 8B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.634151,"ciLow":1149.889034,"ciHigh":1211.379268,"observedAt":"2026-11-11","runCount":320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_mathematical/Granite 3.1 8B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1161.857519,"ciLow":1141.606379,"ciHigh":1182.108659,"observedAt":"2026-11-11","runCount":780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_software_and_it_services/Granite 3.1 8B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1138.515702,"ciLow":1118.378399,"ciHigh":1158.653005,"observedAt":"2026-11-11","runCount":837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"industry_writing_and_literature_and_language/Granite 3.1 8B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|instruction_following/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1130.59315,"ciLow":1114.34584,"ciHigh":1146.840459,"observedAt":"2026-11-11","runCount":1258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"instruction_following/Granite 3.1 8B Instruct","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|longer_query/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1161.619823,"ciLow":1134.938135,"ciHigh":1188.301512,"observedAt":"2026-11-11","runCount":461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"longer_query/Granite 3.1 8B Instruct","slice":"longer_query"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|math/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1151.560439,"ciLow":1123.505829,"ciHigh":1179.615049,"observedAt":"2026-11-11","runCount":382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"math/Granite 3.1 8B Instruct","slice":"math"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|multi_turn/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.989438,"ciLow":1082.324669,"ciHigh":1133.654208,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"multi_turn/Granite 3.1 8B Instruct","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|non_english/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1099.201906,"ciLow":1083.068004,"ciHigh":1115.335808,"observedAt":"2026-11-11","runCount":1353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"non_english/Granite 3.1 8B Instruct","slice":"non_english"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|overall/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1149.569513,"ciLow":1138.648838,"ciHigh":1160.490188,"observedAt":"2026-11-11","runCount":3090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"overall/Granite 3.1 8B Instruct","slice":"overall"}
{"key":"lmarena|ibm/granite-3.1-8b-instruct:default|none|lmarena-text@1|rating|russian/Granite 3.1 8B Instruct","sourceId":"lmarena","modelId":"ibm/granite-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1091.707552,"ciLow":1063.747037,"ciHigh":1119.668067,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 3.1 8B Instruct","rowId":"russian/Granite 3.1 8B Instruct","slice":"russian"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|chinese/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.413287,"ciLow":1282.373376,"ciHigh":1346.453198,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"chinese/Granite-4.0-H-Small","slice":"chinese"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|coding/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.244487,"ciLow":1313.251239,"ciHigh":1347.237735,"observedAt":"2026-11-11","runCount":1279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"coding/Granite-4.0-H-Small","slice":"coding"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|creative_writing/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.4455,"ciLow":1217.885845,"ciHigh":1265.005155,"observedAt":"2026-11-11","runCount":699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"creative_writing/Granite-4.0-H-Small","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|english/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.559132,"ciLow":1296.225182,"ciHigh":1320.893081,"observedAt":"2026-11-11","runCount":2473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"english/Granite-4.0-H-Small","slice":"english"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|exclude_ties/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.029938,"ciLow":1207.146898,"ciHigh":1232.912978,"observedAt":"2026-11-11","runCount":4147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"exclude_ties/Granite-4.0-H-Small","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|expert/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.598328,"ciLow":1284.569292,"ciHigh":1352.627365,"observedAt":"2026-11-11","runCount":316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"expert/Granite-4.0-H-Small","slice":"expert"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|hard_prompts/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.338178,"ciLow":1292.088715,"ciHigh":1314.587642,"observedAt":"2026-11-11","runCount":2994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"hard_prompts/Granite-4.0-H-Small","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.834373,"ciLow":1308.286835,"ciHigh":1341.38191,"observedAt":"2026-11-11","runCount":1372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"hard_prompts_english/Granite-4.0-H-Small","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.89426,"ciLow":1251.554989,"ciHigh":1290.233531,"observedAt":"2026-11-11","runCount":1050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_business_and_management_and_financial_operations/Granite-4.0-H-Small","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.000636,"ciLow":1238.398636,"ciHigh":1277.602637,"observedAt":"2026-11-11","runCount":985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_entertainment_and_sports_and_media/Granite-4.0-H-Small","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.637702,"ciLow":1249.464221,"ciHigh":1319.811184,"observedAt":"2026-11-11","runCount":310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_legal_and_government/Granite-4.0-H-Small","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.586716,"ciLow":1292.411096,"ciHigh":1334.762336,"observedAt":"2026-11-11","runCount":880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_life_and_physical_and_social_science/Granite-4.0-H-Small","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.333109,"ciLow":1276.413145,"ciHigh":1346.253072,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_mathematical/Granite-4.0-H-Small","slice":"industry_mathematical"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.080318,"ciLow":1259.633923,"ciHigh":1340.526712,"observedAt":"2026-11-11","runCount":258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_medicine_and_healthcare/Granite-4.0-H-Small","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.159518,"ciLow":1306.798458,"ciHigh":1333.520577,"observedAt":"2026-11-11","runCount":2133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_software_and_it_services/Granite-4.0-H-Small","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.65235,"ciLow":1241.796123,"ciHigh":1277.508578,"observedAt":"2026-11-11","runCount":1197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_writing_and_literature_and_language/Granite-4.0-H-Small","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|instruction_following/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.62004,"ciLow":1254.398015,"ciHigh":1284.842065,"observedAt":"2026-11-11","runCount":1603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"instruction_following/Granite-4.0-H-Small","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|longer_query/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.511112,"ciLow":1276.440867,"ciHigh":1310.581356,"observedAt":"2026-11-11","runCount":1308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"longer_query/Granite-4.0-H-Small","slice":"longer_query"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|math/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.212996,"ciLow":1250.395597,"ciHigh":1314.030395,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"math/Granite-4.0-H-Small","slice":"math"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|multi_turn/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.498199,"ciLow":1259.163548,"ciHigh":1299.83285,"observedAt":"2026-11-11","runCount":939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"multi_turn/Granite-4.0-H-Small","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|non_english/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.625123,"ciLow":1254.49324,"ciHigh":1276.757006,"observedAt":"2026-11-11","runCount":3139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"non_english/Granite-4.0-H-Small","slice":"non_english"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|overall/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.513692,"ciLow":1279.104112,"ciHigh":1295.923272,"observedAt":"2026-11-11","runCount":5612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"overall/Granite-4.0-H-Small","slice":"overall"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|polish/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.826113,"ciLow":1182.287272,"ciHigh":1273.364954,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"polish/Granite-4.0-H-Small","slice":"polish"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|russian/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.128161,"ciLow":1224.658551,"ciHigh":1281.597771,"observedAt":"2026-11-11","runCount":424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"russian/Granite-4.0-H-Small","slice":"russian"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text-style-control@1|rating|spanish/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.024273,"ciLow":1260.084593,"ciHigh":1351.963953,"observedAt":"2026-11-11","runCount":192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"spanish/Granite-4.0-H-Small","slice":"spanish"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|chinese/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.890405,"ciLow":1218.896553,"ciHigh":1282.884257,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"chinese/Granite-4.0-H-Small","slice":"chinese"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|coding/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.41758,"ciLow":1232.339453,"ciHigh":1266.495708,"observedAt":"2026-11-11","runCount":1279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"coding/Granite-4.0-H-Small","slice":"coding"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|creative_writing/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1210.098238,"ciLow":1186.871558,"ciHigh":1233.324918,"observedAt":"2026-11-11","runCount":699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"creative_writing/Granite-4.0-H-Small","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|english/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.336882,"ciLow":1253.986951,"ciHigh":1278.686812,"observedAt":"2026-11-11","runCount":2473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"english/Granite-4.0-H-Small","slice":"english"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|exclude_ties/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.28408,"ciLow":1141.469826,"ciHigh":1167.098334,"observedAt":"2026-11-11","runCount":4147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"exclude_ties/Granite-4.0-H-Small","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|expert/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.545072,"ciLow":1216.405446,"ciHigh":1284.684698,"observedAt":"2026-11-11","runCount":316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"expert/Granite-4.0-H-Small","slice":"expert"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|hard_prompts/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.742021,"ciLow":1229.433879,"ciHigh":1252.050164,"observedAt":"2026-11-11","runCount":2994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"hard_prompts/Granite-4.0-H-Small","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|hard_prompts_english/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.172118,"ciLow":1249.617862,"ciHigh":1282.726374,"observedAt":"2026-11-11","runCount":1372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"hard_prompts_english/Granite-4.0-H-Small","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.842368,"ciLow":1192.386876,"ciHigh":1231.29786,"observedAt":"2026-11-11","runCount":1050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_business_and_management_and_financial_operations/Granite-4.0-H-Small","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1212.463807,"ciLow":1193.049,"ciHigh":1231.878613,"observedAt":"2026-11-11","runCount":985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_entertainment_and_sports_and_media/Granite-4.0-H-Small","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|industry_legal_and_government/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.510736,"ciLow":1191.005484,"ciHigh":1262.015988,"observedAt":"2026-11-11","runCount":310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_legal_and_government/Granite-4.0-H-Small","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.513873,"ciLow":1231.156557,"ciHigh":1273.87119,"observedAt":"2026-11-11","runCount":880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_life_and_physical_and_social_science/Granite-4.0-H-Small","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|industry_mathematical/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.454099,"ciLow":1243.404633,"ciHigh":1313.503565,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_mathematical/Granite-4.0-H-Small","slice":"industry_mathematical"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.542969,"ciLow":1178.817161,"ciHigh":1260.268777,"observedAt":"2026-11-11","runCount":258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_medicine_and_healthcare/Granite-4.0-H-Small","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|industry_software_and_it_services/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.3632,"ciLow":1239.934761,"ciHigh":1266.791639,"observedAt":"2026-11-11","runCount":2133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_software_and_it_services/Granite-4.0-H-Small","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.013632,"ciLow":1208.286122,"ciHigh":1243.741142,"observedAt":"2026-11-11","runCount":1197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"industry_writing_and_literature_and_language/Granite-4.0-H-Small","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|instruction_following/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.370773,"ciLow":1207.181652,"ciHigh":1237.559895,"observedAt":"2026-11-11","runCount":1603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"instruction_following/Granite-4.0-H-Small","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|longer_query/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.315693,"ciLow":1225.387207,"ciHigh":1259.244179,"observedAt":"2026-11-11","runCount":1308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"longer_query/Granite-4.0-H-Small","slice":"longer_query"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|math/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.430384,"ciLow":1221.647158,"ciHigh":1285.21361,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"math/Granite-4.0-H-Small","slice":"math"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|multi_turn/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.165199,"ciLow":1222.940667,"ciHigh":1263.389731,"observedAt":"2026-11-11","runCount":939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"multi_turn/Granite-4.0-H-Small","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|non_english/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.65504,"ciLow":1205.474264,"ciHigh":1227.835816,"observedAt":"2026-11-11","runCount":3139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"non_english/Granite-4.0-H-Small","slice":"non_english"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|overall/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.484656,"ciLow":1233.039646,"ciHigh":1249.929665,"observedAt":"2026-11-11","runCount":5612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"overall/Granite-4.0-H-Small","slice":"overall"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|polish/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1168.068165,"ciLow":1122.816323,"ciHigh":1213.320006,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"polish/Granite-4.0-H-Small","slice":"polish"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|russian/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1200.882456,"ciLow":1172.129776,"ciHigh":1229.635135,"observedAt":"2026-11-11","runCount":424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"russian/Granite-4.0-H-Small","slice":"russian"}
{"key":"lmarena|ibm/granite-4.0-h-small:default|none|lmarena-text@1|rating|spanish/Granite-4.0-H-Small","sourceId":"lmarena","modelId":"ibm/granite-4.0-h-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.426467,"ciLow":1212.462278,"ciHigh":1304.390655,"observedAt":"2026-11-11","runCount":192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite-4.0-H-Small","rowId":"spanish/Granite-4.0-H-Small","slice":"spanish"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|chinese/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.79788,"ciLow":1321.79476,"ciHigh":1411.800999,"observedAt":"2026-11-11","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"chinese/Granite 4.1 8B","slice":"chinese"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|coding/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.91988,"ciLow":1334.086476,"ciHigh":1373.753284,"observedAt":"2026-11-11","runCount":1086,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"coding/Granite 4.1 8B","slice":"coding"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|creative_writing/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.51295,"ciLow":1238.493399,"ciHigh":1288.532501,"observedAt":"2026-11-11","runCount":681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"creative_writing/Granite 4.1 8B","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|english/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.742878,"ciLow":1315.590686,"ciHigh":1343.895071,"observedAt":"2026-11-11","runCount":2003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"english/Granite 4.1 8B","slice":"english"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.510626,"ciLow":1237.351353,"ciHigh":1265.669899,"observedAt":"2026-11-11","runCount":3216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"exclude_ties/Granite 4.1 8B","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|expert/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.082719,"ciLow":1308.487159,"ciHigh":1371.678278,"observedAt":"2026-11-11","runCount":403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"expert/Granite 4.1 8B","slice":"expert"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.196192,"ciLow":1307.567516,"ciHigh":1332.824868,"observedAt":"2026-11-11","runCount":2722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"hard_prompts/Granite 4.1 8B","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.891848,"ciLow":1321.432014,"ciHigh":1356.351682,"observedAt":"2026-11-11","runCount":1394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"hard_prompts_english/Granite 4.1 8B","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.082783,"ciLow":1267.960926,"ciHigh":1316.20464,"observedAt":"2026-11-11","runCount":693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_business_and_management_and_financial_operations/Granite 4.1 8B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.771547,"ciLow":1233.206096,"ciHigh":1278.336998,"observedAt":"2026-11-11","runCount":877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_entertainment_and_sports_and_media/Granite 4.1 8B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.177012,"ciLow":1308.634128,"ciHigh":1387.719895,"observedAt":"2026-11-11","runCount":243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_legal_and_government/Granite 4.1 8B","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.019531,"ciLow":1302.717002,"ciHigh":1351.322059,"observedAt":"2026-11-11","runCount":698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_life_and_physical_and_social_science/Granite 4.1 8B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.209341,"ciLow":1288.741212,"ciHigh":1369.677469,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_mathematical/Granite 4.1 8B","slice":"industry_mathematical"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.108479,"ciLow":1279.129626,"ciHigh":1353.087332,"observedAt":"2026-11-11","runCount":317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_medicine_and_healthcare/Granite 4.1 8B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.894011,"ciLow":1335.787976,"ciHigh":1368.000047,"observedAt":"2026-11-11","runCount":1603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_software_and_it_services/Granite 4.1 8B","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.842495,"ciLow":1254.080877,"ciHigh":1295.604113,"observedAt":"2026-11-11","runCount":984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_writing_and_literature_and_language/Granite 4.1 8B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|instruction_following/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.172665,"ciLow":1270.78948,"ciHigh":1305.555851,"observedAt":"2026-11-11","runCount":1427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"instruction_following/Granite 4.1 8B","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|longer_query/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.933876,"ciLow":1275.036201,"ciHigh":1308.831551,"observedAt":"2026-11-11","runCount":1611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"longer_query/Granite 4.1 8B","slice":"longer_query"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|math/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.486696,"ciLow":1278.893242,"ciHigh":1356.080149,"observedAt":"2026-11-11","runCount":246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"math/Granite 4.1 8B","slice":"math"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|multi_turn/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.040394,"ciLow":1254.188261,"ciHigh":1303.892527,"observedAt":"2026-11-11","runCount":701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"multi_turn/Granite 4.1 8B","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|non_english/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.935002,"ciLow":1259.994598,"ciHigh":1287.875406,"observedAt":"2026-11-11","runCount":2131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"non_english/Granite 4.1 8B","slice":"non_english"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|overall/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.299392,"ciLow":1294.259897,"ciHigh":1314.338886,"observedAt":"2026-11-11","runCount":4134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"overall/Granite 4.1 8B","slice":"overall"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text-style-control@1|rating|russian/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.418548,"ciLow":1223.639007,"ciHigh":1283.198089,"observedAt":"2026-11-11","runCount":457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"russian/Granite 4.1 8B","slice":"russian"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|chinese/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.034261,"ciLow":1291.925136,"ciHigh":1380.143387,"observedAt":"2026-11-11","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"chinese/Granite 4.1 8B","slice":"chinese"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|coding/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.190639,"ciLow":1293.704755,"ciHigh":1332.676522,"observedAt":"2026-11-11","runCount":1086,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"coding/Granite 4.1 8B","slice":"coding"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|creative_writing/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.47529,"ciLow":1226.66223,"ciHigh":1276.28835,"observedAt":"2026-11-11","runCount":681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"creative_writing/Granite 4.1 8B","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|english/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.403455,"ciLow":1301.386259,"ciHigh":1329.420651,"observedAt":"2026-11-11","runCount":2003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"english/Granite 4.1 8B","slice":"english"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|exclude_ties/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1235.528195,"ciLow":1221.621306,"ciHigh":1249.435084,"observedAt":"2026-11-11","runCount":3216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"exclude_ties/Granite 4.1 8B","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|expert/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.749656,"ciLow":1280.519793,"ciHigh":1342.97952,"observedAt":"2026-11-11","runCount":403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"expert/Granite 4.1 8B","slice":"expert"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|hard_prompts/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.672374,"ciLow":1281.226162,"ciHigh":1306.118585,"observedAt":"2026-11-11","runCount":2722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"hard_prompts/Granite 4.1 8B","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|hard_prompts_english/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.074006,"ciLow":1295.929526,"ciHigh":1330.218486,"observedAt":"2026-11-11","runCount":1394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"hard_prompts_english/Granite 4.1 8B","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.645727,"ciLow":1244.785879,"ciHigh":1292.505575,"observedAt":"2026-11-11","runCount":693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_business_and_management_and_financial_operations/Granite 4.1 8B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.414481,"ciLow":1221.248011,"ciHigh":1265.580951,"observedAt":"2026-11-11","runCount":877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_entertainment_and_sports_and_media/Granite 4.1 8B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|industry_legal_and_government/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.951121,"ciLow":1288.216977,"ciHigh":1367.685265,"observedAt":"2026-11-11","runCount":243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_legal_and_government/Granite 4.1 8B","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.682951,"ciLow":1282.778946,"ciHigh":1330.586957,"observedAt":"2026-11-11","runCount":698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_life_and_physical_and_social_science/Granite 4.1 8B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|industry_mathematical/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.782148,"ciLow":1284.920177,"ciHigh":1364.644118,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_mathematical/Granite 4.1 8B","slice":"industry_mathematical"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.538709,"ciLow":1260.841048,"ciHigh":1332.236371,"observedAt":"2026-11-11","runCount":317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_medicine_and_healthcare/Granite 4.1 8B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1322.702666,"ciLow":1306.82309,"ciHigh":1338.582242,"observedAt":"2026-11-11","runCount":1603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_software_and_it_services/Granite 4.1 8B","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.172645,"ciLow":1239.666834,"ciHigh":1280.678457,"observedAt":"2026-11-11","runCount":984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"industry_writing_and_literature_and_language/Granite 4.1 8B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|instruction_following/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.777416,"ciLow":1251.594459,"ciHigh":1285.960374,"observedAt":"2026-11-11","runCount":1427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"instruction_following/Granite 4.1 8B","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|longer_query/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.62751,"ciLow":1258.043262,"ciHigh":1291.211759,"observedAt":"2026-11-11","runCount":1611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"longer_query/Granite 4.1 8B","slice":"longer_query"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|math/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.655075,"ciLow":1274.422369,"ciHigh":1350.88778,"observedAt":"2026-11-11","runCount":246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"math/Granite 4.1 8B","slice":"math"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|multi_turn/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.285476,"ciLow":1243.471228,"ciHigh":1293.099724,"observedAt":"2026-11-11","runCount":701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"multi_turn/Granite 4.1 8B","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|non_english/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.003104,"ciLow":1247.152695,"ciHigh":1274.853513,"observedAt":"2026-11-11","runCount":2131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"non_english/Granite 4.1 8B","slice":"non_english"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|overall/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.763552,"ciLow":1280.806281,"ciHigh":1300.720823,"observedAt":"2026-11-11","runCount":4134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"overall/Granite 4.1 8B","slice":"overall"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-text@1|rating|russian/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.604426,"ciLow":1208.856445,"ciHigh":1268.352406,"observedAt":"2026-11-11","runCount":457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"russian/Granite 4.1 8B","slice":"russian"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-webdev@1|rating|overall/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1192.708987,"ciLow":1174.122159,"ciHigh":1211.295814,"observedAt":"2026-11-15","runCount":1750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"overall/Granite 4.1 8B","slice":"overall"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-webdev@1|rating|webdev-html/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1207.580665,"ciLow":1158.246796,"ciHigh":1256.914535,"observedAt":"2026-11-15","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"webdev-html/Granite 4.1 8B","slice":"webdev-html"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-webdev@1|rating|webdev-react/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1180.482478,"ciLow":1160.034387,"ciHigh":1200.930569,"observedAt":"2026-11-15","runCount":1487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"webdev-react/Granite 4.1 8B","slice":"webdev-react"}
{"key":"lmarena|ibm/granite-4.1-8b:default|none|lmarena-webdev@1|rating|webdev/Granite 4.1 8B","sourceId":"lmarena","modelId":"ibm/granite-4.1-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1192.708987,"ciLow":1174.122159,"ciHigh":1211.295814,"observedAt":"2026-11-15","runCount":1750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.1 8B","rowId":"webdev/Granite 4.1 8B","slice":"webdev"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|chinese/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.977856,"ciLow":1351.106937,"ciHigh":1426.848775,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"chinese/Granite 4.2 30B","slice":"chinese"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|coding/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.177937,"ciLow":1376.937853,"ciHigh":1419.418021,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"coding/Granite 4.2 30B","slice":"coding"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|creative_writing/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.980091,"ciLow":1237.371525,"ciHigh":1288.588657,"observedAt":"2026-11-11","runCount":637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"creative_writing/Granite 4.2 30B","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|english/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.662633,"ciLow":1345.79866,"ciHigh":1377.526606,"observedAt":"2026-11-11","runCount":1419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"english/Granite 4.2 30B","slice":"english"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.257241,"ciLow":1286.594922,"ciHigh":1315.919561,"observedAt":"2026-11-11","runCount":2504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"exclude_ties/Granite 4.2 30B","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|expert/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.171085,"ciLow":1367.388147,"ciHigh":1428.954023,"observedAt":"2026-11-11","runCount":356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"expert/Granite 4.2 30B","slice":"expert"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.479832,"ciLow":1352.05827,"ciHigh":1378.901393,"observedAt":"2026-11-11","runCount":2089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"hard_prompts/Granite 4.2 30B","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.705383,"ciLow":1361.734918,"ciHigh":1401.675847,"observedAt":"2026-11-11","runCount":929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"hard_prompts_english/Granite 4.2 30B","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.889052,"ciLow":1305.851452,"ciHigh":1355.926651,"observedAt":"2026-11-11","runCount":617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_business_and_management_and_financial_operations/Granite 4.2 30B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.65483,"ciLow":1253.591334,"ciHigh":1299.718326,"observedAt":"2026-11-11","runCount":776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_entertainment_and_sports_and_media/Granite 4.2 30B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.694941,"ciLow":1287.700547,"ciHigh":1361.689336,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_legal_and_government/Granite 4.2 30B","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.126189,"ciLow":1328.602292,"ciHigh":1381.650087,"observedAt":"2026-11-11","runCount":499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_life_and_physical_and_social_science/Granite 4.2 30B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.799166,"ciLow":1256.372252,"ciHigh":1339.22608,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_medicine_and_healthcare/Granite 4.2 30B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.188314,"ciLow":1376.096945,"ciHigh":1410.279683,"observedAt":"2026-11-11","runCount":1234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_software_and_it_services/Granite 4.2 30B","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.0127,"ciLow":1269.461784,"ciHigh":1312.563617,"observedAt":"2026-11-11","runCount":855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_writing_and_literature_and_language/Granite 4.2 30B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|instruction_following/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.898391,"ciLow":1323.611933,"ciHigh":1360.184849,"observedAt":"2026-11-11","runCount":1138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"instruction_following/Granite 4.2 30B","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|longer_query/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.812615,"ciLow":1330.196486,"ciHigh":1363.428744,"observedAt":"2026-11-11","runCount":1401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"longer_query/Granite 4.2 30B","slice":"longer_query"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|multi_turn/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.300233,"ciLow":1292.317374,"ciHigh":1346.283091,"observedAt":"2026-11-11","runCount":539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"multi_turn/Granite 4.2 30B","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|non_english/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.270071,"ciLow":1305.233673,"ciHigh":1333.30647,"observedAt":"2026-11-11","runCount":1895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"non_english/Granite 4.2 30B","slice":"non_english"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|overall/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.144066,"ciLow":1329.548264,"ciHigh":1350.739867,"observedAt":"2026-11-11","runCount":3314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"overall/Granite 4.2 30B","slice":"overall"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text-style-control@1|rating|russian/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.933927,"ciLow":1292.731263,"ciHigh":1357.13659,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"russian/Granite 4.2 30B","slice":"russian"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|chinese/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.758489,"ciLow":1385.170634,"ciHigh":1460.346344,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"chinese/Granite 4.2 30B","slice":"chinese"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|coding/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.75945,"ciLow":1373.462202,"ciHigh":1416.056697,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"coding/Granite 4.2 30B","slice":"coding"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|creative_writing/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.586772,"ciLow":1259.097081,"ciHigh":1310.076462,"observedAt":"2026-11-11","runCount":637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"creative_writing/Granite 4.2 30B","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|english/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.774607,"ciLow":1368.00507,"ciHigh":1399.544145,"observedAt":"2026-11-11","runCount":1419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"english/Granite 4.2 30B","slice":"english"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|exclude_ties/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.564394,"ciLow":1315.103301,"ciHigh":1344.025488,"observedAt":"2026-11-11","runCount":2504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"exclude_ties/Granite 4.2 30B","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|expert/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.322776,"ciLow":1377.961539,"ciHigh":1438.684013,"observedAt":"2026-11-11","runCount":356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"expert/Granite 4.2 30B","slice":"expert"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|hard_prompts/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.736473,"ciLow":1363.396541,"ciHigh":1390.076406,"observedAt":"2026-11-11","runCount":2089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"hard_prompts/Granite 4.2 30B","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|hard_prompts_english/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.653172,"ciLow":1370.921877,"ciHigh":1410.384467,"observedAt":"2026-11-11","runCount":929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"hard_prompts_english/Granite 4.2 30B","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.524258,"ciLow":1321.893173,"ciHigh":1371.155343,"observedAt":"2026-11-11","runCount":617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_business_and_management_and_financial_operations/Granite 4.2 30B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.970657,"ciLow":1274.971933,"ciHigh":1320.969381,"observedAt":"2026-11-11","runCount":776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_entertainment_and_sports_and_media/Granite 4.2 30B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|industry_legal_and_government/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.667011,"ciLow":1317.659275,"ciHigh":1391.674748,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_legal_and_government/Granite 4.2 30B","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.667643,"ciLow":1356.348173,"ciHigh":1408.987112,"observedAt":"2026-11-11","runCount":499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_life_and_physical_and_social_science/Granite 4.2 30B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.569243,"ciLow":1291.499007,"ciHigh":1373.639479,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_medicine_and_healthcare/Granite 4.2 30B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.008262,"ciLow":1384.946976,"ciHigh":1419.069548,"observedAt":"2026-11-11","runCount":1234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_software_and_it_services/Granite 4.2 30B","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.758733,"ciLow":1286.387016,"ciHigh":1329.130451,"observedAt":"2026-11-11","runCount":855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"industry_writing_and_literature_and_language/Granite 4.2 30B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|instruction_following/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.587907,"ciLow":1331.379247,"ciHigh":1367.796566,"observedAt":"2026-11-11","runCount":1138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"instruction_following/Granite 4.2 30B","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|longer_query/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.602056,"ciLow":1342.086322,"ciHigh":1375.117789,"observedAt":"2026-11-11","runCount":1401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"longer_query/Granite 4.2 30B","slice":"longer_query"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|multi_turn/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.00895,"ciLow":1313.173355,"ciHigh":1366.844544,"observedAt":"2026-11-11","runCount":539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"multi_turn/Granite 4.2 30B","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|non_english/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.208844,"ciLow":1326.19481,"ciHigh":1354.222878,"observedAt":"2026-11-11","runCount":1895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"non_english/Granite 4.2 30B","slice":"non_english"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|overall/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.56345,"ciLow":1351.005217,"ciHigh":1372.121682,"observedAt":"2026-11-11","runCount":3314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"overall/Granite 4.2 30B","slice":"overall"}
{"key":"lmarena|ibm/granite-4.2-30b:default|none|lmarena-text@1|rating|russian/Granite 4.2 30B","sourceId":"lmarena","modelId":"ibm/granite-4.2-30b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.999132,"ciLow":1304.675268,"ciHigh":1369.322996,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 30B","rowId":"russian/Granite 4.2 30B","slice":"russian"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|chinese/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.048065,"ciLow":1215.90353,"ciHigh":1314.192599,"observedAt":"2026-11-11","runCount":200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"chinese/Granite 4.2 3B","slice":"chinese"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|coding/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.685713,"ciLow":1353.170686,"ciHigh":1398.200741,"observedAt":"2026-11-11","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"coding/Granite 4.2 3B","slice":"coding"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|creative_writing/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1203.566356,"ciLow":1175.207942,"ciHigh":1231.92477,"observedAt":"2026-11-11","runCount":620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"creative_writing/Granite 4.2 3B","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|english/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.599781,"ciLow":1295.384172,"ciHigh":1329.815389,"observedAt":"2026-11-11","runCount":1340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"english/Granite 4.2 3B","slice":"english"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.038937,"ciLow":1217.683315,"ciHigh":1250.394559,"observedAt":"2026-11-11","runCount":2520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"exclude_ties/Granite 4.2 3B","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|expert/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.681351,"ciLow":1283.116719,"ciHigh":1356.245983,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"expert/Granite 4.2 3B","slice":"expert"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.252004,"ciLow":1294.286164,"ciHigh":1324.217843,"observedAt":"2026-11-11","runCount":1972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"hard_prompts/Granite 4.2 3B","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.775414,"ciLow":1314.775292,"ciHigh":1358.775537,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"hard_prompts_english/Granite 4.2 3B","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.44931,"ciLow":1260.177087,"ciHigh":1312.721534,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_business_and_management_and_financial_operations/Granite 4.2 3B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.280104,"ciLow":1182.292808,"ciHigh":1234.2674,"observedAt":"2026-11-11","runCount":740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_entertainment_and_sports_and_media/Granite 4.2 3B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.310123,"ciLow":1273.034075,"ciHigh":1353.586172,"observedAt":"2026-11-11","runCount":252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_legal_and_government/Granite 4.2 3B","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.687745,"ciLow":1272.359068,"ciHigh":1333.016422,"observedAt":"2026-11-11","runCount":486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_life_and_physical_and_social_science/Granite 4.2 3B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.487312,"ciLow":1218.020674,"ciHigh":1312.953949,"observedAt":"2026-11-11","runCount":221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_medicine_and_healthcare/Granite 4.2 3B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.983951,"ciLow":1335.149027,"ciHigh":1372.818875,"observedAt":"2026-11-11","runCount":1164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_software_and_it_services/Granite 4.2 3B","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.416266,"ciLow":1194.540057,"ciHigh":1244.292476,"observedAt":"2026-11-11","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_writing_and_literature_and_language/Granite 4.2 3B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|instruction_following/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.822334,"ciLow":1262.666737,"ciHigh":1302.977932,"observedAt":"2026-11-11","runCount":1067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"instruction_following/Granite 4.2 3B","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|longer_query/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.927641,"ciLow":1280.063706,"ciHigh":1317.791575,"observedAt":"2026-11-11","runCount":1319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"longer_query/Granite 4.2 3B","slice":"longer_query"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|multi_turn/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.336941,"ciLow":1251.941458,"ciHigh":1310.732424,"observedAt":"2026-11-11","runCount":516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"multi_turn/Granite 4.2 3B","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|non_english/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.126387,"ciLow":1250.412756,"ciHigh":1281.840017,"observedAt":"2026-11-11","runCount":1844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"non_english/Granite 4.2 3B","slice":"non_english"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|overall/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.966651,"ciLow":1277.229781,"ciHigh":1300.703521,"observedAt":"2026-11-11","runCount":3184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"overall/Granite 4.2 3B","slice":"overall"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text-style-control@1|rating|russian/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.903622,"ciLow":1210.362233,"ciHigh":1281.445011,"observedAt":"2026-11-11","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"russian/Granite 4.2 3B","slice":"russian"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|chinese/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.764124,"ciLow":1230.284076,"ciHigh":1327.244172,"observedAt":"2026-11-11","runCount":200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"chinese/Granite 4.2 3B","slice":"chinese"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|coding/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.438049,"ciLow":1336.301794,"ciHigh":1380.574304,"observedAt":"2026-11-11","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"coding/Granite 4.2 3B","slice":"coding"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|creative_writing/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.836276,"ciLow":1175.398805,"ciHigh":1232.273746,"observedAt":"2026-11-11","runCount":620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"creative_writing/Granite 4.2 3B","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|english/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.447177,"ciLow":1301.264162,"ciHigh":1335.630193,"observedAt":"2026-11-11","runCount":1340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"english/Granite 4.2 3B","slice":"english"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|exclude_ties/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1239.628206,"ciLow":1223.538503,"ciHigh":1255.717909,"observedAt":"2026-11-11","runCount":2520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"exclude_ties/Granite 4.2 3B","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|expert/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.398888,"ciLow":1268.801842,"ciHigh":1341.995934,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"expert/Granite 4.2 3B","slice":"expert"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|hard_prompts/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.973474,"ciLow":1289.174348,"ciHigh":1318.772599,"observedAt":"2026-11-11","runCount":1972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"hard_prompts/Granite 4.2 3B","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|hard_prompts_english/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.608289,"ciLow":1309.67713,"ciHigh":1353.539448,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"hard_prompts_english/Granite 4.2 3B","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.446161,"ciLow":1260.741736,"ciHigh":1312.150586,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_business_and_management_and_financial_operations/Granite 4.2 3B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.035533,"ciLow":1187.383472,"ciHigh":1238.687593,"observedAt":"2026-11-11","runCount":740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_entertainment_and_sports_and_media/Granite 4.2 3B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|industry_legal_and_government/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.053558,"ciLow":1274.350039,"ciHigh":1353.757077,"observedAt":"2026-11-11","runCount":252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_legal_and_government/Granite 4.2 3B","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.749999,"ciLow":1274.261622,"ciHigh":1333.238375,"observedAt":"2026-11-11","runCount":486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_life_and_physical_and_social_science/Granite 4.2 3B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.745104,"ciLow":1227.044395,"ciHigh":1318.445814,"observedAt":"2026-11-11","runCount":221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_medicine_and_healthcare/Granite 4.2 3B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.214165,"ciLow":1329.643135,"ciHigh":1366.785196,"observedAt":"2026-11-11","runCount":1164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_software_and_it_services/Granite 4.2 3B","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.829537,"ciLow":1189.148985,"ciHigh":1238.510089,"observedAt":"2026-11-11","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"industry_writing_and_literature_and_language/Granite 4.2 3B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|instruction_following/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.137993,"ciLow":1252.149441,"ciHigh":1292.126545,"observedAt":"2026-11-11","runCount":1067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"instruction_following/Granite 4.2 3B","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|longer_query/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.666625,"ciLow":1271.143954,"ciHigh":1308.189296,"observedAt":"2026-11-11","runCount":1319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"longer_query/Granite 4.2 3B","slice":"longer_query"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|multi_turn/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.99808,"ciLow":1258.827497,"ciHigh":1317.168663,"observedAt":"2026-11-11","runCount":516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"multi_turn/Granite 4.2 3B","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|non_english/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.955396,"ciLow":1252.469562,"ciHigh":1283.441231,"observedAt":"2026-11-11","runCount":1844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"non_english/Granite 4.2 3B","slice":"non_english"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|overall/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.423366,"ciLow":1280.785358,"ciHigh":1304.061374,"observedAt":"2026-11-11","runCount":3184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"overall/Granite 4.2 3B","slice":"overall"}
{"key":"lmarena|ibm/granite-4.2-3b:default|none|lmarena-text@1|rating|russian/Granite 4.2 3B","sourceId":"lmarena","modelId":"ibm/granite-4.2-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.158989,"ciLow":1207.431211,"ciHigh":1276.886768,"observedAt":"2026-11-11","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 3B","rowId":"russian/Granite 4.2 3B","slice":"russian"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|chinese/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.955163,"ciLow":1286.315134,"ciHigh":1367.595192,"observedAt":"2026-11-11","runCount":221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"chinese/Granite 4.2 8B","slice":"chinese"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|coding/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.72174,"ciLow":1344.916216,"ciHigh":1388.527265,"observedAt":"2026-11-11","runCount":810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"coding/Granite 4.2 8B","slice":"coding"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|creative_writing/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.127366,"ciLow":1171.95365,"ciHigh":1226.301082,"observedAt":"2026-11-11","runCount":622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"creative_writing/Granite 4.2 8B","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|english/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.547564,"ciLow":1291.68435,"ciHigh":1325.410777,"observedAt":"2026-11-11","runCount":1384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"english/Granite 4.2 8B","slice":"english"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.691162,"ciLow":1214.934129,"ciHigh":1246.448195,"observedAt":"2026-11-11","runCount":2460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"exclude_ties/Granite 4.2 8B","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|expert/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.618041,"ciLow":1334.783474,"ciHigh":1404.452608,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"expert/Granite 4.2 8B","slice":"expert"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.645611,"ciLow":1290.426328,"ciHigh":1318.864894,"observedAt":"2026-11-11","runCount":2035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"hard_prompts/Granite 4.2 8B","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.602331,"ciLow":1301.21356,"ciHigh":1343.991101,"observedAt":"2026-11-11","runCount":882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"hard_prompts_english/Granite 4.2 8B","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.640874,"ciLow":1266.823023,"ciHigh":1316.458725,"observedAt":"2026-11-11","runCount":598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_business_and_management_and_financial_operations/Granite 4.2 8B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.651785,"ciLow":1209.904198,"ciHigh":1255.399373,"observedAt":"2026-11-11","runCount":802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_entertainment_and_sports_and_media/Granite 4.2 8B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.901726,"ciLow":1248.003024,"ciHigh":1323.800429,"observedAt":"2026-11-11","runCount":268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_legal_and_government/Granite 4.2 8B","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.656388,"ciLow":1273.06567,"ciHigh":1328.247107,"observedAt":"2026-11-11","runCount":514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_life_and_physical_and_social_science/Granite 4.2 8B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.496809,"ciLow":1248.932813,"ciHigh":1332.060805,"observedAt":"2026-11-11","runCount":235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_medicine_and_healthcare/Granite 4.2 8B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.92312,"ciLow":1328.417901,"ciHigh":1365.428339,"observedAt":"2026-11-11","runCount":1135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_software_and_it_services/Granite 4.2 8B","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.178038,"ciLow":1218.421976,"ciHigh":1263.934101,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_writing_and_literature_and_language/Granite 4.2 8B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|instruction_following/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.204596,"ciLow":1262.124162,"ciHigh":1300.285031,"observedAt":"2026-11-11","runCount":1113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"instruction_following/Granite 4.2 8B","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|longer_query/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.516048,"ciLow":1288.02649,"ciHigh":1323.005606,"observedAt":"2026-11-11","runCount":1333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"longer_query/Granite 4.2 8B","slice":"longer_query"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|multi_turn/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.608299,"ciLow":1240.864523,"ciHigh":1298.352076,"observedAt":"2026-11-11","runCount":515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"multi_turn/Granite 4.2 8B","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|non_english/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.514206,"ciLow":1254.675849,"ciHigh":1284.352562,"observedAt":"2026-11-11","runCount":1809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"non_english/Granite 4.2 8B","slice":"non_english"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|overall/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.287675,"ciLow":1278.000998,"ciHigh":1300.574352,"observedAt":"2026-11-11","runCount":3193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"overall/Granite 4.2 8B","slice":"overall"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text-style-control@1|rating|russian/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.789101,"ciLow":1220.026037,"ciHigh":1289.552166,"observedAt":"2026-11-11","runCount":329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"russian/Granite 4.2 8B","slice":"russian"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|chinese/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.309615,"ciLow":1322.242927,"ciHigh":1402.376303,"observedAt":"2026-11-11","runCount":221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"chinese/Granite 4.2 8B","slice":"chinese"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|coding/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.191258,"ciLow":1352.581614,"ciHigh":1395.800902,"observedAt":"2026-11-11","runCount":810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"coding/Granite 4.2 8B","slice":"coding"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|creative_writing/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.626691,"ciLow":1207.435714,"ciHigh":1261.817669,"observedAt":"2026-11-11","runCount":622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"creative_writing/Granite 4.2 8B","slice":"creative_writing"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|english/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.500869,"ciLow":1319.765651,"ciHigh":1353.236087,"observedAt":"2026-11-11","runCount":1384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"english/Granite 4.2 8B","slice":"english"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|exclude_ties/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.180445,"ciLow":1256.6814,"ciHigh":1287.679489,"observedAt":"2026-11-11","runCount":2460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"exclude_ties/Granite 4.2 8B","slice":"exclude_ties"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|expert/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.529056,"ciLow":1346.898131,"ciHigh":1414.159981,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"expert/Granite 4.2 8B","slice":"expert"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|hard_prompts/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.735763,"ciLow":1311.672756,"ciHigh":1339.79877,"observedAt":"2026-11-11","runCount":2035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"hard_prompts/Granite 4.2 8B","slice":"hard_prompts"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|hard_prompts_english/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.467285,"ciLow":1320.246492,"ciHigh":1362.688077,"observedAt":"2026-11-11","runCount":882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"hard_prompts_english/Granite 4.2 8B","slice":"hard_prompts_english"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1321.423506,"ciLow":1296.603921,"ciHigh":1346.24309,"observedAt":"2026-11-11","runCount":598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_business_and_management_and_financial_operations/Granite 4.2 8B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.877896,"ciLow":1244.088729,"ciHigh":1289.667063,"observedAt":"2026-11-11","runCount":802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_entertainment_and_sports_and_media/Granite 4.2 8B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|industry_legal_and_government/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.307903,"ciLow":1290.160667,"ciHigh":1364.455138,"observedAt":"2026-11-11","runCount":268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_legal_and_government/Granite 4.2 8B","slice":"industry_legal_and_government"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.104841,"ciLow":1306.315922,"ciHigh":1359.89376,"observedAt":"2026-11-11","runCount":514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_life_and_physical_and_social_science/Granite 4.2 8B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.831174,"ciLow":1290.575883,"ciHigh":1371.086465,"observedAt":"2026-11-11","runCount":235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_medicine_and_healthcare/Granite 4.2 8B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.49944,"ciLow":1346.310238,"ciHigh":1382.688641,"observedAt":"2026-11-11","runCount":1135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_software_and_it_services/Granite 4.2 8B","slice":"industry_software_and_it_services"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.928306,"ciLow":1245.261946,"ciHigh":1290.594666,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"industry_writing_and_literature_and_language/Granite 4.2 8B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|instruction_following/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.724653,"ciLow":1279.873655,"ciHigh":1317.575651,"observedAt":"2026-11-11","runCount":1113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"instruction_following/Granite 4.2 8B","slice":"instruction_following"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|longer_query/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1322.56418,"ciLow":1305.230795,"ciHigh":1339.897565,"observedAt":"2026-11-11","runCount":1333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"longer_query/Granite 4.2 8B","slice":"longer_query"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|multi_turn/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.859607,"ciLow":1269.276251,"ciHigh":1326.442962,"observedAt":"2026-11-11","runCount":515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"multi_turn/Granite 4.2 8B","slice":"multi_turn"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|non_english/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.654165,"ciLow":1284.9693,"ciHigh":1314.339029,"observedAt":"2026-11-11","runCount":1809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"non_english/Granite 4.2 8B","slice":"non_english"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|overall/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.558342,"ciLow":1307.372897,"ciHigh":1329.743787,"observedAt":"2026-11-11","runCount":3193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"overall/Granite 4.2 8B","slice":"overall"}
{"key":"lmarena|ibm/granite-4.2-8b:default|none|lmarena-text@1|rating|russian/Granite 4.2 8B","sourceId":"lmarena","modelId":"ibm/granite-4.2-8b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.091862,"ciLow":1245.872782,"ciHigh":1314.310942,"observedAt":"2026-11-11","runCount":329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Granite 4.2 8B","rowId":"russian/Granite 4.2 8B","slice":"russian"}
{"key":"lmarena|ideogram/ideogram-2.0:default|none|lmarena-text-to-image@1|rating|3d_modeling/Ideogram 2.0","sourceId":"lmarena","modelId":"ideogram/ideogram-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":989.265299,"ciLow":978.108646,"ciHigh":1000.421953,"observedAt":"2026-11-12","runCount":6128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 2.0","rowId":"3d_modeling/Ideogram 2.0","slice":"3d_modeling"}
{"key":"lmarena|ideogram/ideogram-2.0:default|none|lmarena-text-to-image@1|rating|art/Ideogram 2.0","sourceId":"lmarena","modelId":"ideogram/ideogram-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1016.289706,"ciLow":1008.970845,"ciHigh":1023.608567,"observedAt":"2026-11-12","runCount":18774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 2.0","rowId":"art/Ideogram 2.0","slice":"art"}
{"key":"lmarena|ideogram/ideogram-2.0:default|none|lmarena-text-to-image@1|rating|cartoon/Ideogram 2.0","sourceId":"lmarena","modelId":"ideogram/ideogram-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":994.978796,"ciLow":989.925558,"ciHigh":1000.032035,"observedAt":"2026-11-12","runCount":39350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 2.0","rowId":"cartoon/Ideogram 2.0","slice":"cartoon"}
{"key":"lmarena|ideogram/ideogram-2.0:default|none|lmarena-text-to-image@1|rating|chinese/ideogram-v2","sourceId":"lmarena","modelId":"ideogram/ideogram-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":983.066299,"ciLow":953.091792,"ciHigh":1022.893099,"observedAt":"2025-01-24","runCount":286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ideogram-v2","rowId":"chinese/ideogram-v2","slice":"chinese"}
{"key":"lmarena|ideogram/ideogram-2.0:default|none|lmarena-text-to-image@1|rating|commercial_design/Ideogram 2.0","sourceId":"lmarena","modelId":"ideogram/ideogram-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1053.331927,"ciLow":1045.144386,"ciHigh":1061.519468,"observedAt":"2026-11-12","runCount":10338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 2.0","rowId":"commercial_design/Ideogram 2.0","slice":"commercial_design"}
{"key":"lmarena|ideogram/ideogram-2.0:default|none|lmarena-text-to-image@1|rating|english/ideogram-v2","sourceId":"lmarena","modelId":"ideogram/ideogram-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1033.147957,"ciLow":1030.38666,"ciHigh":1036.566733,"observedAt":"2025-02-11","runCount":23251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ideogram-v2","rowId":"english/ideogram-v2","slice":"english"}
{"key":"lmarena|ideogram/ideogram-2.0:default|none|lmarena-text-to-image@1|rating|overall/Ideogram 2.0","sourceId":"lmarena","modelId":"ideogram/ideogram-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1013.335183,"ciLow":1009.775139,"ciHigh":1016.895228,"observedAt":"2026-11-12","runCount":72090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 2.0","rowId":"overall/Ideogram 2.0","slice":"overall"}
{"key":"lmarena|ideogram/ideogram-2.0:default|none|lmarena-text-to-image@1|rating|photorealistic/Ideogram 2.0","sourceId":"lmarena","modelId":"ideogram/ideogram-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1019.492279,"ciLow":1013.975196,"ciHigh":1025.009362,"observedAt":"2026-11-12","runCount":27531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 2.0","rowId":"photorealistic/Ideogram 2.0","slice":"photorealistic"}
{"key":"lmarena|ideogram/ideogram-2.0:default|none|lmarena-text-to-image@1|rating|portraits/Ideogram 2.0","sourceId":"lmarena","modelId":"ideogram/ideogram-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1020.399888,"ciLow":1013.234682,"ciHigh":1027.565094,"observedAt":"2026-11-12","runCount":14547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 2.0","rowId":"portraits/Ideogram 2.0","slice":"portraits"}
{"key":"lmarena|ideogram/ideogram-2.0:default|none|lmarena-text-to-image@1|rating|russian/ideogram-v2","sourceId":"lmarena","modelId":"ideogram/ideogram-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":933.702196,"ciLow":913.443098,"ciHigh":949.85057,"observedAt":"2025-01-24","runCount":785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ideogram-v2","rowId":"russian/ideogram-v2","slice":"russian"}
{"key":"lmarena|ideogram/ideogram-2.0:default|none|lmarena-text-to-image@1|rating|text_rendering/Ideogram 2.0","sourceId":"lmarena","modelId":"ideogram/ideogram-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1045.488066,"ciLow":1037.430354,"ciHigh":1053.545778,"observedAt":"2026-11-12","runCount":10893,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 2.0","rowId":"text_rendering/Ideogram 2.0","slice":"text_rendering"}
{"key":"lmarena|ideogram/ideogram-3.0:flags=quality|none|lmarena-text-to-image@1|rating|3d_modeling/Ideogram 3.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-3.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1029.346121,"ciLow":1021.064388,"ciHigh":1037.627854,"observedAt":"2026-11-12","runCount":10866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 3.0 (Quality)","rowId":"3d_modeling/Ideogram 3.0 (Quality)","slice":"3d_modeling"}
{"key":"lmarena|ideogram/ideogram-3.0:flags=quality|none|lmarena-text-to-image@1|rating|art/Ideogram 3.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-3.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1039.777891,"ciLow":1032.28987,"ciHigh":1047.265912,"observedAt":"2026-11-12","runCount":16422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 3.0 (Quality)","rowId":"art/Ideogram 3.0 (Quality)","slice":"art"}
{"key":"lmarena|ideogram/ideogram-3.0:flags=quality|none|lmarena-text-to-image@1|rating|cartoon/Ideogram 3.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-3.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1027.324181,"ciLow":1021.881963,"ciHigh":1032.766399,"observedAt":"2026-11-12","runCount":45070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 3.0 (Quality)","rowId":"cartoon/Ideogram 3.0 (Quality)","slice":"cartoon"}
{"key":"lmarena|ideogram/ideogram-3.0:flags=quality|none|lmarena-text-to-image@1|rating|commercial_design/Ideogram 3.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-3.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1082.038233,"ciLow":1076.562883,"ciHigh":1087.513582,"observedAt":"2026-11-12","runCount":37345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 3.0 (Quality)","rowId":"commercial_design/Ideogram 3.0 (Quality)","slice":"commercial_design"}
{"key":"lmarena|ideogram/ideogram-3.0:flags=quality|none|lmarena-text-to-image@1|rating|overall/Ideogram 3.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-3.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1048.872344,"ciLow":1045.079446,"ciHigh":1052.665243,"observedAt":"2026-11-12","runCount":115788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 3.0 (Quality)","rowId":"overall/Ideogram 3.0 (Quality)","slice":"overall"}
{"key":"lmarena|ideogram/ideogram-3.0:flags=quality|none|lmarena-text-to-image@1|rating|photorealistic/Ideogram 3.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-3.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1051.188804,"ciLow":1045.995677,"ciHigh":1056.38193,"observedAt":"2026-11-12","runCount":51686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 3.0 (Quality)","rowId":"photorealistic/Ideogram 3.0 (Quality)","slice":"photorealistic"}
{"key":"lmarena|ideogram/ideogram-3.0:flags=quality|none|lmarena-text-to-image@1|rating|portraits/Ideogram 3.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-3.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1051.556476,"ciLow":1044.9428,"ciHigh":1058.170153,"observedAt":"2026-11-12","runCount":28130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 3.0 (Quality)","rowId":"portraits/Ideogram 3.0 (Quality)","slice":"portraits"}
{"key":"lmarena|ideogram/ideogram-3.0:flags=quality|none|lmarena-text-to-image@1|rating|text_rendering/Ideogram 3.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-3.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1071.29946,"ciLow":1065.527481,"ciHigh":1077.071438,"observedAt":"2026-11-12","runCount":33038,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 3.0 (Quality)","rowId":"text_rendering/Ideogram 3.0 (Quality)","slice":"text_rendering"}
{"key":"lmarena|ideogram/ideogram-4.0:flags=quality|none|lmarena-text-to-image@1|rating|3d_modeling/Ideogram 4.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-4.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1173.136685,"ciLow":1164.882792,"ciHigh":1181.390579,"observedAt":"2026-11-12","runCount":7078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 4.0 (Quality)","rowId":"3d_modeling/Ideogram 4.0 (Quality)","slice":"3d_modeling"}
{"key":"lmarena|ideogram/ideogram-4.0:flags=quality|none|lmarena-text-to-image@1|rating|agentic/Ideogram 4.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-4.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1147.876607,"ciLow":1135.947777,"ciHigh":1159.805437,"observedAt":"2026-11-12","runCount":4769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 4.0 (Quality)","rowId":"agentic/Ideogram 4.0 (Quality)","slice":"agentic"}
{"key":"lmarena|ideogram/ideogram-4.0:flags=quality|none|lmarena-text-to-image@1|rating|art/Ideogram 4.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-4.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1199.801146,"ciLow":1192.877914,"ciHigh":1206.724378,"observedAt":"2026-11-12","runCount":11144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 4.0 (Quality)","rowId":"art/Ideogram 4.0 (Quality)","slice":"art"}
{"key":"lmarena|ideogram/ideogram-4.0:flags=quality|none|lmarena-text-to-image@1|rating|cartoon/Ideogram 4.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-4.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1193.608405,"ciLow":1188.257097,"ciHigh":1198.959712,"observedAt":"2026-11-12","runCount":30991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 4.0 (Quality)","rowId":"cartoon/Ideogram 4.0 (Quality)","slice":"cartoon"}
{"key":"lmarena|ideogram/ideogram-4.0:flags=quality|none|lmarena-text-to-image@1|rating|commercial_design/Ideogram 4.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-4.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1215.383795,"ciLow":1209.904657,"ciHigh":1220.862934,"observedAt":"2026-11-12","runCount":26111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 4.0 (Quality)","rowId":"commercial_design/Ideogram 4.0 (Quality)","slice":"commercial_design"}
{"key":"lmarena|ideogram/ideogram-4.0:flags=quality|none|lmarena-text-to-image@1|rating|overall/Ideogram 4.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-4.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1198.612892,"ciLow":1194.928914,"ciHigh":1202.29687,"observedAt":"2026-11-12","runCount":80995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 4.0 (Quality)","rowId":"overall/Ideogram 4.0 (Quality)","slice":"overall"}
{"key":"lmarena|ideogram/ideogram-4.0:flags=quality|none|lmarena-text-to-image@1|rating|photorealistic/Ideogram 4.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-4.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1199.813706,"ciLow":1194.416206,"ciHigh":1205.211206,"observedAt":"2026-11-12","runCount":30628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 4.0 (Quality)","rowId":"photorealistic/Ideogram 4.0 (Quality)","slice":"photorealistic"}
{"key":"lmarena|ideogram/ideogram-4.0:flags=quality|none|lmarena-text-to-image@1|rating|portraits/Ideogram 4.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-4.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1192.977661,"ciLow":1186.496746,"ciHigh":1199.458576,"observedAt":"2026-11-12","runCount":16210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 4.0 (Quality)","rowId":"portraits/Ideogram 4.0 (Quality)","slice":"portraits"}
{"key":"lmarena|ideogram/ideogram-4.0:flags=quality|none|lmarena-text-to-image@1|rating|text_rendering/Ideogram 4.0 (Quality)","sourceId":"lmarena","modelId":"ideogram/ideogram-4.0","variant":{"flags":["quality"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1230.741101,"ciLow":1225.131817,"ciHigh":1236.350386,"observedAt":"2026-11-12","runCount":25150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ideogram 4.0 (Quality)","rowId":"text_rendering/Ideogram 4.0 (Quality)","slice":"text_rendering"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|chinese/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.350343,"ciLow":1364.750812,"ciHigh":1443.949874,"observedAt":"2026-11-11","runCount":226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"chinese/Mercury 2","slice":"chinese"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|coding/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.08347,"ciLow":1371.519541,"ciHigh":1412.647399,"observedAt":"2026-11-11","runCount":794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"coding/Mercury 2","slice":"coding"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|creative_writing/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.008263,"ciLow":1265.542691,"ciHigh":1318.473836,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"creative_writing/Mercury 2","slice":"creative_writing"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|english/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.540224,"ciLow":1349.640901,"ciHigh":1383.439548,"observedAt":"2026-11-11","runCount":1185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"english/Mercury 2","slice":"english"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.687756,"ciLow":1279.962617,"ciHigh":1311.412895,"observedAt":"2026-11-11","runCount":2215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"exclude_ties/Mercury 2","slice":"exclude_ties"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|expert/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.51523,"ciLow":1315.330321,"ciHigh":1387.700138,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"expert/Mercury 2","slice":"expert"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.97224,"ciLow":1345.318425,"ciHigh":1372.626054,"observedAt":"2026-11-11","runCount":1826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"hard_prompts/Mercury 2","slice":"hard_prompts"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.359946,"ciLow":1347.562857,"ciHigh":1391.157035,"observedAt":"2026-11-11","runCount":711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"hard_prompts_english/Mercury 2","slice":"hard_prompts_english"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.311771,"ciLow":1316.858361,"ciHigh":1365.765181,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"industry_business_and_management_and_financial_operations/Mercury 2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.284689,"ciLow":1286.543367,"ciHigh":1332.026011,"observedAt":"2026-11-11","runCount":681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"industry_entertainment_and_sports_and_media/Mercury 2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.098462,"ciLow":1294.492801,"ciHigh":1347.704122,"observedAt":"2026-11-11","runCount":491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"industry_life_and_physical_and_social_science/Mercury 2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.904969,"ciLow":1303.966099,"ciHigh":1379.84384,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"industry_medicine_and_healthcare/Mercury 2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.41711,"ciLow":1365.668262,"ciHigh":1401.165958,"observedAt":"2026-11-11","runCount":1095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"industry_software_and_it_services/Mercury 2","slice":"industry_software_and_it_services"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.107157,"ciLow":1286.128716,"ciHigh":1330.085598,"observedAt":"2026-11-11","runCount":735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"industry_writing_and_literature_and_language/Mercury 2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|instruction_following/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.83348,"ciLow":1308.266305,"ciHigh":1347.400655,"observedAt":"2026-11-11","runCount":872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"instruction_following/Mercury 2","slice":"instruction_following"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|longer_query/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.566748,"ciLow":1305.629634,"ciHigh":1345.503861,"observedAt":"2026-11-11","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"longer_query/Mercury 2","slice":"longer_query"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|multi_turn/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.199773,"ciLow":1316.005078,"ciHigh":1366.394468,"observedAt":"2026-11-11","runCount":547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"multi_turn/Mercury 2","slice":"multi_turn"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|non_english/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.446017,"ciLow":1307.11969,"ciHigh":1333.772345,"observedAt":"2026-11-11","runCount":1974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"non_english/Mercury 2","slice":"non_english"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|overall/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.364163,"ciLow":1332.775103,"ciHigh":1353.953222,"observedAt":"2026-11-11","runCount":3159,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"overall/Mercury 2","slice":"overall"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text-style-control@1|rating|russian/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.680934,"ciLow":1273.738644,"ciHigh":1329.623225,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"russian/Mercury 2","slice":"russian"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|chinese/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.870361,"ciLow":1378.710001,"ciHigh":1455.030721,"observedAt":"2026-11-11","runCount":226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"chinese/Mercury 2","slice":"chinese"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|coding/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.755958,"ciLow":1370.601344,"ciHigh":1410.910572,"observedAt":"2026-11-11","runCount":794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"coding/Mercury 2","slice":"coding"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|creative_writing/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.708665,"ciLow":1262.064981,"ciHigh":1313.352349,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"creative_writing/Mercury 2","slice":"creative_writing"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|english/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.726874,"ciLow":1362.107247,"ciHigh":1395.346501,"observedAt":"2026-11-11","runCount":1185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"english/Mercury 2","slice":"english"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|exclude_ties/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.917414,"ciLow":1297.677919,"ciHigh":1328.156908,"observedAt":"2026-11-11","runCount":2215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"exclude_ties/Mercury 2","slice":"exclude_ties"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|expert/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.197623,"ciLow":1325.750967,"ciHigh":1396.644279,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"expert/Mercury 2","slice":"expert"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|hard_prompts/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.340403,"ciLow":1348.965925,"ciHigh":1375.714881,"observedAt":"2026-11-11","runCount":1826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"hard_prompts/Mercury 2","slice":"hard_prompts"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|hard_prompts_english/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.006397,"ciLow":1352.623484,"ciHigh":1395.38931,"observedAt":"2026-11-11","runCount":711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"hard_prompts_english/Mercury 2","slice":"hard_prompts_english"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.983729,"ciLow":1325.797492,"ciHigh":1374.169966,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"industry_business_and_management_and_financial_operations/Mercury 2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.39377,"ciLow":1292.329239,"ciHigh":1336.4583,"observedAt":"2026-11-11","runCount":681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"industry_entertainment_and_sports_and_media/Mercury 2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.069927,"ciLow":1317.025023,"ciHigh":1369.11483,"observedAt":"2026-11-11","runCount":491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"industry_life_and_physical_and_social_science/Mercury 2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.930708,"ciLow":1327.655107,"ciHigh":1402.20631,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"industry_medicine_and_healthcare/Mercury 2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.733156,"ciLow":1368.394362,"ciHigh":1403.07195,"observedAt":"2026-11-11","runCount":1095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"industry_software_and_it_services/Mercury 2","slice":"industry_software_and_it_services"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1302.682366,"ciLow":1281.068399,"ciHigh":1324.296332,"observedAt":"2026-11-11","runCount":735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"industry_writing_and_literature_and_language/Mercury 2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|instruction_following/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.565427,"ciLow":1310.309246,"ciHigh":1348.821608,"observedAt":"2026-11-11","runCount":872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"instruction_following/Mercury 2","slice":"instruction_following"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|longer_query/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.737647,"ciLow":1311.335783,"ciHigh":1350.139511,"observedAt":"2026-11-11","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"longer_query/Mercury 2","slice":"longer_query"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|multi_turn/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.109955,"ciLow":1331.190808,"ciHigh":1381.029102,"observedAt":"2026-11-11","runCount":547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"multi_turn/Mercury 2","slice":"multi_turn"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|non_english/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.376262,"ciLow":1318.311378,"ciHigh":1344.441147,"observedAt":"2026-11-11","runCount":1974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"non_english/Mercury 2","slice":"non_english"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|overall/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.097673,"ciLow":1344.683087,"ciHigh":1365.512259,"observedAt":"2026-11-11","runCount":3159,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"overall/Mercury 2","slice":"overall"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-text@1|rating|russian/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.507942,"ciLow":1277.202997,"ciHigh":1331.812887,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"russian/Mercury 2","slice":"russian"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-webdev@1|rating|overall/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1170.600399,"ciLow":1145.826987,"ciHigh":1195.373811,"observedAt":"2026-11-15","runCount":940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"overall/Mercury 2","slice":"overall"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-webdev@1|rating|webdev-html/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1198.664415,"ciLow":1131.1205,"ciHigh":1266.208329,"observedAt":"2026-11-15","runCount":106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"webdev-html/Mercury 2","slice":"webdev-html"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-webdev@1|rating|webdev-react/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1159.379279,"ciLow":1132.695577,"ciHigh":1186.06298,"observedAt":"2026-11-15","runCount":833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"webdev-react/Mercury 2","slice":"webdev-react"}
{"key":"lmarena|inception/mercury-2:default|none|lmarena-webdev@1|rating|webdev/Mercury 2","sourceId":"lmarena","modelId":"inception/mercury-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1170.600399,"ciLow":1145.826987,"ciHigh":1195.373811,"observedAt":"2026-11-15","runCount":940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury 2","rowId":"webdev/Mercury 2","slice":"webdev"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|coding/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.008506,"ciLow":1336.291475,"ciHigh":1391.725538,"observedAt":"2026-11-11","runCount":413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"coding/Mercury","slice":"coding"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|creative_writing/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.139619,"ciLow":1178.883268,"ciHigh":1257.39597,"observedAt":"2026-11-11","runCount":294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"creative_writing/Mercury","slice":"creative_writing"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|english/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.081794,"ciLow":1300.571505,"ciHigh":1341.592083,"observedAt":"2026-11-11","runCount":854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"english/Mercury","slice":"english"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.964471,"ciLow":1223.157809,"ciHigh":1264.771132,"observedAt":"2026-11-11","runCount":1429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"exclude_ties/Mercury","slice":"exclude_ties"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.808334,"ciLow":1299.322774,"ciHigh":1336.293894,"observedAt":"2026-11-11","runCount":1053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"hard_prompts/Mercury","slice":"hard_prompts"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.31838,"ciLow":1308.749863,"ciHigh":1363.886897,"observedAt":"2026-11-11","runCount":455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"hard_prompts_english/Mercury","slice":"hard_prompts_english"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.676542,"ciLow":1289.739824,"ciHigh":1353.613261,"observedAt":"2026-11-11","runCount":359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"industry_business_and_management_and_financial_operations/Mercury","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.485625,"ciLow":1213.286914,"ciHigh":1277.684336,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"industry_entertainment_and_sports_and_media/Mercury","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.069522,"ciLow":1298.402516,"ciHigh":1367.736529,"observedAt":"2026-11-11","runCount":297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"industry_life_and_physical_and_social_science/Mercury","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.393888,"ciLow":1330.083171,"ciHigh":1374.704605,"observedAt":"2026-11-11","runCount":685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"industry_software_and_it_services/Mercury","slice":"industry_software_and_it_services"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.837066,"ciLow":1230.907355,"ciHigh":1288.766777,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"industry_writing_and_literature_and_language/Mercury","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|instruction_following/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.873849,"ciLow":1244.52632,"ciHigh":1295.221378,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"instruction_following/Mercury","slice":"instruction_following"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|longer_query/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.259376,"ciLow":1268.955555,"ciHigh":1321.563196,"observedAt":"2026-11-11","runCount":520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"longer_query/Mercury","slice":"longer_query"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|multi_turn/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.758825,"ciLow":1266.124932,"ciHigh":1331.392718,"observedAt":"2026-11-11","runCount":333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"multi_turn/Mercury","slice":"multi_turn"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|non_english/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.117976,"ciLow":1267.04973,"ciHigh":1303.186223,"observedAt":"2026-11-11","runCount":1110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"non_english/Mercury","slice":"non_english"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text-style-control@1|rating|overall/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.316339,"ciLow":1291.535724,"ciHigh":1319.096955,"observedAt":"2026-11-11","runCount":1964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"overall/Mercury","slice":"overall"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|coding/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1322.375987,"ciLow":1294.488896,"ciHigh":1350.263077,"observedAt":"2026-11-11","runCount":413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"coding/Mercury","slice":"coding"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|creative_writing/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.570533,"ciLow":1148.337051,"ciHigh":1224.804015,"observedAt":"2026-11-11","runCount":294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"creative_writing/Mercury","slice":"creative_writing"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|english/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.422552,"ciLow":1279.836071,"ciHigh":1321.009032,"observedAt":"2026-11-11","runCount":854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"english/Mercury","slice":"english"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|exclude_ties/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.655596,"ciLow":1191.167151,"ciHigh":1232.144042,"observedAt":"2026-11-11","runCount":1429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"exclude_ties/Mercury","slice":"exclude_ties"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|hard_prompts/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.387878,"ciLow":1266.050634,"ciHigh":1302.725121,"observedAt":"2026-11-11","runCount":1053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"hard_prompts/Mercury","slice":"hard_prompts"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|hard_prompts_english/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.925422,"ciLow":1280.111459,"ciHigh":1335.739384,"observedAt":"2026-11-11","runCount":455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"hard_prompts_english/Mercury","slice":"hard_prompts_english"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.243714,"ciLow":1258.606539,"ciHigh":1321.880888,"observedAt":"2026-11-11","runCount":359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"industry_business_and_management_and_financial_operations/Mercury","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1214.865388,"ciLow":1183.062278,"ciHigh":1246.668498,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"industry_entertainment_and_sports_and_media/Mercury","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.959504,"ciLow":1265.962985,"ciHigh":1333.956023,"observedAt":"2026-11-11","runCount":297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"industry_life_and_physical_and_social_science/Mercury","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.69883,"ciLow":1296.392263,"ciHigh":1341.005396,"observedAt":"2026-11-11","runCount":685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"industry_software_and_it_services/Mercury","slice":"industry_software_and_it_services"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1229.350331,"ciLow":1200.883579,"ciHigh":1257.817082,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"industry_writing_and_literature_and_language/Mercury","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|instruction_following/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.513428,"ciLow":1213.532425,"ciHigh":1263.494431,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"instruction_following/Mercury","slice":"instruction_following"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|longer_query/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1262.503471,"ciLow":1236.777672,"ciHigh":1288.229271,"observedAt":"2026-11-11","runCount":520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"longer_query/Mercury","slice":"longer_query"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|multi_turn/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.214058,"ciLow":1250.018368,"ciHigh":1314.409748,"observedAt":"2026-11-11","runCount":333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"multi_turn/Mercury","slice":"multi_turn"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|non_english/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.871505,"ciLow":1241.056415,"ciHigh":1276.686595,"observedAt":"2026-11-11","runCount":1110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"non_english/Mercury","slice":"non_english"}
{"key":"lmarena|inception/mercury:default|none|lmarena-text@1|rating|overall/Mercury","sourceId":"lmarena","modelId":"inception/mercury","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.674664,"ciLow":1267.974266,"ciHigh":1295.375061,"observedAt":"2026-11-11","runCount":1964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mercury","rowId":"overall/Mercury","slice":"overall"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|chinese/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.765573,"ciLow":1360.663479,"ciHigh":1414.867668,"observedAt":"2026-11-11","runCount":452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"chinese/Ling-flash-2.0","slice":"chinese"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|coding/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.868104,"ciLow":1394.23204,"ciHigh":1423.504168,"observedAt":"2026-11-11","runCount":1541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"coding/Ling-flash-2.0","slice":"coding"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|creative_writing/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.599722,"ciLow":1247.303005,"ciHigh":1287.89644,"observedAt":"2026-11-11","runCount":851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"creative_writing/Ling-flash-2.0","slice":"creative_writing"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|english/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.899977,"ciLow":1362.417178,"ciHigh":1383.382777,"observedAt":"2026-11-11","runCount":3037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"english/Ling-flash-2.0","slice":"english"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|exclude_ties/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.343667,"ciLow":1287.978182,"ciHigh":1308.709152,"observedAt":"2026-11-11","runCount":4884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"exclude_ties/Ling-flash-2.0","slice":"exclude_ties"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|expert/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.250724,"ciLow":1324.081903,"ciHigh":1384.419546,"observedAt":"2026-11-11","runCount":351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"expert/Ling-flash-2.0","slice":"expert"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|hard_prompts/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.453808,"ciLow":1354.536031,"ciHigh":1374.371586,"observedAt":"2026-11-11","runCount":3455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"hard_prompts/Ling-flash-2.0","slice":"hard_prompts"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.373835,"ciLow":1376.967677,"ciHigh":1405.779993,"observedAt":"2026-11-11","runCount":1603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"hard_prompts_english/Ling-flash-2.0","slice":"hard_prompts_english"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.28106,"ciLow":1331.11872,"ciHigh":1363.443399,"observedAt":"2026-11-11","runCount":1318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_business_and_management_and_financial_operations/Ling-flash-2.0","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.907756,"ciLow":1257.021151,"ciHigh":1290.794361,"observedAt":"2026-11-11","runCount":1198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_entertainment_and_sports_and_media/Ling-flash-2.0","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.96708,"ciLow":1316.083336,"ciHigh":1371.850824,"observedAt":"2026-11-11","runCount":417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_legal_and_government/Ling-flash-2.0","slice":"industry_legal_and_government"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.198764,"ciLow":1344.889625,"ciHigh":1381.507902,"observedAt":"2026-11-11","runCount":1009,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_life_and_physical_and_social_science/Ling-flash-2.0","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.718232,"ciLow":1322.722331,"ciHigh":1380.714133,"observedAt":"2026-11-11","runCount":370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_mathematical/Ling-flash-2.0","slice":"industry_mathematical"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.93444,"ciLow":1312.335643,"ciHigh":1373.533236,"observedAt":"2026-11-11","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_medicine_and_healthcare/Ling-flash-2.0","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.886117,"ciLow":1391.290917,"ciHigh":1414.481318,"observedAt":"2026-11-11","runCount":2513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_software_and_it_services/Ling-flash-2.0","slice":"industry_software_and_it_services"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.741446,"ciLow":1262.334071,"ciHigh":1293.14882,"observedAt":"2026-11-11","runCount":1475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_writing_and_literature_and_language/Ling-flash-2.0","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|instruction_following/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.012998,"ciLow":1301.461961,"ciHigh":1328.564035,"observedAt":"2026-11-11","runCount":1837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"instruction_following/Ling-flash-2.0","slice":"instruction_following"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|korean/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.786586,"ciLow":1254.235292,"ciHigh":1331.33788,"observedAt":"2026-11-11","runCount":240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"korean/Ling-flash-2.0","slice":"korean"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|longer_query/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.533451,"ciLow":1309.509152,"ciHigh":1341.55775,"observedAt":"2026-11-11","runCount":1288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"longer_query/Ling-flash-2.0","slice":"longer_query"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|math/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.827059,"ciLow":1317.946609,"ciHigh":1371.70751,"observedAt":"2026-11-11","runCount":447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"math/Ling-flash-2.0","slice":"math"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|multi_turn/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.994941,"ciLow":1293.309111,"ciHigh":1328.680771,"observedAt":"2026-11-11","runCount":1116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"multi_turn/Ling-flash-2.0","slice":"multi_turn"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|non_english/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.798297,"ciLow":1303.366203,"ciHigh":1322.23039,"observedAt":"2026-11-11","runCount":3899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"non_english/Ling-flash-2.0","slice":"non_english"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|overall/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.087622,"ciLow":1335.799586,"ciHigh":1350.375658,"observedAt":"2026-11-11","runCount":6936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"overall/Ling-flash-2.0","slice":"overall"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|polish/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.504899,"ciLow":1247.78113,"ciHigh":1315.228667,"observedAt":"2026-11-11","runCount":326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"polish/Ling-flash-2.0","slice":"polish"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|russian/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.182918,"ciLow":1266.737735,"ciHigh":1319.628101,"observedAt":"2026-11-11","runCount":473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"russian/Ling-flash-2.0","slice":"russian"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text-style-control@1|rating|spanish/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.985515,"ciLow":1346.76454,"ciHigh":1419.20649,"observedAt":"2026-11-11","runCount":276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"spanish/Ling-flash-2.0","slice":"spanish"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|chinese/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.720875,"ciLow":1391.507376,"ciHigh":1445.934374,"observedAt":"2026-11-11","runCount":452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"chinese/Ling-flash-2.0","slice":"chinese"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|coding/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.659989,"ciLow":1374.124878,"ciHigh":1403.195099,"observedAt":"2026-11-11","runCount":1541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"coding/Ling-flash-2.0","slice":"coding"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|creative_writing/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.470583,"ciLow":1267.380881,"ciHigh":1307.560285,"observedAt":"2026-11-11","runCount":851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"creative_writing/Ling-flash-2.0","slice":"creative_writing"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|english/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.45764,"ciLow":1375.055604,"ciHigh":1395.859676,"observedAt":"2026-11-11","runCount":3037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"english/Ling-flash-2.0","slice":"english"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|exclude_ties/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.330441,"ciLow":1313.161942,"ciHigh":1333.49894,"observedAt":"2026-11-11","runCount":4884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"exclude_ties/Ling-flash-2.0","slice":"exclude_ties"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|expert/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.675798,"ciLow":1322.68947,"ciHigh":1382.662126,"observedAt":"2026-11-11","runCount":351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"expert/Ling-flash-2.0","slice":"expert"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|hard_prompts/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.481027,"ciLow":1352.632792,"ciHigh":1372.329261,"observedAt":"2026-11-11","runCount":3455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"hard_prompts/Ling-flash-2.0","slice":"hard_prompts"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|hard_prompts_english/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.876916,"ciLow":1372.58115,"ciHigh":1401.172682,"observedAt":"2026-11-11","runCount":1603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"hard_prompts_english/Ling-flash-2.0","slice":"hard_prompts_english"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.771422,"ciLow":1340.649271,"ciHigh":1372.893573,"observedAt":"2026-11-11","runCount":1318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_business_and_management_and_financial_operations/Ling-flash-2.0","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.354987,"ciLow":1277.635976,"ciHigh":1311.073997,"observedAt":"2026-11-11","runCount":1198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_entertainment_and_sports_and_media/Ling-flash-2.0","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|industry_legal_and_government/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.458306,"ciLow":1335.789541,"ciHigh":1391.127071,"observedAt":"2026-11-11","runCount":417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_legal_and_government/Ling-flash-2.0","slice":"industry_legal_and_government"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.940638,"ciLow":1362.82892,"ciHigh":1399.052357,"observedAt":"2026-11-11","runCount":1009,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_life_and_physical_and_social_science/Ling-flash-2.0","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|industry_mathematical/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.645055,"ciLow":1339.978641,"ciHigh":1397.311469,"observedAt":"2026-11-11","runCount":370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_mathematical/Ling-flash-2.0","slice":"industry_mathematical"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.15112,"ciLow":1329.049308,"ciHigh":1389.252931,"observedAt":"2026-11-11","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_medicine_and_healthcare/Ling-flash-2.0","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|industry_software_and_it_services/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.111743,"ciLow":1388.586088,"ciHigh":1411.637398,"observedAt":"2026-11-11","runCount":2513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_software_and_it_services/Ling-flash-2.0","slice":"industry_software_and_it_services"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.025782,"ciLow":1279.782121,"ciHigh":1310.269443,"observedAt":"2026-11-11","runCount":1475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"industry_writing_and_literature_and_language/Ling-flash-2.0","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|instruction_following/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.184834,"ciLow":1304.773631,"ciHigh":1331.596037,"observedAt":"2026-11-11","runCount":1837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"instruction_following/Ling-flash-2.0","slice":"instruction_following"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|korean/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.588989,"ciLow":1296.897818,"ciHigh":1372.280161,"observedAt":"2026-11-11","runCount":240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"korean/Ling-flash-2.0","slice":"korean"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|longer_query/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.115119,"ciLow":1308.221673,"ciHigh":1340.008565,"observedAt":"2026-11-11","runCount":1288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"longer_query/Ling-flash-2.0","slice":"longer_query"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|math/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.588025,"ciLow":1337.899932,"ciHigh":1391.276117,"observedAt":"2026-11-11","runCount":447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"math/Ling-flash-2.0","slice":"math"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|multi_turn/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1322.528023,"ciLow":1305.014077,"ciHigh":1340.041969,"observedAt":"2026-11-11","runCount":1116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"multi_turn/Ling-flash-2.0","slice":"multi_turn"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|non_english/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.020241,"ciLow":1325.657298,"ciHigh":1344.383184,"observedAt":"2026-11-11","runCount":3899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"non_english/Ling-flash-2.0","slice":"non_english"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|overall/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.959615,"ciLow":1353.743839,"ciHigh":1368.175392,"observedAt":"2026-11-11","runCount":6936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"overall/Ling-flash-2.0","slice":"overall"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|polish/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.423757,"ciLow":1278.278323,"ciHigh":1344.569191,"observedAt":"2026-11-11","runCount":326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"polish/Ling-flash-2.0","slice":"polish"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|russian/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.240573,"ciLow":1281.084437,"ciHigh":1333.396709,"observedAt":"2026-11-11","runCount":473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"russian/Ling-flash-2.0","slice":"russian"}
{"key":"lmarena|inclusionai/ling-flash-2.0:default|none|lmarena-text@1|rating|spanish/Ling-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ling-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.133737,"ciLow":1369.048479,"ciHigh":1441.218995,"observedAt":"2026-11-11","runCount":276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ling-flash-2.0","rowId":"spanish/Ling-flash-2.0","slice":"spanish"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|chinese/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.546592,"ciLow":1343.439989,"ciHigh":1397.653196,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"chinese/Ring-flash-2.0","slice":"chinese"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|coding/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.151122,"ciLow":1375.254314,"ciHigh":1405.04793,"observedAt":"2026-11-11","runCount":1506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"coding/Ring-flash-2.0","slice":"coding"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|creative_writing/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.672424,"ciLow":1235.689688,"ciHigh":1275.655161,"observedAt":"2026-11-11","runCount":885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"creative_writing/Ring-flash-2.0","slice":"creative_writing"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|english/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.461398,"ciLow":1337.870556,"ciHigh":1359.05224,"observedAt":"2026-11-11","runCount":3048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"english/Ring-flash-2.0","slice":"english"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|exclude_ties/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.388451,"ciLow":1259.983423,"ciHigh":1280.79348,"observedAt":"2026-11-11","runCount":4951,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"exclude_ties/Ring-flash-2.0","slice":"exclude_ties"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|expert/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.65793,"ciLow":1335.460151,"ciHigh":1397.855709,"observedAt":"2026-11-11","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"expert/Ring-flash-2.0","slice":"expert"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|hard_prompts/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.541583,"ciLow":1341.667907,"ciHigh":1361.415258,"observedAt":"2026-11-11","runCount":3530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"hard_prompts/Ring-flash-2.0","slice":"hard_prompts"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.752683,"ciLow":1365.15747,"ciHigh":1394.347896,"observedAt":"2026-11-11","runCount":1588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"hard_prompts_english/Ring-flash-2.0","slice":"hard_prompts_english"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.160277,"ciLow":1310.896718,"ciHigh":1343.423835,"observedAt":"2026-11-11","runCount":1318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_business_and_management_and_financial_operations/Ring-flash-2.0","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.581784,"ciLow":1254.152406,"ciHigh":1287.011163,"observedAt":"2026-11-11","runCount":1250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_entertainment_and_sports_and_media/Ring-flash-2.0","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.489462,"ciLow":1264.443314,"ciHigh":1322.53561,"observedAt":"2026-11-11","runCount":429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_legal_and_government/Ring-flash-2.0","slice":"industry_legal_and_government"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.180115,"ciLow":1311.824991,"ciHigh":1348.535238,"observedAt":"2026-11-11","runCount":1079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_life_and_physical_and_social_science/Ring-flash-2.0","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.929948,"ciLow":1330.532063,"ciHigh":1391.327832,"observedAt":"2026-11-11","runCount":361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_mathematical/Ring-flash-2.0","slice":"industry_mathematical"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.370432,"ciLow":1294.670423,"ciHigh":1356.07044,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_medicine_and_healthcare/Ring-flash-2.0","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.055523,"ciLow":1362.35139,"ciHigh":1385.759656,"observedAt":"2026-11-11","runCount":2492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_software_and_it_services/Ring-flash-2.0","slice":"industry_software_and_it_services"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.1478,"ciLow":1271.815017,"ciHigh":1302.480584,"observedAt":"2026-11-11","runCount":1490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_writing_and_literature_and_language/Ring-flash-2.0","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|instruction_following/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.762589,"ciLow":1302.201552,"ciHigh":1329.323625,"observedAt":"2026-11-11","runCount":1865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"instruction_following/Ring-flash-2.0","slice":"instruction_following"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|korean/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.383139,"ciLow":1215.597455,"ciHigh":1297.168823,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"korean/Ring-flash-2.0","slice":"korean"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|longer_query/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.491551,"ciLow":1315.405969,"ciHigh":1347.577133,"observedAt":"2026-11-11","runCount":1360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"longer_query/Ring-flash-2.0","slice":"longer_query"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|math/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.020092,"ciLow":1310.003671,"ciHigh":1364.036512,"observedAt":"2026-11-11","runCount":443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"math/Ring-flash-2.0","slice":"math"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|multi_turn/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.602283,"ciLow":1261.636881,"ciHigh":1297.567685,"observedAt":"2026-11-11","runCount":1147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"multi_turn/Ring-flash-2.0","slice":"multi_turn"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|non_english/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.987707,"ciLow":1284.512423,"ciHigh":1303.46299,"observedAt":"2026-11-11","runCount":3922,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"non_english/Ring-flash-2.0","slice":"non_english"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|overall/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.218323,"ciLow":1314.929983,"ciHigh":1329.506663,"observedAt":"2026-11-11","runCount":6970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"overall/Ring-flash-2.0","slice":"overall"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|polish/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.347347,"ciLow":1239.91303,"ciHigh":1302.781665,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"polish/Ring-flash-2.0","slice":"polish"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|russian/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.542837,"ciLow":1225.513678,"ciHigh":1277.571996,"observedAt":"2026-11-11","runCount":491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"russian/Ring-flash-2.0","slice":"russian"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text-style-control@1|rating|spanish/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.166261,"ciLow":1342.144184,"ciHigh":1412.188338,"observedAt":"2026-11-11","runCount":306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"spanish/Ring-flash-2.0","slice":"spanish"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|chinese/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.679582,"ciLow":1372.08955,"ciHigh":1425.269613,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"chinese/Ring-flash-2.0","slice":"chinese"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|coding/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.183642,"ciLow":1351.306315,"ciHigh":1381.060969,"observedAt":"2026-11-11","runCount":1506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"coding/Ring-flash-2.0","slice":"coding"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|creative_writing/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.918877,"ciLow":1250.252843,"ciHigh":1289.58491,"observedAt":"2026-11-11","runCount":885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"creative_writing/Ring-flash-2.0","slice":"creative_writing"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|english/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.838846,"ciLow":1356.349978,"ciHigh":1377.327714,"observedAt":"2026-11-11","runCount":3048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"english/Ring-flash-2.0","slice":"english"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|exclude_ties/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.137229,"ciLow":1274.922243,"ciHigh":1295.352215,"observedAt":"2026-11-11","runCount":4951,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"exclude_ties/Ring-flash-2.0","slice":"exclude_ties"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|expert/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.97738,"ciLow":1312.183354,"ciHigh":1373.771406,"observedAt":"2026-11-11","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"expert/Ring-flash-2.0","slice":"expert"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|hard_prompts/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.094092,"ciLow":1334.250863,"ciHigh":1353.937321,"observedAt":"2026-11-11","runCount":3530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"hard_prompts/Ring-flash-2.0","slice":"hard_prompts"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|hard_prompts_english/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.170293,"ciLow":1362.623516,"ciHigh":1391.71707,"observedAt":"2026-11-11","runCount":1588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"hard_prompts_english/Ring-flash-2.0","slice":"hard_prompts_english"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.215402,"ciLow":1313.109691,"ciHigh":1345.321112,"observedAt":"2026-11-11","runCount":1318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_business_and_management_and_financial_operations/Ring-flash-2.0","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.62009,"ciLow":1269.359516,"ciHigh":1301.880663,"observedAt":"2026-11-11","runCount":1250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_entertainment_and_sports_and_media/Ring-flash-2.0","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|industry_legal_and_government/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.862256,"ciLow":1279.072298,"ciHigh":1336.652213,"observedAt":"2026-11-11","runCount":429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_legal_and_government/Ring-flash-2.0","slice":"industry_legal_and_government"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.17672,"ciLow":1324.079661,"ciHigh":1360.273778,"observedAt":"2026-11-11","runCount":1079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_life_and_physical_and_social_science/Ring-flash-2.0","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|industry_mathematical/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.777931,"ciLow":1336.544602,"ciHigh":1397.01126,"observedAt":"2026-11-11","runCount":361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_mathematical/Ring-flash-2.0","slice":"industry_mathematical"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.26231,"ciLow":1301.642125,"ciHigh":1362.882496,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_medicine_and_healthcare/Ring-flash-2.0","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|industry_software_and_it_services/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.879106,"ciLow":1354.258481,"ciHigh":1377.499731,"observedAt":"2026-11-11","runCount":2492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_software_and_it_services/Ring-flash-2.0","slice":"industry_software_and_it_services"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.057651,"ciLow":1280.879802,"ciHigh":1311.235501,"observedAt":"2026-11-11","runCount":1490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"industry_writing_and_literature_and_language/Ring-flash-2.0","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|instruction_following/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.060002,"ciLow":1299.606748,"ciHigh":1326.513256,"observedAt":"2026-11-11","runCount":1865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"instruction_following/Ring-flash-2.0","slice":"instruction_following"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|korean/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.281264,"ciLow":1225.043682,"ciHigh":1305.518847,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"korean/Ring-flash-2.0","slice":"korean"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|longer_query/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.445197,"ciLow":1304.563088,"ciHigh":1336.327306,"observedAt":"2026-11-11","runCount":1360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"longer_query/Ring-flash-2.0","slice":"longer_query"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|math/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.896335,"ciLow":1319.778912,"ciHigh":1374.013757,"observedAt":"2026-11-11","runCount":443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"math/Ring-flash-2.0","slice":"math"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|multi_turn/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.249901,"ciLow":1269.498719,"ciHigh":1305.001084,"observedAt":"2026-11-11","runCount":1147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"multi_turn/Ring-flash-2.0","slice":"multi_turn"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|non_english/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.427967,"ciLow":1290.03079,"ciHigh":1308.825143,"observedAt":"2026-11-11","runCount":3922,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"non_english/Ring-flash-2.0","slice":"non_english"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|overall/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.576055,"ciLow":1326.354041,"ciHigh":1340.79807,"observedAt":"2026-11-11","runCount":6970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"overall/Ring-flash-2.0","slice":"overall"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|polish/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.939169,"ciLow":1243.359692,"ciHigh":1304.518646,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"polish/Ring-flash-2.0","slice":"polish"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|russian/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.473713,"ciLow":1219.358192,"ciHigh":1271.589233,"observedAt":"2026-11-11","runCount":491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"russian/Ring-flash-2.0","slice":"russian"}
{"key":"lmarena|inclusionai/ring-flash-2.0:default|none|lmarena-text@1|rating|spanish/Ring-flash-2.0","sourceId":"lmarena","modelId":"inclusionai/ring-flash-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.074687,"ciLow":1350.705668,"ciHigh":1419.443705,"observedAt":"2026-11-11","runCount":306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ring-flash-2.0","rowId":"spanish/Ring-flash-2.0","slice":"spanish"}
{"key":"lmarena|krea/krea-2-large:default|none|lmarena-text-to-image@1|rating|3d_modeling/Krea 2 Large","sourceId":"lmarena","modelId":"krea/krea-2-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1114.591881,"ciLow":1105.863139,"ciHigh":1123.320622,"observedAt":"2026-11-12","runCount":6024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Large","rowId":"3d_modeling/Krea 2 Large","slice":"3d_modeling"}
{"key":"lmarena|krea/krea-2-large:default|none|lmarena-text-to-image@1|rating|agentic/Krea 2 Large","sourceId":"lmarena","modelId":"krea/krea-2-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1146.332452,"ciLow":1132.679616,"ciHigh":1159.985288,"observedAt":"2026-11-12","runCount":3215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Large","rowId":"agentic/Krea 2 Large","slice":"agentic"}
{"key":"lmarena|krea/krea-2-large:default|none|lmarena-text-to-image@1|rating|art/Krea 2 Large","sourceId":"lmarena","modelId":"krea/krea-2-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1120.895252,"ciLow":1113.352786,"ciHigh":1128.437718,"observedAt":"2026-11-12","runCount":9338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Large","rowId":"art/Krea 2 Large","slice":"art"}
{"key":"lmarena|krea/krea-2-large:default|none|lmarena-text-to-image@1|rating|cartoon/Krea 2 Large","sourceId":"lmarena","modelId":"krea/krea-2-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1117.475344,"ciLow":1111.666299,"ciHigh":1123.284389,"observedAt":"2026-11-12","runCount":25775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Large","rowId":"cartoon/Krea 2 Large","slice":"cartoon"}
{"key":"lmarena|krea/krea-2-large:default|none|lmarena-text-to-image@1|rating|commercial_design/Krea 2 Large","sourceId":"lmarena","modelId":"krea/krea-2-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1110.152802,"ciLow":1104.37056,"ciHigh":1115.935045,"observedAt":"2026-11-12","runCount":22071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Large","rowId":"commercial_design/Krea 2 Large","slice":"commercial_design"}
{"key":"lmarena|krea/krea-2-large:default|none|lmarena-text-to-image@1|rating|overall/Krea 2 Large","sourceId":"lmarena","modelId":"krea/krea-2-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1113.788542,"ciLow":1109.699314,"ciHigh":1117.87777,"observedAt":"2026-11-12","runCount":67862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Large","rowId":"overall/Krea 2 Large","slice":"overall"}
{"key":"lmarena|krea/krea-2-large:default|none|lmarena-text-to-image@1|rating|photorealistic/Krea 2 Large","sourceId":"lmarena","modelId":"krea/krea-2-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1125.657028,"ciLow":1119.781589,"ciHigh":1131.532466,"observedAt":"2026-11-12","runCount":25304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Large","rowId":"photorealistic/Krea 2 Large","slice":"photorealistic"}
{"key":"lmarena|krea/krea-2-large:default|none|lmarena-text-to-image@1|rating|portraits/Krea 2 Large","sourceId":"lmarena","modelId":"krea/krea-2-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1121.380346,"ciLow":1114.219378,"ciHigh":1128.541313,"observedAt":"2026-11-12","runCount":12745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Large","rowId":"portraits/Krea 2 Large","slice":"portraits"}
{"key":"lmarena|krea/krea-2-large:default|none|lmarena-text-to-image@1|rating|text_rendering/Krea 2 Large","sourceId":"lmarena","modelId":"krea/krea-2-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1115.532139,"ciLow":1109.523553,"ciHigh":1121.540725,"observedAt":"2026-11-12","runCount":21159,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Large","rowId":"text_rendering/Krea 2 Large","slice":"text_rendering"}
{"key":"lmarena|krea/krea-2-medium:default|none|lmarena-text-to-image@1|rating|3d_modeling/Krea 2 Medium","sourceId":"lmarena","modelId":"krea/krea-2-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1132.709019,"ciLow":1124.301292,"ciHigh":1141.116746,"observedAt":"2026-11-12","runCount":6953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Medium","rowId":"3d_modeling/Krea 2 Medium","slice":"3d_modeling"}
{"key":"lmarena|krea/krea-2-medium:default|none|lmarena-text-to-image@1|rating|agentic/Krea 2 Medium","sourceId":"lmarena","modelId":"krea/krea-2-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1166.58219,"ciLow":1154.661323,"ciHigh":1178.503058,"observedAt":"2026-11-12","runCount":4663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Medium","rowId":"agentic/Krea 2 Medium","slice":"agentic"}
{"key":"lmarena|krea/krea-2-medium:default|none|lmarena-text-to-image@1|rating|art/Krea 2 Medium","sourceId":"lmarena","modelId":"krea/krea-2-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1160.451332,"ciLow":1153.266515,"ciHigh":1167.63615,"observedAt":"2026-11-12","runCount":10649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Medium","rowId":"art/Krea 2 Medium","slice":"art"}
{"key":"lmarena|krea/krea-2-medium:default|none|lmarena-text-to-image@1|rating|cartoon/Krea 2 Medium","sourceId":"lmarena","modelId":"krea/krea-2-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1139.971201,"ciLow":1134.33466,"ciHigh":1145.607742,"observedAt":"2026-11-12","runCount":29781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Medium","rowId":"cartoon/Krea 2 Medium","slice":"cartoon"}
{"key":"lmarena|krea/krea-2-medium:default|none|lmarena-text-to-image@1|rating|commercial_design/Krea 2 Medium","sourceId":"lmarena","modelId":"krea/krea-2-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1124.98581,"ciLow":1119.375458,"ciHigh":1130.596162,"observedAt":"2026-11-12","runCount":25464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Medium","rowId":"commercial_design/Krea 2 Medium","slice":"commercial_design"}
{"key":"lmarena|krea/krea-2-medium:default|none|lmarena-text-to-image@1|rating|overall/Krea 2 Medium","sourceId":"lmarena","modelId":"krea/krea-2-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1128.013106,"ciLow":1124.141736,"ciHigh":1131.884476,"observedAt":"2026-11-12","runCount":78137,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Medium","rowId":"overall/Krea 2 Medium","slice":"overall"}
{"key":"lmarena|krea/krea-2-medium:default|none|lmarena-text-to-image@1|rating|photorealistic/Krea 2 Medium","sourceId":"lmarena","modelId":"krea/krea-2-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1134.712324,"ciLow":1129.084554,"ciHigh":1140.340094,"observedAt":"2026-11-12","runCount":28777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Medium","rowId":"photorealistic/Krea 2 Medium","slice":"photorealistic"}
{"key":"lmarena|krea/krea-2-medium:default|none|lmarena-text-to-image@1|rating|portraits/Krea 2 Medium","sourceId":"lmarena","modelId":"krea/krea-2-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1147.828862,"ciLow":1141.004518,"ciHigh":1154.653206,"observedAt":"2026-11-12","runCount":14426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Medium","rowId":"portraits/Krea 2 Medium","slice":"portraits"}
{"key":"lmarena|krea/krea-2-medium:default|none|lmarena-text-to-image@1|rating|text_rendering/Krea 2 Medium","sourceId":"lmarena","modelId":"krea/krea-2-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1127.515946,"ciLow":1121.72527,"ciHigh":1133.306622,"observedAt":"2026-11-12","runCount":24591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Medium","rowId":"text_rendering/Krea 2 Medium","slice":"text_rendering"}
{"key":"lmarena|krea/krea-2-turbo:default|none|lmarena-text-to-image@1|rating|3d_modeling/Krea 2 Turbo","sourceId":"lmarena","modelId":"krea/krea-2-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1144.239039,"ciLow":1134.952944,"ciHigh":1153.525134,"observedAt":"2026-11-12","runCount":5193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Turbo","rowId":"3d_modeling/Krea 2 Turbo","slice":"3d_modeling"}
{"key":"lmarena|krea/krea-2-turbo:default|none|lmarena-text-to-image@1|rating|agentic/Krea 2 Turbo","sourceId":"lmarena","modelId":"krea/krea-2-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1167.112106,"ciLow":1153.734155,"ciHigh":1180.490057,"observedAt":"2026-11-12","runCount":3372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Turbo","rowId":"agentic/Krea 2 Turbo","slice":"agentic"}
{"key":"lmarena|krea/krea-2-turbo:default|none|lmarena-text-to-image@1|rating|art/Krea 2 Turbo","sourceId":"lmarena","modelId":"krea/krea-2-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1138.592434,"ciLow":1130.684208,"ciHigh":1146.50066,"observedAt":"2026-11-12","runCount":8264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Turbo","rowId":"art/Krea 2 Turbo","slice":"art"}
{"key":"lmarena|krea/krea-2-turbo:default|none|lmarena-text-to-image@1|rating|cartoon/Krea 2 Turbo","sourceId":"lmarena","modelId":"krea/krea-2-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1129.007138,"ciLow":1122.9014,"ciHigh":1135.112876,"observedAt":"2026-11-12","runCount":23716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Turbo","rowId":"cartoon/Krea 2 Turbo","slice":"cartoon"}
{"key":"lmarena|krea/krea-2-turbo:default|none|lmarena-text-to-image@1|rating|commercial_design/Krea 2 Turbo","sourceId":"lmarena","modelId":"krea/krea-2-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1115.104418,"ciLow":1108.860996,"ciHigh":1121.34784,"observedAt":"2026-11-12","runCount":18836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Turbo","rowId":"commercial_design/Krea 2 Turbo","slice":"commercial_design"}
{"key":"lmarena|krea/krea-2-turbo:default|none|lmarena-text-to-image@1|rating|overall/Krea 2 Turbo","sourceId":"lmarena","modelId":"krea/krea-2-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1115.220234,"ciLow":1110.882391,"ciHigh":1119.558078,"observedAt":"2026-11-12","runCount":63492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Turbo","rowId":"overall/Krea 2 Turbo","slice":"overall"}
{"key":"lmarena|krea/krea-2-turbo:default|none|lmarena-text-to-image@1|rating|photorealistic/Krea 2 Turbo","sourceId":"lmarena","modelId":"krea/krea-2-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1117.776536,"ciLow":1111.628615,"ciHigh":1123.924456,"observedAt":"2026-11-12","runCount":23887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Turbo","rowId":"photorealistic/Krea 2 Turbo","slice":"photorealistic"}
{"key":"lmarena|krea/krea-2-turbo:default|none|lmarena-text-to-image@1|rating|portraits/Krea 2 Turbo","sourceId":"lmarena","modelId":"krea/krea-2-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1138.158459,"ciLow":1130.769263,"ciHigh":1145.547656,"observedAt":"2026-11-12","runCount":12609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Turbo","rowId":"portraits/Krea 2 Turbo","slice":"portraits"}
{"key":"lmarena|krea/krea-2-turbo:default|none|lmarena-text-to-image@1|rating|text_rendering/Krea 2 Turbo","sourceId":"lmarena","modelId":"krea/krea-2-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1101.082039,"ciLow":1094.716491,"ciHigh":1107.447586,"observedAt":"2026-11-12","runCount":18916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Krea 2 Turbo","rowId":"text_rendering/Krea 2 Turbo","slice":"text_rendering"}
{"key":"lmarena|kuaishou/kat-coder-pro-v1:default|none|lmarena-webdev@1|rating|overall/KAT-Coder-Pro V1","sourceId":"lmarena","modelId":"kuaishou/kat-coder-pro-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1257.172458,"ciLow":1237.610883,"ciHigh":1276.734033,"observedAt":"2026-11-15","runCount":1495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"KAT-Coder-Pro V1","rowId":"overall/KAT-Coder-Pro V1","slice":"overall"}
{"key":"lmarena|kuaishou/kat-coder-pro-v1:default|none|lmarena-webdev@1|rating|webdev-html/KAT-Coder-Pro V1","sourceId":"lmarena","modelId":"kuaishou/kat-coder-pro-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1265.992846,"ciLow":1245.424171,"ciHigh":1286.561522,"observedAt":"2026-11-15","runCount":1495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"KAT-Coder-Pro V1","rowId":"webdev-html/KAT-Coder-Pro V1","slice":"webdev-html"}
{"key":"lmarena|kuaishou/kat-coder-pro-v1:default|none|lmarena-webdev@1|rating|webdev/KAT-Coder-Pro V1","sourceId":"lmarena","modelId":"kuaishou/kat-coder-pro-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1257.172458,"ciLow":1237.610883,"ciHigh":1276.734033,"observedAt":"2026-11-15","runCount":1495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"KAT-Coder-Pro V1","rowId":"webdev/KAT-Coder-Pro V1","slice":"webdev"}
{"key":"lmarena|leonardo-ai/lucid-origin:default|none|lmarena-text-to-image@1|rating|3d_modeling/Lucid Origin","sourceId":"lmarena","modelId":"leonardo-ai/lucid-origin","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1015.325172,"ciLow":1008.144684,"ciHigh":1022.50566,"observedAt":"2026-11-12","runCount":26170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Lucid Origin","rowId":"3d_modeling/Lucid Origin","slice":"3d_modeling"}
{"key":"lmarena|leonardo-ai/lucid-origin:default|none|lmarena-text-to-image@1|rating|art/Lucid Origin","sourceId":"lmarena","modelId":"leonardo-ai/lucid-origin","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1029.110935,"ciLow":1022.269743,"ciHigh":1035.952127,"observedAt":"2026-11-12","runCount":33508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Lucid Origin","rowId":"art/Lucid Origin","slice":"art"}
{"key":"lmarena|leonardo-ai/lucid-origin:default|none|lmarena-text-to-image@1|rating|cartoon/Lucid Origin","sourceId":"lmarena","modelId":"leonardo-ai/lucid-origin","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1006.800473,"ciLow":1001.768689,"ciHigh":1011.832258,"observedAt":"2026-11-12","runCount":110828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Lucid Origin","rowId":"cartoon/Lucid Origin","slice":"cartoon"}
{"key":"lmarena|leonardo-ai/lucid-origin:default|none|lmarena-text-to-image@1|rating|commercial_design/Lucid Origin","sourceId":"lmarena","modelId":"leonardo-ai/lucid-origin","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1019.429035,"ciLow":1014.456272,"ciHigh":1024.401799,"observedAt":"2026-11-12","runCount":82603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Lucid Origin","rowId":"commercial_design/Lucid Origin","slice":"commercial_design"}
{"key":"lmarena|leonardo-ai/lucid-origin:default|none|lmarena-text-to-image@1|rating|overall/Lucid Origin","sourceId":"lmarena","modelId":"leonardo-ai/lucid-origin","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1012.870805,"ciLow":1009.444587,"ciHigh":1016.297023,"observedAt":"2026-11-12","runCount":284717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Lucid Origin","rowId":"overall/Lucid Origin","slice":"overall"}
{"key":"lmarena|leonardo-ai/lucid-origin:default|none|lmarena-text-to-image@1|rating|photorealistic/Lucid Origin","sourceId":"lmarena","modelId":"leonardo-ai/lucid-origin","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1034.818831,"ciLow":1029.925133,"ciHigh":1039.712529,"observedAt":"2026-11-12","runCount":132049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Lucid Origin","rowId":"photorealistic/Lucid Origin","slice":"photorealistic"}
{"key":"lmarena|leonardo-ai/lucid-origin:default|none|lmarena-text-to-image@1|rating|portraits/Lucid Origin","sourceId":"lmarena","modelId":"leonardo-ai/lucid-origin","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1042.067167,"ciLow":1035.93137,"ciHigh":1048.202963,"observedAt":"2026-11-12","runCount":73418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Lucid Origin","rowId":"portraits/Lucid Origin","slice":"portraits"}
{"key":"lmarena|leonardo-ai/lucid-origin:default|none|lmarena-text-to-image@1|rating|text_rendering/Lucid Origin","sourceId":"lmarena","modelId":"leonardo-ai/lucid-origin","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1004.882253,"ciLow":999.691749,"ciHigh":1010.072758,"observedAt":"2026-11-12","runCount":67668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Lucid Origin","rowId":"text_rendering/Lucid Origin","slice":"text_rendering"}
{"key":"lmarena|llava/llava-1.6-34b:default|none|lmarena-vision-style-control@1|rating|chinese/LLaVA 1.6 34B","sourceId":"lmarena","modelId":"llava/llava-1.6-34b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":955.447663,"ciLow":908.666625,"ciHigh":1002.228701,"observedAt":"2026-11-09","runCount":415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaVA 1.6 34B","rowId":"chinese/LLaVA 1.6 34B","slice":"chinese"}
{"key":"lmarena|llava/llava-1.6-34b:default|none|lmarena-vision-style-control@1|rating|english/LLaVA 1.6 34B","sourceId":"lmarena","modelId":"llava/llava-1.6-34b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":987.720833,"ciLow":971.990686,"ciHigh":1003.450979,"observedAt":"2026-11-09","runCount":2813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaVA 1.6 34B","rowId":"english/LLaVA 1.6 34B","slice":"english"}
{"key":"lmarena|llava/llava-1.6-34b:default|none|lmarena-vision-style-control@1|rating|overall/LLaVA 1.6 34B","sourceId":"lmarena","modelId":"llava/llava-1.6-34b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":964.697709,"ciLow":952.446154,"ciHigh":976.949264,"observedAt":"2026-11-09","runCount":4531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaVA 1.6 34B","rowId":"overall/LLaVA 1.6 34B","slice":"overall"}
{"key":"lmarena|llava/llava-1.6-34b:default|none|lmarena-vision@1|rating|chinese/LLaVA 1.6 34B","sourceId":"lmarena","modelId":"llava/llava-1.6-34b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":914.575601,"ciLow":867.936582,"ciHigh":961.21462,"observedAt":"2026-11-09","runCount":415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaVA 1.6 34B","rowId":"chinese/LLaVA 1.6 34B","slice":"chinese"}
{"key":"lmarena|llava/llava-1.6-34b:default|none|lmarena-vision@1|rating|english/LLaVA 1.6 34B","sourceId":"lmarena","modelId":"llava/llava-1.6-34b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":970.086203,"ciLow":954.332076,"ciHigh":985.84033,"observedAt":"2026-11-09","runCount":2813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaVA 1.6 34B","rowId":"english/LLaVA 1.6 34B","slice":"english"}
{"key":"lmarena|llava/llava-1.6-34b:default|none|lmarena-vision@1|rating|overall/LLaVA 1.6 34B","sourceId":"lmarena","modelId":"llava/llava-1.6-34b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":936.346864,"ciLow":924.081643,"ciHigh":948.612085,"observedAt":"2026-11-09","runCount":4531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaVA 1.6 34B","rowId":"overall/LLaVA 1.6 34B","slice":"overall"}
{"key":"lmarena|llava/llava-onevision-qwen2-72b-ov:default|none|lmarena-vision-style-control@1|rating|english/LLaVA-OneVision Qwen2 72B OV","sourceId":"lmarena","modelId":"llava/llava-onevision-qwen2-72b-ov","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1006.919761,"ciLow":984.87425,"ciHigh":1028.965271,"observedAt":"2026-11-09","runCount":841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaVA-OneVision Qwen2 72B OV","rowId":"english/LLaVA-OneVision Qwen2 72B OV","slice":"english"}
{"key":"lmarena|llava/llava-onevision-qwen2-72b-ov:default|none|lmarena-vision-style-control@1|rating|overall/LLaVA-OneVision Qwen2 72B OV","sourceId":"lmarena","modelId":"llava/llava-onevision-qwen2-72b-ov","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":978.370996,"ciLow":960.172324,"ciHigh":996.569668,"observedAt":"2026-11-09","runCount":1321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaVA-OneVision Qwen2 72B OV","rowId":"overall/LLaVA-OneVision Qwen2 72B OV","slice":"overall"}
{"key":"lmarena|llava/llava-onevision-qwen2-72b-ov:default|none|lmarena-vision@1|rating|english/LLaVA-OneVision Qwen2 72B OV","sourceId":"lmarena","modelId":"llava/llava-onevision-qwen2-72b-ov","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":961.52488,"ciLow":939.637728,"ciHigh":983.412033,"observedAt":"2026-11-09","runCount":841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaVA-OneVision Qwen2 72B OV","rowId":"english/LLaVA-OneVision Qwen2 72B OV","slice":"english"}
{"key":"lmarena|llava/llava-onevision-qwen2-72b-ov:default|none|lmarena-vision@1|rating|overall/LLaVA-OneVision Qwen2 72B OV","sourceId":"lmarena","modelId":"llava/llava-onevision-qwen2-72b-ov","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":922.723549,"ciLow":904.720961,"ciHigh":940.726136,"observedAt":"2026-11-09","runCount":1321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaVA-OneVision Qwen2 72B OV","rowId":"overall/LLaVA-OneVision Qwen2 72B OV","slice":"overall"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|chinese/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":969.460597,"ciLow":928.673489,"ciHigh":1010.247705,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"chinese/FastChat-T5 3B","slice":"chinese"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|coding/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":907.976978,"ciLow":878.029668,"ciHigh":937.924288,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"coding/FastChat-T5 3B","slice":"coding"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|creative_writing/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":992.373627,"ciLow":968.210725,"ciHigh":1016.536529,"observedAt":"2026-11-11","runCount":744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"creative_writing/FastChat-T5 3B","slice":"creative_writing"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|english/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1023.532331,"ciLow":1010.172378,"ciHigh":1036.892284,"observedAt":"2026-11-11","runCount":3442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"english/FastChat-T5 3B","slice":"english"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|exclude_ties/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":768.290444,"ciLow":749.258239,"ciHigh":787.322649,"observedAt":"2026-11-11","runCount":2836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"exclude_ties/FastChat-T5 3B","slice":"exclude_ties"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|hard_prompts/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":938.859655,"ciLow":917.755575,"ciHigh":959.963736,"observedAt":"2026-11-11","runCount":797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"hard_prompts/FastChat-T5 3B","slice":"hard_prompts"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":946.144524,"ciLow":923.256822,"ciHigh":969.032226,"observedAt":"2026-11-11","runCount":690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"hard_prompts_english/FastChat-T5 3B","slice":"hard_prompts_english"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":999.303037,"ciLow":961.702415,"ciHigh":1036.90366,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_business_and_management_and_financial_operations/FastChat-T5 3B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":958.967952,"ciLow":934.373907,"ciHigh":983.561997,"observedAt":"2026-11-11","runCount":719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_entertainment_and_sports_and_media/FastChat-T5 3B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1029.168684,"ciLow":983.579462,"ciHigh":1074.757906,"observedAt":"2026-11-11","runCount":184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_legal_and_government/FastChat-T5 3B","slice":"industry_legal_and_government"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":993.919624,"ciLow":968.833691,"ciHigh":1019.005557,"observedAt":"2026-11-11","runCount":685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_life_and_physical_and_social_science/FastChat-T5 3B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":925.631524,"ciLow":897.09367,"ciHigh":954.169378,"observedAt":"2026-11-11","runCount":400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_mathematical/FastChat-T5 3B","slice":"industry_mathematical"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":967.629262,"ciLow":947.178779,"ciHigh":988.079745,"observedAt":"2026-11-11","runCount":955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_software_and_it_services/FastChat-T5 3B","slice":"industry_software_and_it_services"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":998.170202,"ciLow":977.127294,"ciHigh":1019.213109,"observedAt":"2026-11-11","runCount":940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_writing_and_literature_and_language/FastChat-T5 3B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|instruction_following/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":958.52893,"ciLow":939.931628,"ciHigh":977.126231,"observedAt":"2026-11-11","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"instruction_following/FastChat-T5 3B","slice":"instruction_following"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|math/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":921.493792,"ciLow":895.561383,"ciHigh":947.4262,"observedAt":"2026-11-11","runCount":462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"math/FastChat-T5 3B","slice":"math"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|multi_turn/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":940.503335,"ciLow":909.924568,"ciHigh":971.082103,"observedAt":"2026-11-11","runCount":387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"multi_turn/FastChat-T5 3B","slice":"multi_turn"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|non_english/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":909.568067,"ciLow":887.233046,"ciHigh":931.903088,"observedAt":"2026-11-11","runCount":761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"non_english/FastChat-T5 3B","slice":"non_english"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text-style-control@1|rating|overall/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":992.755299,"ciLow":980.47352,"ciHigh":1005.037079,"observedAt":"2026-11-11","runCount":4203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"overall/FastChat-T5 3B","slice":"overall"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|chinese/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":718.977413,"ciLow":681.73549,"ciHigh":756.219336,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"chinese/FastChat-T5 3B","slice":"chinese"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|coding/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":763.775315,"ciLow":734.420683,"ciHigh":793.129947,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"coding/FastChat-T5 3B","slice":"coding"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|creative_writing/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":901.97708,"ciLow":878.673822,"ciHigh":925.280338,"observedAt":"2026-11-11","runCount":744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"creative_writing/FastChat-T5 3B","slice":"creative_writing"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|english/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":934.611555,"ciLow":921.343754,"ciHigh":947.879357,"observedAt":"2026-11-11","runCount":3442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"english/FastChat-T5 3B","slice":"english"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|exclude_ties/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":634.957393,"ciLow":616.283571,"ciHigh":653.631216,"observedAt":"2026-11-11","runCount":2836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"exclude_ties/FastChat-T5 3B","slice":"exclude_ties"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|hard_prompts/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":814.142744,"ciLow":793.48119,"ciHigh":834.804298,"observedAt":"2026-11-11","runCount":797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"hard_prompts/FastChat-T5 3B","slice":"hard_prompts"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|hard_prompts_english/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":829.726033,"ciLow":807.167004,"ciHigh":852.285063,"observedAt":"2026-11-11","runCount":690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"hard_prompts_english/FastChat-T5 3B","slice":"hard_prompts_english"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":868.249363,"ciLow":830.085285,"ciHigh":906.41344,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_business_and_management_and_financial_operations/FastChat-T5 3B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":859.84587,"ciLow":835.863718,"ciHigh":883.828021,"observedAt":"2026-11-11","runCount":719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_entertainment_and_sports_and_media/FastChat-T5 3B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|industry_legal_and_government/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":898.820655,"ciLow":852.054747,"ciHigh":945.586564,"observedAt":"2026-11-11","runCount":184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_legal_and_government/FastChat-T5 3B","slice":"industry_legal_and_government"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":865.528168,"ciLow":840.641283,"ciHigh":890.415052,"observedAt":"2026-11-11","runCount":685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_life_and_physical_and_social_science/FastChat-T5 3B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|industry_mathematical/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":851.449775,"ciLow":823.261349,"ciHigh":879.638201,"observedAt":"2026-11-11","runCount":400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_mathematical/FastChat-T5 3B","slice":"industry_mathematical"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|industry_software_and_it_services/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":835.817825,"ciLow":815.565255,"ciHigh":856.070394,"observedAt":"2026-11-11","runCount":955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_software_and_it_services/FastChat-T5 3B","slice":"industry_software_and_it_services"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":907.552559,"ciLow":886.915074,"ciHigh":928.190043,"observedAt":"2026-11-11","runCount":940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"industry_writing_and_literature_and_language/FastChat-T5 3B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|instruction_following/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":857.901522,"ciLow":839.685202,"ciHigh":876.117841,"observedAt":"2026-11-11","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"instruction_following/FastChat-T5 3B","slice":"instruction_following"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|math/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":861.788292,"ciLow":836.12062,"ciHigh":887.455964,"observedAt":"2026-11-11","runCount":462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"math/FastChat-T5 3B","slice":"math"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|multi_turn/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":852.890431,"ciLow":822.561156,"ciHigh":883.219706,"observedAt":"2026-11-11","runCount":387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"multi_turn/FastChat-T5 3B","slice":"multi_turn"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|non_english/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":781.327339,"ciLow":759.780853,"ciHigh":802.873825,"observedAt":"2026-11-11","runCount":761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"non_english/FastChat-T5 3B","slice":"non_english"}
{"key":"lmarena|lmsys/fastchat-t5-3b:default|none|lmarena-text@1|rating|overall/FastChat-T5 3B","sourceId":"lmarena","modelId":"lmsys/fastchat-t5-3b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":894.43861,"ciLow":882.248204,"ciHigh":906.629016,"observedAt":"2026-11-11","runCount":4203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"FastChat-T5 3B","rowId":"overall/FastChat-T5 3B","slice":"overall"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|chinese/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1148.866974,"ciLow":1128.960125,"ciHigh":1168.773823,"observedAt":"2026-11-11","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"chinese/Vicuna 13B","slice":"chinese"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|coding/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.49573,"ciLow":1149.799291,"ciHigh":1177.192168,"observedAt":"2026-11-11","runCount":2389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"coding/Vicuna 13B","slice":"coding"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|creative_writing/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1126.659329,"ciLow":1113.905407,"ciHigh":1139.413251,"observedAt":"2026-11-11","runCount":3346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"creative_writing/Vicuna 13B","slice":"creative_writing"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|english/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1162.317478,"ciLow":1154.786513,"ciHigh":1169.848444,"observedAt":"2026-11-11","runCount":14788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"english/Vicuna 13B","slice":"english"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":985.910027,"ciLow":975.825588,"ciHigh":995.994467,"observedAt":"2026-11-11","runCount":13246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"exclude_ties/Vicuna 13B","slice":"exclude_ties"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|expert/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1117.767882,"ciLow":1086.6651,"ciHigh":1148.870664,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"expert/Vicuna 13B","slice":"expert"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|french/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1111.729689,"ciLow":1065.322724,"ciHigh":1158.136654,"observedAt":"2026-11-11","runCount":198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"french/Vicuna 13B","slice":"french"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|german/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1077.516105,"ciLow":1041.241624,"ciHigh":1113.790586,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"german/Vicuna 13B","slice":"german"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1132.318488,"ciLow":1121.718009,"ciHigh":1142.918967,"observedAt":"2026-11-11","runCount":3971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"hard_prompts/Vicuna 13B","slice":"hard_prompts"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1142.320747,"ciLow":1130.377403,"ciHigh":1154.264092,"observedAt":"2026-11-11","runCount":3220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"hard_prompts_english/Vicuna 13B","slice":"hard_prompts_english"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1117.248883,"ciLow":1100.189698,"ciHigh":1134.308068,"observedAt":"2026-11-11","runCount":1638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_business_and_management_and_financial_operations/Vicuna 13B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1111.359428,"ciLow":1098.868094,"ciHigh":1123.850763,"observedAt":"2026-11-11","runCount":3239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_entertainment_and_sports_and_media/Vicuna 13B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1169.208434,"ciLow":1147.362366,"ciHigh":1191.054503,"observedAt":"2026-11-11","runCount":899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_legal_and_government/Vicuna 13B","slice":"industry_legal_and_government"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.254817,"ciLow":1139.330019,"ciHigh":1165.179615,"observedAt":"2026-11-11","runCount":3288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_life_and_physical_and_social_science/Vicuna 13B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1086.933683,"ciLow":1071.815474,"ciHigh":1102.051892,"observedAt":"2026-11-11","runCount":1884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_mathematical/Vicuna 13B","slice":"industry_mathematical"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.279585,"ciLow":1134.171193,"ciHigh":1178.387978,"observedAt":"2026-11-11","runCount":884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_medicine_and_healthcare/Vicuna 13B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.68517,"ciLow":1151.018352,"ciHigh":1172.351987,"observedAt":"2026-11-11","runCount":4692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_software_and_it_services/Vicuna 13B","slice":"industry_software_and_it_services"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.761091,"ciLow":1135.045611,"ciHigh":1156.476571,"observedAt":"2026-11-11","runCount":4672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_writing_and_literature_and_language/Vicuna 13B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|instruction_following/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1117.248115,"ciLow":1107.63111,"ciHigh":1126.86512,"observedAt":"2026-11-11","runCount":5665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"instruction_following/Vicuna 13B","slice":"instruction_following"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|japanese/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1002.929352,"ciLow":949.366186,"ciHigh":1056.492518,"observedAt":"2026-11-11","runCount":125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"japanese/Vicuna 13B","slice":"japanese"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|longer_query/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.75417,"ciLow":1125.416874,"ciHigh":1168.091466,"observedAt":"2026-11-11","runCount":756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"longer_query/Vicuna 13B","slice":"longer_query"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|math/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1083.949859,"ciLow":1070.197393,"ciHigh":1097.702326,"observedAt":"2026-11-11","runCount":2146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"math/Vicuna 13B","slice":"math"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|multi_turn/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1101.739028,"ciLow":1087.762362,"ciHigh":1115.715695,"observedAt":"2026-11-11","runCount":2552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"multi_turn/Vicuna 13B","slice":"multi_turn"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|non_english/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1109.793901,"ciLow":1099.512837,"ciHigh":1120.074965,"observedAt":"2026-11-11","runCount":4579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"non_english/Vicuna 13B","slice":"non_english"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|overall/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.756543,"ciLow":1135.082881,"ciHigh":1148.430205,"observedAt":"2026-11-11","runCount":19367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"overall/Vicuna 13B","slice":"overall"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|russian/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.233342,"ciLow":1103.096841,"ciHigh":1157.369842,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"russian/Vicuna 13B","slice":"russian"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text-style-control@1|rating|spanish/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.68533,"ciLow":1116.738155,"ciHigh":1214.632504,"observedAt":"2026-11-11","runCount":161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"spanish/Vicuna 13B","slice":"spanish"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|chinese/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1039.621106,"ciLow":1020.302856,"ciHigh":1058.939356,"observedAt":"2026-11-11","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"chinese/Vicuna 13B","slice":"chinese"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|coding/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1040.537121,"ciLow":1026.915951,"ciHigh":1054.15829,"observedAt":"2026-11-11","runCount":2389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"coding/Vicuna 13B","slice":"coding"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|creative_writing/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1057.963916,"ciLow":1045.390663,"ciHigh":1070.537169,"observedAt":"2026-11-11","runCount":3346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"creative_writing/Vicuna 13B","slice":"creative_writing"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|english/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1080.562676,"ciLow":1073.10279,"ciHigh":1088.022562,"observedAt":"2026-11-11","runCount":14788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"english/Vicuna 13B","slice":"english"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|exclude_ties/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":868.249997,"ciLow":858.398881,"ciHigh":878.101114,"observedAt":"2026-11-11","runCount":13246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"exclude_ties/Vicuna 13B","slice":"exclude_ties"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|expert/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":993.808861,"ciLow":962.699009,"ciHigh":1024.918714,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"expert/Vicuna 13B","slice":"expert"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|french/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1019.927978,"ciLow":974.667446,"ciHigh":1065.18851,"observedAt":"2026-11-11","runCount":198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"french/Vicuna 13B","slice":"french"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|german/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":992.186389,"ciLow":955.751821,"ciHigh":1028.620957,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"german/Vicuna 13B","slice":"german"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|hard_prompts/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1023.498957,"ciLow":1013.014705,"ciHigh":1033.98321,"observedAt":"2026-11-11","runCount":3971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"hard_prompts/Vicuna 13B","slice":"hard_prompts"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|hard_prompts_english/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1035.59291,"ciLow":1023.734436,"ciHigh":1047.451385,"observedAt":"2026-11-11","runCount":3220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"hard_prompts_english/Vicuna 13B","slice":"hard_prompts_english"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1005.832045,"ciLow":988.825352,"ciHigh":1022.838739,"observedAt":"2026-11-11","runCount":1638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_business_and_management_and_financial_operations/Vicuna 13B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1030.827026,"ciLow":1018.430953,"ciHigh":1043.223098,"observedAt":"2026-11-11","runCount":3239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_entertainment_and_sports_and_media/Vicuna 13B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|industry_legal_and_government/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.960445,"ciLow":1035.009699,"ciHigh":1078.911191,"observedAt":"2026-11-11","runCount":899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_legal_and_government/Vicuna 13B","slice":"industry_legal_and_government"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1034.526393,"ciLow":1021.710569,"ciHigh":1047.342218,"observedAt":"2026-11-11","runCount":3288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_life_and_physical_and_social_science/Vicuna 13B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|industry_mathematical/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1021.973323,"ciLow":1006.963124,"ciHigh":1036.983522,"observedAt":"2026-11-11","runCount":1884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_mathematical/Vicuna 13B","slice":"industry_mathematical"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1019.112467,"ciLow":996.999296,"ciHigh":1041.225637,"observedAt":"2026-11-11","runCount":884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_medicine_and_healthcare/Vicuna 13B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1047.769955,"ciLow":1037.168325,"ciHigh":1058.371584,"observedAt":"2026-11-11","runCount":4692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_software_and_it_services/Vicuna 13B","slice":"industry_software_and_it_services"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1078.873117,"ciLow":1068.243647,"ciHigh":1089.502586,"observedAt":"2026-11-11","runCount":4672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"industry_writing_and_literature_and_language/Vicuna 13B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|instruction_following/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1034.952569,"ciLow":1025.500975,"ciHigh":1044.404163,"observedAt":"2026-11-11","runCount":5665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"instruction_following/Vicuna 13B","slice":"instruction_following"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|japanese/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":918.612398,"ciLow":866.590511,"ciHigh":970.634286,"observedAt":"2026-11-11","runCount":125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"japanese/Vicuna 13B","slice":"japanese"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|longer_query/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1047.129395,"ciLow":1025.93893,"ciHigh":1068.31986,"observedAt":"2026-11-11","runCount":756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"longer_query/Vicuna 13B","slice":"longer_query"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|math/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1030.407928,"ciLow":1016.715691,"ciHigh":1044.100166,"observedAt":"2026-11-11","runCount":2146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"math/Vicuna 13B","slice":"math"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|multi_turn/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1030.764834,"ciLow":1016.830528,"ciHigh":1044.69914,"observedAt":"2026-11-11","runCount":2552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"multi_turn/Vicuna 13B","slice":"multi_turn"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|non_english/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1027.180339,"ciLow":1017.091464,"ciHigh":1037.269214,"observedAt":"2026-11-11","runCount":4579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"non_english/Vicuna 13B","slice":"non_english"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|overall/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1057.699336,"ciLow":1051.120632,"ciHigh":1064.27804,"observedAt":"2026-11-11","runCount":19367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"overall/Vicuna 13B","slice":"overall"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|russian/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1042.005265,"ciLow":1015.035344,"ciHigh":1068.975187,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"russian/Vicuna 13B","slice":"russian"}
{"key":"lmarena|lmsys/vicuna-13b:default|none|lmarena-text@1|rating|spanish/Vicuna 13B","sourceId":"lmarena","modelId":"lmsys/vicuna-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1076.413716,"ciLow":1027.77661,"ciHigh":1125.050822,"observedAt":"2026-11-11","runCount":161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 13B","rowId":"spanish/Vicuna 13B","slice":"spanish"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|chinese/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1134.529495,"ciLow":1117.19685,"ciHigh":1151.862139,"observedAt":"2026-11-11","runCount":1385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"chinese/Vicuna 33B","slice":"chinese"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|coding/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.736535,"ciLow":1181.075699,"ciHigh":1206.397371,"observedAt":"2026-11-11","runCount":2866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"coding/Vicuna 33B","slice":"coding"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|creative_writing/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.986222,"ciLow":1159.975043,"ciHigh":1183.997401,"observedAt":"2026-11-11","runCount":4010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"creative_writing/Vicuna 33B","slice":"creative_writing"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|english/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1200.019931,"ciLow":1192.710972,"ciHigh":1207.328889,"observedAt":"2026-11-11","runCount":16692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"english/Vicuna 33B","slice":"english"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1039.26346,"ciLow":1029.982203,"ciHigh":1048.544716,"observedAt":"2026-11-11","runCount":15324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"exclude_ties/Vicuna 33B","slice":"exclude_ties"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|expert/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1147.141142,"ciLow":1120.468848,"ciHigh":1173.813436,"observedAt":"2026-11-11","runCount":484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"expert/Vicuna 33B","slice":"expert"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|french/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1162.49654,"ciLow":1124.571798,"ciHigh":1200.421283,"observedAt":"2026-11-11","runCount":295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"french/Vicuna 33B","slice":"french"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|german/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1128.751616,"ciLow":1098.901562,"ciHigh":1158.601671,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"german/Vicuna 33B","slice":"german"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1164.755051,"ciLow":1154.742471,"ciHigh":1174.767631,"observedAt":"2026-11-11","runCount":5071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"hard_prompts/Vicuna 33B","slice":"hard_prompts"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.358536,"ciLow":1164.019658,"ciHigh":1186.697414,"observedAt":"2026-11-11","runCount":3964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"hard_prompts_english/Vicuna 33B","slice":"hard_prompts_english"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.204316,"ciLow":1134.78516,"ciHigh":1165.623472,"observedAt":"2026-11-11","runCount":1909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_business_and_management_and_financial_operations/Vicuna 33B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.432495,"ciLow":1153.43761,"ciHigh":1177.427381,"observedAt":"2026-11-11","runCount":3642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_entertainment_and_sports_and_media/Vicuna 33B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.393903,"ciLow":1170.237551,"ciHigh":1208.550254,"observedAt":"2026-11-11","runCount":1246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_legal_and_government/Vicuna 33B","slice":"industry_legal_and_government"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.014324,"ciLow":1180.467463,"ciHigh":1203.561185,"observedAt":"2026-11-11","runCount":3986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_life_and_physical_and_social_science/Vicuna 33B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1131.123014,"ciLow":1117.484655,"ciHigh":1144.761374,"observedAt":"2026-11-11","runCount":2352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_mathematical/Vicuna 33B","slice":"industry_mathematical"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1174.867511,"ciLow":1155.708469,"ciHigh":1194.026553,"observedAt":"2026-11-11","runCount":1203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_medicine_and_healthcare/Vicuna 33B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.618009,"ciLow":1178.511237,"ciHigh":1198.72478,"observedAt":"2026-11-11","runCount":5525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_software_and_it_services/Vicuna 33B","slice":"industry_software_and_it_services"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.387498,"ciLow":1161.199825,"ciHigh":1181.575172,"observedAt":"2026-11-11","runCount":5627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_writing_and_literature_and_language/Vicuna 33B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|instruction_following/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.055117,"ciLow":1131.022776,"ciHigh":1149.087457,"observedAt":"2026-11-11","runCount":6983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"instruction_following/Vicuna 33B","slice":"instruction_following"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|japanese/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1024.390211,"ciLow":982.64409,"ciHigh":1066.136333,"observedAt":"2026-11-11","runCount":195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"japanese/Vicuna 33B","slice":"japanese"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|longer_query/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.143379,"ciLow":1118.08823,"ciHigh":1156.198528,"observedAt":"2026-11-11","runCount":1047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"longer_query/Vicuna 33B","slice":"longer_query"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|math/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1116.259666,"ciLow":1103.603288,"ciHigh":1128.916044,"observedAt":"2026-11-11","runCount":2663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"math/Vicuna 33B","slice":"math"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|multi_turn/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.592551,"ciLow":1128.665864,"ciHigh":1154.519238,"observedAt":"2026-11-11","runCount":3114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"multi_turn/Vicuna 33B","slice":"multi_turn"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|non_english/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1121.704881,"ciLow":1112.293054,"ciHigh":1131.116708,"observedAt":"2026-11-11","runCount":5787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"non_english/Vicuna 33B","slice":"non_english"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|overall/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.087173,"ciLow":1166.907833,"ciHigh":1179.266512,"observedAt":"2026-11-11","runCount":22479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"overall/Vicuna 33B","slice":"overall"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|russian/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.372749,"ciLow":1122.651216,"ciHigh":1166.094282,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"russian/Vicuna 33B","slice":"russian"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text-style-control@1|rating|spanish/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.87791,"ciLow":1108.880796,"ciHigh":1184.875024,"observedAt":"2026-11-11","runCount":275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"spanish/Vicuna 33B","slice":"spanish"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|chinese/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1035.962018,"ciLow":1018.770912,"ciHigh":1053.153125,"observedAt":"2026-11-11","runCount":1385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"chinese/Vicuna 33B","slice":"chinese"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|coding/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1078.126413,"ciLow":1065.533788,"ciHigh":1090.719038,"observedAt":"2026-11-11","runCount":2866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"coding/Vicuna 33B","slice":"coding"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|creative_writing/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1124.529263,"ciLow":1112.666807,"ciHigh":1136.39172,"observedAt":"2026-11-11","runCount":4010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"creative_writing/Vicuna 33B","slice":"creative_writing"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|english/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1133.520511,"ciLow":1126.286243,"ciHigh":1140.75478,"observedAt":"2026-11-11","runCount":16692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"english/Vicuna 33B","slice":"english"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|exclude_ties/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":944.715956,"ciLow":935.633441,"ciHigh":953.798471,"observedAt":"2026-11-11","runCount":15324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"exclude_ties/Vicuna 33B","slice":"exclude_ties"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|expert/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1028.960111,"ciLow":1002.248646,"ciHigh":1055.671576,"observedAt":"2026-11-11","runCount":484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"expert/Vicuna 33B","slice":"expert"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|french/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.549731,"ciLow":1047.491666,"ciHigh":1123.607795,"observedAt":"2026-11-11","runCount":295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"french/Vicuna 33B","slice":"french"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|german/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1058.962331,"ciLow":1029.320067,"ciHigh":1088.604594,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"german/Vicuna 33B","slice":"german"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|hard_prompts/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1066.794881,"ciLow":1056.914135,"ciHigh":1076.675628,"observedAt":"2026-11-11","runCount":5071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"hard_prompts/Vicuna 33B","slice":"hard_prompts"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|hard_prompts_english/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1079.557404,"ciLow":1068.378718,"ciHigh":1090.736089,"observedAt":"2026-11-11","runCount":3964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"hard_prompts_english/Vicuna 33B","slice":"hard_prompts_english"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1054.259375,"ciLow":1038.833177,"ciHigh":1069.685573,"observedAt":"2026-11-11","runCount":1909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_business_and_management_and_financial_operations/Vicuna 33B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1102.85913,"ciLow":1090.940947,"ciHigh":1114.777313,"observedAt":"2026-11-11","runCount":3642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_entertainment_and_sports_and_media/Vicuna 33B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|industry_legal_and_government/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1098.771321,"ciLow":1079.462965,"ciHigh":1118.079678,"observedAt":"2026-11-11","runCount":1246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_legal_and_government/Vicuna 33B","slice":"industry_legal_and_government"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1099.786853,"ciLow":1088.257666,"ciHigh":1111.316039,"observedAt":"2026-11-11","runCount":3986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_life_and_physical_and_social_science/Vicuna 33B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|industry_mathematical/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1076.863862,"ciLow":1063.360451,"ciHigh":1090.367273,"observedAt":"2026-11-11","runCount":2352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_mathematical/Vicuna 33B","slice":"industry_mathematical"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1060.231807,"ciLow":1041.084302,"ciHigh":1079.379311,"observedAt":"2026-11-11","runCount":1203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_medicine_and_healthcare/Vicuna 33B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.78724,"ciLow":1075.742346,"ciHigh":1095.832134,"observedAt":"2026-11-11","runCount":5525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_software_and_it_services/Vicuna 33B","slice":"industry_software_and_it_services"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1118.781009,"ciLow":1108.728205,"ciHigh":1128.833813,"observedAt":"2026-11-11","runCount":5627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"industry_writing_and_literature_and_language/Vicuna 33B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|instruction_following/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1064.82108,"ciLow":1055.935818,"ciHigh":1073.706341,"observedAt":"2026-11-11","runCount":6983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"instruction_following/Vicuna 33B","slice":"instruction_following"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|japanese/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":958.837915,"ciLow":917.000492,"ciHigh":1000.675339,"observedAt":"2026-11-11","runCount":195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"japanese/Vicuna 33B","slice":"japanese"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|longer_query/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1028.434676,"ciLow":1009.509474,"ciHigh":1047.359879,"observedAt":"2026-11-11","runCount":1047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"longer_query/Vicuna 33B","slice":"longer_query"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|math/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.668908,"ciLow":1058.126526,"ciHigh":1083.21129,"observedAt":"2026-11-11","runCount":2663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"math/Vicuna 33B","slice":"math"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|multi_turn/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1080.386392,"ciLow":1067.499872,"ciHigh":1093.272912,"observedAt":"2026-11-11","runCount":3114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"multi_turn/Vicuna 33B","slice":"multi_turn"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|non_english/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1054.874066,"ciLow":1045.562019,"ciHigh":1064.186113,"observedAt":"2026-11-11","runCount":5787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"non_english/Vicuna 33B","slice":"non_english"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|overall/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1105.302555,"ciLow":1099.19602,"ciHigh":1111.409089,"observedAt":"2026-11-11","runCount":22479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"overall/Vicuna 33B","slice":"overall"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|russian/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.517676,"ciLow":1060.624662,"ciHigh":1104.41069,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"russian/Vicuna 33B","slice":"russian"}
{"key":"lmarena|lmsys/vicuna-33b:default|none|lmarena-text@1|rating|spanish/Vicuna 33B","sourceId":"lmarena","modelId":"lmsys/vicuna-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1079.735843,"ciLow":1041.752649,"ciHigh":1117.719036,"observedAt":"2026-11-11","runCount":275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 33B","rowId":"spanish/Vicuna 33B","slice":"spanish"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|chinese/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1088.314278,"ciLow":1054.123248,"ciHigh":1122.505308,"observedAt":"2026-11-11","runCount":335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"chinese/Vicuna 7B","slice":"chinese"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|coding/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1131.899695,"ciLow":1109.203361,"ciHigh":1154.596028,"observedAt":"2026-11-11","runCount":726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"coding/Vicuna 7B","slice":"coding"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|creative_writing/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1089.76959,"ciLow":1071.731361,"ciHigh":1107.807819,"observedAt":"2026-11-11","runCount":1323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"creative_writing/Vicuna 7B","slice":"creative_writing"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|english/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1132.611433,"ciLow":1122.726665,"ciHigh":1142.496202,"observedAt":"2026-11-11","runCount":5577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"english/Vicuna 7B","slice":"english"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":958.67537,"ciLow":945.36482,"ciHigh":971.985921,"observedAt":"2026-11-11","runCount":4750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"exclude_ties/Vicuna 7B","slice":"exclude_ties"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1105.486794,"ciLow":1088.65917,"ciHigh":1122.314418,"observedAt":"2026-11-11","runCount":1258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"hard_prompts/Vicuna 7B","slice":"hard_prompts"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.543694,"ciLow":1093.967604,"ciHigh":1131.119784,"observedAt":"2026-11-11","runCount":1066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"hard_prompts_english/Vicuna 7B","slice":"hard_prompts_english"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1083.388633,"ciLow":1056.397297,"ciHigh":1110.379968,"observedAt":"2026-11-11","runCount":555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_business_and_management_and_financial_operations/Vicuna 7B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1098.115697,"ciLow":1080.509469,"ciHigh":1115.721925,"observedAt":"2026-11-11","runCount":1285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_entertainment_and_sports_and_media/Vicuna 7B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.529558,"ciLow":1109.703749,"ciHigh":1179.355367,"observedAt":"2026-11-11","runCount":305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_legal_and_government/Vicuna 7B","slice":"industry_legal_and_government"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1116.461525,"ciLow":1097.559029,"ciHigh":1135.364022,"observedAt":"2026-11-11","runCount":1171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_life_and_physical_and_social_science/Vicuna 7B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1047.678207,"ciLow":1023.758034,"ciHigh":1071.598379,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_mathematical/Vicuna 7B","slice":"industry_mathematical"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1133.576517,"ciLow":1098.506925,"ciHigh":1168.646108,"observedAt":"2026-11-11","runCount":291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_medicine_and_healthcare/Vicuna 7B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1131.117484,"ciLow":1114.872195,"ciHigh":1147.362773,"observedAt":"2026-11-11","runCount":1601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_software_and_it_services/Vicuna 7B","slice":"industry_software_and_it_services"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1116.47878,"ciLow":1101.359275,"ciHigh":1131.598285,"observedAt":"2026-11-11","runCount":1783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_writing_and_literature_and_language/Vicuna 7B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|instruction_following/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1076.947539,"ciLow":1062.749573,"ciHigh":1091.145504,"observedAt":"2026-11-11","runCount":2020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"instruction_following/Vicuna 7B","slice":"instruction_following"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|longer_query/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.971208,"ciLow":1101.708135,"ciHigh":1188.234281,"observedAt":"2026-11-11","runCount":162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"longer_query/Vicuna 7B","slice":"longer_query"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|math/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1048.716726,"ciLow":1027.174562,"ciHigh":1070.258889,"observedAt":"2026-11-11","runCount":658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"math/Vicuna 7B","slice":"math"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|multi_turn/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1062.235992,"ciLow":1041.363189,"ciHigh":1083.108795,"observedAt":"2026-11-11","runCount":935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"multi_turn/Vicuna 7B","slice":"multi_turn"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|non_english/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1087.976701,"ciLow":1071.144823,"ciHigh":1104.808579,"observedAt":"2026-11-11","runCount":1346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"non_english/Vicuna 7B","slice":"non_english"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text-style-control@1|rating|overall/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1115.497625,"ciLow":1106.404327,"ciHigh":1124.590923,"observedAt":"2026-11-11","runCount":6923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"overall/Vicuna 7B","slice":"overall"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|chinese/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":979.132576,"ciLow":946.337915,"ciHigh":1011.927236,"observedAt":"2026-11-11","runCount":335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"chinese/Vicuna 7B","slice":"chinese"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|coding/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1009.906495,"ciLow":987.539158,"ciHigh":1032.273832,"observedAt":"2026-11-11","runCount":726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"coding/Vicuna 7B","slice":"coding"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|creative_writing/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1020.936347,"ciLow":1003.124451,"ciHigh":1038.748242,"observedAt":"2026-11-11","runCount":1323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"creative_writing/Vicuna 7B","slice":"creative_writing"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|english/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1051.327314,"ciLow":1041.459623,"ciHigh":1061.195005,"observedAt":"2026-11-11","runCount":5577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"english/Vicuna 7B","slice":"english"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|exclude_ties/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":840.952864,"ciLow":827.811363,"ciHigh":854.094365,"observedAt":"2026-11-11","runCount":4750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"exclude_ties/Vicuna 7B","slice":"exclude_ties"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|hard_prompts/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":994.809795,"ciLow":978.200511,"ciHigh":1011.41908,"observedAt":"2026-11-11","runCount":1258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"hard_prompts/Vicuna 7B","slice":"hard_prompts"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|hard_prompts_english/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1004.341031,"ciLow":986.003036,"ciHigh":1022.679025,"observedAt":"2026-11-11","runCount":1066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"hard_prompts_english/Vicuna 7B","slice":"hard_prompts_english"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":972.515714,"ciLow":945.23041,"ciHigh":999.801018,"observedAt":"2026-11-11","runCount":555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_business_and_management_and_financial_operations/Vicuna 7B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1016.525315,"ciLow":999.153939,"ciHigh":1033.896691,"observedAt":"2026-11-11","runCount":1285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_entertainment_and_sports_and_media/Vicuna 7B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|industry_legal_and_government/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1031.984268,"ciLow":997.05643,"ciHigh":1066.912107,"observedAt":"2026-11-11","runCount":305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_legal_and_government/Vicuna 7B","slice":"industry_legal_and_government"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1000.984511,"ciLow":982.244557,"ciHigh":1019.724466,"observedAt":"2026-11-11","runCount":1171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_life_and_physical_and_social_science/Vicuna 7B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|industry_mathematical/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":980.152685,"ciLow":956.50672,"ciHigh":1003.798651,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_mathematical/Vicuna 7B","slice":"industry_mathematical"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":997.806136,"ciLow":962.124651,"ciHigh":1033.487621,"observedAt":"2026-11-11","runCount":291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_medicine_and_healthcare/Vicuna 7B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1017.073865,"ciLow":1000.980921,"ciHigh":1033.16681,"observedAt":"2026-11-11","runCount":1601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_software_and_it_services/Vicuna 7B","slice":"industry_software_and_it_services"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1048.553403,"ciLow":1033.581861,"ciHigh":1063.524946,"observedAt":"2026-11-11","runCount":1783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"industry_writing_and_literature_and_language/Vicuna 7B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|instruction_following/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":993.649968,"ciLow":979.786117,"ciHigh":1007.51382,"observedAt":"2026-11-11","runCount":2020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"instruction_following/Vicuna 7B","slice":"instruction_following"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|longer_query/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1035.339476,"ciLow":992.64408,"ciHigh":1078.034872,"observedAt":"2026-11-11","runCount":162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"longer_query/Vicuna 7B","slice":"longer_query"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|math/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":993.831816,"ciLow":972.453038,"ciHigh":1015.210594,"observedAt":"2026-11-11","runCount":658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"math/Vicuna 7B","slice":"math"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|multi_turn/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":987.742996,"ciLow":966.841034,"ciHigh":1008.644958,"observedAt":"2026-11-11","runCount":935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"multi_turn/Vicuna 7B","slice":"multi_turn"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|non_english/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1002.942425,"ciLow":986.339539,"ciHigh":1019.545311,"observedAt":"2026-11-11","runCount":1346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"non_english/Vicuna 7B","slice":"non_english"}
{"key":"lmarena|lmsys/vicuna-7b:default|none|lmarena-text@1|rating|overall/Vicuna 7B","sourceId":"lmarena","modelId":"lmsys/vicuna-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1030.987618,"ciLow":1021.922898,"ciHigh":1040.052339,"observedAt":"2026-11-11","runCount":6923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Vicuna 7B","rowId":"overall/Vicuna 7B","slice":"overall"}
{"key":"lmarena|luma-labs/luma-photon:default|none|lmarena-text-to-image@1|rating|3d_modeling/Luma Photon","sourceId":"lmarena","modelId":"luma-labs/luma-photon","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1030.939304,"ciLow":1023.091245,"ciHigh":1038.787362,"observedAt":"2026-11-12","runCount":11571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Luma Photon","rowId":"3d_modeling/Luma Photon","slice":"3d_modeling"}
{"key":"lmarena|luma-labs/luma-photon:default|none|lmarena-text-to-image@1|rating|art/Luma Photon","sourceId":"lmarena","modelId":"luma-labs/luma-photon","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1046.806009,"ciLow":1039.743627,"ciHigh":1053.86839,"observedAt":"2026-11-12","runCount":20371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Luma Photon","rowId":"art/Luma Photon","slice":"art"}
{"key":"lmarena|luma-labs/luma-photon:default|none|lmarena-text-to-image@1|rating|cartoon/Luma Photon","sourceId":"lmarena","modelId":"luma-labs/luma-photon","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1026.471676,"ciLow":1021.113182,"ciHigh":1031.830171,"observedAt":"2026-11-12","runCount":51917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Luma Photon","rowId":"cartoon/Luma Photon","slice":"cartoon"}
{"key":"lmarena|luma-labs/luma-photon:default|none|lmarena-text-to-image@1|rating|chinese/photon","sourceId":"lmarena","modelId":"luma-labs/luma-photon","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1024.610864,"ciLow":1001.863885,"ciHigh":1073.727162,"observedAt":"2025-01-24","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"photon","rowId":"chinese/photon","slice":"chinese"}
{"key":"lmarena|luma-labs/luma-photon:default|none|lmarena-text-to-image@1|rating|commercial_design/Luma Photon","sourceId":"lmarena","modelId":"luma-labs/luma-photon","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1051.454358,"ciLow":1046.143898,"ciHigh":1056.764819,"observedAt":"2026-11-12","runCount":37526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Luma Photon","rowId":"commercial_design/Luma Photon","slice":"commercial_design"}
{"key":"lmarena|luma-labs/luma-photon:default|none|lmarena-text-to-image@1|rating|english/photon","sourceId":"lmarena","modelId":"luma-labs/luma-photon","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1025.335775,"ciLow":1021.771805,"ciHigh":1029.404599,"observedAt":"2025-02-11","runCount":18265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"photon","rowId":"english/photon","slice":"english"}
{"key":"lmarena|luma-labs/luma-photon:default|none|lmarena-text-to-image@1|rating|overall/Luma Photon","sourceId":"lmarena","modelId":"luma-labs/luma-photon","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1035.665806,"ciLow":1031.902476,"ciHigh":1039.429137,"observedAt":"2026-11-12","runCount":127828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Luma Photon","rowId":"overall/Luma Photon","slice":"overall"}
{"key":"lmarena|luma-labs/luma-photon:default|none|lmarena-text-to-image@1|rating|photorealistic/Luma Photon","sourceId":"lmarena","modelId":"luma-labs/luma-photon","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1034.805001,"ciLow":1029.639665,"ciHigh":1039.970336,"observedAt":"2026-11-12","runCount":56143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Luma Photon","rowId":"photorealistic/Luma Photon","slice":"photorealistic"}
{"key":"lmarena|luma-labs/luma-photon:default|none|lmarena-text-to-image@1|rating|portraits/Luma Photon","sourceId":"lmarena","modelId":"luma-labs/luma-photon","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1025.100134,"ciLow":1018.554507,"ciHigh":1031.645762,"observedAt":"2026-11-12","runCount":31377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Luma Photon","rowId":"portraits/Luma Photon","slice":"portraits"}
{"key":"lmarena|luma-labs/luma-photon:default|none|lmarena-text-to-image@1|rating|russian/photon","sourceId":"lmarena","modelId":"luma-labs/luma-photon","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":960.69946,"ciLow":943.193954,"ciHigh":983.590067,"observedAt":"2025-01-24","runCount":754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"photon","rowId":"russian/photon","slice":"russian"}
{"key":"lmarena|luma-labs/luma-photon:default|none|lmarena-text-to-image@1|rating|text_rendering/Luma Photon","sourceId":"lmarena","modelId":"luma-labs/luma-photon","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1040.293553,"ciLow":1034.70164,"ciHigh":1045.885466,"observedAt":"2026-11-12","runCount":33448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Luma Photon","rowId":"text_rendering/Luma Photon","slice":"text_rendering"}
{"key":"lmarena|luma-labs/luma-uni-1.1-max:default|none|lmarena-image-edit@1|rating|multi_image_edit/UNI-1.1 Max","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1307.646851,"ciLow":1302.32281,"ciHigh":1312.970893,"observedAt":"2026-11-12","runCount":21250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1 Max","rowId":"multi_image_edit/UNI-1.1 Max","slice":"multi_image_edit"}
{"key":"lmarena|luma-labs/luma-uni-1.1-max:default|none|lmarena-image-edit@1|rating|overall/UNI-1.1 Max","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1333.229642,"ciLow":1328.291038,"ciHigh":1338.168245,"observedAt":"2026-11-12","runCount":42191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1 Max","rowId":"overall/UNI-1.1 Max","slice":"overall"}
{"key":"lmarena|luma-labs/luma-uni-1.1-max:default|none|lmarena-text-to-image@1|rating|3d_modeling/UNI-1.1 Max","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1173.38367,"ciLow":1156.602933,"ciHigh":1190.164408,"observedAt":"2026-11-12","runCount":1138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1 Max","rowId":"3d_modeling/UNI-1.1 Max","slice":"3d_modeling"}
{"key":"lmarena|luma-labs/luma-uni-1.1-max:default|none|lmarena-text-to-image@1|rating|art/UNI-1.1 Max","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1190.390083,"ciLow":1177.703709,"ciHigh":1203.076457,"observedAt":"2026-11-12","runCount":1954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1 Max","rowId":"art/UNI-1.1 Max","slice":"art"}
{"key":"lmarena|luma-labs/luma-uni-1.1-max:default|none|lmarena-text-to-image@1|rating|cartoon/UNI-1.1 Max","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1192.208785,"ciLow":1183.40078,"ciHigh":1201.016791,"observedAt":"2026-11-12","runCount":5145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1 Max","rowId":"cartoon/UNI-1.1 Max","slice":"cartoon"}
{"key":"lmarena|luma-labs/luma-uni-1.1-max:default|none|lmarena-text-to-image@1|rating|commercial_design/UNI-1.1 Max","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1196.498751,"ciLow":1187.998946,"ciHigh":1204.998557,"observedAt":"2026-11-12","runCount":5310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1 Max","rowId":"commercial_design/UNI-1.1 Max","slice":"commercial_design"}
{"key":"lmarena|luma-labs/luma-uni-1.1-max:default|none|lmarena-text-to-image@1|rating|overall/UNI-1.1 Max","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1188.39749,"ciLow":1182.18573,"ciHigh":1194.60925,"observedAt":"2026-11-12","runCount":13728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1 Max","rowId":"overall/UNI-1.1 Max","slice":"overall"}
{"key":"lmarena|luma-labs/luma-uni-1.1-max:default|none|lmarena-text-to-image@1|rating|photorealistic/UNI-1.1 Max","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1188.110787,"ciLow":1179.506728,"ciHigh":1196.714846,"observedAt":"2026-11-12","runCount":5732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1 Max","rowId":"photorealistic/UNI-1.1 Max","slice":"photorealistic"}
{"key":"lmarena|luma-labs/luma-uni-1.1-max:default|none|lmarena-text-to-image@1|rating|portraits/UNI-1.1 Max","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1161.843197,"ciLow":1151.177856,"ciHigh":1172.508538,"observedAt":"2026-11-12","runCount":3036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1 Max","rowId":"portraits/UNI-1.1 Max","slice":"portraits"}
{"key":"lmarena|luma-labs/luma-uni-1.1-max:default|none|lmarena-text-to-image@1|rating|text_rendering/UNI-1.1 Max","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1-max","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1217.134678,"ciLow":1208.086161,"ciHigh":1226.183196,"observedAt":"2026-11-12","runCount":4679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1 Max","rowId":"text_rendering/UNI-1.1 Max","slice":"text_rendering"}
{"key":"lmarena|luma-labs/luma-uni-1.1:default|none|lmarena-image-edit@1|rating|agentic/UNI-1.1","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1295.802309,"ciLow":1282.857472,"ciHigh":1308.747145,"observedAt":"2026-11-12","runCount":3930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1","rowId":"agentic/UNI-1.1","slice":"agentic"}
{"key":"lmarena|luma-labs/luma-uni-1.1:default|none|lmarena-image-edit@1|rating|multi_image_edit/UNI-1.1","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1286.947306,"ciLow":1283.287023,"ciHigh":1290.607589,"observedAt":"2026-11-12","runCount":110879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1","rowId":"multi_image_edit/UNI-1.1","slice":"multi_image_edit"}
{"key":"lmarena|luma-labs/luma-uni-1.1:default|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/UNI-1.1","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1278.799229,"ciLow":1263.8361,"ciHigh":1293.762359,"observedAt":"2026-11-12","runCount":2793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1","rowId":"multi_image_edit_agentic/UNI-1.1","slice":"multi_image_edit_agentic"}
{"key":"lmarena|luma-labs/luma-uni-1.1:default|none|lmarena-image-edit@1|rating|overall/UNI-1.1","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1315.658966,"ciLow":1312.457925,"ciHigh":1318.860008,"observedAt":"2026-11-12","runCount":248038,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1","rowId":"overall/UNI-1.1","slice":"overall"}
{"key":"lmarena|luma-labs/luma-uni-1.1:default|none|lmarena-text-to-image@1|rating|3d_modeling/UNI-1.1","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1167.268386,"ciLow":1158.510981,"ciHigh":1176.025791,"observedAt":"2026-11-12","runCount":5192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1","rowId":"3d_modeling/UNI-1.1","slice":"3d_modeling"}
{"key":"lmarena|luma-labs/luma-uni-1.1:default|none|lmarena-text-to-image@1|rating|agentic/UNI-1.1","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1135.922049,"ciLow":1122.038466,"ciHigh":1149.805632,"observedAt":"2026-11-12","runCount":3133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1","rowId":"agentic/UNI-1.1","slice":"agentic"}
{"key":"lmarena|luma-labs/luma-uni-1.1:default|none|lmarena-text-to-image@1|rating|art/UNI-1.1","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1187.507066,"ciLow":1180.083174,"ciHigh":1194.930958,"observedAt":"2026-11-12","runCount":8685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1","rowId":"art/UNI-1.1","slice":"art"}
{"key":"lmarena|luma-labs/luma-uni-1.1:default|none|lmarena-text-to-image@1|rating|cartoon/UNI-1.1","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1189.825928,"ciLow":1184.054675,"ciHigh":1195.597181,"observedAt":"2026-11-12","runCount":22246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1","rowId":"cartoon/UNI-1.1","slice":"cartoon"}
{"key":"lmarena|luma-labs/luma-uni-1.1:default|none|lmarena-text-to-image@1|rating|commercial_design/UNI-1.1","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1183.144718,"ciLow":1177.657316,"ciHigh":1188.632119,"observedAt":"2026-11-12","runCount":21066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1","rowId":"commercial_design/UNI-1.1","slice":"commercial_design"}
{"key":"lmarena|luma-labs/luma-uni-1.1:default|none|lmarena-text-to-image@1|rating|overall/UNI-1.1","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1181.224365,"ciLow":1177.141247,"ciHigh":1185.307484,"observedAt":"2026-11-12","runCount":61451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1","rowId":"overall/UNI-1.1","slice":"overall"}
{"key":"lmarena|luma-labs/luma-uni-1.1:default|none|lmarena-text-to-image@1|rating|photorealistic/UNI-1.1","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1182.242822,"ciLow":1176.645811,"ciHigh":1187.839833,"observedAt":"2026-11-12","runCount":23426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1","rowId":"photorealistic/UNI-1.1","slice":"photorealistic"}
{"key":"lmarena|luma-labs/luma-uni-1.1:default|none|lmarena-text-to-image@1|rating|portraits/UNI-1.1","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1174.370993,"ciLow":1167.473038,"ciHigh":1181.268948,"observedAt":"2026-11-12","runCount":11765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1","rowId":"portraits/UNI-1.1","slice":"portraits"}
{"key":"lmarena|luma-labs/luma-uni-1.1:default|none|lmarena-text-to-image@1|rating|text_rendering/UNI-1.1","sourceId":"lmarena","modelId":"luma-labs/luma-uni-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1208.715061,"ciLow":1202.946199,"ciHigh":1214.483922,"observedAt":"2026-11-12","runCount":19540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"UNI-1.1","rowId":"text_rendering/UNI-1.1","slice":"text_rendering"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|chinese/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.421155,"ciLow":1465.566286,"ciHigh":1493.276023,"observedAt":"2026-11-11","runCount":1967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"chinese/LongCat-Flash-Chat Exp (2602)","slice":"chinese"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|coding/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.401613,"ciLow":1493.09671,"ciHigh":1507.706516,"observedAt":"2026-11-11","runCount":8079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"coding/LongCat-Flash-Chat Exp (2602)","slice":"coding"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|creative_writing/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.174798,"ciLow":1379.716738,"ciHigh":1398.632858,"observedAt":"2026-11-11","runCount":4389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"creative_writing/LongCat-Flash-Chat Exp (2602)","slice":"creative_writing"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|english/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.996585,"ciLow":1452.038355,"ciHigh":1463.954815,"observedAt":"2026-11-11","runCount":13611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"english/LongCat-Flash-Chat Exp (2602)","slice":"english"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|exclude_ties/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.617216,"ciLow":1425.625555,"ciHigh":1437.608878,"observedAt":"2026-11-11","runCount":21894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"exclude_ties/LongCat-Flash-Chat Exp (2602)","slice":"exclude_ties"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|expert/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.100165,"ciLow":1455.496664,"ciHigh":1478.703665,"observedAt":"2026-11-11","runCount":2752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"expert/LongCat-Flash-Chat Exp (2602)","slice":"expert"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|french/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.60473,"ciLow":1408.181348,"ciHigh":1449.028111,"observedAt":"2026-11-11","runCount":977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"french/LongCat-Flash-Chat Exp (2602)","slice":"french"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|german/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.975305,"ciLow":1351.732373,"ciHigh":1406.218237,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"german/LongCat-Flash-Chat Exp (2602)","slice":"german"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|hard_prompts/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.220296,"ciLow":1454.718004,"ciHigh":1465.722588,"observedAt":"2026-11-11","runCount":18557,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"hard_prompts/LongCat-Flash-Chat Exp (2602)","slice":"hard_prompts"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.332727,"ciLow":1467.324751,"ciHigh":1481.340703,"observedAt":"2026-11-11","runCount":9039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"hard_prompts_english/LongCat-Flash-Chat Exp (2602)","slice":"hard_prompts_english"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.315261,"ciLow":1423.979893,"ciHigh":1440.650628,"observedAt":"2026-11-11","runCount":5705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_business_and_management_and_financial_operations/LongCat-Flash-Chat Exp (2602)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.736206,"ciLow":1387.249821,"ciHigh":1404.222592,"observedAt":"2026-11-11","runCount":5643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_entertainment_and_sports_and_media/LongCat-Flash-Chat Exp (2602)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.939778,"ciLow":1415.697785,"ciHigh":1442.181771,"observedAt":"2026-11-11","runCount":2190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_legal_and_government/LongCat-Flash-Chat Exp (2602)","slice":"industry_legal_and_government"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.298067,"ciLow":1445.306271,"ciHigh":1463.289863,"observedAt":"2026-11-11","runCount":4758,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_life_and_physical_and_social_science/LongCat-Flash-Chat Exp (2602)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|industry_mathematical/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.963487,"ciLow":1424.055932,"ciHigh":1453.871042,"observedAt":"2026-11-11","runCount":1671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_mathematical/LongCat-Flash-Chat Exp (2602)","slice":"industry_mathematical"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.886201,"ciLow":1446.130279,"ciHigh":1473.642124,"observedAt":"2026-11-11","runCount":2057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_medicine_and_healthcare/LongCat-Flash-Chat Exp (2602)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.522272,"ciLow":1481.106164,"ciHigh":1493.938381,"observedAt":"2026-11-11","runCount":11346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_software_and_it_services/LongCat-Flash-Chat Exp (2602)","slice":"industry_software_and_it_services"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.552805,"ciLow":1383.810075,"ciHigh":1399.295535,"observedAt":"2026-11-11","runCount":6765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_writing_and_literature_and_language/LongCat-Flash-Chat Exp (2602)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|instruction_following/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.071264,"ciLow":1409.255169,"ciHigh":1422.887359,"observedAt":"2026-11-11","runCount":9546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"instruction_following/LongCat-Flash-Chat Exp (2602)","slice":"instruction_following"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|japanese/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.783557,"ciLow":1353.751148,"ciHigh":1429.815966,"observedAt":"2026-11-11","runCount":260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"japanese/LongCat-Flash-Chat Exp (2602)","slice":"japanese"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|korean/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.337104,"ciLow":1357.503405,"ciHigh":1411.170804,"observedAt":"2026-11-11","runCount":477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"korean/LongCat-Flash-Chat Exp (2602)","slice":"korean"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|longer_query/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.550505,"ciLow":1429.952797,"ciHigh":1443.148214,"observedAt":"2026-11-11","runCount":11311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"longer_query/LongCat-Flash-Chat Exp (2602)","slice":"longer_query"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|math/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.359297,"ciLow":1419.341809,"ciHigh":1447.376785,"observedAt":"2026-11-11","runCount":1804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"math/LongCat-Flash-Chat Exp (2602)","slice":"math"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|multi_turn/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.393342,"ciLow":1422.643222,"ciHigh":1440.143462,"observedAt":"2026-11-11","runCount":5208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"multi_turn/LongCat-Flash-Chat Exp (2602)","slice":"multi_turn"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|non_english/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.314046,"ciLow":1404.556838,"ciHigh":1416.071255,"observedAt":"2026-11-11","runCount":15405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"non_english/LongCat-Flash-Chat Exp (2602)","slice":"non_english"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|overall/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.984213,"ciLow":1431.443014,"ciHigh":1440.525411,"observedAt":"2026-11-11","runCount":29016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"overall/LongCat-Flash-Chat Exp (2602)","slice":"overall"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|polish/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.154896,"ciLow":1376.543503,"ciHigh":1425.766289,"observedAt":"2026-11-11","runCount":576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"polish/LongCat-Flash-Chat Exp (2602)","slice":"polish"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|russian/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.338133,"ciLow":1396.293513,"ciHigh":1418.382754,"observedAt":"2026-11-11","runCount":3166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"russian/LongCat-Flash-Chat Exp (2602)","slice":"russian"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text-style-control@1|rating|spanish/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.784209,"ciLow":1393.214392,"ciHigh":1434.354025,"observedAt":"2026-11-11","runCount":877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"spanish/LongCat-Flash-Chat Exp (2602)","slice":"spanish"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|chinese/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.523178,"ciLow":1449.844582,"ciHigh":1477.201774,"observedAt":"2026-11-11","runCount":1967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"chinese/LongCat-Flash-Chat Exp (2602)","slice":"chinese"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|coding/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.362597,"ciLow":1463.139259,"ciHigh":1477.585935,"observedAt":"2026-11-11","runCount":8079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"coding/LongCat-Flash-Chat Exp (2602)","slice":"coding"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|creative_writing/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.568113,"ciLow":1378.225626,"ciHigh":1396.910601,"observedAt":"2026-11-11","runCount":4389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"creative_writing/LongCat-Flash-Chat Exp (2602)","slice":"creative_writing"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|english/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.514379,"ciLow":1444.614798,"ciHigh":1456.41396,"observedAt":"2026-11-11","runCount":13611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"english/LongCat-Flash-Chat Exp (2602)","slice":"english"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|exclude_ties/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.46023,"ciLow":1410.605987,"ciHigh":1422.314473,"observedAt":"2026-11-11","runCount":21894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"exclude_ties/LongCat-Flash-Chat Exp (2602)","slice":"exclude_ties"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|expert/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.760362,"ciLow":1442.32255,"ciHigh":1465.198174,"observedAt":"2026-11-11","runCount":2752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"expert/LongCat-Flash-Chat Exp (2602)","slice":"expert"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|french/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.124777,"ciLow":1392.861737,"ciHigh":1433.387817,"observedAt":"2026-11-11","runCount":977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"french/LongCat-Flash-Chat Exp (2602)","slice":"french"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|german/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.345836,"ciLow":1337.54191,"ciHigh":1391.149761,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"german/LongCat-Flash-Chat Exp (2602)","slice":"german"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|hard_prompts/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.164708,"ciLow":1433.738966,"ciHigh":1444.590449,"observedAt":"2026-11-11","runCount":18557,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"hard_prompts/LongCat-Flash-Chat Exp (2602)","slice":"hard_prompts"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|hard_prompts_english/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.597914,"ciLow":1451.676227,"ciHigh":1465.519602,"observedAt":"2026-11-11","runCount":9039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"hard_prompts_english/LongCat-Flash-Chat Exp (2602)","slice":"hard_prompts_english"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.361649,"ciLow":1405.150237,"ciHigh":1421.573061,"observedAt":"2026-11-11","runCount":5705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_business_and_management_and_financial_operations/LongCat-Flash-Chat Exp (2602)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.465767,"ciLow":1384.100695,"ciHigh":1400.830839,"observedAt":"2026-11-11","runCount":5643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_entertainment_and_sports_and_media/LongCat-Flash-Chat Exp (2602)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|industry_legal_and_government/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.419211,"ciLow":1403.395584,"ciHigh":1429.442838,"observedAt":"2026-11-11","runCount":2190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_legal_and_government/LongCat-Flash-Chat Exp (2602)","slice":"industry_legal_and_government"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.95261,"ciLow":1423.133458,"ciHigh":1440.771763,"observedAt":"2026-11-11","runCount":4758,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_life_and_physical_and_social_science/LongCat-Flash-Chat Exp (2602)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|industry_mathematical/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.567423,"ciLow":1421.797821,"ciHigh":1451.337026,"observedAt":"2026-11-11","runCount":1671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_mathematical/LongCat-Flash-Chat Exp (2602)","slice":"industry_mathematical"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.541233,"ciLow":1414.05224,"ciHigh":1441.030225,"observedAt":"2026-11-11","runCount":2057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_medicine_and_healthcare/LongCat-Flash-Chat Exp (2602)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|industry_software_and_it_services/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.397404,"ciLow":1458.075595,"ciHigh":1470.719214,"observedAt":"2026-11-11","runCount":11346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_software_and_it_services/LongCat-Flash-Chat Exp (2602)","slice":"industry_software_and_it_services"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.755795,"ciLow":1380.102256,"ciHigh":1395.409333,"observedAt":"2026-11-11","runCount":6765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"industry_writing_and_literature_and_language/LongCat-Flash-Chat Exp (2602)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|instruction_following/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.105058,"ciLow":1404.359305,"ciHigh":1417.85081,"observedAt":"2026-11-11","runCount":9546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"instruction_following/LongCat-Flash-Chat Exp (2602)","slice":"instruction_following"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|japanese/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.078409,"ciLow":1337.494073,"ciHigh":1412.662746,"observedAt":"2026-11-11","runCount":260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"japanese/LongCat-Flash-Chat Exp (2602)","slice":"japanese"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|korean/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.446273,"ciLow":1343.721183,"ciHigh":1397.171362,"observedAt":"2026-11-11","runCount":477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"korean/LongCat-Flash-Chat Exp (2602)","slice":"korean"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|longer_query/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.64871,"ciLow":1418.136258,"ciHigh":1431.161161,"observedAt":"2026-11-11","runCount":11311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"longer_query/LongCat-Flash-Chat Exp (2602)","slice":"longer_query"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|math/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.362576,"ciLow":1417.472717,"ciHigh":1445.252436,"observedAt":"2026-11-11","runCount":1804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"math/LongCat-Flash-Chat Exp (2602)","slice":"math"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|multi_turn/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.477347,"ciLow":1408.804178,"ciHigh":1426.150517,"observedAt":"2026-11-11","runCount":5208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"multi_turn/LongCat-Flash-Chat Exp (2602)","slice":"multi_turn"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|non_english/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.067718,"ciLow":1393.388314,"ciHigh":1404.747123,"observedAt":"2026-11-11","runCount":15405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"non_english/LongCat-Flash-Chat Exp (2602)","slice":"non_english"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|overall/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.26869,"ciLow":1421.774777,"ciHigh":1430.762602,"observedAt":"2026-11-11","runCount":29016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"overall/LongCat-Flash-Chat Exp (2602)","slice":"overall"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|polish/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.041855,"ciLow":1354.124658,"ciHigh":1401.959051,"observedAt":"2026-11-11","runCount":576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"polish/LongCat-Flash-Chat Exp (2602)","slice":"polish"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|russian/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.151403,"ciLow":1376.265661,"ciHigh":1398.037145,"observedAt":"2026-11-11","runCount":3166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"russian/LongCat-Flash-Chat Exp (2602)","slice":"russian"}
{"key":"lmarena|meituan/longcat-flash-chat-exp-2602:default|none|lmarena-text@1|rating|spanish/LongCat-Flash-Chat Exp (2602)","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat-exp-2602","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.176383,"ciLow":1392.965417,"ciHigh":1433.387349,"observedAt":"2026-11-11","runCount":877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat Exp (2602)","rowId":"spanish/LongCat-Flash-Chat Exp (2602)","slice":"spanish"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|chinese/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.431944,"ciLow":1413.18392,"ciHigh":1453.679968,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"chinese/LongCat-Flash-Chat","slice":"chinese"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|coding/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.030622,"ciLow":1459.353361,"ciHigh":1484.707882,"observedAt":"2026-11-11","runCount":2198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"coding/LongCat-Flash-Chat","slice":"coding"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.021113,"ciLow":1311.874692,"ciHigh":1344.167535,"observedAt":"2026-11-11","runCount":1343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"creative_writing/LongCat-Flash-Chat","slice":"creative_writing"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|english/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.745782,"ciLow":1412.016308,"ciHigh":1429.475255,"observedAt":"2026-11-11","runCount":4702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"english/LongCat-Flash-Chat","slice":"english"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.880309,"ciLow":1373.047011,"ciHigh":1390.713607,"observedAt":"2026-11-11","runCount":7885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"exclude_ties/LongCat-Flash-Chat","slice":"exclude_ties"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|expert/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.311694,"ciLow":1398.271047,"ciHigh":1450.352341,"observedAt":"2026-11-11","runCount":512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"expert/LongCat-Flash-Chat","slice":"expert"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|french/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.327707,"ciLow":1385.240815,"ciHigh":1471.414598,"observedAt":"2026-11-11","runCount":184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"french/LongCat-Flash-Chat","slice":"french"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|german/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.37391,"ciLow":1342.595561,"ciHigh":1412.15226,"observedAt":"2026-11-11","runCount":298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"german/LongCat-Flash-Chat","slice":"german"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.658762,"ciLow":1417.416403,"ciHigh":1433.90112,"observedAt":"2026-11-11","runCount":5503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"hard_prompts/LongCat-Flash-Chat","slice":"hard_prompts"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.989438,"ciLow":1425.951924,"ciHigh":1450.026952,"observedAt":"2026-11-11","runCount":2409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"hard_prompts_english/LongCat-Flash-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.726431,"ciLow":1404.975761,"ciHigh":1430.477102,"observedAt":"2026-11-11","runCount":2143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_business_and_management_and_financial_operations/LongCat-Flash-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.731209,"ciLow":1324.577896,"ciHigh":1350.884522,"observedAt":"2026-11-11","runCount":1928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_entertainment_and_sports_and_media/LongCat-Flash-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.992382,"ciLow":1374.731032,"ciHigh":1417.253731,"observedAt":"2026-11-11","runCount":775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_legal_and_government/LongCat-Flash-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.401145,"ciLow":1389.958376,"ciHigh":1418.843914,"observedAt":"2026-11-11","runCount":1671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_life_and_physical_and_social_science/LongCat-Flash-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.720834,"ciLow":1392.327814,"ciHigh":1441.113855,"observedAt":"2026-11-11","runCount":538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_mathematical/LongCat-Flash-Chat","slice":"industry_mathematical"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.800229,"ciLow":1418.237297,"ciHigh":1465.36316,"observedAt":"2026-11-11","runCount":659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_medicine_and_healthcare/LongCat-Flash-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.610507,"ciLow":1441.924108,"ciHigh":1461.296905,"observedAt":"2026-11-11","runCount":3797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_software_and_it_services/LongCat-Flash-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.202457,"ciLow":1341.29645,"ciHigh":1365.108464,"observedAt":"2026-11-11","runCount":2461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_writing_and_literature_and_language/LongCat-Flash-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.909899,"ciLow":1376.095546,"ciHigh":1397.724251,"observedAt":"2026-11-11","runCount":2931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"instruction_following/LongCat-Flash-Chat","slice":"instruction_following"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|japanese/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.362323,"ciLow":1269.045316,"ciHigh":1349.679329,"observedAt":"2026-11-11","runCount":190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"japanese/LongCat-Flash-Chat","slice":"japanese"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|korean/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.576127,"ciLow":1291.571708,"ciHigh":1359.580546,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"korean/LongCat-Flash-Chat","slice":"korean"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|longer_query/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.977202,"ciLow":1371.872699,"ciHigh":1396.081705,"observedAt":"2026-11-11","runCount":2346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"longer_query/LongCat-Flash-Chat","slice":"longer_query"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|math/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.426515,"ciLow":1391.698929,"ciHigh":1435.1541,"observedAt":"2026-11-11","runCount":684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"math/LongCat-Flash-Chat","slice":"math"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.895722,"ciLow":1377.584258,"ciHigh":1404.207186,"observedAt":"2026-11-11","runCount":1961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"multi_turn/LongCat-Flash-Chat","slice":"multi_turn"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|non_english/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.791734,"ciLow":1371.048329,"ciHigh":1386.53514,"observedAt":"2026-11-11","runCount":6428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"non_english/LongCat-Flash-Chat","slice":"non_english"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|overall/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.589521,"ciLow":1394.158798,"ciHigh":1407.020244,"observedAt":"2026-11-11","runCount":11130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"overall/LongCat-Flash-Chat","slice":"overall"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|polish/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.040967,"ciLow":1344.29633,"ciHigh":1389.785605,"observedAt":"2026-11-11","runCount":659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"polish/LongCat-Flash-Chat","slice":"polish"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|russian/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.940656,"ciLow":1358.426609,"ciHigh":1397.454702,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"russian/LongCat-Flash-Chat","slice":"russian"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text-style-control@1|rating|spanish/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.763752,"ciLow":1378.212966,"ciHigh":1439.314538,"observedAt":"2026-11-11","runCount":401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"spanish/LongCat-Flash-Chat","slice":"spanish"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|chinese/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.883333,"ciLow":1428.628583,"ciHigh":1469.138082,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"chinese/LongCat-Flash-Chat","slice":"chinese"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|coding/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.522887,"ciLow":1453.898544,"ciHigh":1479.14723,"observedAt":"2026-11-11","runCount":2198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"coding/LongCat-Flash-Chat","slice":"coding"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|creative_writing/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.394697,"ciLow":1329.490497,"ciHigh":1361.298897,"observedAt":"2026-11-11","runCount":1343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"creative_writing/LongCat-Flash-Chat","slice":"creative_writing"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|english/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.017418,"ciLow":1430.321786,"ciHigh":1447.71305,"observedAt":"2026-11-11","runCount":4702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"english/LongCat-Flash-Chat","slice":"english"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|exclude_ties/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.675187,"ciLow":1402.966653,"ciHigh":1420.38372,"observedAt":"2026-11-11","runCount":7885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"exclude_ties/LongCat-Flash-Chat","slice":"exclude_ties"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|expert/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.942123,"ciLow":1415.121175,"ciHigh":1466.763071,"observedAt":"2026-11-11","runCount":512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"expert/LongCat-Flash-Chat","slice":"expert"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|french/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.731103,"ciLow":1412.358341,"ciHigh":1499.103864,"observedAt":"2026-11-11","runCount":184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"french/LongCat-Flash-Chat","slice":"french"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|german/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.547486,"ciLow":1372.886973,"ciHigh":1442.207998,"observedAt":"2026-11-11","runCount":298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"german/LongCat-Flash-Chat","slice":"german"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|hard_prompts/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.799799,"ciLow":1424.586371,"ciHigh":1441.013227,"observedAt":"2026-11-11","runCount":5503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"hard_prompts/LongCat-Flash-Chat","slice":"hard_prompts"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|hard_prompts_english/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.301836,"ciLow":1432.328443,"ciHigh":1456.275228,"observedAt":"2026-11-11","runCount":2409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"hard_prompts_english/LongCat-Flash-Chat","slice":"hard_prompts_english"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.208981,"ciLow":1415.408607,"ciHigh":1441.009354,"observedAt":"2026-11-11","runCount":2143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_business_and_management_and_financial_operations/LongCat-Flash-Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.132767,"ciLow":1347.113953,"ciHigh":1373.151582,"observedAt":"2026-11-11","runCount":1928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_entertainment_and_sports_and_media/LongCat-Flash-Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.590237,"ciLow":1396.630248,"ciHigh":1438.550226,"observedAt":"2026-11-11","runCount":775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_legal_and_government/LongCat-Flash-Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.691347,"ciLow":1410.298487,"ciHigh":1439.084206,"observedAt":"2026-11-11","runCount":1671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_life_and_physical_and_social_science/LongCat-Flash-Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|industry_mathematical/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.500462,"ciLow":1416.00201,"ciHigh":1464.998913,"observedAt":"2026-11-11","runCount":538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_mathematical/LongCat-Flash-Chat","slice":"industry_mathematical"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.802786,"ciLow":1436.460379,"ciHigh":1483.145193,"observedAt":"2026-11-11","runCount":659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_medicine_and_healthcare/LongCat-Flash-Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.913655,"ciLow":1448.246579,"ciHigh":1467.580731,"observedAt":"2026-11-11","runCount":3797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_software_and_it_services/LongCat-Flash-Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.430487,"ciLow":1355.627194,"ciHigh":1379.23378,"observedAt":"2026-11-11","runCount":2461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"industry_writing_and_literature_and_language/LongCat-Flash-Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|instruction_following/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.246799,"ciLow":1386.476458,"ciHigh":1408.01714,"observedAt":"2026-11-11","runCount":2931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"instruction_following/LongCat-Flash-Chat","slice":"instruction_following"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|japanese/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.0538,"ciLow":1292.521791,"ciHigh":1373.58581,"observedAt":"2026-11-11","runCount":190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"japanese/LongCat-Flash-Chat","slice":"japanese"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|korean/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.180885,"ciLow":1324.949471,"ciHigh":1391.412299,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"korean/LongCat-Flash-Chat","slice":"korean"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|longer_query/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.357927,"ciLow":1378.339378,"ciHigh":1402.376476,"observedAt":"2026-11-11","runCount":2346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"longer_query/LongCat-Flash-Chat","slice":"longer_query"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|math/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.70808,"ciLow":1418.89556,"ciHigh":1462.5206,"observedAt":"2026-11-11","runCount":684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"math/LongCat-Flash-Chat","slice":"math"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|multi_turn/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.527408,"ciLow":1389.315416,"ciHigh":1415.739401,"observedAt":"2026-11-11","runCount":1961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"multi_turn/LongCat-Flash-Chat","slice":"multi_turn"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|non_english/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.86786,"ciLow":1396.171167,"ciHigh":1411.564554,"observedAt":"2026-11-11","runCount":6428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"non_english/LongCat-Flash-Chat","slice":"non_english"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|overall/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.592673,"ciLow":1416.192472,"ciHigh":1428.992874,"observedAt":"2026-11-11","runCount":11130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"overall/LongCat-Flash-Chat","slice":"overall"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|polish/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.325429,"ciLow":1382.617265,"ciHigh":1428.033593,"observedAt":"2026-11-11","runCount":659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"polish/LongCat-Flash-Chat","slice":"polish"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|russian/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.743082,"ciLow":1376.24753,"ciHigh":1415.238633,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"russian/LongCat-Flash-Chat","slice":"russian"}
{"key":"lmarena|meituan/longcat-flash-chat:default|none|lmarena-text@1|rating|spanish/LongCat-Flash-Chat","sourceId":"lmarena","modelId":"meituan/longcat-flash-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.018256,"ciLow":1414.75263,"ciHigh":1475.283882,"observedAt":"2026-11-11","runCount":401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LongCat-Flash-Chat","rowId":"spanish/LongCat-Flash-Chat","slice":"spanish"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1088.103311,"ciLow":1049.180876,"ciHigh":1127.025747,"observedAt":"2026-11-11","runCount":249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"chinese/Code Llama 34B Instruct","slice":"chinese"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.62155,"ciLow":1139.403082,"ciHigh":1179.840018,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"coding/Code Llama 34B Instruct","slice":"coding"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1086.628776,"ciLow":1069.961687,"ciHigh":1103.295866,"observedAt":"2026-11-11","runCount":1507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"creative_writing/Code Llama 34B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|english/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.87099,"ciLow":1151.117739,"ciHigh":1170.624241,"observedAt":"2026-11-11","runCount":5804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"english/Code Llama 34B Instruct","slice":"english"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":981.991794,"ciLow":969.088443,"ciHigh":994.895146,"observedAt":"2026-11-11","runCount":5094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"exclude_ties/Code Llama 34B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1133.74655,"ciLow":1119.083082,"ciHigh":1148.410017,"observedAt":"2026-11-11","runCount":1540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"hard_prompts/Code Llama 34B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.789208,"ciLow":1129.727899,"ciHigh":1161.850516,"observedAt":"2026-11-11","runCount":1278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"hard_prompts_english/Code Llama 34B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.581048,"ciLow":1103.083338,"ciHigh":1152.078759,"observedAt":"2026-11-11","runCount":639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_business_and_management_and_financial_operations/Code Llama 34B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1080.876679,"ciLow":1064.08376,"ciHigh":1097.669599,"observedAt":"2026-11-11","runCount":1375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_entertainment_and_sports_and_media/Code Llama 34B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.045895,"ciLow":1124.981707,"ciHigh":1189.110083,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_legal_and_government/Code Llama 34B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.048299,"ciLow":1145.347267,"ciHigh":1180.749331,"observedAt":"2026-11-11","runCount":1225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_life_and_physical_and_social_science/Code Llama 34B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1118.673131,"ciLow":1097.142802,"ciHigh":1140.203459,"observedAt":"2026-11-11","runCount":667,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_mathematical/Code Llama 34B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.674912,"ciLow":1106.819902,"ciHigh":1170.529921,"observedAt":"2026-11-11","runCount":340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_medicine_and_healthcare/Code Llama 34B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.794656,"ciLow":1146.865939,"ciHigh":1176.723372,"observedAt":"2026-11-11","runCount":1769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_software_and_it_services/Code Llama 34B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1104.453071,"ciLow":1089.870442,"ciHigh":1119.0357,"observedAt":"2026-11-11","runCount":2003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_writing_and_literature_and_language/Code Llama 34B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1104.388047,"ciLow":1091.35848,"ciHigh":1117.417615,"observedAt":"2026-11-11","runCount":2294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"instruction_following/Code Llama 34B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1099.926597,"ciLow":1067.397523,"ciHigh":1132.455671,"observedAt":"2026-11-11","runCount":320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"longer_query/Code Llama 34B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|math/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1110.32566,"ciLow":1090.919201,"ciHigh":1129.73212,"observedAt":"2026-11-11","runCount":770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"math/Code Llama 34B Instruct","slice":"math"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1074.839898,"ciLow":1056.309821,"ciHigh":1093.369975,"observedAt":"2026-11-11","runCount":1155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"multi_turn/Code Llama 34B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1087.246661,"ciLow":1071.448486,"ciHigh":1103.044836,"observedAt":"2026-11-11","runCount":1562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"non_english/Code Llama 34B Instruct","slice":"non_english"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.023361,"ciLow":1128.158554,"ciHigh":1145.888167,"observedAt":"2026-11-11","runCount":7366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"overall/Code Llama 34B Instruct","slice":"overall"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|chinese/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":976.554711,"ciLow":938.993244,"ciHigh":1014.116178,"observedAt":"2026-11-11","runCount":249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"chinese/Code Llama 34B Instruct","slice":"chinese"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|coding/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1045.684081,"ciLow":1025.585066,"ciHigh":1065.783096,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"coding/Code Llama 34B Instruct","slice":"coding"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|creative_writing/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1031.453715,"ciLow":1014.851629,"ciHigh":1048.055801,"observedAt":"2026-11-11","runCount":1507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"creative_writing/Code Llama 34B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|english/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.020452,"ciLow":1082.378437,"ciHigh":1101.662467,"observedAt":"2026-11-11","runCount":5804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"english/Code Llama 34B Instruct","slice":"english"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":882.650312,"ciLow":870.081508,"ciHigh":895.219116,"observedAt":"2026-11-11","runCount":5094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"exclude_ties/Code Llama 34B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1032.008161,"ciLow":1017.493094,"ciHigh":1046.523229,"observedAt":"2026-11-11","runCount":1540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"hard_prompts/Code Llama 34B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.903317,"ciLow":1030.991586,"ciHigh":1062.815048,"observedAt":"2026-11-11","runCount":1278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"hard_prompts_english/Code Llama 34B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1033.482332,"ciLow":1009.092118,"ciHigh":1057.872546,"observedAt":"2026-11-11","runCount":639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_business_and_management_and_financial_operations/Code Llama 34B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1014.636575,"ciLow":997.862841,"ciHigh":1031.410309,"observedAt":"2026-11-11","runCount":1375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_entertainment_and_sports_and_media/Code Llama 34B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1064.221301,"ciLow":1031.84179,"ciHigh":1096.600811,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_legal_and_government/Code Llama 34B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1066.529632,"ciLow":1048.943227,"ciHigh":1084.116036,"observedAt":"2026-11-11","runCount":1225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_life_and_physical_and_social_science/Code Llama 34B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1055.164534,"ciLow":1033.983961,"ciHigh":1076.345106,"observedAt":"2026-11-11","runCount":667,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_mathematical/Code Llama 34B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1025.850492,"ciLow":993.948302,"ciHigh":1057.752682,"observedAt":"2026-11-11","runCount":340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_medicine_and_healthcare/Code Llama 34B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1062.855582,"ciLow":1048.058302,"ciHigh":1077.652863,"observedAt":"2026-11-11","runCount":1769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_software_and_it_services/Code Llama 34B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1048.277578,"ciLow":1033.787102,"ciHigh":1062.768053,"observedAt":"2026-11-11","runCount":2003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"industry_writing_and_literature_and_language/Code Llama 34B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|instruction_following/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1027.765826,"ciLow":1014.983315,"ciHigh":1040.548337,"observedAt":"2026-11-11","runCount":2294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"instruction_following/Code Llama 34B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|longer_query/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1013.188699,"ciLow":980.746205,"ciHigh":1045.631194,"observedAt":"2026-11-11","runCount":320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"longer_query/Code Llama 34B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|math/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.453007,"ciLow":1037.317315,"ciHigh":1075.5887,"observedAt":"2026-11-11","runCount":770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"math/Code Llama 34B Instruct","slice":"math"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|multi_turn/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1015.284909,"ciLow":996.929235,"ciHigh":1033.640584,"observedAt":"2026-11-11","runCount":1155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"multi_turn/Code Llama 34B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|non_english/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1010.592329,"ciLow":994.960926,"ciHigh":1026.223732,"observedAt":"2026-11-11","runCount":1562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"non_english/Code Llama 34B Instruct","slice":"non_english"}
{"key":"lmarena|meta/code-llama-34b-instruct:default|none|lmarena-text@1|rating|overall/Code Llama 34B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-34b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1065.525419,"ciLow":1056.768344,"ciHigh":1074.282495,"observedAt":"2026-11-11","runCount":7366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 34B Instruct","rowId":"overall/Code Llama 34B Instruct","slice":"overall"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text-style-control@1|rating|english/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.575572,"ciLow":1130.660179,"ciHigh":1174.490964,"observedAt":"2026-11-11","runCount":695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"english/Code Llama 70B Instruct","slice":"english"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":958.458191,"ciLow":930.732984,"ciHigh":986.183398,"observedAt":"2026-11-11","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"exclude_ties/Code Llama 70B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.277679,"ciLow":1130.003725,"ciHigh":1190.551634,"observedAt":"2026-11-11","runCount":306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"hard_prompts/Code Llama 70B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1182.710483,"ciLow":1146.83356,"ciHigh":1218.587407,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"hard_prompts_english/Code Llama 70B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.419426,"ciLow":1130.330808,"ciHigh":1192.508044,"observedAt":"2026-11-11","runCount":325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"industry_software_and_it_services/Code Llama 70B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1054.806661,"ciLow":1018.25094,"ciHigh":1091.362383,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"industry_writing_and_literature_and_language/Code Llama 70B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1097.696256,"ciLow":1067.995527,"ciHigh":1127.396985,"observedAt":"2026-11-11","runCount":358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"instruction_following/Code Llama 70B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1062.818197,"ciLow":1034.735049,"ciHigh":1090.901345,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"non_english/Code Llama 70B Instruct","slice":"non_english"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1119.326277,"ciLow":1101.257562,"ciHigh":1137.394992,"observedAt":"2026-11-11","runCount":1143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"overall/Code Llama 70B Instruct","slice":"overall"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text@1|rating|english/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1095.89983,"ciLow":1074.057641,"ciHigh":1117.742019,"observedAt":"2026-11-11","runCount":695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"english/Code Llama 70B Instruct","slice":"english"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":872.318231,"ciLow":845.002884,"ciHigh":899.633577,"observedAt":"2026-11-11","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"exclude_ties/Code Llama 70B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1052.073263,"ciLow":1021.614703,"ciHigh":1082.531824,"observedAt":"2026-11-11","runCount":306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"hard_prompts/Code Llama 70B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1077.48748,"ciLow":1041.395338,"ciHigh":1113.579623,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"hard_prompts_english/Code Llama 70B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1057.547969,"ciLow":1026.063283,"ciHigh":1089.032654,"observedAt":"2026-11-11","runCount":325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"industry_software_and_it_services/Code Llama 70B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1014.754993,"ciLow":978.318508,"ciHigh":1051.191478,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"industry_writing_and_literature_and_language/Code Llama 70B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text@1|rating|instruction_following/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1023.542794,"ciLow":993.990994,"ciHigh":1053.094594,"observedAt":"2026-11-11","runCount":358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"instruction_following/Code Llama 70B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text@1|rating|non_english/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":992.296995,"ciLow":964.483573,"ciHigh":1020.110417,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"non_english/Code Llama 70B Instruct","slice":"non_english"}
{"key":"lmarena|meta/code-llama-70b-instruct:default|none|lmarena-text@1|rating|overall/Code Llama 70B Instruct","sourceId":"lmarena","modelId":"meta/code-llama-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1057.283519,"ciLow":1039.314639,"ciHigh":1075.252398,"observedAt":"2026-11-11","runCount":1143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Code Llama 70B Instruct","rowId":"overall/Code Llama 70B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|coding/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":882.581129,"ciLow":844.322612,"ciHigh":920.839646,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"coding/LLaMA 13B","slice":"coding"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|creative_writing/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":936.118251,"ciLow":902.576387,"ciHigh":969.660115,"observedAt":"2026-11-11","runCount":431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"creative_writing/LLaMA 13B","slice":"creative_writing"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|english/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":983.5937,"ciLow":966.536069,"ciHigh":1000.651332,"observedAt":"2026-11-11","runCount":1953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"english/LLaMA 13B","slice":"english"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|exclude_ties/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":726.100817,"ciLow":700.660509,"ciHigh":751.541125,"observedAt":"2026-11-11","runCount":1647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"exclude_ties/LLaMA 13B","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|hard_prompts/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":918.521952,"ciLow":888.648923,"ciHigh":948.394981,"observedAt":"2026-11-11","runCount":430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"hard_prompts/LLaMA 13B","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":917.926141,"ciLow":884.375688,"ciHigh":951.476593,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"hard_prompts_english/LLaMA 13B","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":939.552562,"ciLow":908.00397,"ciHigh":971.101154,"observedAt":"2026-11-11","runCount":402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"industry_entertainment_and_sports_and_media/LLaMA 13B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":992.56493,"ciLow":960.373944,"ciHigh":1024.755916,"observedAt":"2026-11-11","runCount":414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"industry_life_and_physical_and_social_science/LLaMA 13B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":940.306033,"ciLow":902.9708,"ciHigh":977.641266,"observedAt":"2026-11-11","runCount":228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"industry_mathematical/LLaMA 13B","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":901.875458,"ciLow":873.193196,"ciHigh":930.55772,"observedAt":"2026-11-11","runCount":566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"industry_software_and_it_services/LLaMA 13B","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":928.845152,"ciLow":900.363326,"ciHigh":957.326978,"observedAt":"2026-11-11","runCount":513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"industry_writing_and_literature_and_language/LLaMA 13B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|instruction_following/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":918.776828,"ciLow":893.572515,"ciHigh":943.981142,"observedAt":"2026-11-11","runCount":584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"instruction_following/LLaMA 13B","slice":"instruction_following"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|math/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":924.079754,"ciLow":891.066429,"ciHigh":957.093079,"observedAt":"2026-11-11","runCount":252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"math/LLaMA 13B","slice":"math"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|multi_turn/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":892.398406,"ciLow":849.601064,"ciHigh":935.195747,"observedAt":"2026-11-11","runCount":247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"multi_turn/LLaMA 13B","slice":"multi_turn"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|non_english/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":960.523674,"ciLow":932.935755,"ciHigh":988.111592,"observedAt":"2026-11-11","runCount":438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"non_english/LLaMA 13B","slice":"non_english"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text-style-control@1|rating|overall/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":975.434396,"ciLow":959.787644,"ciHigh":991.081149,"observedAt":"2026-11-11","runCount":2391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"overall/LLaMA 13B","slice":"overall"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|coding/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":682.810363,"ciLow":645.162997,"ciHigh":720.457729,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"coding/LLaMA 13B","slice":"coding"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|creative_writing/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":793.832697,"ciLow":761.986843,"ciHigh":825.678552,"observedAt":"2026-11-11","runCount":431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"creative_writing/LLaMA 13B","slice":"creative_writing"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|english/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":845.850051,"ciLow":828.977853,"ciHigh":862.722249,"observedAt":"2026-11-11","runCount":1953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"english/LLaMA 13B","slice":"english"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|exclude_ties/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":533.726895,"ciLow":508.960261,"ciHigh":558.493529,"observedAt":"2026-11-11","runCount":1647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"exclude_ties/LLaMA 13B","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|hard_prompts/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":727.951769,"ciLow":698.914704,"ciHigh":756.988833,"observedAt":"2026-11-11","runCount":430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"hard_prompts/LLaMA 13B","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|hard_prompts_english/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":734.636787,"ciLow":702.153947,"ciHigh":767.119626,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"hard_prompts_english/LLaMA 13B","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":784.773193,"ciLow":754.315952,"ciHigh":815.230434,"observedAt":"2026-11-11","runCount":402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"industry_entertainment_and_sports_and_media/LLaMA 13B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":806.246663,"ciLow":774.367593,"ciHigh":838.125733,"observedAt":"2026-11-11","runCount":414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"industry_life_and_physical_and_social_science/LLaMA 13B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|industry_mathematical/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":833.617098,"ciLow":797.20511,"ciHigh":870.029086,"observedAt":"2026-11-11","runCount":228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"industry_mathematical/LLaMA 13B","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|industry_software_and_it_services/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":719.253395,"ciLow":691.163023,"ciHigh":747.343766,"observedAt":"2026-11-11","runCount":566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"industry_software_and_it_services/LLaMA 13B","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":809.048279,"ciLow":781.358322,"ciHigh":836.738235,"observedAt":"2026-11-11","runCount":513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"industry_writing_and_literature_and_language/LLaMA 13B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|instruction_following/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":780.697959,"ciLow":756.624885,"ciHigh":804.771034,"observedAt":"2026-11-11","runCount":584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"instruction_following/LLaMA 13B","slice":"instruction_following"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|math/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":837.807008,"ciLow":805.351297,"ciHigh":870.262719,"observedAt":"2026-11-11","runCount":252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"math/LLaMA 13B","slice":"math"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|multi_turn/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":753.073998,"ciLow":710.452938,"ciHigh":795.695058,"observedAt":"2026-11-11","runCount":247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"multi_turn/LLaMA 13B","slice":"multi_turn"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|non_english/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":818.548638,"ciLow":792.329183,"ciHigh":844.768093,"observedAt":"2026-11-11","runCount":438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"non_english/LLaMA 13B","slice":"non_english"}
{"key":"lmarena|meta/llama-13b:default|none|lmarena-text@1|rating|overall/LLaMA 13B","sourceId":"lmarena","modelId":"meta/llama-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":833.549557,"ciLow":818.02555,"ciHigh":849.073565,"observedAt":"2026-11-11","runCount":2391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"LLaMA 13B","rowId":"overall/LLaMA 13B","slice":"overall"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|chinese/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1093.9867,"ciLow":1074.731533,"ciHigh":1113.241866,"observedAt":"2026-11-11","runCount":1161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"chinese/Llama 2 13B Chat","slice":"chinese"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|coding/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1162.717227,"ciLow":1149.80626,"ciHigh":1175.628194,"observedAt":"2026-11-11","runCount":2626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"coding/Llama 2 13B Chat","slice":"coding"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1091.456255,"ciLow":1078.860806,"ciHigh":1104.051704,"observedAt":"2026-11-11","runCount":3296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"creative_writing/Llama 2 13B Chat","slice":"creative_writing"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|english/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.85164,"ciLow":1165.114803,"ciHigh":1180.588478,"observedAt":"2026-11-11","runCount":13860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"english/Llama 2 13B Chat","slice":"english"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":988.805064,"ciLow":978.763611,"ciHigh":998.846517,"observedAt":"2026-11-11","runCount":12677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"exclude_ties/Llama 2 13B Chat","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|expert/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.387636,"ciLow":1105.165029,"ciHigh":1155.610243,"observedAt":"2026-11-11","runCount":539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"expert/Llama 2 13B Chat","slice":"expert"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|french/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1107.536677,"ciLow":1067.276181,"ciHigh":1147.797173,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"french/Llama 2 13B Chat","slice":"french"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|german/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1069.312721,"ciLow":1039.211591,"ciHigh":1099.413851,"observedAt":"2026-11-11","runCount":454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"german/Llama 2 13B Chat","slice":"german"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.914691,"ciLow":1128.609253,"ciHigh":1149.22013,"observedAt":"2026-11-11","runCount":4475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"hard_prompts/Llama 2 13B Chat","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.20853,"ciLow":1145.309557,"ciHigh":1169.107502,"observedAt":"2026-11-11","runCount":3347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"hard_prompts_english/Llama 2 13B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1134.171642,"ciLow":1118.202871,"ciHigh":1150.140414,"observedAt":"2026-11-11","runCount":1709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_business_and_management_and_financial_operations/Llama 2 13B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1102.704668,"ciLow":1090.22302,"ciHigh":1115.186315,"observedAt":"2026-11-11","runCount":3085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_entertainment_and_sports_and_media/Llama 2 13B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1155.225149,"ciLow":1134.261592,"ciHigh":1176.188705,"observedAt":"2026-11-11","runCount":1004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_legal_and_government/Llama 2 13B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.941004,"ciLow":1146.097811,"ciHigh":1171.784196,"observedAt":"2026-11-11","runCount":3270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_life_and_physical_and_social_science/Llama 2 13B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1122.392608,"ciLow":1108.220167,"ciHigh":1136.565049,"observedAt":"2026-11-11","runCount":1977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_mathematical/Llama 2 13B Chat","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.858732,"ciLow":1145.965861,"ciHigh":1187.751603,"observedAt":"2026-11-11","runCount":970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_medicine_and_healthcare/Llama 2 13B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.574093,"ciLow":1146.249425,"ciHigh":1166.898761,"observedAt":"2026-11-11","runCount":4910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_software_and_it_services/Llama 2 13B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1104.076026,"ciLow":1093.331032,"ciHigh":1114.821021,"observedAt":"2026-11-11","runCount":4785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_writing_and_literature_and_language/Llama 2 13B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1110.19016,"ciLow":1100.75614,"ciHigh":1119.62418,"observedAt":"2026-11-11","runCount":6097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"instruction_following/Llama 2 13B Chat","slice":"instruction_following"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|japanese/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":961.382421,"ciLow":911.551023,"ciHigh":1011.213819,"observedAt":"2026-11-11","runCount":175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"japanese/Llama 2 13B Chat","slice":"japanese"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|korean/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1046.501347,"ciLow":995.809878,"ciHigh":1097.192817,"observedAt":"2026-11-11","runCount":172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"korean/Llama 2 13B Chat","slice":"korean"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.401651,"ciLow":1123.84146,"ciHigh":1158.961843,"observedAt":"2026-11-11","runCount":1193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"longer_query/Llama 2 13B Chat","slice":"longer_query"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|math/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1110.774185,"ciLow":1097.288415,"ciHigh":1124.259955,"observedAt":"2026-11-11","runCount":2218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"math/Llama 2 13B Chat","slice":"math"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1101.564338,"ciLow":1087.67505,"ciHigh":1115.453627,"observedAt":"2026-11-11","runCount":2596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"multi_turn/Llama 2 13B Chat","slice":"multi_turn"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|non_english/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1087.987704,"ciLow":1078.208923,"ciHigh":1097.766486,"observedAt":"2026-11-11","runCount":5314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"non_english/Llama 2 13B Chat","slice":"non_english"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|overall/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.553587,"ciLow":1134.847252,"ciHigh":1148.259921,"observedAt":"2026-11-11","runCount":19174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"overall/Llama 2 13B Chat","slice":"overall"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|russian/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1115.688532,"ciLow":1094.797855,"ciHigh":1136.57921,"observedAt":"2026-11-11","runCount":783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"russian/Llama 2 13B Chat","slice":"russian"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text-style-control@1|rating|spanish/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1143.864009,"ciLow":1104.055699,"ciHigh":1183.672319,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"spanish/Llama 2 13B Chat","slice":"spanish"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|chinese/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1001.119374,"ciLow":982.321761,"ciHigh":1019.916987,"observedAt":"2026-11-11","runCount":1161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"chinese/Llama 2 13B Chat","slice":"chinese"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|coding/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1062.205578,"ciLow":1049.433947,"ciHigh":1074.977209,"observedAt":"2026-11-11","runCount":2626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"coding/Llama 2 13B Chat","slice":"coding"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|creative_writing/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.722703,"ciLow":1034.253527,"ciHigh":1059.191878,"observedAt":"2026-11-11","runCount":3296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"creative_writing/Llama 2 13B Chat","slice":"creative_writing"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|english/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1119.905355,"ciLow":1112.211378,"ciHigh":1127.599332,"observedAt":"2026-11-11","runCount":13860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"english/Llama 2 13B Chat","slice":"english"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|exclude_ties/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":908.458316,"ciLow":898.588586,"ciHigh":918.328045,"observedAt":"2026-11-11","runCount":12677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"exclude_ties/Llama 2 13B Chat","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|expert/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1029.719408,"ciLow":1004.523861,"ciHigh":1054.914954,"observedAt":"2026-11-11","runCount":539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"expert/Llama 2 13B Chat","slice":"expert"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|french/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1043.942633,"ciLow":1004.107021,"ciHigh":1083.778245,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"french/Llama 2 13B Chat","slice":"french"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|german/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1008.883606,"ciLow":978.71609,"ciHigh":1039.051121,"observedAt":"2026-11-11","runCount":454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"german/Llama 2 13B Chat","slice":"german"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|hard_prompts/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1050.851065,"ciLow":1040.649054,"ciHigh":1061.053076,"observedAt":"2026-11-11","runCount":4475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"hard_prompts/Llama 2 13B Chat","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1072.645242,"ciLow":1060.830059,"ciHigh":1084.460424,"observedAt":"2026-11-11","runCount":3347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"hard_prompts_english/Llama 2 13B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1055.490079,"ciLow":1039.495449,"ciHigh":1071.484709,"observedAt":"2026-11-11","runCount":1709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_business_and_management_and_financial_operations/Llama 2 13B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1047.416713,"ciLow":1035.005847,"ciHigh":1059.827578,"observedAt":"2026-11-11","runCount":3085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_entertainment_and_sports_and_media/Llama 2 13B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1079.816236,"ciLow":1058.982318,"ciHigh":1100.650155,"observedAt":"2026-11-11","runCount":1004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_legal_and_government/Llama 2 13B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1081.887484,"ciLow":1069.089231,"ciHigh":1094.685737,"observedAt":"2026-11-11","runCount":3270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_life_and_physical_and_social_science/Llama 2 13B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|industry_mathematical/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1069.030903,"ciLow":1054.924672,"ciHigh":1083.137135,"observedAt":"2026-11-11","runCount":1977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_mathematical/Llama 2 13B Chat","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1071.633007,"ciLow":1050.790505,"ciHigh":1092.475508,"observedAt":"2026-11-11","runCount":970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_medicine_and_healthcare/Llama 2 13B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1072.640252,"ciLow":1062.409179,"ciHigh":1082.871325,"observedAt":"2026-11-11","runCount":4910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_software_and_it_services/Llama 2 13B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1061.484129,"ciLow":1050.834066,"ciHigh":1072.134191,"observedAt":"2026-11-11","runCount":4785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"industry_writing_and_literature_and_language/Llama 2 13B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|instruction_following/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1045.179498,"ciLow":1035.913844,"ciHigh":1054.445152,"observedAt":"2026-11-11","runCount":6097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"instruction_following/Llama 2 13B Chat","slice":"instruction_following"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|japanese/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":894.180733,"ciLow":844.738504,"ciHigh":943.622961,"observedAt":"2026-11-11","runCount":175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"japanese/Llama 2 13B Chat","slice":"japanese"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|korean/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":953.515674,"ciLow":903.102599,"ciHigh":1003.928749,"observedAt":"2026-11-11","runCount":172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"korean/Llama 2 13B Chat","slice":"korean"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|longer_query/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1063.991766,"ciLow":1046.774346,"ciHigh":1081.209186,"observedAt":"2026-11-11","runCount":1193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"longer_query/Llama 2 13B Chat","slice":"longer_query"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|math/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1064.911902,"ciLow":1051.505804,"ciHigh":1078.318,"observedAt":"2026-11-11","runCount":2218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"math/Llama 2 13B Chat","slice":"math"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|multi_turn/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1050.047769,"ciLow":1036.21331,"ciHigh":1063.882227,"observedAt":"2026-11-11","runCount":2596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"multi_turn/Llama 2 13B Chat","slice":"multi_turn"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|non_english/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1023.938391,"ciLow":1014.282863,"ciHigh":1033.593918,"observedAt":"2026-11-11","runCount":5314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"non_english/Llama 2 13B Chat","slice":"non_english"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|overall/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1084.499283,"ciLow":1077.847818,"ciHigh":1091.150747,"observedAt":"2026-11-11","runCount":19174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"overall/Llama 2 13B Chat","slice":"overall"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|russian/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1054.351259,"ciLow":1033.603997,"ciHigh":1075.098522,"observedAt":"2026-11-11","runCount":783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"russian/Llama 2 13B Chat","slice":"russian"}
{"key":"lmarena|meta/llama-2-13b-chat:default|none|lmarena-text@1|rating|spanish/Llama 2 13B Chat","sourceId":"lmarena","modelId":"meta/llama-2-13b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1086.351803,"ciLow":1046.892559,"ciHigh":1125.811047,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 13B Chat","rowId":"spanish/Llama 2 13B Chat","slice":"spanish"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|chinese/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1083.119252,"ciLow":1069.472496,"ciHigh":1096.766008,"observedAt":"2026-11-11","runCount":3619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"chinese/Llama 2 70B Chat","slice":"chinese"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|coding/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.260502,"ciLow":1169.393751,"ciHigh":1189.127253,"observedAt":"2026-11-11","runCount":5717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"coding/Llama 2 70B Chat","slice":"coding"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1111.34857,"ciLow":1101.215638,"ciHigh":1121.481502,"observedAt":"2026-11-11","runCount":6376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"creative_writing/Llama 2 70B Chat","slice":"creative_writing"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|english/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.635986,"ciLow":1201.185397,"ciHigh":1214.086574,"observedAt":"2026-11-11","runCount":26045,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"english/Llama 2 70B Chat","slice":"english"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1032.225764,"ciLow":1024.067842,"ciHigh":1040.383686,"observedAt":"2026-11-11","runCount":25547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"exclude_ties/Llama 2 70B Chat","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|expert/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.316738,"ciLow":1121.059838,"ciHigh":1155.573639,"observedAt":"2026-11-11","runCount":1356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"expert/Llama 2 70B Chat","slice":"expert"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|french/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.482025,"ciLow":1123.297974,"ciHigh":1179.666075,"observedAt":"2026-11-11","runCount":679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"french/Llama 2 70B Chat","slice":"french"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|german/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1098.780875,"ciLow":1076.129727,"ciHigh":1121.432024,"observedAt":"2026-11-11","runCount":878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"german/Llama 2 70B Chat","slice":"german"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.46341,"ciLow":1152.3226,"ciHigh":1168.60422,"observedAt":"2026-11-11","runCount":9650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"hard_prompts/Llama 2 70B Chat","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.73757,"ciLow":1166.536537,"ciHigh":1184.938603,"observedAt":"2026-11-11","runCount":6989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"hard_prompts_english/Llama 2 70B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.588727,"ciLow":1148.608542,"ciHigh":1172.568911,"observedAt":"2026-11-11","runCount":3543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_business_and_management_and_financial_operations/Llama 2 70B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.172892,"ciLow":1102.22106,"ciHigh":1122.124723,"observedAt":"2026-11-11","runCount":6070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_entertainment_and_sports_and_media/Llama 2 70B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.819839,"ciLow":1174.277277,"ciHigh":1205.3624,"observedAt":"2026-11-11","runCount":2073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_legal_and_government/Llama 2 70B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.094876,"ciLow":1185.108239,"ciHigh":1205.081513,"observedAt":"2026-11-11","runCount":6638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_life_and_physical_and_social_science/Llama 2 70B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1142.650633,"ciLow":1131.581159,"ciHigh":1153.720107,"observedAt":"2026-11-11","runCount":4052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_mathematical/Llama 2 70B Chat","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1181.890534,"ciLow":1166.46949,"ciHigh":1197.311578,"observedAt":"2026-11-11","runCount":2169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_medicine_and_healthcare/Llama 2 70B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.245407,"ciLow":1174.930836,"ciHigh":1191.559978,"observedAt":"2026-11-11","runCount":10184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_software_and_it_services/Llama 2 70B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.280367,"ciLow":1121.626884,"ciHigh":1138.93385,"observedAt":"2026-11-11","runCount":9591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_writing_and_literature_and_language/Llama 2 70B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1134.762891,"ciLow":1127.086341,"ciHigh":1142.439441,"observedAt":"2026-11-11","runCount":12635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"instruction_following/Llama 2 70B Chat","slice":"instruction_following"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|japanese/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":988.831394,"ciLow":954.895043,"ciHigh":1022.767745,"observedAt":"2026-11-11","runCount":341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"japanese/Llama 2 70B Chat","slice":"japanese"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|korean/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1058.347746,"ciLow":1018.249444,"ciHigh":1098.446047,"observedAt":"2026-11-11","runCount":243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"korean/Llama 2 70B Chat","slice":"korean"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1139.580296,"ciLow":1126.766114,"ciHigh":1152.394478,"observedAt":"2026-11-11","runCount":2813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"longer_query/Llama 2 70B Chat","slice":"longer_query"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|math/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.25757,"ciLow":1126.921256,"ciHigh":1147.593885,"observedAt":"2026-11-11","runCount":4740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"math/Llama 2 70B Chat","slice":"math"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.406886,"ciLow":1124.893027,"ciHigh":1145.920746,"observedAt":"2026-11-11","runCount":5533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"multi_turn/Llama 2 70B Chat","slice":"multi_turn"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|non_english/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1105.300685,"ciLow":1097.437186,"ciHigh":1113.164185,"observedAt":"2026-11-11","runCount":12447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"non_english/Llama 2 70B Chat","slice":"non_english"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|overall/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.771601,"ciLow":1165.29265,"ciHigh":1176.250553,"observedAt":"2026-11-11","runCount":38492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"overall/Llama 2 70B Chat","slice":"overall"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|russian/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1136.700885,"ciLow":1122.281405,"ciHigh":1151.120364,"observedAt":"2026-11-11","runCount":1981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"russian/Llama 2 70B Chat","slice":"russian"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text-style-control@1|rating|spanish/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.72026,"ciLow":1164.231253,"ciHigh":1223.209266,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"spanish/Llama 2 70B Chat","slice":"spanish"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|chinese/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":994.740718,"ciLow":981.366703,"ciHigh":1008.114733,"observedAt":"2026-11-11","runCount":3619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"chinese/Llama 2 70B Chat","slice":"chinese"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|coding/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1078.662559,"ciLow":1068.857078,"ciHigh":1088.468041,"observedAt":"2026-11-11","runCount":5717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"coding/Llama 2 70B Chat","slice":"coding"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|creative_writing/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1074.736009,"ciLow":1064.692967,"ciHigh":1084.77905,"observedAt":"2026-11-11","runCount":6376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"creative_writing/Llama 2 70B Chat","slice":"creative_writing"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|english/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1156.005697,"ciLow":1149.581008,"ciHigh":1162.430386,"observedAt":"2026-11-11","runCount":26045,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"english/Llama 2 70B Chat","slice":"english"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|exclude_ties/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":955.163765,"ciLow":947.118302,"ciHigh":963.209227,"observedAt":"2026-11-11","runCount":25547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"exclude_ties/Llama 2 70B Chat","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|expert/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1039.012323,"ciLow":1021.833814,"ciHigh":1056.190832,"observedAt":"2026-11-11","runCount":1356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"expert/Llama 2 70B Chat","slice":"expert"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|french/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1089.85916,"ciLow":1061.839667,"ciHigh":1117.878652,"observedAt":"2026-11-11","runCount":679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"french/Llama 2 70B Chat","slice":"french"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|german/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1041.10411,"ciLow":1018.649463,"ciHigh":1063.558756,"observedAt":"2026-11-11","runCount":878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"german/Llama 2 70B Chat","slice":"german"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|hard_prompts/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1072.947073,"ciLow":1064.831641,"ciHigh":1081.062505,"observedAt":"2026-11-11","runCount":9650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"hard_prompts/Llama 2 70B Chat","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1091.257814,"ciLow":1082.089371,"ciHigh":1100.426256,"observedAt":"2026-11-11","runCount":6989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"hard_prompts_english/Llama 2 70B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.676626,"ciLow":1070.726847,"ciHigh":1094.626405,"observedAt":"2026-11-11","runCount":3543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_business_and_management_and_financial_operations/Llama 2 70B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1064.400771,"ciLow":1054.502006,"ciHigh":1074.299537,"observedAt":"2026-11-11","runCount":6070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_entertainment_and_sports_and_media/Llama 2 70B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1113.963387,"ciLow":1098.498844,"ciHigh":1129.427931,"observedAt":"2026-11-11","runCount":2073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_legal_and_government/Llama 2 70B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1119.842897,"ciLow":1109.884125,"ciHigh":1129.801669,"observedAt":"2026-11-11","runCount":6638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_life_and_physical_and_social_science/Llama 2 70B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|industry_mathematical/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1089.624006,"ciLow":1078.612126,"ciHigh":1100.635887,"observedAt":"2026-11-11","runCount":4052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_mathematical/Llama 2 70B Chat","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1093.196363,"ciLow":1077.779966,"ciHigh":1108.61276,"observedAt":"2026-11-11","runCount":2169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_medicine_and_healthcare/Llama 2 70B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1098.906296,"ciLow":1090.63421,"ciHigh":1107.178381,"observedAt":"2026-11-11","runCount":10184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_software_and_it_services/Llama 2 70B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.676431,"ciLow":1084.065438,"ciHigh":1101.287424,"observedAt":"2026-11-11","runCount":9591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"industry_writing_and_literature_and_language/Llama 2 70B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|instruction_following/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.702104,"ciLow":1063.088621,"ciHigh":1078.315587,"observedAt":"2026-11-11","runCount":12635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"instruction_following/Llama 2 70B Chat","slice":"instruction_following"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|japanese/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":927.01566,"ciLow":893.57253,"ciHigh":960.458791,"observedAt":"2026-11-11","runCount":341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"japanese/Llama 2 70B Chat","slice":"japanese"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|korean/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":964.194505,"ciLow":924.691566,"ciHigh":1003.697444,"observedAt":"2026-11-11","runCount":243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"korean/Llama 2 70B Chat","slice":"korean"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|longer_query/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1061.840938,"ciLow":1049.224933,"ciHigh":1074.456943,"observedAt":"2026-11-11","runCount":2813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"longer_query/Llama 2 70B Chat","slice":"longer_query"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|math/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1091.260816,"ciLow":1080.979865,"ciHigh":1101.541767,"observedAt":"2026-11-11","runCount":4740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"math/Llama 2 70B Chat","slice":"math"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|multi_turn/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1087.959621,"ciLow":1077.514472,"ciHigh":1098.404771,"observedAt":"2026-11-11","runCount":5533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"multi_turn/Llama 2 70B Chat","slice":"multi_turn"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|non_english/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1045.220497,"ciLow":1037.426619,"ciHigh":1053.014375,"observedAt":"2026-11-11","runCount":12447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"non_english/Llama 2 70B Chat","slice":"non_english"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|overall/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.270609,"ciLow":1109.824921,"ciHigh":1120.716296,"observedAt":"2026-11-11","runCount":38492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"overall/Llama 2 70B Chat","slice":"overall"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|russian/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.708993,"ciLow":1068.237841,"ciHigh":1097.180145,"observedAt":"2026-11-11","runCount":1981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"russian/Llama 2 70B Chat","slice":"russian"}
{"key":"lmarena|meta/llama-2-70b-chat:default|none|lmarena-text@1|rating|spanish/Llama 2 70B Chat","sourceId":"lmarena","modelId":"meta/llama-2-70b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1142.338479,"ciLow":1113.221832,"ciHigh":1171.455126,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B Chat","rowId":"spanish/Llama 2 70B Chat","slice":"spanish"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|chinese/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1062.964492,"ciLow":1042.837949,"ciHigh":1083.091035,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"chinese/Llama 2 7B Chat","slice":"chinese"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|coding/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1103.254314,"ciLow":1089.244135,"ciHigh":1117.264494,"observedAt":"2026-11-11","runCount":1956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"coding/Llama 2 7B Chat","slice":"coding"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1071.972962,"ciLow":1058.383876,"ciHigh":1085.562048,"observedAt":"2026-11-11","runCount":2341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"creative_writing/Llama 2 7B Chat","slice":"creative_writing"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|english/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.965883,"ciLow":1138.99784,"ciHigh":1154.933927,"observedAt":"2026-11-11","runCount":10259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"english/Llama 2 7B Chat","slice":"english"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":937.218432,"ciLow":926.701761,"ciHigh":947.735103,"observedAt":"2026-11-11","runCount":9245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"exclude_ties/Llama 2 7B Chat","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|expert/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1134.720868,"ciLow":1106.810777,"ciHigh":1162.630959,"observedAt":"2026-11-11","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"expert/Llama 2 7B Chat","slice":"expert"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|french/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1034.226841,"ciLow":991.654713,"ciHigh":1076.79897,"observedAt":"2026-11-11","runCount":257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"french/Llama 2 7B Chat","slice":"french"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|german/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1037.930331,"ciLow":1002.918213,"ciHigh":1072.94245,"observedAt":"2026-11-11","runCount":327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"german/Llama 2 7B Chat","slice":"german"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1097.202536,"ciLow":1086.356825,"ciHigh":1108.048248,"observedAt":"2026-11-11","runCount":3289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"hard_prompts/Llama 2 7B Chat","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1116.126,"ciLow":1103.69389,"ciHigh":1128.558111,"observedAt":"2026-11-11","runCount":2560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"hard_prompts_english/Llama 2 7B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1104.700331,"ciLow":1086.790967,"ciHigh":1122.609695,"observedAt":"2026-11-11","runCount":1255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_business_and_management_and_financial_operations/Llama 2 7B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1068.171657,"ciLow":1054.568642,"ciHigh":1081.774673,"observedAt":"2026-11-11","runCount":2220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_entertainment_and_sports_and_media/Llama 2 7B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.209774,"ciLow":1114.617237,"ciHigh":1159.802311,"observedAt":"2026-11-11","runCount":760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_legal_and_government/Llama 2 7B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1122.183884,"ciLow":1108.799873,"ciHigh":1135.567895,"observedAt":"2026-11-11","runCount":2474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_life_and_physical_and_social_science/Llama 2 7B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1091.639196,"ciLow":1076.215545,"ciHigh":1107.062846,"observedAt":"2026-11-11","runCount":1401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_mathematical/Llama 2 7B Chat","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.553123,"ciLow":1104.633115,"ciHigh":1150.473131,"observedAt":"2026-11-11","runCount":764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_medicine_and_healthcare/Llama 2 7B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1111.924175,"ciLow":1100.940871,"ciHigh":1122.907478,"observedAt":"2026-11-11","runCount":3721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_software_and_it_services/Llama 2 7B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1075.320189,"ciLow":1063.851357,"ciHigh":1086.789021,"observedAt":"2026-11-11","runCount":3454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_writing_and_literature_and_language/Llama 2 7B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1069.547024,"ciLow":1059.656217,"ciHigh":1079.437832,"observedAt":"2026-11-11","runCount":4541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"instruction_following/Llama 2 7B Chat","slice":"instruction_following"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1077.716722,"ciLow":1057.667103,"ciHigh":1097.766341,"observedAt":"2026-11-11","runCount":835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"longer_query/Llama 2 7B Chat","slice":"longer_query"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|math/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1086.612467,"ciLow":1072.630846,"ciHigh":1100.594089,"observedAt":"2026-11-11","runCount":1656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"math/Llama 2 7B Chat","slice":"math"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1078.505418,"ciLow":1063.425614,"ciHigh":1093.585223,"observedAt":"2026-11-11","runCount":1851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"multi_turn/Llama 2 7B Chat","slice":"multi_turn"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|non_english/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1032.192357,"ciLow":1021.582759,"ciHigh":1042.801956,"observedAt":"2026-11-11","runCount":3889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"non_english/Llama 2 7B Chat","slice":"non_english"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|overall/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1108.045533,"ciLow":1101.011894,"ciHigh":1115.079172,"observedAt":"2026-11-11","runCount":14148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"overall/Llama 2 7B Chat","slice":"overall"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|russian/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1056.85233,"ciLow":1033.635735,"ciHigh":1080.068925,"observedAt":"2026-11-11","runCount":580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"russian/Llama 2 7B Chat","slice":"russian"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text-style-control@1|rating|spanish/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1063.551194,"ciLow":1012.680006,"ciHigh":1114.422382,"observedAt":"2026-11-11","runCount":143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"spanish/Llama 2 7B Chat","slice":"spanish"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|chinese/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":973.063861,"ciLow":953.335198,"ciHigh":992.792525,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"chinese/Llama 2 7B Chat","slice":"chinese"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|coding/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1001.804004,"ciLow":987.833297,"ciHigh":1015.774711,"observedAt":"2026-11-11","runCount":1956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"coding/Llama 2 7B Chat","slice":"coding"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|creative_writing/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1033.091657,"ciLow":1019.53227,"ciHigh":1046.651044,"observedAt":"2026-11-11","runCount":2341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"creative_writing/Llama 2 7B Chat","slice":"creative_writing"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|english/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1095.881892,"ciLow":1087.977025,"ciHigh":1103.78676,"observedAt":"2026-11-11","runCount":10259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"english/Llama 2 7B Chat","slice":"english"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|exclude_ties/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":861.19002,"ciLow":850.86262,"ciHigh":871.517421,"observedAt":"2026-11-11","runCount":9245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"exclude_ties/Llama 2 7B Chat","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|expert/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1035.840827,"ciLow":1008.112904,"ciHigh":1063.56875,"observedAt":"2026-11-11","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"expert/Llama 2 7B Chat","slice":"expert"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|french/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":969.535709,"ciLow":926.377372,"ciHigh":1012.694046,"observedAt":"2026-11-11","runCount":257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"french/Llama 2 7B Chat","slice":"french"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|german/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":977.33234,"ciLow":942.43401,"ciHigh":1012.230671,"observedAt":"2026-11-11","runCount":327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"german/Llama 2 7B Chat","slice":"german"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|hard_prompts/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1009.124537,"ciLow":998.334673,"ciHigh":1019.9144,"observedAt":"2026-11-11","runCount":3289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"hard_prompts/Llama 2 7B Chat","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1031.612241,"ciLow":1019.261056,"ciHigh":1043.963427,"observedAt":"2026-11-11","runCount":2560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"hard_prompts_english/Llama 2 7B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1027.739008,"ciLow":1009.84039,"ciHigh":1045.637625,"observedAt":"2026-11-11","runCount":1255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_business_and_management_and_financial_operations/Llama 2 7B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1019.70111,"ciLow":1006.205861,"ciHigh":1033.196358,"observedAt":"2026-11-11","runCount":2220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_entertainment_and_sports_and_media/Llama 2 7B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1064.823891,"ciLow":1042.184846,"ciHigh":1087.462936,"observedAt":"2026-11-11","runCount":760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_legal_and_government/Llama 2 7B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.988702,"ciLow":1033.631079,"ciHigh":1060.346325,"observedAt":"2026-11-11","runCount":2474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_life_and_physical_and_social_science/Llama 2 7B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|industry_mathematical/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1038.845598,"ciLow":1023.503855,"ciHigh":1054.18734,"observedAt":"2026-11-11","runCount":1401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_mathematical/Llama 2 7B Chat","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1036.013411,"ciLow":1013.104209,"ciHigh":1058.922614,"observedAt":"2026-11-11","runCount":764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_medicine_and_healthcare/Llama 2 7B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1028.916893,"ciLow":1017.951647,"ciHigh":1039.882139,"observedAt":"2026-11-11","runCount":3721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_software_and_it_services/Llama 2 7B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1037.071447,"ciLow":1025.609382,"ciHigh":1048.533511,"observedAt":"2026-11-11","runCount":3454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"industry_writing_and_literature_and_language/Llama 2 7B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|instruction_following/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1005.692446,"ciLow":995.918876,"ciHigh":1015.466017,"observedAt":"2026-11-11","runCount":4541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"instruction_following/Llama 2 7B Chat","slice":"instruction_following"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|longer_query/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":998.854998,"ciLow":979.060565,"ciHigh":1018.649432,"observedAt":"2026-11-11","runCount":835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"longer_query/Llama 2 7B Chat","slice":"longer_query"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|math/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1041.942632,"ciLow":1028.058015,"ciHigh":1055.827249,"observedAt":"2026-11-11","runCount":1656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"math/Llama 2 7B Chat","slice":"math"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|multi_turn/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1029.006169,"ciLow":1013.97626,"ciHigh":1044.036078,"observedAt":"2026-11-11","runCount":1851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"multi_turn/Llama 2 7B Chat","slice":"multi_turn"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|non_english/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":972.783355,"ciLow":962.253198,"ciHigh":983.313511,"observedAt":"2026-11-11","runCount":3889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"non_english/Llama 2 7B Chat","slice":"non_english"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|overall/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1053.439859,"ciLow":1046.478953,"ciHigh":1060.400765,"observedAt":"2026-11-11","runCount":14148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"overall/Llama 2 7B Chat","slice":"overall"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|russian/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":994.874231,"ciLow":971.74112,"ciHigh":1018.007343,"observedAt":"2026-11-11","runCount":580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"russian/Llama 2 7B Chat","slice":"russian"}
{"key":"lmarena|meta/llama-2-7b-chat:default|none|lmarena-text@1|rating|spanish/Llama 2 7B Chat","sourceId":"lmarena","modelId":"meta/llama-2-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1007.160811,"ciLow":956.731033,"ciHigh":1057.59059,"observedAt":"2026-11-11","runCount":143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 7B Chat","rowId":"spanish/Llama 2 7B Chat","slice":"spanish"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1203.797465,"ciLow":1194.564131,"ciHigh":1213.030799,"observedAt":"2026-11-11","runCount":15885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"chinese/Llama 3 70B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.127733,"ciLow":1299.160582,"ciHigh":1313.094884,"observedAt":"2026-11-11","runCount":28126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"coding/Llama 3 70B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.252343,"ciLow":1246.656221,"ciHigh":1261.848464,"observedAt":"2026-11-11","runCount":22753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"creative_writing/Llama 3 70B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|english/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.306247,"ciLow":1321.642741,"ciHigh":1330.969753,"observedAt":"2026-11-11","runCount":90553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"english/Llama 3 70B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.841221,"ciLow":1188.250883,"ciHigh":1199.431559,"observedAt":"2026-11-11","runCount":103844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"exclude_ties/Llama 3 70B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.941723,"ciLow":1235.106097,"ciHigh":1256.777349,"observedAt":"2026-11-11","runCount":7958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"expert/Llama 3 70B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|french/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.257109,"ciLow":1270.444569,"ciHigh":1310.069649,"observedAt":"2026-11-11","runCount":2499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"french/Llama 3 70B Instruct","slice":"french"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|german/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.674403,"ciLow":1212.70524,"ciHigh":1240.643566,"observedAt":"2026-11-11","runCount":4991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"german/Llama 3 70B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.934184,"ciLow":1274.331962,"ciHigh":1285.536407,"observedAt":"2026-11-11","runCount":45956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"hard_prompts/Llama 3 70B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.284272,"ciLow":1303.532006,"ciHigh":1317.036538,"observedAt":"2026-11-11","runCount":29608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"hard_prompts_english/Llama 3 70B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.772148,"ciLow":1240.708929,"ciHigh":1256.835366,"observedAt":"2026-11-11","runCount":16626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3 70B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.194675,"ciLow":1242.968712,"ciHigh":1257.420639,"observedAt":"2026-11-11","runCount":23202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3 70B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.784213,"ciLow":1290.121904,"ciHigh":1311.446523,"observedAt":"2026-11-11","runCount":8328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_legal_and_government/Llama 3 70B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.312567,"ciLow":1288.023792,"ciHigh":1302.601341,"observedAt":"2026-11-11","runCount":25903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3 70B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.018631,"ciLow":1254.174853,"ciHigh":1269.862409,"observedAt":"2026-11-11","runCount":18728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_mathematical/Llama 3 70B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.575858,"ciLow":1288.47693,"ciHigh":1310.674786,"observedAt":"2026-11-11","runCount":8252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3 70B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.360731,"ciLow":1283.427973,"ciHigh":1295.293489,"observedAt":"2026-11-11","runCount":45062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_software_and_it_services/Llama 3 70B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.770502,"ciLow":1243.426648,"ciHigh":1256.114356,"observedAt":"2026-11-11","runCount":37706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3 70B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.776648,"ciLow":1253.433041,"ciHigh":1264.120255,"observedAt":"2026-11-11","runCount":56558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"instruction_following/Llama 3 70B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1083.339368,"ciLow":1067.043577,"ciHigh":1099.63516,"observedAt":"2026-11-11","runCount":3276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"japanese/Llama 3 70B Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|korean/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1111.941693,"ciLow":1094.408983,"ciHigh":1129.474404,"observedAt":"2026-11-11","runCount":5410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"korean/Llama 3 70B Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.41659,"ciLow":1246.79981,"ciHigh":1262.033369,"observedAt":"2026-11-11","runCount":17500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"longer_query/Llama 3 70B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|math/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.657544,"ciLow":1251.144055,"ciHigh":1266.171034,"observedAt":"2026-11-11","runCount":20941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"math/Llama 3 70B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.525172,"ciLow":1266.138969,"ciHigh":1280.911375,"observedAt":"2026-11-11","runCount":21421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"multi_turn/Llama 3 70B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.209809,"ciLow":1201.076402,"ciHigh":1211.343215,"observedAt":"2026-11-11","runCount":66323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"non_english/Llama 3 70B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.719015,"ciLow":1273.134788,"ciHigh":1280.303242,"observedAt":"2026-11-11","runCount":156876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"overall/Llama 3 70B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|polish/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.254244,"ciLow":1215.789072,"ciHigh":1314.719415,"observedAt":"2026-11-11","runCount":406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"polish/Llama 3 70B Instruct","slice":"polish"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.150639,"ciLow":1213.815685,"ciHigh":1230.485594,"observedAt":"2026-11-11","runCount":14995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"russian/Llama 3 70B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.929426,"ciLow":1270.213775,"ciHigh":1309.645077,"observedAt":"2026-11-11","runCount":2705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"spanish/Llama 3 70B Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|chinese/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1114.332576,"ciLow":1105.188381,"ciHigh":1123.476772,"observedAt":"2026-11-11","runCount":15885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"chinese/Llama 3 70B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|coding/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.007275,"ciLow":1199.080274,"ciHigh":1212.934275,"observedAt":"2026-11-11","runCount":28126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"coding/Llama 3 70B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|creative_writing/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1209.592507,"ciLow":1202.052611,"ciHigh":1217.132404,"observedAt":"2026-11-11","runCount":22753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"creative_writing/Llama 3 70B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|english/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.405563,"ciLow":1272.757133,"ciHigh":1282.053993,"observedAt":"2026-11-11","runCount":90553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"english/Llama 3 70B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.40726,"ciLow":1109.856446,"ciHigh":1120.958073,"observedAt":"2026-11-11","runCount":103844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"exclude_ties/Llama 3 70B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|expert/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1148.804326,"ciLow":1138.015768,"ciHigh":1159.592884,"observedAt":"2026-11-11","runCount":7958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"expert/Llama 3 70B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|french/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1232.004792,"ciLow":1212.190793,"ciHigh":1251.818791,"observedAt":"2026-11-11","runCount":2499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"french/Llama 3 70B Instruct","slice":"french"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|german/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1168.892096,"ciLow":1155.02564,"ciHigh":1182.758552,"observedAt":"2026-11-11","runCount":4991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"german/Llama 3 70B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.793527,"ciLow":1189.232938,"ciHigh":1200.354117,"observedAt":"2026-11-11","runCount":45956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"hard_prompts/Llama 3 70B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.320285,"ciLow":1223.620711,"ciHigh":1237.019859,"observedAt":"2026-11-11","runCount":29608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"hard_prompts_english/Llama 3 70B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1172.181306,"ciLow":1164.082255,"ciHigh":1180.280356,"observedAt":"2026-11-11","runCount":16626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3 70B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.368395,"ciLow":1188.203268,"ciHigh":1202.533521,"observedAt":"2026-11-11","runCount":23202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3 70B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.797753,"ciLow":1217.087133,"ciHigh":1238.508373,"observedAt":"2026-11-11","runCount":8328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_legal_and_government/Llama 3 70B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.84504,"ciLow":1218.552585,"ciHigh":1233.137495,"observedAt":"2026-11-11","runCount":25903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3 70B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.676485,"ciLow":1205.888509,"ciHigh":1221.46446,"observedAt":"2026-11-11","runCount":18728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_mathematical/Llama 3 70B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1214.046104,"ciLow":1202.887361,"ciHigh":1225.204846,"observedAt":"2026-11-11","runCount":8252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3 70B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1204.262912,"ciLow":1198.34092,"ciHigh":1210.184904,"observedAt":"2026-11-11","runCount":45062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_software_and_it_services/Llama 3 70B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.054111,"ciLow":1199.741142,"ciHigh":1212.36708,"observedAt":"2026-11-11","runCount":37706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3 70B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|instruction_following/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.01786,"ciLow":1188.715418,"ciHigh":1199.320301,"observedAt":"2026-11-11","runCount":56558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"instruction_following/Llama 3 70B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|japanese/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1016.788534,"ciLow":1000.702248,"ciHigh":1032.87482,"observedAt":"2026-11-11","runCount":3276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"japanese/Llama 3 70B Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|korean/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1016.879498,"ciLow":999.549137,"ciHigh":1034.209859,"observedAt":"2026-11-11","runCount":5410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"korean/Llama 3 70B Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|longer_query/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.788513,"ciLow":1166.203248,"ciHigh":1181.373778,"observedAt":"2026-11-11","runCount":17500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"longer_query/Llama 3 70B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|math/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.892726,"ciLow":1210.441942,"ciHigh":1225.34351,"observedAt":"2026-11-11","runCount":20941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"math/Llama 3 70B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|multi_turn/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.865279,"ciLow":1215.494282,"ciHigh":1230.236277,"observedAt":"2026-11-11","runCount":21421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"multi_turn/Llama 3 70B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|non_english/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.751846,"ciLow":1136.653357,"ciHigh":1146.850335,"observedAt":"2026-11-11","runCount":66323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"non_english/Llama 3 70B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|overall/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1220.840714,"ciLow":1217.26231,"ciHigh":1224.419119,"observedAt":"2026-11-11","runCount":156876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"overall/Llama 3 70B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|polish/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.241831,"ciLow":1147.672053,"ciHigh":1244.811609,"observedAt":"2026-11-11","runCount":406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"polish/Llama 3 70B Instruct","slice":"polish"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|russian/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1158.555688,"ciLow":1150.248525,"ciHigh":1166.862851,"observedAt":"2026-11-11","runCount":14995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"russian/Llama 3 70B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3-70b-instruct:default|none|lmarena-text@1|rating|spanish/Llama 3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.929143,"ciLow":1221.244916,"ciHigh":1260.61337,"observedAt":"2026-11-11","runCount":2705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 70B Instruct","rowId":"spanish/Llama 3 70B Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.570182,"ciLow":1158.681781,"ciHigh":1178.458583,"observedAt":"2026-11-11","runCount":10757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"chinese/Llama 3 8B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.144466,"ciLow":1245.564484,"ciHigh":1260.724449,"observedAt":"2026-11-11","runCount":18374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"coding/Llama 3 8B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.421787,"ciLow":1188.219483,"ciHigh":1204.624091,"observedAt":"2026-11-11","runCount":15365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"creative_writing/Llama 3 8B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|english/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.507344,"ciLow":1260.616922,"ciHigh":1270.397766,"observedAt":"2026-11-11","runCount":61703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"english/Llama 3 8B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1110.902635,"ciLow":1104.854455,"ciHigh":1116.950816,"observedAt":"2026-11-11","runCount":67687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"exclude_ties/Llama 3 8B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.740006,"ciLow":1199.984393,"ciHigh":1223.495619,"observedAt":"2026-11-11","runCount":5360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"expert/Llama 3 8B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|french/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.954625,"ciLow":1199.071487,"ciHigh":1242.837763,"observedAt":"2026-11-11","runCount":1624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"french/Llama 3 8B Instruct","slice":"french"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|german/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.278167,"ciLow":1145.265452,"ciHigh":1175.290882,"observedAt":"2026-11-11","runCount":3370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"german/Llama 3 8B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.757282,"ciLow":1213.624969,"ciHigh":1225.889595,"observedAt":"2026-11-11","runCount":30221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"hard_prompts/Llama 3 8B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.093804,"ciLow":1237.843573,"ciHigh":1252.344035,"observedAt":"2026-11-11","runCount":19891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"hard_prompts_english/Llama 3 8B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.261874,"ciLow":1196.286352,"ciHigh":1214.237396,"observedAt":"2026-11-11","runCount":10764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3 8B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.485156,"ciLow":1179.665966,"ciHigh":1195.304346,"observedAt":"2026-11-11","runCount":15413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3 8B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.693283,"ciLow":1234.083021,"ciHigh":1257.303544,"observedAt":"2026-11-11","runCount":5578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_legal_and_government/Llama 3 8B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.627126,"ciLow":1236.730113,"ciHigh":1252.52414,"observedAt":"2026-11-11","runCount":17322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3 8B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.796026,"ciLow":1194.483808,"ciHigh":1211.108245,"observedAt":"2026-11-11","runCount":12836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_mathematical/Llama 3 8B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.500435,"ciLow":1225.418989,"ciHigh":1249.581881,"observedAt":"2026-11-11","runCount":5400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3 8B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.741502,"ciLow":1236.222764,"ciHigh":1249.26024,"observedAt":"2026-11-11","runCount":29645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_software_and_it_services/Llama 3 8B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.941063,"ciLow":1185.24536,"ciHigh":1198.636767,"observedAt":"2026-11-11","runCount":25481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3 8B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.825293,"ciLow":1187.124028,"ciHigh":1198.526557,"observedAt":"2026-11-11","runCount":37733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"instruction_following/Llama 3 8B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1037.301049,"ciLow":1018.815102,"ciHigh":1055.786996,"observedAt":"2026-11-11","runCount":1992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"japanese/Llama 3 8B Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|korean/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1097.664635,"ciLow":1078.076434,"ciHigh":1117.252837,"observedAt":"2026-11-11","runCount":2422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"korean/Llama 3 8B Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.676397,"ciLow":1201.119619,"ciHigh":1218.233174,"observedAt":"2026-11-11","runCount":11165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"longer_query/Llama 3 8B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|math/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.352964,"ciLow":1185.416343,"ciHigh":1201.289586,"observedAt":"2026-11-11","runCount":14252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"math/Llama 3 8B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.922324,"ciLow":1197.803391,"ciHigh":1214.041258,"observedAt":"2026-11-11","runCount":14815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"multi_turn/Llama 3 8B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1162.847046,"ciLow":1157.44629,"ciHigh":1168.247802,"observedAt":"2026-11-11","runCount":42939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"non_english/Llama 3 8B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.789302,"ciLow":1220.054956,"ciHigh":1227.523648,"observedAt":"2026-11-11","runCount":104642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"overall/Llama 3 8B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|polish/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.474834,"ciLow":1145.53659,"ciHigh":1253.413079,"observedAt":"2026-11-11","runCount":257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"polish/Llama 3 8B Instruct","slice":"polish"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.687544,"ciLow":1163.651921,"ciHigh":1181.723167,"observedAt":"2026-11-11","runCount":10009,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"russian/Llama 3 8B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.999805,"ciLow":1203.71275,"ciHigh":1246.28686,"observedAt":"2026-11-11","runCount":1744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"spanish/Llama 3 8B Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|chinese/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1076.157831,"ciLow":1066.36905,"ciHigh":1085.946613,"observedAt":"2026-11-11","runCount":10757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"chinese/Llama 3 8B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|coding/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1151.481793,"ciLow":1143.96287,"ciHigh":1159.000716,"observedAt":"2026-11-11","runCount":18374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"coding/Llama 3 8B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|creative_writing/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1149.658686,"ciLow":1141.558845,"ciHigh":1157.758526,"observedAt":"2026-11-11","runCount":15365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"creative_writing/Llama 3 8B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|english/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.250357,"ciLow":1208.381885,"ciHigh":1218.118829,"observedAt":"2026-11-11","runCount":61703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"english/Llama 3 8B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1030.04576,"ciLow":1024.071505,"ciHigh":1036.020015,"observedAt":"2026-11-11","runCount":67687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"exclude_ties/Llama 3 8B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|expert/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.991421,"ciLow":1101.278923,"ciHigh":1124.703918,"observedAt":"2026-11-11","runCount":5360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"expert/Llama 3 8B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|french/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1158.614534,"ciLow":1136.818727,"ciHigh":1180.410341,"observedAt":"2026-11-11","runCount":1624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"french/Llama 3 8B Instruct","slice":"french"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|german/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.262777,"ciLow":1089.336634,"ciHigh":1119.18892,"observedAt":"2026-11-11","runCount":3370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"german/Llama 3 8B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1133.180433,"ciLow":1127.114689,"ciHigh":1139.246178,"observedAt":"2026-11-11","runCount":30221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"hard_prompts/Llama 3 8B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1163.628913,"ciLow":1156.44863,"ciHigh":1170.809196,"observedAt":"2026-11-11","runCount":19891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"hard_prompts_english/Llama 3 8B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1126.991685,"ciLow":1117.982751,"ciHigh":1136.000618,"observedAt":"2026-11-11","runCount":10764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3 8B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1131.966061,"ciLow":1124.205431,"ciHigh":1139.726691,"observedAt":"2026-11-11","runCount":15413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3 8B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1167.683288,"ciLow":1156.04793,"ciHigh":1179.318646,"observedAt":"2026-11-11","runCount":5578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_legal_and_government/Llama 3 8B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.131917,"ciLow":1162.235481,"ciHigh":1178.028352,"observedAt":"2026-11-11","runCount":17322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3 8B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.487242,"ciLow":1145.251254,"ciHigh":1161.72323,"observedAt":"2026-11-11","runCount":12836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_mathematical/Llama 3 8B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1148.025054,"ciLow":1135.876688,"ciHigh":1160.17342,"observedAt":"2026-11-11","runCount":5400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3 8B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1156.008487,"ciLow":1149.530898,"ciHigh":1162.486075,"observedAt":"2026-11-11","runCount":29645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_software_and_it_services/Llama 3 8B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1147.777468,"ciLow":1141.136614,"ciHigh":1154.418322,"observedAt":"2026-11-11","runCount":25481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3 8B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|instruction_following/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1127.034058,"ciLow":1121.382569,"ciHigh":1132.685547,"observedAt":"2026-11-11","runCount":37733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"instruction_following/Llama 3 8B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|japanese/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":967.703801,"ciLow":949.381965,"ciHigh":986.025637,"observedAt":"2026-11-11","runCount":1992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"japanese/Llama 3 8B Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|korean/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1003.746149,"ciLow":984.441498,"ciHigh":1023.050801,"observedAt":"2026-11-11","runCount":2422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"korean/Llama 3 8B Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|longer_query/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1127.487326,"ciLow":1118.931877,"ciHigh":1136.042775,"observedAt":"2026-11-11","runCount":11165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"longer_query/Llama 3 8B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|math/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1151.23668,"ciLow":1143.377831,"ciHigh":1159.095529,"observedAt":"2026-11-11","runCount":14252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"math/Llama 3 8B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|multi_turn/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1152.381713,"ciLow":1144.28591,"ciHigh":1160.477516,"observedAt":"2026-11-11","runCount":14815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"multi_turn/Llama 3 8B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|non_english/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1097.559256,"ciLow":1092.208825,"ciHigh":1102.909686,"observedAt":"2026-11-11","runCount":42939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"non_english/Llama 3 8B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|overall/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.647062,"ciLow":1161.931737,"ciHigh":1169.362387,"observedAt":"2026-11-11","runCount":104642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"overall/Llama 3 8B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|polish/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1136.864701,"ciLow":1084.116911,"ciHigh":1189.61249,"observedAt":"2026-11-11","runCount":257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"polish/Llama 3 8B Instruct","slice":"polish"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|russian/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1109.121216,"ciLow":1100.120946,"ciHigh":1118.121486,"observedAt":"2026-11-11","runCount":10009,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"russian/Llama 3 8B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3-8b-instruct:default|none|lmarena-text@1|rating|spanish/Llama 3 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1172.66292,"ciLow":1151.483485,"ciHigh":1193.842356,"observedAt":"2026-11-11","runCount":1744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3 8B Instruct","rowId":"spanish/Llama 3 8B Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.993235,"ciLow":1311.775467,"ciHigh":1334.211003,"observedAt":"2026-11-11","runCount":3105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"chinese/Llama 3.1 405B Instruct (BF16)","slice":"chinese"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.31236,"ciLow":1368.782151,"ciHigh":1383.842568,"observedAt":"2026-11-11","runCount":6249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"coding/Llama 3.1 405B Instruct (BF16)","slice":"coding"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.276074,"ciLow":1293.553963,"ciHigh":1308.998186,"observedAt":"2026-11-11","runCount":6512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"creative_writing/Llama 3.1 405B Instruct (BF16)","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|english/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.430484,"ciLow":1356.769031,"ciHigh":1366.091938,"observedAt":"2026-11-11","runCount":23318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"english/Llama 3.1 405B Instruct (BF16)","slice":"english"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.336058,"ciLow":1280.665331,"ciHigh":1292.006785,"observedAt":"2026-11-11","runCount":27059,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"exclude_ties/Llama 3.1 405B Instruct (BF16)","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|expert/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.690238,"ciLow":1299.701341,"ciHigh":1325.679135,"observedAt":"2026-11-11","runCount":2128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"expert/Llama 3.1 405B Instruct (BF16)","slice":"expert"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|french/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.300872,"ciLow":1309.563495,"ciHigh":1371.038248,"observedAt":"2026-11-11","runCount":364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"french/Llama 3.1 405B Instruct (BF16)","slice":"french"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|german/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.999916,"ciLow":1283.272785,"ciHigh":1322.727046,"observedAt":"2026-11-11","runCount":894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"german/Llama 3.1 405B Instruct (BF16)","slice":"german"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.18937,"ciLow":1336.185045,"ciHigh":1348.193696,"observedAt":"2026-11-11","runCount":10652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"hard_prompts/Llama 3.1 405B Instruct (BF16)","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.585084,"ciLow":1354.242147,"ciHigh":1368.928021,"observedAt":"2026-11-11","runCount":6791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"hard_prompts_english/Llama 3.1 405B Instruct (BF16)","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.284264,"ciLow":1304.129137,"ciHigh":1322.439391,"observedAt":"2026-11-11","runCount":4512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 405B Instruct (BF16)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.7951,"ciLow":1288.453085,"ciHigh":1303.137115,"observedAt":"2026-11-11","runCount":7230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 405B Instruct (BF16)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.141425,"ciLow":1356.277514,"ciHigh":1382.005337,"observedAt":"2026-11-11","runCount":2330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_legal_and_government/Llama 3.1 405B Instruct (BF16)","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.41792,"ciLow":1355.012353,"ciHigh":1369.823487,"observedAt":"2026-11-11","runCount":7177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 405B Instruct (BF16)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.059935,"ciLow":1310.27632,"ciHigh":1327.84355,"observedAt":"2026-11-11","runCount":4366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_mathematical/Llama 3.1 405B Instruct (BF16)","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.048773,"ciLow":1351.928777,"ciHigh":1380.16877,"observedAt":"2026-11-11","runCount":1899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_medicine_and_healthcare/Llama 3.1 405B Instruct (BF16)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.418959,"ciLow":1357.16363,"ciHigh":1369.674287,"observedAt":"2026-11-11","runCount":10298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_software_and_it_services/Llama 3.1 405B Instruct (BF16)","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.084919,"ciLow":1305.881902,"ciHigh":1318.287936,"observedAt":"2026-11-11","runCount":11150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_writing_and_literature_and_language/Llama 3.1 405B Instruct (BF16)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.271536,"ciLow":1308.96319,"ciHigh":1319.579882,"observedAt":"2026-11-11","runCount":16174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"instruction_following/Llama 3.1 405B Instruct (BF16)","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|japanese/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.959132,"ciLow":1253.023238,"ciHigh":1294.895025,"observedAt":"2026-11-11","runCount":846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"japanese/Llama 3.1 405B Instruct (BF16)","slice":"japanese"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|korean/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.161482,"ciLow":1215.840725,"ciHigh":1268.48224,"observedAt":"2026-11-11","runCount":586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"korean/Llama 3.1 405B Instruct (BF16)","slice":"korean"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.422611,"ciLow":1321.352642,"ciHigh":1337.49258,"observedAt":"2026-11-11","runCount":5486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"longer_query/Llama 3.1 405B Instruct (BF16)","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|math/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.935904,"ciLow":1307.819798,"ciHigh":1324.05201,"observedAt":"2026-11-11","runCount":5215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"math/Llama 3.1 405B Instruct (BF16)","slice":"math"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.404641,"ciLow":1332.71745,"ciHigh":1348.091831,"observedAt":"2026-11-11","runCount":6797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"multi_turn/Llama 3.1 405B Instruct (BF16)","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.837649,"ciLow":1295.757014,"ciHigh":1305.918283,"observedAt":"2026-11-11","runCount":18057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"non_english/Llama 3.1 405B Instruct (BF16)","slice":"non_english"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.552205,"ciLow":1331.816925,"ciHigh":1339.287486,"observedAt":"2026-11-11","runCount":41375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"overall/Llama 3.1 405B Instruct (BF16)","slice":"overall"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.602752,"ciLow":1297.865419,"ciHigh":1315.340084,"observedAt":"2026-11-11","runCount":4863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"russian/Llama 3.1 405B Instruct (BF16)","slice":"russian"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text-style-control@1|rating|spanish/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.316208,"ciLow":1281.842796,"ciHigh":1342.789619,"observedAt":"2026-11-11","runCount":348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"spanish/Llama 3.1 405B Instruct (BF16)","slice":"spanish"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|chinese/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.979146,"ciLow":1230.920363,"ciHigh":1253.037929,"observedAt":"2026-11-11","runCount":3105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"chinese/Llama 3.1 405B Instruct (BF16)","slice":"chinese"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|coding/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.207546,"ciLow":1283.732397,"ciHigh":1298.682695,"observedAt":"2026-11-11","runCount":6249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"coding/Llama 3.1 405B Instruct (BF16)","slice":"coding"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|creative_writing/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.570769,"ciLow":1251.930076,"ciHigh":1267.211462,"observedAt":"2026-11-11","runCount":6512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"creative_writing/Llama 3.1 405B Instruct (BF16)","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|english/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.848617,"ciLow":1307.243281,"ciHigh":1316.453954,"observedAt":"2026-11-11","runCount":23318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"english/Llama 3.1 405B Instruct (BF16)","slice":"english"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.428907,"ciLow":1207.855414,"ciHigh":1219.0024,"observedAt":"2026-11-11","runCount":27059,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"exclude_ties/Llama 3.1 405B Instruct (BF16)","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|expert/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.728389,"ciLow":1215.86288,"ciHigh":1241.593897,"observedAt":"2026-11-11","runCount":2128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"expert/Llama 3.1 405B Instruct (BF16)","slice":"expert"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|french/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.529723,"ciLow":1247.853157,"ciHigh":1309.20629,"observedAt":"2026-11-11","runCount":364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"french/Llama 3.1 405B Instruct (BF16)","slice":"french"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|german/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.181971,"ciLow":1232.695958,"ciHigh":1271.667985,"observedAt":"2026-11-11","runCount":894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"german/Llama 3.1 405B Instruct (BF16)","slice":"german"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.3297,"ciLow":1263.385649,"ciHigh":1275.273751,"observedAt":"2026-11-11","runCount":10652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"hard_prompts/Llama 3.1 405B Instruct (BF16)","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.3456,"ciLow":1284.074233,"ciHigh":1298.616966,"observedAt":"2026-11-11","runCount":6791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"hard_prompts_english/Llama 3.1 405B Instruct (BF16)","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.762793,"ciLow":1235.641588,"ciHigh":1253.883998,"observedAt":"2026-11-11","runCount":4512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 405B Instruct (BF16)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.894934,"ciLow":1233.616458,"ciHigh":1248.17341,"observedAt":"2026-11-11","runCount":7230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 405B Instruct (BF16)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.822701,"ciLow":1288.984805,"ciHigh":1314.660597,"observedAt":"2026-11-11","runCount":2330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_legal_and_government/Llama 3.1 405B Instruct (BF16)","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.182648,"ciLow":1287.826608,"ciHigh":1302.538687,"observedAt":"2026-11-11","runCount":7177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 405B Instruct (BF16)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.836473,"ciLow":1267.132073,"ciHigh":1284.540873,"observedAt":"2026-11-11","runCount":4366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_mathematical/Llama 3.1 405B Instruct (BF16)","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.452403,"ciLow":1272.432162,"ciHigh":1300.472643,"observedAt":"2026-11-11","runCount":1899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_medicine_and_healthcare/Llama 3.1 405B Instruct (BF16)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.46332,"ciLow":1284.25707,"ciHigh":1296.669569,"observedAt":"2026-11-11","runCount":10298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_software_and_it_services/Llama 3.1 405B Instruct (BF16)","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.493319,"ciLow":1264.3543,"ciHigh":1276.632339,"observedAt":"2026-11-11","runCount":11150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"industry_writing_and_literature_and_language/Llama 3.1 405B Instruct (BF16)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|instruction_following/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.457551,"ciLow":1253.205456,"ciHigh":1263.709646,"observedAt":"2026-11-11","runCount":16174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"instruction_following/Llama 3.1 405B Instruct (BF16)","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|japanese/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.178051,"ciLow":1187.473583,"ciHigh":1228.882519,"observedAt":"2026-11-11","runCount":846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"japanese/Llama 3.1 405B Instruct (BF16)","slice":"japanese"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|korean/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1172.53881,"ciLow":1146.531226,"ciHigh":1198.546394,"observedAt":"2026-11-11","runCount":586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"korean/Llama 3.1 405B Instruct (BF16)","slice":"korean"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|longer_query/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.516016,"ciLow":1257.520212,"ciHigh":1273.51182,"observedAt":"2026-11-11","runCount":5486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"longer_query/Llama 3.1 405B Instruct (BF16)","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|math/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.271406,"ciLow":1270.230617,"ciHigh":1286.312195,"observedAt":"2026-11-11","runCount":5215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"math/Llama 3.1 405B Instruct (BF16)","slice":"math"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|multi_turn/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.793897,"ciLow":1289.136173,"ciHigh":1304.451621,"observedAt":"2026-11-11","runCount":6797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"multi_turn/Llama 3.1 405B Instruct (BF16)","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|non_english/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1246.838635,"ciLow":1241.780595,"ciHigh":1251.896676,"observedAt":"2026-11-11","runCount":18057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"non_english/Llama 3.1 405B Instruct (BF16)","slice":"non_english"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|overall/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.73361,"ciLow":1280.034692,"ciHigh":1287.432529,"observedAt":"2026-11-11","runCount":41375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"overall/Llama 3.1 405B Instruct (BF16)","slice":"overall"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|russian/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.003587,"ciLow":1247.315587,"ciHigh":1264.691587,"observedAt":"2026-11-11","runCount":4863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"russian/Llama 3.1 405B Instruct (BF16)","slice":"russian"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-bf16:default|none|lmarena-text@1|rating|spanish/Llama 3.1 405B Instruct (BF16)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.680847,"ciLow":1229.305979,"ciHigh":1290.055715,"observedAt":"2026-11-11","runCount":348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (BF16)","rowId":"spanish/Llama 3.1 405B Instruct (BF16)","slice":"spanish"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.201629,"ciLow":1306.374629,"ciHigh":1326.028629,"observedAt":"2026-11-11","runCount":5226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"chinese/Llama 3.1 405B Instruct (FP8)","slice":"chinese"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.059063,"ciLow":1361.895395,"ciHigh":1376.22273,"observedAt":"2026-11-11","runCount":9714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"coding/Llama 3.1 405B Instruct (FP8)","slice":"coding"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.491846,"ciLow":1296.689604,"ciHigh":1312.294088,"observedAt":"2026-11-11","runCount":8948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"creative_writing/Llama 3.1 405B Instruct (FP8)","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|english/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.179763,"ciLow":1352.376362,"ciHigh":1361.983164,"observedAt":"2026-11-11","runCount":32442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"english/Llama 3.1 405B Instruct (FP8)","slice":"english"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.713841,"ciLow":1275.896945,"ciHigh":1287.530737,"observedAt":"2026-11-11","runCount":38128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"exclude_ties/Llama 3.1 405B Instruct (FP8)","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|expert/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.464057,"ciLow":1313.936117,"ciHigh":1336.991997,"observedAt":"2026-11-11","runCount":3123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"expert/Llama 3.1 405B Instruct (FP8)","slice":"expert"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|french/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.347457,"ciLow":1300.564032,"ciHigh":1356.130883,"observedAt":"2026-11-11","runCount":545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"french/Llama 3.1 405B Instruct (FP8)","slice":"french"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|german/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.067362,"ciLow":1285.664371,"ciHigh":1318.470353,"observedAt":"2026-11-11","runCount":1587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"german/Llama 3.1 405B Instruct (FP8)","slice":"german"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.722533,"ciLow":1330.861923,"ciHigh":1342.583143,"observedAt":"2026-11-11","runCount":16228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"hard_prompts/Llama 3.1 405B Instruct (FP8)","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.017492,"ciLow":1345.9054,"ciHigh":1360.129583,"observedAt":"2026-11-11","runCount":9964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"hard_prompts_english/Llama 3.1 405B Instruct (FP8)","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.156855,"ciLow":1305.654528,"ciHigh":1322.659183,"observedAt":"2026-11-11","runCount":6667,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 405B Instruct (FP8)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.122724,"ciLow":1296.742395,"ciHigh":1311.503053,"observedAt":"2026-11-11","runCount":9523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 405B Instruct (FP8)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.02309,"ciLow":1357.397825,"ciHigh":1380.648356,"observedAt":"2026-11-11","runCount":3383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_legal_and_government/Llama 3.1 405B Instruct (FP8)","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.751927,"ciLow":1342.387714,"ciHigh":1357.11614,"observedAt":"2026-11-11","runCount":10001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 405B Instruct (FP8)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.249024,"ciLow":1312.170334,"ciHigh":1328.327714,"observedAt":"2026-11-11","runCount":7242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_mathematical/Llama 3.1 405B Instruct (FP8)","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.513987,"ciLow":1335.194999,"ciHigh":1359.832975,"observedAt":"2026-11-11","runCount":3064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_medicine_and_healthcare/Llama 3.1 405B Instruct (FP8)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.204992,"ciLow":1348.106606,"ciHigh":1360.303378,"observedAt":"2026-11-11","runCount":15817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_software_and_it_services/Llama 3.1 405B Instruct (FP8)","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.675981,"ciLow":1309.443951,"ciHigh":1321.908012,"observedAt":"2026-11-11","runCount":15999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_writing_and_literature_and_language/Llama 3.1 405B Instruct (FP8)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.874647,"ciLow":1309.53622,"ciHigh":1320.213073,"observedAt":"2026-11-11","runCount":23585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"instruction_following/Llama 3.1 405B Instruct (FP8)","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|japanese/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.573488,"ciLow":1221.491481,"ciHigh":1255.655496,"observedAt":"2026-11-11","runCount":1606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"japanese/Llama 3.1 405B Instruct (FP8)","slice":"japanese"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|korean/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.351568,"ciLow":1231.954002,"ciHigh":1276.749134,"observedAt":"2026-11-11","runCount":924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"korean/Llama 3.1 405B Instruct (FP8)","slice":"korean"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.219893,"ciLow":1313.600705,"ciHigh":1328.839082,"observedAt":"2026-11-11","runCount":8047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"longer_query/Llama 3.1 405B Instruct (FP8)","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|math/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.404926,"ciLow":1311.763918,"ciHigh":1327.045933,"observedAt":"2026-11-11","runCount":8482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"math/Llama 3.1 405B Instruct (FP8)","slice":"math"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.333362,"ciLow":1323.087265,"ciHigh":1337.579458,"observedAt":"2026-11-11","runCount":11136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"multi_turn/Llama 3.1 405B Instruct (FP8)","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.988816,"ciLow":1296.992236,"ciHigh":1306.985396,"observedAt":"2026-11-11","runCount":27214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"non_english/Llama 3.1 405B Instruct (FP8)","slice":"non_english"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.705804,"ciLow":1330.098306,"ciHigh":1337.313303,"observedAt":"2026-11-11","runCount":59656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"overall/Llama 3.1 405B Instruct (FP8)","slice":"overall"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.0326,"ciLow":1307.054222,"ciHigh":1323.010978,"observedAt":"2026-11-11","runCount":7673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"russian/Llama 3.1 405B Instruct (FP8)","slice":"russian"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text-style-control@1|rating|spanish/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.08705,"ciLow":1283.683665,"ciHigh":1334.490435,"observedAt":"2026-11-11","runCount":652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"spanish/Llama 3.1 405B Instruct (FP8)","slice":"spanish"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|chinese/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.524273,"ciLow":1224.801125,"ciHigh":1244.247422,"observedAt":"2026-11-11","runCount":5226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"chinese/Llama 3.1 405B Instruct (FP8)","slice":"chinese"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|coding/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.399746,"ciLow":1276.310634,"ciHigh":1290.488858,"observedAt":"2026-11-11","runCount":9714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"coding/Llama 3.1 405B Instruct (FP8)","slice":"coding"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|creative_writing/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.808545,"ciLow":1254.122345,"ciHigh":1269.494746,"observedAt":"2026-11-11","runCount":8948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"creative_writing/Llama 3.1 405B Instruct (FP8)","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|english/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.920674,"ciLow":1303.160116,"ciHigh":1312.681233,"observedAt":"2026-11-11","runCount":32442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"english/Llama 3.1 405B Instruct (FP8)","slice":"english"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.866838,"ciLow":1203.140632,"ciHigh":1214.593044,"observedAt":"2026-11-11","runCount":38128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"exclude_ties/Llama 3.1 405B Instruct (FP8)","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|expert/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.721889,"ciLow":1231.336515,"ciHigh":1254.107264,"observedAt":"2026-11-11","runCount":3123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"expert/Llama 3.1 405B Instruct (FP8)","slice":"expert"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|french/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.811918,"ciLow":1243.149583,"ciHigh":1298.474252,"observedAt":"2026-11-11","runCount":545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"french/Llama 3.1 405B Instruct (FP8)","slice":"french"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|german/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.351557,"ciLow":1234.004347,"ciHigh":1266.698767,"observedAt":"2026-11-11","runCount":1587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"german/Llama 3.1 405B Instruct (FP8)","slice":"german"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1263.366299,"ciLow":1257.571971,"ciHigh":1269.160628,"observedAt":"2026-11-11","runCount":16228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"hard_prompts/Llama 3.1 405B Instruct (FP8)","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.130891,"ciLow":1276.094768,"ciHigh":1290.167013,"observedAt":"2026-11-11","runCount":9964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"hard_prompts_english/Llama 3.1 405B Instruct (FP8)","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.35581,"ciLow":1238.894357,"ciHigh":1255.817264,"observedAt":"2026-11-11","runCount":6667,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 405B Instruct (FP8)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.988472,"ciLow":1242.706379,"ciHigh":1257.270565,"observedAt":"2026-11-11","runCount":9523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 405B Instruct (FP8)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.296918,"ciLow":1291.720656,"ciHigh":1314.873181,"observedAt":"2026-11-11","runCount":3383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_legal_and_government/Llama 3.1 405B Instruct (FP8)","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.359261,"ciLow":1277.063901,"ciHigh":1291.65462,"observedAt":"2026-11-11","runCount":10001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 405B Instruct (FP8)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.178557,"ciLow":1268.1789,"ciHigh":1284.178214,"observedAt":"2026-11-11","runCount":7242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_mathematical/Llama 3.1 405B Instruct (FP8)","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.59802,"ciLow":1258.33532,"ciHigh":1282.860719,"observedAt":"2026-11-11","runCount":3064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_medicine_and_healthcare/Llama 3.1 405B Instruct (FP8)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.781677,"ciLow":1274.754546,"ciHigh":1286.808808,"observedAt":"2026-11-11","runCount":15817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_software_and_it_services/Llama 3.1 405B Instruct (FP8)","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.16904,"ciLow":1268.007791,"ciHigh":1280.330289,"observedAt":"2026-11-11","runCount":15999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"industry_writing_and_literature_and_language/Llama 3.1 405B Instruct (FP8)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|instruction_following/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.442345,"ciLow":1253.174209,"ciHigh":1263.71048,"observedAt":"2026-11-11","runCount":23585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"instruction_following/Llama 3.1 405B Instruct (FP8)","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|japanese/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1171.596691,"ciLow":1154.718238,"ciHigh":1188.475144,"observedAt":"2026-11-11","runCount":1606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"japanese/Llama 3.1 405B Instruct (FP8)","slice":"japanese"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|korean/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.161363,"ciLow":1161.944527,"ciHigh":1206.378198,"observedAt":"2026-11-11","runCount":924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"korean/Llama 3.1 405B Instruct (FP8)","slice":"korean"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|longer_query/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.325222,"ciLow":1251.790537,"ciHigh":1266.859906,"observedAt":"2026-11-11","runCount":8047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"longer_query/Llama 3.1 405B Instruct (FP8)","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|math/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.343936,"ciLow":1273.782082,"ciHigh":1288.905791,"observedAt":"2026-11-11","runCount":8482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"math/Llama 3.1 405B Instruct (FP8)","slice":"math"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|multi_turn/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.195151,"ciLow":1279.993813,"ciHigh":1294.396488,"observedAt":"2026-11-11","runCount":11136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"multi_turn/Llama 3.1 405B Instruct (FP8)","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|non_english/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.820741,"ciLow":1242.873063,"ciHigh":1252.768419,"observedAt":"2026-11-11","runCount":27214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"non_english/Llama 3.1 405B Instruct (FP8)","slice":"non_english"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|overall/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.845639,"ciLow":1278.272253,"ciHigh":1285.419024,"observedAt":"2026-11-11","runCount":59656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"overall/Llama 3.1 405B Instruct (FP8)","slice":"overall"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|russian/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.118655,"ciLow":1257.200857,"ciHigh":1273.036453,"observedAt":"2026-11-11","runCount":7673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"russian/Llama 3.1 405B Instruct (FP8)","slice":"russian"}
{"key":"lmarena|meta/llama-3.1-405b-instruct-fp8:default|none|lmarena-text@1|rating|spanish/Llama 3.1 405B Instruct (FP8)","sourceId":"lmarena","modelId":"meta/llama-3.1-405b-instruct-fp8","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.893076,"ciLow":1227.625522,"ciHigh":1278.160631,"observedAt":"2026-11-11","runCount":652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 405B Instruct (FP8)","rowId":"spanish/Llama 3.1 405B Instruct (FP8)","slice":"spanish"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.916219,"ciLow":1267.894848,"ciHigh":1287.93759,"observedAt":"2026-11-11","runCount":4846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"chinese/Llama 3.1 70B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.100459,"ciLow":1325.950292,"ciHigh":1340.250626,"observedAt":"2026-11-11","runCount":9389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"coding/Llama 3.1 70B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.903538,"ciLow":1249.045064,"ciHigh":1264.762012,"observedAt":"2026-11-11","runCount":8250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"creative_writing/Llama 3.1 70B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|english/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.192328,"ciLow":1316.320508,"ciHigh":1326.064148,"observedAt":"2026-11-11","runCount":29694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"english/Llama 3.1 70B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.234693,"ciLow":1216.269385,"ciHigh":1228.200001,"observedAt":"2026-11-11","runCount":34840,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"exclude_ties/Llama 3.1 70B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.709412,"ciLow":1264.12658,"ciHigh":1287.292243,"observedAt":"2026-11-11","runCount":2924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"expert/Llama 3.1 70B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|french/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.113703,"ciLow":1272.285946,"ciHigh":1329.94146,"observedAt":"2026-11-11","runCount":501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"french/Llama 3.1 70B Instruct","slice":"french"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|german/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.065716,"ciLow":1238.818908,"ciHigh":1273.312523,"observedAt":"2026-11-11","runCount":1353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"german/Llama 3.1 70B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.664271,"ciLow":1292.791066,"ciHigh":1304.537477,"observedAt":"2026-11-11","runCount":14981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"hard_prompts/Llama 3.1 70B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.99829,"ciLow":1306.824106,"ciHigh":1321.172474,"observedAt":"2026-11-11","runCount":9133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"hard_prompts_english/Llama 3.1 70B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.274298,"ciLow":1278.73274,"ciHigh":1295.815857,"observedAt":"2026-11-11","runCount":6381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 70B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.644979,"ciLow":1256.240504,"ciHigh":1271.049454,"observedAt":"2026-11-11","runCount":8719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 70B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.631237,"ciLow":1316.791407,"ciHigh":1340.471066,"observedAt":"2026-11-11","runCount":3177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_legal_and_government/Llama 3.1 70B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.899608,"ciLow":1311.442392,"ciHigh":1326.356825,"observedAt":"2026-11-11","runCount":9381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 70B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.979811,"ciLow":1266.778705,"ciHigh":1283.180917,"observedAt":"2026-11-11","runCount":6524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_mathematical/Llama 3.1 70B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.453776,"ciLow":1300.806332,"ciHigh":1326.10122,"observedAt":"2026-11-11","runCount":2821,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.1 70B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.410378,"ciLow":1312.278653,"ciHigh":1324.542103,"observedAt":"2026-11-11","runCount":14811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_software_and_it_services/Llama 3.1 70B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.566975,"ciLow":1257.260539,"ciHigh":1269.873411,"observedAt":"2026-11-11","runCount":14962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.1 70B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.707721,"ciLow":1267.367062,"ciHigh":1278.048381,"observedAt":"2026-11-11","runCount":21910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"instruction_following/Llama 3.1 70B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.05415,"ciLow":1157.561258,"ciHigh":1192.547041,"observedAt":"2026-11-11","runCount":1428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"japanese/Llama 3.1 70B Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|korean/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.68924,"ciLow":1164.316493,"ciHigh":1211.061988,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"korean/Llama 3.1 70B Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.290152,"ciLow":1287.62403,"ciHigh":1302.956274,"observedAt":"2026-11-11","runCount":7622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"longer_query/Llama 3.1 70B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|math/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.032395,"ciLow":1261.357032,"ciHigh":1276.707758,"observedAt":"2026-11-11","runCount":7677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"math/Llama 3.1 70B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.732607,"ciLow":1281.497542,"ciHigh":1295.967672,"observedAt":"2026-11-11","runCount":10405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"multi_turn/Llama 3.1 70B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.256783,"ciLow":1252.266259,"ciHigh":1262.247307,"observedAt":"2026-11-11","runCount":25546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"non_english/Llama 3.1 70B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.463755,"ciLow":1289.713844,"ciHigh":1297.213665,"observedAt":"2026-11-11","runCount":55240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"overall/Llama 3.1 70B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.547442,"ciLow":1262.406663,"ciHigh":1278.688221,"observedAt":"2026-11-11","runCount":7285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"russian/Llama 3.1 70B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.799651,"ciLow":1262.35171,"ciHigh":1313.247592,"observedAt":"2026-11-11","runCount":606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"spanish/Llama 3.1 70B Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|chinese/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1215.357518,"ciLow":1205.482658,"ciHigh":1225.232379,"observedAt":"2026-11-11","runCount":4846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"chinese/Llama 3.1 70B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|coding/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.560014,"ciLow":1252.463051,"ciHigh":1266.656977,"observedAt":"2026-11-11","runCount":9389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"coding/Llama 3.1 70B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|creative_writing/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.725043,"ciLow":1223.958195,"ciHigh":1239.491891,"observedAt":"2026-11-11","runCount":8250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"creative_writing/Llama 3.1 70B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|english/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.661937,"ciLow":1288.838588,"ciHigh":1298.485287,"observedAt":"2026-11-11","runCount":29694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"english/Llama 3.1 70B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1176.600331,"ciLow":1170.749261,"ciHigh":1182.451401,"observedAt":"2026-11-11","runCount":34840,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"exclude_ties/Llama 3.1 70B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|expert/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.407684,"ciLow":1196.903705,"ciHigh":1219.911663,"observedAt":"2026-11-11","runCount":2924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"expert/Llama 3.1 70B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|french/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.089407,"ciLow":1232.400347,"ciHigh":1289.778467,"observedAt":"2026-11-11","runCount":501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"french/Llama 3.1 70B Instruct","slice":"french"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|german/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.511415,"ciLow":1204.423426,"ciHigh":1238.599404,"observedAt":"2026-11-11","runCount":1353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"german/Llama 3.1 70B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.133127,"ciLow":1235.317738,"ciHigh":1246.948516,"observedAt":"2026-11-11","runCount":14981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"hard_prompts/Llama 3.1 70B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.20758,"ciLow":1254.100432,"ciHigh":1268.314729,"observedAt":"2026-11-11","runCount":9133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"hard_prompts_english/Llama 3.1 70B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.924427,"ciLow":1226.429139,"ciHigh":1243.419714,"observedAt":"2026-11-11","runCount":6381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 70B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1229.79748,"ciLow":1222.460858,"ciHigh":1237.134103,"observedAt":"2026-11-11","runCount":8719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 70B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.454889,"ciLow":1271.664266,"ciHigh":1295.245511,"observedAt":"2026-11-11","runCount":3177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_legal_and_government/Llama 3.1 70B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.079609,"ciLow":1268.694611,"ciHigh":1283.464606,"observedAt":"2026-11-11","runCount":9381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 70B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.634109,"ciLow":1245.514026,"ciHigh":1261.754192,"observedAt":"2026-11-11","runCount":6524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_mathematical/Llama 3.1 70B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.143495,"ciLow":1244.579728,"ciHigh":1269.707262,"observedAt":"2026-11-11","runCount":2821,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.1 70B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.793799,"ciLow":1253.714796,"ciHigh":1265.872802,"observedAt":"2026-11-11","runCount":14811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_software_and_it_services/Llama 3.1 70B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1235.689204,"ciLow":1229.458136,"ciHigh":1241.920273,"observedAt":"2026-11-11","runCount":14962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.1 70B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|instruction_following/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.073711,"ciLow":1225.78342,"ciHigh":1236.364001,"observedAt":"2026-11-11","runCount":21910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"instruction_following/Llama 3.1 70B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|japanese/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1132.628858,"ciLow":1115.283049,"ciHigh":1149.974666,"observedAt":"2026-11-11","runCount":1428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"japanese/Llama 3.1 70B Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|korean/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1140.62608,"ciLow":1117.532901,"ciHigh":1163.71926,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"korean/Llama 3.1 70B Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|longer_query/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.724164,"ciLow":1233.126686,"ciHigh":1248.321642,"observedAt":"2026-11-11","runCount":7622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"longer_query/Llama 3.1 70B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|math/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.675761,"ciLow":1244.049313,"ciHigh":1259.302209,"observedAt":"2026-11-11","runCount":7677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"math/Llama 3.1 70B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|multi_turn/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.058721,"ciLow":1248.854895,"ciHigh":1263.262547,"observedAt":"2026-11-11","runCount":10405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"multi_turn/Llama 3.1 70B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|non_english/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.242114,"ciLow":1214.304874,"ciHigh":1224.179354,"observedAt":"2026-11-11","runCount":25546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"non_english/Llama 3.1 70B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|overall/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.951287,"ciLow":1257.236596,"ciHigh":1264.665977,"observedAt":"2026-11-11","runCount":55240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"overall/Llama 3.1 70B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|russian/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1233.520259,"ciLow":1225.442981,"ciHigh":1241.597537,"observedAt":"2026-11-11","runCount":7285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"russian/Llama 3.1 70B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3.1-70b-instruct:default|none|lmarena-text@1|rating|spanish/Llama 3.1 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.949813,"ciLow":1227.727213,"ciHigh":1278.172414,"observedAt":"2026-11-11","runCount":606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 70B Instruct","rowId":"spanish/Llama 3.1 70B Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.138801,"ciLow":1193.411721,"ciHigh":1214.865881,"observedAt":"2026-11-11","runCount":4400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"chinese/Llama 3.1 8B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.546243,"ciLow":1252.049744,"ciHigh":1267.042741,"observedAt":"2026-11-11","runCount":8582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"coding/Llama 3.1 8B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.00631,"ciLow":1168.519929,"ciHigh":1185.49269,"observedAt":"2026-11-11","runCount":7346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"creative_writing/Llama 3.1 8B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|english/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.230549,"ciLow":1232.001433,"ciHigh":1242.459664,"observedAt":"2026-11-11","runCount":26610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"english/Llama 3.1 8B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1089.244791,"ciLow":1082.505185,"ciHigh":1095.984397,"observedAt":"2026-11-11","runCount":31686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"exclude_ties/Llama 3.1 8B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.841597,"ciLow":1185.5124,"ciHigh":1210.170794,"observedAt":"2026-11-11","runCount":2589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"expert/Llama 3.1 8B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|french/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.599773,"ciLow":1176.596688,"ciHigh":1236.602857,"observedAt":"2026-11-11","runCount":478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"french/Llama 3.1 8B Instruct","slice":"french"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|german/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.755649,"ciLow":1149.62136,"ciHigh":1185.889938,"observedAt":"2026-11-11","runCount":1295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"german/Llama 3.1 8B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.368275,"ciLow":1216.177736,"ciHigh":1228.558814,"observedAt":"2026-11-11","runCount":13535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"hard_prompts/Llama 3.1 8B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.839664,"ciLow":1231.2492,"ciHigh":1246.430128,"observedAt":"2026-11-11","runCount":8195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"hard_prompts_english/Llama 3.1 8B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.665547,"ciLow":1200.617802,"ciHigh":1218.713291,"observedAt":"2026-11-11","runCount":5722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 8B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.835109,"ciLow":1165.847638,"ciHigh":1181.82258,"observedAt":"2026-11-11","runCount":7706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 8B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.411698,"ciLow":1233.989834,"ciHigh":1258.833561,"observedAt":"2026-11-11","runCount":2882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_legal_and_government/Llama 3.1 8B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.805589,"ciLow":1220.84513,"ciHigh":1236.766048,"observedAt":"2026-11-11","runCount":8403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 8B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.568352,"ciLow":1184.027775,"ciHigh":1201.108929,"observedAt":"2026-11-11","runCount":5985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_mathematical/Llama 3.1 8B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.854521,"ciLow":1217.598316,"ciHigh":1244.110727,"observedAt":"2026-11-11","runCount":2564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.1 8B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.409548,"ciLow":1237.82353,"ciHigh":1250.995565,"observedAt":"2026-11-11","runCount":13139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_software_and_it_services/Llama 3.1 8B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1182.216788,"ciLow":1175.485353,"ciHigh":1188.948224,"observedAt":"2026-11-11","runCount":13505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.1 8B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1190.81264,"ciLow":1185.201751,"ciHigh":1196.423528,"observedAt":"2026-11-11","runCount":19781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"instruction_following/Llama 3.1 8B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1086.877597,"ciLow":1067.249717,"ciHigh":1106.505477,"observedAt":"2026-11-11","runCount":1234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"japanese/Llama 3.1 8B Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|korean/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1086.501259,"ciLow":1061.910063,"ciHigh":1111.092455,"observedAt":"2026-11-11","runCount":802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"korean/Llama 3.1 8B Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.000525,"ciLow":1215.901129,"ciHigh":1232.099922,"observedAt":"2026-11-11","runCount":6736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"longer_query/Llama 3.1 8B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|math/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.316788,"ciLow":1180.276061,"ciHigh":1196.357515,"observedAt":"2026-11-11","runCount":7135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"math/Llama 3.1 8B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.378549,"ciLow":1190.620977,"ciHigh":1206.136121,"observedAt":"2026-11-11","runCount":8930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"multi_turn/Llama 3.1 8B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.962104,"ciLow":1172.622013,"ciHigh":1183.302194,"observedAt":"2026-11-11","runCount":22995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"non_english/Llama 3.1 8B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.303251,"ciLow":1207.139337,"ciHigh":1215.467166,"observedAt":"2026-11-11","runCount":49605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"overall/Llama 3.1 8B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.864657,"ciLow":1181.381068,"ciHigh":1198.348245,"observedAt":"2026-11-11","runCount":6589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"russian/Llama 3.1 8B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.717136,"ciLow":1160.889729,"ciHigh":1216.544543,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"spanish/Llama 3.1 8B Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|chinese/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.885424,"ciLow":1140.389501,"ciHigh":1161.381347,"observedAt":"2026-11-11","runCount":4400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"chinese/Llama 3.1 8B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|coding/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.68405,"ciLow":1187.265444,"ciHigh":1202.102655,"observedAt":"2026-11-11","runCount":8582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"coding/Llama 3.1 8B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|creative_writing/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.163189,"ciLow":1145.857828,"ciHigh":1162.46855,"observedAt":"2026-11-11","runCount":7346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"creative_writing/Llama 3.1 8B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|english/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.540514,"ciLow":1212.391709,"ciHigh":1222.68932,"observedAt":"2026-11-11","runCount":26610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"english/Llama 3.1 8B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1054.99717,"ciLow":1048.421992,"ciHigh":1061.572347,"observedAt":"2026-11-11","runCount":31686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"exclude_ties/Llama 3.1 8B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|expert/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.722197,"ciLow":1131.518058,"ciHigh":1155.926336,"observedAt":"2026-11-11","runCount":2589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"expert/Llama 3.1 8B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|french/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1177.274069,"ciLow":1147.487628,"ciHigh":1207.060511,"observedAt":"2026-11-11","runCount":478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"french/Llama 3.1 8B Instruct","slice":"french"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|german/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1144.119425,"ciLow":1126.179755,"ciHigh":1162.059094,"observedAt":"2026-11-11","runCount":1295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"german/Llama 3.1 8B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.608381,"ciLow":1168.503691,"ciHigh":1180.71307,"observedAt":"2026-11-11","runCount":13535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"hard_prompts/Llama 3.1 8B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.540852,"ciLow":1188.042318,"ciHigh":1203.039386,"observedAt":"2026-11-11","runCount":8195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"hard_prompts_english/Llama 3.1 8B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.821665,"ciLow":1156.870952,"ciHigh":1174.772378,"observedAt":"2026-11-11","runCount":5722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 8B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1144.584192,"ciLow":1136.72301,"ciHigh":1152.445374,"observedAt":"2026-11-11","runCount":7706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 8B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.249405,"ciLow":1193.930474,"ciHigh":1218.568336,"observedAt":"2026-11-11","runCount":2882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_legal_and_government/Llama 3.1 8B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1193.334973,"ciLow":1185.459095,"ciHigh":1201.21085,"observedAt":"2026-11-11","runCount":8403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 8B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.355211,"ciLow":1171.894834,"ciHigh":1188.815588,"observedAt":"2026-11-11","runCount":5985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_mathematical/Llama 3.1 8B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.585296,"ciLow":1168.436803,"ciHigh":1194.733789,"observedAt":"2026-11-11","runCount":2564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.1 8B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.897818,"ciLow":1188.391731,"ciHigh":1201.403905,"observedAt":"2026-11-11","runCount":13139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_software_and_it_services/Llama 3.1 8B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1162.049283,"ciLow":1155.455085,"ciHigh":1168.643482,"observedAt":"2026-11-11","runCount":13505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.1 8B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|instruction_following/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1158.805502,"ciLow":1153.282376,"ciHigh":1164.328629,"observedAt":"2026-11-11","runCount":19781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"instruction_following/Llama 3.1 8B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|japanese/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1061.201169,"ciLow":1041.876705,"ciHigh":1080.525633,"observedAt":"2026-11-11","runCount":1234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"japanese/Llama 3.1 8B Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|korean/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1052.933742,"ciLow":1028.711703,"ciHigh":1077.15578,"observedAt":"2026-11-11","runCount":802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"korean/Llama 3.1 8B Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|longer_query/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.372322,"ciLow":1173.377431,"ciHigh":1189.367212,"observedAt":"2026-11-11","runCount":6736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"longer_query/Llama 3.1 8B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|math/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.23847,"ciLow":1171.251255,"ciHigh":1187.225685,"observedAt":"2026-11-11","runCount":7135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"math/Llama 3.1 8B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|multi_turn/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1171.904106,"ciLow":1164.194933,"ciHigh":1179.613279,"observedAt":"2026-11-11","runCount":8930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"multi_turn/Llama 3.1 8B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|non_english/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1148.038881,"ciLow":1142.770447,"ciHigh":1153.307314,"observedAt":"2026-11-11","runCount":22995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"non_english/Llama 3.1 8B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|overall/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.621393,"ciLow":1182.519785,"ciHigh":1190.723002,"observedAt":"2026-11-11","runCount":49605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"overall/Llama 3.1 8B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|russian/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1158.186327,"ciLow":1149.769151,"ciHigh":1166.603502,"observedAt":"2026-11-11","runCount":6589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"russian/Llama 3.1 8B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3.1-8b-instruct:default|none|lmarena-text@1|rating|spanish/Llama 3.1 8B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.1-8b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1169.097628,"ciLow":1141.816191,"ciHigh":1196.379065,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 8B Instruct","rowId":"spanish/Llama 3.1 8B Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-3.2-11b-vision-instruct:default|none|lmarena-vision-style-control@1|rating|chinese/Llama 3.2 11B Vision Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-11b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":951.603746,"ciLow":901.468291,"ciHigh":1001.739202,"observedAt":"2026-11-09","runCount":266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 11B Vision Instruct","rowId":"chinese/Llama 3.2 11B Vision Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.2-11b-vision-instruct:default|none|lmarena-vision-style-control@1|rating|english/Llama 3.2 11B Vision Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-11b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1016.273792,"ciLow":1001.696643,"ciHigh":1030.850941,"observedAt":"2026-11-09","runCount":2575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 11B Vision Instruct","rowId":"english/Llama 3.2 11B Vision Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.2-11b-vision-instruct:default|none|lmarena-vision-style-control@1|rating|overall/Llama 3.2 11B Vision Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-11b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":992.954241,"ciLow":981.619646,"ciHigh":1004.288836,"observedAt":"2026-11-09","runCount":4817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 11B Vision Instruct","rowId":"overall/Llama 3.2 11B Vision Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.2-11b-vision-instruct:default|none|lmarena-vision@1|rating|chinese/Llama 3.2 11B Vision Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-11b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":914.462813,"ciLow":865.454086,"ciHigh":963.47154,"observedAt":"2026-11-09","runCount":266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 11B Vision Instruct","rowId":"chinese/Llama 3.2 11B Vision Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.2-11b-vision-instruct:default|none|lmarena-vision@1|rating|english/Llama 3.2 11B Vision Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-11b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":996.66186,"ciLow":982.026116,"ciHigh":1011.297604,"observedAt":"2026-11-09","runCount":2575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 11B Vision Instruct","rowId":"english/Llama 3.2 11B Vision Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.2-11b-vision-instruct:default|none|lmarena-vision@1|rating|overall/Llama 3.2 11B Vision Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-11b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":966.279926,"ciLow":954.926728,"ciHigh":977.633125,"observedAt":"2026-11-09","runCount":4817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 11B Vision Instruct","rowId":"overall/Llama 3.2 11B Vision Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1046.155098,"ciLow":1017.484494,"ciHigh":1074.825702,"observedAt":"2026-11-11","runCount":674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"chinese/Llama 3.2 1B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.401592,"ciLow":1133.161232,"ciHigh":1165.641952,"observedAt":"2026-11-11","runCount":1346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"coding/Llama 3.2 1B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1082.388852,"ciLow":1061.645415,"ciHigh":1103.132289,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"creative_writing/Llama 3.2 1B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|english/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.166085,"ciLow":1156.429812,"ciHigh":1175.902357,"observedAt":"2026-11-11","runCount":4320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"english/Llama 3.2 1B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":896.926219,"ciLow":880.902557,"ciHigh":912.949881,"observedAt":"2026-11-11","runCount":5619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"exclude_ties/Llama 3.2 1B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1082.840293,"ciLow":1054.887421,"ciHigh":1110.793165,"observedAt":"2026-11-11","runCount":487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"expert/Llama 3.2 1B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|german/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1065.070482,"ciLow":1024.864711,"ciHigh":1105.276252,"observedAt":"2026-11-11","runCount":247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"german/Llama 3.2 1B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1114.459974,"ciLow":1101.571378,"ciHigh":1127.34857,"observedAt":"2026-11-11","runCount":2247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"hard_prompts/Llama 3.2 1B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.971406,"ciLow":1138.802637,"ciHigh":1169.140175,"observedAt":"2026-11-11","runCount":1437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"hard_prompts_english/Llama 3.2 1B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1070.438577,"ciLow":1049.662224,"ciHigh":1091.214929,"observedAt":"2026-11-11","runCount":1044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.2 1B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1081.057639,"ciLow":1062.01801,"ciHigh":1100.097268,"observedAt":"2026-11-11","runCount":1151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.2 1B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1148.716907,"ciLow":1118.933386,"ciHigh":1178.500428,"observedAt":"2026-11-11","runCount":489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_legal_and_government/Llama 3.2 1B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.839261,"ciLow":1112.469257,"ciHigh":1149.209264,"observedAt":"2026-11-11","runCount":1407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.2 1B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.893934,"ciLow":1123.657818,"ciHigh":1160.13005,"observedAt":"2026-11-11","runCount":976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_mathematical/Llama 3.2 1B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1098.835458,"ciLow":1066.666679,"ciHigh":1131.004238,"observedAt":"2026-11-11","runCount":445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.2 1B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1126.374347,"ciLow":1112.749998,"ciHigh":1139.998696,"observedAt":"2026-11-11","runCount":2184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_software_and_it_services/Llama 3.2 1B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1075.667667,"ciLow":1060.4323,"ciHigh":1090.903033,"observedAt":"2026-11-11","runCount":2047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.2 1B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1085.807508,"ciLow":1074.36797,"ciHigh":1097.247047,"observedAt":"2026-11-11","runCount":3248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"instruction_following/Llama 3.2 1B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1102.527623,"ciLow":1083.443402,"ciHigh":1121.611844,"observedAt":"2026-11-11","runCount":1057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"longer_query/Llama 3.2 1B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|math/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1123.645601,"ciLow":1107.461978,"ciHigh":1139.829223,"observedAt":"2026-11-11","runCount":1162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"math/Llama 3.2 1B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1076.355887,"ciLow":1057.670814,"ciHigh":1095.040961,"observedAt":"2026-11-11","runCount":1236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"multi_turn/Llama 3.2 1B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1036.095874,"ciLow":1023.976565,"ciHigh":1048.215183,"observedAt":"2026-11-11","runCount":3725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"non_english/Llama 3.2 1B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1111.253744,"ciLow":1103.376525,"ciHigh":1119.130964,"observedAt":"2026-11-11","runCount":8045,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"overall/Llama 3.2 1B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":988.296006,"ciLow":964.17962,"ciHigh":1012.412392,"observedAt":"2026-11-11","runCount":953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"russian/Llama 3.2 1B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|chinese/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":958.753038,"ciLow":932.499611,"ciHigh":985.006465,"observedAt":"2026-11-11","runCount":674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"chinese/Llama 3.2 1B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|coding/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.394015,"ciLow":1054.627618,"ciHigh":1086.160412,"observedAt":"2026-11-11","runCount":1346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"coding/Llama 3.2 1B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|creative_writing/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1032.631983,"ciLow":1012.868399,"ciHigh":1052.395566,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"creative_writing/Llama 3.2 1B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|english/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.662102,"ciLow":1106.979466,"ciHigh":1126.344739,"observedAt":"2026-11-11","runCount":4320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"english/Llama 3.2 1B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":822.84607,"ciLow":807.241344,"ciHigh":838.450796,"observedAt":"2026-11-11","runCount":5619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"exclude_ties/Llama 3.2 1B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|expert/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1006.935504,"ciLow":979.966408,"ciHigh":1033.9046,"observedAt":"2026-11-11","runCount":487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"expert/Llama 3.2 1B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|german/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1013.525403,"ciLow":973.779958,"ciHigh":1053.270848,"observedAt":"2026-11-11","runCount":247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"german/Llama 3.2 1B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1044.187874,"ciLow":1031.682122,"ciHigh":1056.693626,"observedAt":"2026-11-11","runCount":2247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"hard_prompts/Llama 3.2 1B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1086.710926,"ciLow":1071.783182,"ciHigh":1101.63867,"observedAt":"2026-11-11","runCount":1437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"hard_prompts_english/Llama 3.2 1B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":999.505961,"ciLow":979.062335,"ciHigh":1019.949588,"observedAt":"2026-11-11","runCount":1044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.2 1B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1025.056621,"ciLow":1006.709357,"ciHigh":1043.403886,"observedAt":"2026-11-11","runCount":1151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.2 1B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.635775,"ciLow":1041.615188,"ciHigh":1099.656361,"observedAt":"2026-11-11","runCount":489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_legal_and_government/Llama 3.2 1B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1054.683273,"ciLow":1036.851883,"ciHigh":1072.514663,"observedAt":"2026-11-11","runCount":1407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.2 1B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1098.158963,"ciLow":1080.331343,"ciHigh":1115.986584,"observedAt":"2026-11-11","runCount":976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_mathematical/Llama 3.2 1B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1009.111197,"ciLow":978.014078,"ciHigh":1040.208315,"observedAt":"2026-11-11","runCount":445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.2 1B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.188607,"ciLow":1042.913969,"ciHigh":1069.463246,"observedAt":"2026-11-11","runCount":2184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_software_and_it_services/Llama 3.2 1B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1029.724758,"ciLow":1015.038287,"ciHigh":1044.411229,"observedAt":"2026-11-11","runCount":2047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.2 1B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|instruction_following/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1030.93617,"ciLow":1019.853488,"ciHigh":1042.018852,"observedAt":"2026-11-11","runCount":3248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"instruction_following/Llama 3.2 1B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|longer_query/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1049.579489,"ciLow":1031.020265,"ciHigh":1068.138713,"observedAt":"2026-11-11","runCount":1057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"longer_query/Llama 3.2 1B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|math/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.74082,"ciLow":1069.720132,"ciHigh":1101.761507,"observedAt":"2026-11-11","runCount":1162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"math/Llama 3.2 1B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|multi_turn/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1029.765204,"ciLow":1011.255355,"ciHigh":1048.275053,"observedAt":"2026-11-11","runCount":1236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"multi_turn/Llama 3.2 1B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|non_english/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":973.301084,"ciLow":961.710944,"ciHigh":984.891225,"observedAt":"2026-11-11","runCount":3725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"non_english/Llama 3.2 1B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|overall/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1054.677958,"ciLow":1046.983358,"ciHigh":1062.372557,"observedAt":"2026-11-11","runCount":8045,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"overall/Llama 3.2 1B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.2-1b-instruct:default|none|lmarena-text@1|rating|russian/Llama 3.2 1B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-1b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":941.039229,"ciLow":918.489709,"ciHigh":963.588748,"observedAt":"2026-11-11","runCount":953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 1B Instruct","rowId":"russian/Llama 3.2 1B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.961397,"ciLow":1105.100827,"ciHigh":1156.821967,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"chinese/Llama 3.2 3B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.649165,"ciLow":1160.34366,"ciHigh":1192.954669,"observedAt":"2026-11-11","runCount":1351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"coding/Llama 3.2 3B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.495054,"ciLow":1124.760833,"ciHigh":1164.229275,"observedAt":"2026-11-11","runCount":1070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"creative_writing/Llama 3.2 3B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|english/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.609611,"ciLow":1214.901898,"ciHigh":1234.317324,"observedAt":"2026-11-11","runCount":4157,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"english/Llama 3.2 3B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1009.08561,"ciLow":995.377377,"ciHigh":1022.793842,"observedAt":"2026-11-11","runCount":5442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"exclude_ties/Llama 3.2 3B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.145396,"ciLow":1154.206865,"ciHigh":1204.083928,"observedAt":"2026-11-11","runCount":499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"expert/Llama 3.2 3B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|german/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1109.777008,"ciLow":1068.672705,"ciHigh":1150.881311,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"german/Llama 3.2 3B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.449866,"ciLow":1155.87781,"ciHigh":1181.021922,"observedAt":"2026-11-11","runCount":2216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"hard_prompts/Llama 3.2 3B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.496764,"ciLow":1193.240261,"ciHigh":1223.753267,"observedAt":"2026-11-11","runCount":1377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"hard_prompts_english/Llama 3.2 3B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.005885,"ciLow":1126.099029,"ciHigh":1165.91274,"observedAt":"2026-11-11","runCount":1012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.2 3B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.815007,"ciLow":1123.596564,"ciHigh":1160.033451,"observedAt":"2026-11-11","runCount":1149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.2 3B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.25043,"ciLow":1160.078227,"ciHigh":1216.422633,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_legal_and_government/Llama 3.2 3B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.352883,"ciLow":1167.804846,"ciHigh":1202.90092,"observedAt":"2026-11-11","runCount":1355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.2 3B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1174.641973,"ciLow":1157.501726,"ciHigh":1191.782219,"observedAt":"2026-11-11","runCount":980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_mathematical/Llama 3.2 3B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.926623,"ciLow":1172.27418,"ciHigh":1233.579067,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.2 3B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.860729,"ciLow":1160.63913,"ciHigh":1187.082327,"observedAt":"2026-11-11","runCount":2165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_software_and_it_services/Llama 3.2 3B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1142.438159,"ciLow":1128.30732,"ciHigh":1156.568998,"observedAt":"2026-11-11","runCount":2118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.2 3B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.244283,"ciLow":1135.186803,"ciHigh":1157.301763,"observedAt":"2026-11-11","runCount":3171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"instruction_following/Llama 3.2 3B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.168459,"ciLow":1141.804563,"ciHigh":1178.532356,"observedAt":"2026-11-11","runCount":1046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"longer_query/Llama 3.2 3B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|math/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.378737,"ciLow":1149.442918,"ciHigh":1181.314556,"observedAt":"2026-11-11","runCount":1136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"math/Llama 3.2 3B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.601759,"ciLow":1132.466538,"ciHigh":1166.736979,"observedAt":"2026-11-11","runCount":1299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"multi_turn/Llama 3.2 3B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1088.615443,"ciLow":1077.110493,"ciHigh":1100.120394,"observedAt":"2026-11-11","runCount":3779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"non_english/Llama 3.2 3B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.93252,"ciLow":1159.231765,"ciHigh":1174.633276,"observedAt":"2026-11-11","runCount":7936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"overall/Llama 3.2 3B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1005.885399,"ciLow":982.13555,"ciHigh":1029.635248,"observedAt":"2026-11-11","runCount":933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"russian/Llama 3.2 3B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|chinese/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1017.366825,"ciLow":992.985695,"ciHigh":1041.747954,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"chinese/Llama 3.2 3B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|coding/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1097.595518,"ciLow":1081.791416,"ciHigh":1113.39962,"observedAt":"2026-11-11","runCount":1351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"coding/Llama 3.2 3B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|creative_writing/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.024478,"ciLow":1075.155479,"ciHigh":1112.893477,"observedAt":"2026-11-11","runCount":1070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"creative_writing/Llama 3.2 3B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|english/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.634759,"ciLow":1170.02915,"ciHigh":1189.240367,"observedAt":"2026-11-11","runCount":4157,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"english/Llama 3.2 3B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":933.214244,"ciLow":919.872417,"ciHigh":946.556071,"observedAt":"2026-11-11","runCount":5442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"exclude_ties/Llama 3.2 3B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|expert/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1089.86969,"ciLow":1065.682759,"ciHigh":1114.056621,"observedAt":"2026-11-11","runCount":499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"expert/Llama 3.2 3B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|german/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1055.96346,"ciLow":1015.49704,"ciHigh":1096.42988,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"german/Llama 3.2 3B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.562682,"ciLow":1082.422623,"ciHigh":1106.70274,"observedAt":"2026-11-11","runCount":2216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"hard_prompts/Llama 3.2 3B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1140.795291,"ciLow":1125.841371,"ciHigh":1155.749211,"observedAt":"2026-11-11","runCount":1377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"hard_prompts_english/Llama 3.2 3B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1073.517508,"ciLow":1053.902131,"ciHigh":1093.132885,"observedAt":"2026-11-11","runCount":1012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.2 3B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1083.367937,"ciLow":1065.803044,"ciHigh":1100.932831,"observedAt":"2026-11-11","runCount":1149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.2 3B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.213362,"ciLow":1087.271215,"ciHigh":1143.15551,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_legal_and_government/Llama 3.2 3B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1105.907494,"ciLow":1088.579371,"ciHigh":1123.235616,"observedAt":"2026-11-11","runCount":1355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.2 3B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1128.627644,"ciLow":1111.89432,"ciHigh":1145.360969,"observedAt":"2026-11-11","runCount":980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_mathematical/Llama 3.2 3B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.284906,"ciLow":1074.292006,"ciHigh":1134.277805,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.2 3B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1103.213981,"ciLow":1090.327849,"ciHigh":1116.100114,"observedAt":"2026-11-11","runCount":2165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_software_and_it_services/Llama 3.2 3B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1095.549903,"ciLow":1081.771369,"ciHigh":1109.328437,"observedAt":"2026-11-11","runCount":2118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.2 3B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|instruction_following/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1088.742205,"ciLow":1078.005121,"ciHigh":1099.479289,"observedAt":"2026-11-11","runCount":3171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"instruction_following/Llama 3.2 3B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|longer_query/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1100.248589,"ciLow":1082.499568,"ciHigh":1117.99761,"observedAt":"2026-11-11","runCount":1046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"longer_query/Llama 3.2 3B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|math/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1125.923113,"ciLow":1110.237566,"ciHigh":1141.60866,"observedAt":"2026-11-11","runCount":1136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"math/Llama 3.2 3B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|multi_turn/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1105.01523,"ciLow":1088.036715,"ciHigh":1121.993745,"observedAt":"2026-11-11","runCount":1299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"multi_turn/Llama 3.2 3B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|non_english/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1018.806989,"ciLow":1007.739483,"ciHigh":1029.874496,"observedAt":"2026-11-11","runCount":3779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"non_english/Llama 3.2 3B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|overall/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1109.577529,"ciLow":1102.02719,"ciHigh":1117.127869,"observedAt":"2026-11-11","runCount":7936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"overall/Llama 3.2 3B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.2-3b-instruct:default|none|lmarena-text@1|rating|russian/Llama 3.2 3B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-3b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":948.768457,"ciLow":926.346132,"ciHigh":971.190782,"observedAt":"2026-11-11","runCount":933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 3B Instruct","rowId":"russian/Llama 3.2 3B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3.2-90b-vision-instruct:default|none|lmarena-vision-style-control@1|rating|chinese/Llama 3.2 90B Vision Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-90b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1004.39268,"ciLow":960.703592,"ciHigh":1048.081767,"observedAt":"2026-11-09","runCount":393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 90B Vision Instruct","rowId":"chinese/Llama 3.2 90B Vision Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.2-90b-vision-instruct:default|none|lmarena-vision-style-control@1|rating|english/Llama 3.2 90B Vision Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-90b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1039.050268,"ciLow":1026.951614,"ciHigh":1051.148922,"observedAt":"2026-11-09","runCount":4630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 90B Vision Instruct","rowId":"english/Llama 3.2 90B Vision Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.2-90b-vision-instruct:default|none|lmarena-vision-style-control@1|rating|overall/Llama 3.2 90B Vision Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-90b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1032.488541,"ciLow":1023.223158,"ciHigh":1041.753925,"observedAt":"2026-11-09","runCount":8682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 90B Vision Instruct","rowId":"overall/Llama 3.2 90B Vision Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.2-90b-vision-instruct:default|none|lmarena-vision@1|rating|chinese/Llama 3.2 90B Vision Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-90b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":951.966264,"ciLow":908.474634,"ciHigh":995.457894,"observedAt":"2026-11-09","runCount":393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 90B Vision Instruct","rowId":"chinese/Llama 3.2 90B Vision Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.2-90b-vision-instruct:default|none|lmarena-vision@1|rating|english/Llama 3.2 90B Vision Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-90b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1012.84452,"ciLow":1000.660826,"ciHigh":1025.028213,"observedAt":"2026-11-09","runCount":4630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 90B Vision Instruct","rowId":"english/Llama 3.2 90B Vision Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.2-90b-vision-instruct:default|none|lmarena-vision@1|rating|overall/Llama 3.2 90B Vision Instruct","sourceId":"lmarena","modelId":"meta/llama-3.2-90b-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":999.548452,"ciLow":990.268236,"ciHigh":1008.828668,"observedAt":"2026-11-09","runCount":8682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.2 90B Vision Instruct","rowId":"overall/Llama 3.2 90B Vision Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.408641,"ciLow":1282.830239,"ciHigh":1303.987044,"observedAt":"2026-11-11","runCount":3676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"chinese/Llama 3.3 70B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.750824,"ciLow":1339.176537,"ciHigh":1352.325111,"observedAt":"2026-11-11","runCount":8729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"coding/Llama 3.3 70B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.352388,"ciLow":1278.285336,"ciHigh":1292.41944,"observedAt":"2026-11-11","runCount":8042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"creative_writing/Llama 3.3 70B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|english/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.832141,"ciLow":1339.4679,"ciHigh":1348.196381,"observedAt":"2026-11-11","runCount":29246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"english/Llama 3.3 70B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.903278,"ciLow":1256.8246,"ciHigh":1266.981956,"observedAt":"2026-11-11","runCount":36726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"exclude_ties/Llama 3.3 70B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.169188,"ciLow":1286.935221,"ciHigh":1309.403155,"observedAt":"2026-11-11","runCount":2916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"expert/Llama 3.3 70B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|french/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.135795,"ciLow":1301.911757,"ciHigh":1352.359833,"observedAt":"2026-11-11","runCount":574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"french/Llama 3.3 70B Instruct","slice":"french"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|german/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.948151,"ciLow":1272.861887,"ciHigh":1307.034415,"observedAt":"2026-11-11","runCount":1222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"german/Llama 3.3 70B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.860104,"ciLow":1315.856238,"ciHigh":1325.86397,"observedAt":"2026-11-11","runCount":16956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"hard_prompts/Llama 3.3 70B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.735853,"ciLow":1330.408703,"ciHigh":1343.063003,"observedAt":"2026-11-11","runCount":9543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"hard_prompts_english/Llama 3.3 70B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.70803,"ciLow":1296.12418,"ciHigh":1311.29188,"observedAt":"2026-11-11","runCount":6626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.3 70B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.845979,"ciLow":1278.494393,"ciHigh":1291.197564,"observedAt":"2026-11-11","runCount":9709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.3 70B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.441326,"ciLow":1331.615891,"ciHigh":1353.26676,"observedAt":"2026-11-11","runCount":3153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_legal_and_government/Llama 3.3 70B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.846713,"ciLow":1334.289535,"ciHigh":1347.403891,"observedAt":"2026-11-11","runCount":9351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.3 70B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.719898,"ciLow":1293.537945,"ciHigh":1309.901851,"observedAt":"2026-11-11","runCount":5233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_mathematical/Llama 3.3 70B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.879011,"ciLow":1330.922217,"ciHigh":1354.835805,"observedAt":"2026-11-11","runCount":2729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.3 70B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.697371,"ciLow":1332.307155,"ciHigh":1343.087588,"observedAt":"2026-11-11","runCount":14848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_software_and_it_services/Llama 3.3 70B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.525024,"ciLow":1285.871953,"ciHigh":1297.178095,"observedAt":"2026-11-11","runCount":13797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.3 70B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.645238,"ciLow":1287.583355,"ciHigh":1297.70712,"observedAt":"2026-11-11","runCount":18776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"instruction_following/Llama 3.3 70B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.428285,"ciLow":1195.55201,"ciHigh":1233.30456,"observedAt":"2026-11-11","runCount":1170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"japanese/Llama 3.3 70B Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|korean/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.851843,"ciLow":1193.651861,"ciHigh":1238.051824,"observedAt":"2026-11-11","runCount":856,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"korean/Llama 3.3 70B Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.621783,"ciLow":1306.929571,"ciHigh":1320.313996,"observedAt":"2026-11-11","runCount":8324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"longer_query/Llama 3.3 70B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|math/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.612794,"ciLow":1287.803341,"ciHigh":1303.422247,"observedAt":"2026-11-11","runCount":5775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"math/Llama 3.3 70B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.8453,"ciLow":1310.158712,"ciHigh":1323.531889,"observedAt":"2026-11-11","runCount":9056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"multi_turn/Llama 3.3 70B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.876103,"ciLow":1279.424478,"ciHigh":1288.327727,"observedAt":"2026-11-11","runCount":25228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"non_english/Llama 3.3 70B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.139762,"ciLow":1314.629308,"ciHigh":1321.650215,"observedAt":"2026-11-11","runCount":54476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"overall/Llama 3.3 70B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|polish/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.849359,"ciLow":1301.984252,"ciHigh":1335.714467,"observedAt":"2026-11-11","runCount":1453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"polish/Llama 3.3 70B Instruct","slice":"polish"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.46576,"ciLow":1286.46988,"ciHigh":1302.46164,"observedAt":"2026-11-11","runCount":5710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"russian/Llama 3.3 70B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.507321,"ciLow":1280.356209,"ciHigh":1328.658434,"observedAt":"2026-11-11","runCount":634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"spanish/Llama 3.3 70B Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|chinese/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.114971,"ciLow":1206.599428,"ciHigh":1227.630514,"observedAt":"2026-11-11","runCount":3676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"chinese/Llama 3.3 70B Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|coding/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.977559,"ciLow":1261.432509,"ciHigh":1274.52261,"observedAt":"2026-11-11","runCount":8729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"coding/Llama 3.3 70B Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|creative_writing/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.294938,"ciLow":1243.289557,"ciHigh":1257.300319,"observedAt":"2026-11-11","runCount":8042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"creative_writing/Llama 3.3 70B Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|english/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.471746,"ciLow":1299.143175,"ciHigh":1307.800317,"observedAt":"2026-11-11","runCount":29246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"english/Llama 3.3 70B Instruct","slice":"english"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1199.354613,"ciLow":1194.349469,"ciHigh":1204.359756,"observedAt":"2026-11-11","runCount":36726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"exclude_ties/Llama 3.3 70B Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|expert/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.160682,"ciLow":1214.016824,"ciHigh":1236.304541,"observedAt":"2026-11-11","runCount":2916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"expert/Llama 3.3 70B Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|french/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.112061,"ciLow":1255.997033,"ciHigh":1306.227088,"observedAt":"2026-11-11","runCount":574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"french/Llama 3.3 70B Instruct","slice":"french"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|german/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.694759,"ciLow":1233.657237,"ciHigh":1267.732282,"observedAt":"2026-11-11","runCount":1222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"german/Llama 3.3 70B Instruct","slice":"german"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.099601,"ciLow":1252.130712,"ciHigh":1262.06849,"observedAt":"2026-11-11","runCount":16956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"hard_prompts/Llama 3.3 70B Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.721169,"ciLow":1270.447853,"ciHigh":1282.994484,"observedAt":"2026-11-11","runCount":9543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"hard_prompts_english/Llama 3.3 70B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.755905,"ciLow":1235.179423,"ciHigh":1250.332386,"observedAt":"2026-11-11","runCount":6626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.3 70B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.595986,"ciLow":1234.293272,"ciHigh":1246.8987,"observedAt":"2026-11-11","runCount":9709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.3 70B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.182435,"ciLow":1273.314469,"ciHigh":1295.0504,"observedAt":"2026-11-11","runCount":3153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_legal_and_government/Llama 3.3 70B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.168147,"ciLow":1277.663377,"ciHigh":1290.672918,"observedAt":"2026-11-11","runCount":9351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.3 70B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.213443,"ciLow":1259.082402,"ciHigh":1275.344483,"observedAt":"2026-11-11","runCount":5233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_mathematical/Llama 3.3 70B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.274765,"ciLow":1263.302438,"ciHigh":1287.247093,"observedAt":"2026-11-11","runCount":2729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.3 70B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.842319,"ciLow":1267.48071,"ciHigh":1278.203928,"observedAt":"2026-11-11","runCount":14848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_software_and_it_services/Llama 3.3 70B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.982302,"ciLow":1249.382205,"ciHigh":1260.5824,"observedAt":"2026-11-11","runCount":13797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.3 70B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|instruction_following/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.693251,"ciLow":1236.672613,"ciHigh":1246.713889,"observedAt":"2026-11-11","runCount":18776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"instruction_following/Llama 3.3 70B Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|japanese/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.630578,"ciLow":1131.997293,"ciHigh":1169.263862,"observedAt":"2026-11-11","runCount":1170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"japanese/Llama 3.3 70B Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|korean/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1142.640264,"ciLow":1120.704606,"ciHigh":1164.575923,"observedAt":"2026-11-11","runCount":856,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"korean/Llama 3.3 70B Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|longer_query/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1255.355996,"ciLow":1248.707233,"ciHigh":1262.004759,"observedAt":"2026-11-11","runCount":8324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"longer_query/Llama 3.3 70B Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|math/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.105969,"ciLow":1259.351799,"ciHigh":1274.860138,"observedAt":"2026-11-11","runCount":5775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"math/Llama 3.3 70B Instruct","slice":"math"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|multi_turn/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.355511,"ciLow":1272.706841,"ciHigh":1286.004181,"observedAt":"2026-11-11","runCount":9056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"multi_turn/Llama 3.3 70B Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|non_english/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.251278,"ciLow":1231.819424,"ciHigh":1240.683132,"observedAt":"2026-11-11","runCount":25228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"non_english/Llama 3.3 70B Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|overall/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.298105,"ciLow":1270.810639,"ciHigh":1277.78557,"observedAt":"2026-11-11","runCount":54476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"overall/Llama 3.3 70B Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|polish/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.035864,"ciLow":1242.248322,"ciHigh":1275.823406,"observedAt":"2026-11-11","runCount":1453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"polish/Llama 3.3 70B Instruct","slice":"polish"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|russian/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.573438,"ciLow":1243.616545,"ciHigh":1259.530332,"observedAt":"2026-11-11","runCount":5710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"russian/Llama 3.3 70B Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-3.3-70b-instruct:default|none|lmarena-text@1|rating|spanish/Llama 3.3 70B Instruct","sourceId":"lmarena","modelId":"meta/llama-3.3-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.518115,"ciLow":1244.427538,"ciHigh":1292.608691,"observedAt":"2026-11-11","runCount":634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 70B Instruct","rowId":"spanish/Llama 3.3 70B Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|chinese/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.55227,"ciLow":1322.299705,"ciHigh":1346.804835,"observedAt":"2026-11-11","runCount":2593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"chinese/Llama 4 Maverick 17B 128E Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|coding/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.415309,"ciLow":1364.917284,"ciHigh":1379.913333,"observedAt":"2026-11-11","runCount":6932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"coding/Llama 4 Maverick 17B 128E Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.163335,"ciLow":1298.571554,"ciHigh":1315.755115,"observedAt":"2026-11-11","runCount":5143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"creative_writing/Llama 4 Maverick 17B 128E Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|english/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.865366,"ciLow":1334.478744,"ciHigh":1345.251988,"observedAt":"2026-11-11","runCount":18886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"english/Llama 4 Maverick 17B 128E Instruct","slice":"english"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.188484,"ciLow":1272.138506,"ciHigh":1284.238462,"observedAt":"2026-11-11","runCount":28071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"exclude_ties/Llama 4 Maverick 17B 128E Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|expert/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.694469,"ciLow":1312.327243,"ciHigh":1339.061696,"observedAt":"2026-11-11","runCount":2013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"expert/Llama 4 Maverick 17B 128E Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|french/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.879845,"ciLow":1273.314151,"ciHigh":1324.445539,"observedAt":"2026-11-11","runCount":594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"french/Llama 4 Maverick 17B 128E Instruct","slice":"french"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|german/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.473557,"ciLow":1311.424363,"ciHigh":1349.52275,"observedAt":"2026-11-11","runCount":1028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"german/Llama 4 Maverick 17B 128E Instruct","slice":"german"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.477884,"ciLow":1332.752016,"ciHigh":1344.203752,"observedAt":"2026-11-11","runCount":15848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"hard_prompts/Llama 4 Maverick 17B 128E Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.528283,"ciLow":1343.22152,"ciHigh":1357.835045,"observedAt":"2026-11-11","runCount":7679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"hard_prompts_english/Llama 4 Maverick 17B 128E Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.312578,"ciLow":1309.17973,"ciHigh":1325.445427,"observedAt":"2026-11-11","runCount":6121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 4 Maverick 17B 128E Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.42457,"ciLow":1287.830621,"ciHigh":1303.018519,"observedAt":"2026-11-11","runCount":6916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 4 Maverick 17B 128E Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.342676,"ciLow":1329.195379,"ciHigh":1353.489974,"observedAt":"2026-11-11","runCount":2580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_legal_and_government/Llama 4 Maverick 17B 128E Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.064899,"ciLow":1334.151666,"ciHigh":1349.978131,"observedAt":"2026-11-11","runCount":6703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 4 Maverick 17B 128E Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.098896,"ciLow":1307.481545,"ciHigh":1330.716248,"observedAt":"2026-11-11","runCount":2561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_mathematical/Llama 4 Maverick 17B 128E Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.729167,"ciLow":1331.45766,"ciHigh":1358.000674,"observedAt":"2026-11-11","runCount":2289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_medicine_and_healthcare/Llama 4 Maverick 17B 128E Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.998201,"ciLow":1351.829349,"ciHigh":1364.167054,"observedAt":"2026-11-11","runCount":12270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_software_and_it_services/Llama 4 Maverick 17B 128E Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.122765,"ciLow":1305.180733,"ciHigh":1319.064797,"observedAt":"2026-11-11","runCount":8718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_writing_and_literature_and_language/Llama 4 Maverick 17B 128E Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.444466,"ciLow":1306.965488,"ciHigh":1319.923444,"observedAt":"2026-11-11","runCount":10488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"instruction_following/Llama 4 Maverick 17B 128E Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|japanese/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.214379,"ciLow":1235.975489,"ciHigh":1278.45327,"observedAt":"2026-11-11","runCount":936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"japanese/Llama 4 Maverick 17B 128E Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|korean/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.653467,"ciLow":1240.713457,"ciHigh":1284.593477,"observedAt":"2026-11-11","runCount":798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"korean/Llama 4 Maverick 17B 128E Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.878957,"ciLow":1327.388878,"ciHigh":1342.369036,"observedAt":"2026-11-11","runCount":7064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"longer_query/Llama 4 Maverick 17B 128E Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|math/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.928422,"ciLow":1306.030807,"ciHigh":1327.826038,"observedAt":"2026-11-11","runCount":2819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"math/Llama 4 Maverick 17B 128E Instruct","slice":"math"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.402005,"ciLow":1318.547574,"ciHigh":1334.256436,"observedAt":"2026-11-11","runCount":6674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"multi_turn/Llama 4 Maverick 17B 128E Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|non_english/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.183768,"ciLow":1305.911014,"ciHigh":1316.456522,"observedAt":"2026-11-11","runCount":20490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"non_english/Llama 4 Maverick 17B 128E Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|overall/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.039253,"ciLow":1322.75443,"ciHigh":1331.324076,"observedAt":"2026-11-11","runCount":39386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"overall/Llama 4 Maverick 17B 128E Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|polish/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.408015,"ciLow":1317.69857,"ciHigh":1343.11746,"observedAt":"2026-11-11","runCount":2674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"polish/Llama 4 Maverick 17B 128E Instruct","slice":"polish"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|russian/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.802838,"ciLow":1317.347067,"ciHigh":1338.258609,"observedAt":"2026-11-11","runCount":3097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"russian/Llama 4 Maverick 17B 128E Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text-style-control@1|rating|spanish/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.510711,"ciLow":1304.024824,"ciHigh":1346.996597,"observedAt":"2026-11-11","runCount":816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"spanish/Llama 4 Maverick 17B 128E Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|chinese/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.526745,"ciLow":1265.348753,"ciHigh":1289.704737,"observedAt":"2026-11-11","runCount":2593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"chinese/Llama 4 Maverick 17B 128E Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|coding/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.349935,"ciLow":1293.886016,"ciHigh":1308.813854,"observedAt":"2026-11-11","runCount":6932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"coding/Llama 4 Maverick 17B 128E Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|creative_writing/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.43142,"ciLow":1257.873711,"ciHigh":1274.989128,"observedAt":"2026-11-11","runCount":5143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"creative_writing/Llama 4 Maverick 17B 128E Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|english/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1302.438499,"ciLow":1297.089914,"ciHigh":1307.787084,"observedAt":"2026-11-11","runCount":18886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"english/Llama 4 Maverick 17B 128E Instruct","slice":"english"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|exclude_ties/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1220.532705,"ciLow":1214.575322,"ciHigh":1226.490087,"observedAt":"2026-11-11","runCount":28071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"exclude_ties/Llama 4 Maverick 17B 128E Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|expert/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.389566,"ciLow":1245.040141,"ciHigh":1271.73899,"observedAt":"2026-11-11","runCount":2013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"expert/Llama 4 Maverick 17B 128E Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|french/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.757709,"ciLow":1234.236239,"ciHigh":1285.279179,"observedAt":"2026-11-11","runCount":594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"french/Llama 4 Maverick 17B 128E Instruct","slice":"french"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|german/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.240345,"ciLow":1271.221499,"ciHigh":1309.259191,"observedAt":"2026-11-11","runCount":1028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"german/Llama 4 Maverick 17B 128E Instruct","slice":"german"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|hard_prompts/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.572873,"ciLow":1274.860562,"ciHigh":1286.285185,"observedAt":"2026-11-11","runCount":15848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"hard_prompts/Llama 4 Maverick 17B 128E Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.345857,"ciLow":1288.061157,"ciHigh":1302.630556,"observedAt":"2026-11-11","runCount":7679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"hard_prompts_english/Llama 4 Maverick 17B 128E Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.591769,"ciLow":1252.473625,"ciHigh":1268.709913,"observedAt":"2026-11-11","runCount":6121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 4 Maverick 17B 128E Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.923343,"ciLow":1242.359985,"ciHigh":1257.4867,"observedAt":"2026-11-11","runCount":6916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 4 Maverick 17B 128E Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.915104,"ciLow":1273.777752,"ciHigh":1298.052457,"observedAt":"2026-11-11","runCount":2580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_legal_and_government/Llama 4 Maverick 17B 128E Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.596495,"ciLow":1279.717384,"ciHigh":1295.475606,"observedAt":"2026-11-11","runCount":6703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 4 Maverick 17B 128E Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|industry_mathematical/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.065754,"ciLow":1283.509744,"ciHigh":1306.621764,"observedAt":"2026-11-11","runCount":2561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_mathematical/Llama 4 Maverick 17B 128E Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.694613,"ciLow":1262.467957,"ciHigh":1288.921269,"observedAt":"2026-11-11","runCount":2289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_medicine_and_healthcare/Llama 4 Maverick 17B 128E Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.736619,"ciLow":1292.597989,"ciHigh":1304.875248,"observedAt":"2026-11-11","runCount":12270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_software_and_it_services/Llama 4 Maverick 17B 128E Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.30471,"ciLow":1270.404827,"ciHigh":1284.204592,"observedAt":"2026-11-11","runCount":8718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"industry_writing_and_literature_and_language/Llama 4 Maverick 17B 128E Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|instruction_following/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.878821,"ciLow":1260.417064,"ciHigh":1273.340578,"observedAt":"2026-11-11","runCount":10488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"instruction_following/Llama 4 Maverick 17B 128E Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|japanese/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.279613,"ciLow":1185.024697,"ciHigh":1227.534529,"observedAt":"2026-11-11","runCount":936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"japanese/Llama 4 Maverick 17B 128E Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|korean/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.812234,"ciLow":1181.867582,"ciHigh":1225.756886,"observedAt":"2026-11-11","runCount":798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"korean/Llama 4 Maverick 17B 128E Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|longer_query/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.531749,"ciLow":1272.07879,"ciHigh":1286.984708,"observedAt":"2026-11-11","runCount":7064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"longer_query/Llama 4 Maverick 17B 128E Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|math/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.546938,"ciLow":1288.714438,"ciHigh":1310.379438,"observedAt":"2026-11-11","runCount":2819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"math/Llama 4 Maverick 17B 128E Instruct","slice":"math"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|multi_turn/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.257368,"ciLow":1281.424253,"ciHigh":1297.090483,"observedAt":"2026-11-11","runCount":6674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"multi_turn/Llama 4 Maverick 17B 128E Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|non_english/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.197018,"ciLow":1263.939665,"ciHigh":1274.454371,"observedAt":"2026-11-11","runCount":20490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"non_english/Llama 4 Maverick 17B 128E Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|overall/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.257461,"ciLow":1282.996968,"ciHigh":1291.517953,"observedAt":"2026-11-11","runCount":39386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"overall/Llama 4 Maverick 17B 128E Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|polish/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.429603,"ciLow":1262.861896,"ciHigh":1287.99731,"observedAt":"2026-11-11","runCount":2674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"polish/Llama 4 Maverick 17B 128E Instruct","slice":"polish"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|russian/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.014447,"ciLow":1275.578974,"ciHigh":1296.449921,"observedAt":"2026-11-11","runCount":3097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"russian/Llama 4 Maverick 17B 128E Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-text@1|rating|spanish/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.846008,"ciLow":1271.35351,"ciHigh":1314.338507,"observedAt":"2026-11-11","runCount":816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"spanish/Llama 4 Maverick 17B 128E Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision-style-control@1|rating|chinese/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1147.255065,"ciLow":1112.705122,"ciHigh":1181.805009,"observedAt":"2026-11-09","runCount":294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"chinese/Llama 4 Maverick 17B 128E Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision-style-control@1|rating|creative_writing/llama-4-maverick-17b-128e-instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.80396,"ciLow":1090.048891,"ciHigh":1165.55903,"observedAt":"2026-01-09","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"llama-4-maverick-17b-128e-instruct","rowId":"creative_writing/llama-4-maverick-17b-128e-instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.127185,"ciLow":1069.504438,"ciHigh":1154.749933,"observedAt":"2026-11-09","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"creative_writing_vision/Llama 4 Maverick 17B 128E Instruct","slice":"creative_writing_vision"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision-style-control@1|rating|diagram/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.808859,"ciLow":1132.324474,"ciHigh":1171.293244,"observedAt":"2026-11-09","runCount":946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"diagram/Llama 4 Maverick 17B 128E Instruct","slice":"diagram"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision-style-control@1|rating|english/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.649714,"ciLow":1138.823648,"ciHigh":1162.47578,"observedAt":"2026-11-09","runCount":3378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"english/Llama 4 Maverick 17B 128E Instruct","slice":"english"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision-style-control@1|rating|homework/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.063277,"ciLow":1140.775906,"ciHigh":1191.350648,"observedAt":"2026-11-09","runCount":527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"homework/Llama 4 Maverick 17B 128E Instruct","slice":"homework"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision-style-control@1|rating|humor/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1098.017725,"ciLow":1057.353422,"ciHigh":1138.682028,"observedAt":"2026-11-09","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"humor/Llama 4 Maverick 17B 128E Instruct","slice":"humor"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision-style-control@1|rating|ocr/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.522751,"ciLow":1141.671688,"ciHigh":1165.373813,"observedAt":"2026-11-09","runCount":3079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"ocr/Llama 4 Maverick 17B 128E Instruct","slice":"ocr"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision-style-control@1|rating|overall/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.403662,"ciLow":1136.277557,"ciHigh":1154.529767,"observedAt":"2026-11-09","runCount":6912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"overall/Llama 4 Maverick 17B 128E Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision@1|rating|chinese/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1140.580393,"ciLow":1106.502801,"ciHigh":1174.657985,"observedAt":"2026-11-09","runCount":294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"chinese/Llama 4 Maverick 17B 128E Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision@1|rating|creative_writing/llama-4-maverick-17b-128e-instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1112.912903,"ciLow":1074.947595,"ciHigh":1150.878212,"observedAt":"2026-01-09","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"llama-4-maverick-17b-128e-instruct","rowId":"creative_writing/llama-4-maverick-17b-128e-instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision@1|rating|creative_writing_vision/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1099.510043,"ciLow":1056.753253,"ciHigh":1142.266833,"observedAt":"2026-11-09","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"creative_writing_vision/Llama 4 Maverick 17B 128E Instruct","slice":"creative_writing_vision"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision@1|rating|diagram/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1132.930717,"ciLow":1113.595552,"ciHigh":1152.265883,"observedAt":"2026-11-09","runCount":946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"diagram/Llama 4 Maverick 17B 128E Instruct","slice":"diagram"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision@1|rating|english/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1149.727152,"ciLow":1137.987271,"ciHigh":1161.467032,"observedAt":"2026-11-09","runCount":3378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"english/Llama 4 Maverick 17B 128E Instruct","slice":"english"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision@1|rating|homework/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1165.098882,"ciLow":1139.935683,"ciHigh":1190.26208,"observedAt":"2026-11-09","runCount":527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"homework/Llama 4 Maverick 17B 128E Instruct","slice":"homework"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision@1|rating|humor/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1100.265343,"ciLow":1059.472468,"ciHigh":1141.058217,"observedAt":"2026-11-09","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"humor/Llama 4 Maverick 17B 128E Instruct","slice":"humor"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision@1|rating|ocr/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1142.91047,"ciLow":1131.11749,"ciHigh":1154.703449,"observedAt":"2026-11-09","runCount":3079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"ocr/Llama 4 Maverick 17B 128E Instruct","slice":"ocr"}
{"key":"lmarena|meta/llama-4-maverick:default|none|lmarena-vision@1|rating|overall/Llama 4 Maverick 17B 128E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-maverick","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1141.517489,"ciLow":1132.465289,"ciHigh":1150.569688,"observedAt":"2026-11-09","runCount":6912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Maverick 17B 128E Instruct","rowId":"overall/Llama 4 Maverick 17B 128E Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|chinese/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.109669,"ciLow":1301.156462,"ciHigh":1329.062876,"observedAt":"2026-11-11","runCount":2077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"chinese/Llama 4 Scout 17B 16E Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|coding/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.518354,"ciLow":1353.977107,"ciHigh":1371.0596,"observedAt":"2026-11-11","runCount":5221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"coding/Llama 4 Scout 17B 16E Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.917753,"ciLow":1278.800127,"ciHigh":1299.035379,"observedAt":"2026-11-11","runCount":3754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"creative_writing/Llama 4 Scout 17B 16E Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|english/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.739136,"ciLow":1336.663467,"ciHigh":1348.814804,"observedAt":"2026-11-11","runCount":13014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"english/Llama 4 Scout 17B 16E Instruct","slice":"english"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.995557,"ciLow":1261.291201,"ciHigh":1274.699913,"observedAt":"2026-11-11","runCount":21376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"exclude_ties/Llama 4 Scout 17B 16E Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|expert/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.115559,"ciLow":1292.491674,"ciHigh":1323.739445,"observedAt":"2026-11-11","runCount":1532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"expert/Llama 4 Scout 17B 16E Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|french/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.693727,"ciLow":1295.204775,"ciHigh":1354.182678,"observedAt":"2026-11-11","runCount":427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"french/Llama 4 Scout 17B 16E Instruct","slice":"french"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|german/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.06988,"ciLow":1289.479504,"ciHigh":1332.660256,"observedAt":"2026-11-11","runCount":800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"german/Llama 4 Scout 17B 16E Instruct","slice":"german"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.328885,"ciLow":1323.152841,"ciHigh":1335.50493,"observedAt":"2026-11-11","runCount":12880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"hard_prompts/Llama 4 Scout 17B 16E Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.155459,"ciLow":1343.98144,"ciHigh":1360.329479,"observedAt":"2026-11-11","runCount":5728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"hard_prompts_english/Llama 4 Scout 17B 16E Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.625628,"ciLow":1306.638649,"ciHigh":1324.612606,"observedAt":"2026-11-11","runCount":4915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 4 Scout 17B 16E Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.320693,"ciLow":1279.730828,"ciHigh":1296.910557,"observedAt":"2026-11-11","runCount":5269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 4 Scout 17B 16E Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.022724,"ciLow":1327.153938,"ciHigh":1354.891511,"observedAt":"2026-11-11","runCount":1970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_legal_and_government/Llama 4 Scout 17B 16E Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.400483,"ciLow":1325.409717,"ciHigh":1343.391249,"observedAt":"2026-11-11","runCount":4964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 4 Scout 17B 16E Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.941469,"ciLow":1301.182874,"ciHigh":1328.700063,"observedAt":"2026-11-11","runCount":1797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_mathematical/Llama 4 Scout 17B 16E Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.467961,"ciLow":1326.662095,"ciHigh":1356.273826,"observedAt":"2026-11-11","runCount":1813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_medicine_and_healthcare/Llama 4 Scout 17B 16E Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.081746,"ciLow":1342.250386,"ciHigh":1355.913106,"observedAt":"2026-11-11","runCount":9487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_software_and_it_services/Llama 4 Scout 17B 16E Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.441599,"ciLow":1296.694418,"ciHigh":1312.188781,"observedAt":"2026-11-11","runCount":6696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_writing_and_literature_and_language/Llama 4 Scout 17B 16E Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.265052,"ciLow":1291.936131,"ciHigh":1306.593972,"observedAt":"2026-11-11","runCount":7468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"instruction_following/Llama 4 Scout 17B 16E Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|japanese/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.879043,"ciLow":1236.408515,"ciHigh":1281.349571,"observedAt":"2026-11-11","runCount":764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"japanese/Llama 4 Scout 17B 16E Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|korean/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.59608,"ciLow":1243.289038,"ciHigh":1293.903121,"observedAt":"2026-11-11","runCount":651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"korean/Llama 4 Scout 17B 16E Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.445381,"ciLow":1317.107581,"ciHigh":1333.78318,"observedAt":"2026-11-11","runCount":5794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"longer_query/Llama 4 Scout 17B 16E Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|math/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.609293,"ciLow":1296.35988,"ciHigh":1322.858706,"observedAt":"2026-11-11","runCount":1937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"math/Llama 4 Scout 17B 16E Instruct","slice":"math"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.170051,"ciLow":1310.412419,"ciHigh":1327.927682,"observedAt":"2026-11-11","runCount":5222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"multi_turn/Llama 4 Scout 17B 16E Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|non_english/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.624569,"ciLow":1291.8911,"ciHigh":1303.358039,"observedAt":"2026-11-11","runCount":16750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"non_english/Llama 4 Scout 17B 16E Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|overall/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.601096,"ciLow":1316.858675,"ciHigh":1326.343517,"observedAt":"2026-11-11","runCount":29775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"overall/Llama 4 Scout 17B 16E Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|polish/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.057246,"ciLow":1308.869498,"ciHigh":1335.244994,"observedAt":"2026-11-11","runCount":2467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"polish/Llama 4 Scout 17B 16E Instruct","slice":"polish"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|russian/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.79942,"ciLow":1295.477728,"ciHigh":1320.121112,"observedAt":"2026-11-11","runCount":2266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"russian/Llama 4 Scout 17B 16E Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text-style-control@1|rating|spanish/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.993437,"ciLow":1291.97875,"ciHigh":1340.008124,"observedAt":"2026-11-11","runCount":709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"spanish/Llama 4 Scout 17B 16E Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|chinese/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.878696,"ciLow":1240.904994,"ciHigh":1268.852398,"observedAt":"2026-11-11","runCount":2077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"chinese/Llama 4 Scout 17B 16E Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|coding/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.775457,"ciLow":1277.240757,"ciHigh":1294.310157,"observedAt":"2026-11-11","runCount":5221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"coding/Llama 4 Scout 17B 16E Instruct","slice":"coding"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|creative_writing/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.833581,"ciLow":1238.821835,"ciHigh":1258.845326,"observedAt":"2026-11-11","runCount":3754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"creative_writing/Llama 4 Scout 17B 16E Instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|english/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.483112,"ciLow":1298.434268,"ciHigh":1310.531957,"observedAt":"2026-11-11","runCount":13014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"english/Llama 4 Scout 17B 16E Instruct","slice":"english"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|exclude_ties/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.088953,"ciLow":1201.484494,"ciHigh":1214.693412,"observedAt":"2026-11-11","runCount":21376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"exclude_ties/Llama 4 Scout 17B 16E Instruct","slice":"exclude_ties"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|expert/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1235.169332,"ciLow":1219.530554,"ciHigh":1250.808109,"observedAt":"2026-11-11","runCount":1532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"expert/Llama 4 Scout 17B 16E Instruct","slice":"expert"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|french/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.333514,"ciLow":1252.711178,"ciHigh":1311.955851,"observedAt":"2026-11-11","runCount":427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"french/Llama 4 Scout 17B 16E Instruct","slice":"french"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|german/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.899549,"ciLow":1250.228919,"ciHigh":1293.570179,"observedAt":"2026-11-11","runCount":800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"german/Llama 4 Scout 17B 16E Instruct","slice":"german"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|hard_prompts/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.115945,"ciLow":1259.956074,"ciHigh":1272.275815,"observedAt":"2026-11-11","runCount":12880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"hard_prompts/Llama 4 Scout 17B 16E Instruct","slice":"hard_prompts"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.253517,"ciLow":1285.076233,"ciHigh":1301.430801,"observedAt":"2026-11-11","runCount":5728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"hard_prompts_english/Llama 4 Scout 17B 16E Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.588822,"ciLow":1247.564383,"ciHigh":1265.613261,"observedAt":"2026-11-11","runCount":4915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 4 Scout 17B 16E Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.797418,"ciLow":1233.289497,"ciHigh":1250.30534,"observedAt":"2026-11-11","runCount":5269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 4 Scout 17B 16E Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.928018,"ciLow":1271.06716,"ciHigh":1298.788877,"observedAt":"2026-11-11","runCount":1970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_legal_and_government/Llama 4 Scout 17B 16E Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.501667,"ciLow":1269.514065,"ciHigh":1287.48927,"observedAt":"2026-11-11","runCount":4964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 4 Scout 17B 16E Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|industry_mathematical/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.261407,"ciLow":1272.505165,"ciHigh":1300.017649,"observedAt":"2026-11-11","runCount":1797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_mathematical/Llama 4 Scout 17B 16E Instruct","slice":"industry_mathematical"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.5525,"ciLow":1260.806596,"ciHigh":1290.298404,"observedAt":"2026-11-11","runCount":1813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_medicine_and_healthcare/Llama 4 Scout 17B 16E Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.547154,"ciLow":1278.724737,"ciHigh":1292.369571,"observedAt":"2026-11-11","runCount":9487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_software_and_it_services/Llama 4 Scout 17B 16E Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.34439,"ciLow":1260.636349,"ciHigh":1276.052431,"observedAt":"2026-11-11","runCount":6696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"industry_writing_and_literature_and_language/Llama 4 Scout 17B 16E Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|instruction_following/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.715769,"ciLow":1240.396878,"ciHigh":1255.034661,"observedAt":"2026-11-11","runCount":7468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"instruction_following/Llama 4 Scout 17B 16E Instruct","slice":"instruction_following"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|japanese/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.703731,"ciLow":1184.370337,"ciHigh":1229.037126,"observedAt":"2026-11-11","runCount":764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"japanese/Llama 4 Scout 17B 16E Instruct","slice":"japanese"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|korean/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.624697,"ciLow":1181.442599,"ciHigh":1231.806795,"observedAt":"2026-11-11","runCount":651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"korean/Llama 4 Scout 17B 16E Instruct","slice":"korean"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|longer_query/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.801677,"ciLow":1256.483609,"ciHigh":1273.119745,"observedAt":"2026-11-11","runCount":5794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"longer_query/Llama 4 Scout 17B 16E Instruct","slice":"longer_query"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|math/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.977909,"ciLow":1273.736478,"ciHigh":1300.21934,"observedAt":"2026-11-11","runCount":1937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"math/Llama 4 Scout 17B 16E Instruct","slice":"math"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|multi_turn/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.994101,"ciLow":1271.267556,"ciHigh":1288.720647,"observedAt":"2026-11-11","runCount":5222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"multi_turn/Llama 4 Scout 17B 16E Instruct","slice":"multi_turn"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|non_english/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.246438,"ciLow":1246.534777,"ciHigh":1257.9581,"observedAt":"2026-11-11","runCount":16750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"non_english/Llama 4 Scout 17B 16E Instruct","slice":"non_english"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|overall/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.270388,"ciLow":1274.555561,"ciHigh":1283.985215,"observedAt":"2026-11-11","runCount":29775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"overall/Llama 4 Scout 17B 16E Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|polish/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.739155,"ciLow":1251.740039,"ciHigh":1277.738272,"observedAt":"2026-11-11","runCount":2467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"polish/Llama 4 Scout 17B 16E Instruct","slice":"polish"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|russian/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1262.206824,"ciLow":1249.869792,"ciHigh":1274.543857,"observedAt":"2026-11-11","runCount":2266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"russian/Llama 4 Scout 17B 16E Instruct","slice":"russian"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-text@1|rating|spanish/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.18903,"ciLow":1254.369125,"ciHigh":1302.008935,"observedAt":"2026-11-11","runCount":709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"spanish/Llama 4 Scout 17B 16E Instruct","slice":"spanish"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision-style-control@1|rating|chinese/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.349808,"ciLow":1091.32722,"ciHigh":1163.372395,"observedAt":"2026-11-09","runCount":278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"chinese/Llama 4 Scout 17B 16E Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision-style-control@1|rating|creative_writing/llama-4-scout-17b-16e-instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.931183,"ciLow":1101.149748,"ciHigh":1174.712618,"observedAt":"2026-01-09","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"llama-4-scout-17b-16e-instruct","rowId":"creative_writing/llama-4-scout-17b-16e-instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.960069,"ciLow":1097.634029,"ciHigh":1180.286109,"observedAt":"2026-11-09","runCount":238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"creative_writing_vision/Llama 4 Scout 17B 16E Instruct","slice":"creative_writing_vision"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision-style-control@1|rating|diagram/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.944364,"ciLow":1130.812321,"ciHigh":1171.076406,"observedAt":"2026-11-09","runCount":843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"diagram/Llama 4 Scout 17B 16E Instruct","slice":"diagram"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision-style-control@1|rating|english/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.909422,"ciLow":1132.357614,"ciHigh":1157.461231,"observedAt":"2026-11-09","runCount":3094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"english/Llama 4 Scout 17B 16E Instruct","slice":"english"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision-style-control@1|rating|homework/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1148.94759,"ciLow":1122.623383,"ciHigh":1175.271798,"observedAt":"2026-11-09","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"homework/Llama 4 Scout 17B 16E Instruct","slice":"homework"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision-style-control@1|rating|humor/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1100.571513,"ciLow":1055.698791,"ciHigh":1145.444235,"observedAt":"2026-11-09","runCount":191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"humor/Llama 4 Scout 17B 16E Instruct","slice":"humor"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision-style-control@1|rating|ocr/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1131.108615,"ciLow":1118.570527,"ciHigh":1143.646703,"observedAt":"2026-11-09","runCount":2779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"ocr/Llama 4 Scout 17B 16E Instruct","slice":"ocr"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision-style-control@1|rating|overall/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.635463,"ciLow":1118.119205,"ciHigh":1137.151722,"observedAt":"2026-11-09","runCount":6431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"overall/Llama 4 Scout 17B 16E Instruct","slice":"overall"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision@1|rating|chinese/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1105.997391,"ciLow":1069.683822,"ciHigh":1142.310959,"observedAt":"2026-11-09","runCount":278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"chinese/Llama 4 Scout 17B 16E Instruct","slice":"chinese"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision@1|rating|creative_writing/llama-4-scout-17b-16e-instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1126.759682,"ciLow":1090.142771,"ciHigh":1163.376593,"observedAt":"2026-01-09","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"llama-4-scout-17b-16e-instruct","rowId":"creative_writing/llama-4-scout-17b-16e-instruct","slice":"creative_writing"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision@1|rating|creative_writing_vision/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1126.780146,"ciLow":1085.71879,"ciHigh":1167.841502,"observedAt":"2026-11-09","runCount":238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"creative_writing_vision/Llama 4 Scout 17B 16E Instruct","slice":"creative_writing_vision"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision@1|rating|diagram/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1125.028059,"ciLow":1104.831267,"ciHigh":1145.224851,"observedAt":"2026-11-09","runCount":843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"diagram/Llama 4 Scout 17B 16E Instruct","slice":"diagram"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision@1|rating|english/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1143.012593,"ciLow":1130.575538,"ciHigh":1155.449647,"observedAt":"2026-11-09","runCount":3094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"english/Llama 4 Scout 17B 16E Instruct","slice":"english"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision@1|rating|homework/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1149.243157,"ciLow":1123.141794,"ciHigh":1175.34452,"observedAt":"2026-11-09","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"homework/Llama 4 Scout 17B 16E Instruct","slice":"homework"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision@1|rating|humor/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1100.80119,"ciLow":1055.789016,"ciHigh":1145.813363,"observedAt":"2026-11-09","runCount":191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"humor/Llama 4 Scout 17B 16E Instruct","slice":"humor"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision@1|rating|ocr/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1116.473955,"ciLow":1103.99868,"ciHigh":1128.949229,"observedAt":"2026-11-09","runCount":2779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"ocr/Llama 4 Scout 17B 16E Instruct","slice":"ocr"}
{"key":"lmarena|meta/llama-4-scout:default|none|lmarena-vision@1|rating|overall/Llama 4 Scout 17B 16E Instruct","sourceId":"lmarena","modelId":"meta/llama-4-scout","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1118.379629,"ciLow":1108.929914,"ciHigh":1127.829343,"observedAt":"2026-11-09","runCount":6431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 4 Scout 17B 16E Instruct","rowId":"overall/Llama 4 Scout 17B 16E Instruct","slice":"overall"}
{"key":"lmarena|meta/muse-ember:effort=max|none|lmarena-agent@1|cost-per-task|overall/Muse Ember (Max)","sourceId":"lmarena","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.019978,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Ember (Max)","rowId":"overall/Muse Ember (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-ember:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/Muse Ember (Max)","sourceId":"lmarena","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":10083,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Ember (Max)","rowId":"overall/Muse Ember (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-ember:effort=max|none|lmarena-agent@1|score|overall/Muse Ember (Max)","sourceId":"lmarena","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.017277,"ciLow":0.002333,"ciHigh":0.032221,"observedAt":"2026-11-15","runCount":446781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Ember (Max)","rowId":"overall/Muse Ember (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-ember:effort=max|none|lmarena-webdev@1|rating|overall/Muse Ember (Max)","sourceId":"lmarena","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1607.947824,"ciLow":1591.069894,"ciHigh":1624.825755,"observedAt":"2026-11-15","runCount":1329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Ember (Max)","rowId":"overall/Muse Ember (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-ember:effort=max|none|lmarena-webdev@1|rating|webdev-html/Muse Ember (Max)","sourceId":"lmarena","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1620.820949,"ciLow":1577.133554,"ciHigh":1664.508343,"observedAt":"2026-11-15","runCount":204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Ember (Max)","rowId":"webdev-html/Muse Ember (Max)","slice":"webdev-html"}
{"key":"lmarena|meta/muse-ember:effort=max|none|lmarena-webdev@1|rating|webdev-react/Muse Ember (Max)","sourceId":"lmarena","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1616.239792,"ciLow":1594.665934,"ciHigh":1637.813651,"observedAt":"2026-11-15","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Ember (Max)","rowId":"webdev-react/Muse Ember (Max)","slice":"webdev-react"}
{"key":"lmarena|meta/muse-ember:effort=max|none|lmarena-webdev@1|rating|webdev/Muse Ember (Max)","sourceId":"lmarena","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1607.947824,"ciLow":1591.069894,"ciHigh":1624.825755,"observedAt":"2026-11-15","runCount":1329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Ember (Max)","rowId":"webdev/Muse Ember (Max)","slice":"webdev"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|chinese/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.721464,"ciLow":1427.290775,"ciHigh":1492.152153,"observedAt":"2026-11-11","runCount":330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"chinese/Muse Glimmer","slice":"chinese"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|coding/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.685398,"ciLow":1462.418376,"ciHigh":1498.952421,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"coding/Muse Glimmer","slice":"coding"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|creative_writing/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.200397,"ciLow":1344.014033,"ciHigh":1390.386762,"observedAt":"2026-11-11","runCount":699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"creative_writing/Muse Glimmer","slice":"creative_writing"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|english/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.284296,"ciLow":1408.02696,"ciHigh":1438.541631,"observedAt":"2026-11-11","runCount":1561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"english/Muse Glimmer","slice":"english"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|exclude_ties/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.818799,"ciLow":1403.209603,"ciHigh":1430.427995,"observedAt":"2026-11-11","runCount":2816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"exclude_ties/Muse Glimmer","slice":"exclude_ties"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|expert/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.337881,"ciLow":1414.524686,"ciHigh":1472.151076,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"expert/Muse Glimmer","slice":"expert"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|hard_prompts/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.678716,"ciLow":1433.545144,"ciHigh":1457.812288,"observedAt":"2026-11-11","runCount":2503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"hard_prompts/Muse Glimmer","slice":"hard_prompts"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.494849,"ciLow":1428.648049,"ciHigh":1466.341649,"observedAt":"2026-11-11","runCount":1016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"hard_prompts_english/Muse Glimmer","slice":"hard_prompts_english"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.402567,"ciLow":1434.513172,"ciHigh":1478.291962,"observedAt":"2026-11-11","runCount":718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_business_and_management_and_financial_operations/Muse Glimmer","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.393811,"ciLow":1351.896753,"ciHigh":1392.890869,"observedAt":"2026-11-11","runCount":930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_entertainment_and_sports_and_media/Muse Glimmer","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.07728,"ciLow":1400.158966,"ciHigh":1467.995593,"observedAt":"2026-11-11","runCount":300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_legal_and_government/Muse Glimmer","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.631183,"ciLow":1412.086257,"ciHigh":1459.17611,"observedAt":"2026-11-11","runCount":650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_life_and_physical_and_social_science/Muse Glimmer","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.441835,"ciLow":1374.448092,"ciHigh":1450.435578,"observedAt":"2026-11-11","runCount":234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_mathematical/Muse Glimmer","slice":"industry_mathematical"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.921972,"ciLow":1414.26242,"ciHigh":1489.581525,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_medicine_and_healthcare/Muse Glimmer","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.76574,"ciLow":1453.608369,"ciHigh":1483.92311,"observedAt":"2026-11-11","runCount":1559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_software_and_it_services/Muse Glimmer","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.416862,"ciLow":1366.655308,"ciHigh":1406.178415,"observedAt":"2026-11-11","runCount":950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_writing_and_literature_and_language/Muse Glimmer","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|instruction_following/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.891262,"ciLow":1395.536719,"ciHigh":1428.245806,"observedAt":"2026-11-11","runCount":1326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"instruction_following/Muse Glimmer","slice":"instruction_following"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|longer_query/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.590945,"ciLow":1406.792314,"ciHigh":1436.389576,"observedAt":"2026-11-11","runCount":1729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"longer_query/Muse Glimmer","slice":"longer_query"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|math/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.133177,"ciLow":1403.074997,"ciHigh":1481.191358,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"math/Muse Glimmer","slice":"math"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|multi_turn/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.097476,"ciLow":1404.674717,"ciHigh":1453.520235,"observedAt":"2026-11-11","runCount":610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"multi_turn/Muse Glimmer","slice":"multi_turn"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|non_english/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.598101,"ciLow":1407.050729,"ciHigh":1432.145473,"observedAt":"2026-11-11","runCount":2230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"non_english/Muse Glimmer","slice":"non_english"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|overall/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.63514,"ciLow":1414.824503,"ciHigh":1434.445777,"observedAt":"2026-11-11","runCount":3791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"overall/Muse Glimmer","slice":"overall"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text-style-control@1|rating|russian/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.109685,"ciLow":1392.865337,"ciHigh":1451.354033,"observedAt":"2026-11-11","runCount":378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"russian/Muse Glimmer","slice":"russian"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|chinese/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.43243,"ciLow":1377.995881,"ciHigh":1442.868979,"observedAt":"2026-11-11","runCount":330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"chinese/Muse Glimmer","slice":"chinese"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|coding/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.769003,"ciLow":1399.594275,"ciHigh":1435.943731,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"coding/Muse Glimmer","slice":"coding"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|creative_writing/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.626331,"ciLow":1317.589446,"ciHigh":1363.663215,"observedAt":"2026-11-11","runCount":699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"creative_writing/Muse Glimmer","slice":"creative_writing"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|english/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.132458,"ciLow":1370.998921,"ciHigh":1401.265995,"observedAt":"2026-11-11","runCount":1561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"english/Muse Glimmer","slice":"english"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|exclude_ties/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.54919,"ciLow":1352.135501,"ciHigh":1378.962879,"observedAt":"2026-11-11","runCount":2816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"exclude_ties/Muse Glimmer","slice":"exclude_ties"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|expert/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.523365,"ciLow":1358.728592,"ciHigh":1416.318139,"observedAt":"2026-11-11","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"expert/Muse Glimmer","slice":"expert"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|hard_prompts/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.492481,"ciLow":1383.430672,"ciHigh":1407.554291,"observedAt":"2026-11-11","runCount":2503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"hard_prompts/Muse Glimmer","slice":"hard_prompts"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|hard_prompts_english/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.221727,"ciLow":1378.521145,"ciHigh":1415.92231,"observedAt":"2026-11-11","runCount":1016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"hard_prompts_english/Muse Glimmer","slice":"hard_prompts_english"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.061911,"ciLow":1382.136933,"ciHigh":1425.986888,"observedAt":"2026-11-11","runCount":718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_business_and_management_and_financial_operations/Muse Glimmer","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.09365,"ciLow":1321.77849,"ciHigh":1362.40881,"observedAt":"2026-11-11","runCount":930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_entertainment_and_sports_and_media/Muse Glimmer","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|industry_legal_and_government/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.555014,"ciLow":1354.878969,"ciHigh":1422.231058,"observedAt":"2026-11-11","runCount":300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_legal_and_government/Muse Glimmer","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.735675,"ciLow":1363.587565,"ciHigh":1409.883785,"observedAt":"2026-11-11","runCount":650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_life_and_physical_and_social_science/Muse Glimmer","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|industry_mathematical/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.389532,"ciLow":1342.430983,"ciHigh":1418.348081,"observedAt":"2026-11-11","runCount":234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_mathematical/Muse Glimmer","slice":"industry_mathematical"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.408031,"ciLow":1360.616946,"ciHigh":1434.199117,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_medicine_and_healthcare/Muse Glimmer","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|industry_software_and_it_services/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.909966,"ciLow":1398.842056,"ciHigh":1428.977876,"observedAt":"2026-11-11","runCount":1559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_software_and_it_services/Muse Glimmer","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.001271,"ciLow":1338.289594,"ciHigh":1377.712949,"observedAt":"2026-11-11","runCount":950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"industry_writing_and_literature_and_language/Muse Glimmer","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|instruction_following/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.149138,"ciLow":1356.764109,"ciHigh":1389.534166,"observedAt":"2026-11-11","runCount":1326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"instruction_following/Muse Glimmer","slice":"instruction_following"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|longer_query/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.375663,"ciLow":1366.654865,"ciHigh":1396.096461,"observedAt":"2026-11-11","runCount":1729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"longer_query/Muse Glimmer","slice":"longer_query"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|math/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.977973,"ciLow":1372.659771,"ciHigh":1451.296175,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"math/Muse Glimmer","slice":"math"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|multi_turn/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.929252,"ciLow":1372.612777,"ciHigh":1421.245727,"observedAt":"2026-11-11","runCount":610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"multi_turn/Muse Glimmer","slice":"multi_turn"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|non_english/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.597096,"ciLow":1372.05989,"ciHigh":1397.134303,"observedAt":"2026-11-11","runCount":2230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"non_english/Muse Glimmer","slice":"non_english"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|overall/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.792336,"ciLow":1379.032349,"ciHigh":1398.552322,"observedAt":"2026-11-11","runCount":3791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"overall/Muse Glimmer","slice":"overall"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-text@1|rating|russian/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.205201,"ciLow":1358.983047,"ciHigh":1417.427356,"observedAt":"2026-11-11","runCount":378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"russian/Muse Glimmer","slice":"russian"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-webdev@1|rating|overall/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1353.774849,"ciLow":1338.04546,"ciHigh":1369.504239,"observedAt":"2026-11-15","runCount":1627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"overall/Muse Glimmer","slice":"overall"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-webdev@1|rating|webdev-html/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1363.472043,"ciLow":1318.288639,"ciHigh":1408.655446,"observedAt":"2026-11-15","runCount":179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"webdev-html/Muse Glimmer","slice":"webdev-html"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-webdev@1|rating|webdev-react/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1346.096393,"ciLow":1327.534492,"ciHigh":1364.658294,"observedAt":"2026-11-15","runCount":1197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"webdev-react/Muse Glimmer","slice":"webdev-react"}
{"key":"lmarena|meta/muse-glimmer:default|none|lmarena-webdev@1|rating|webdev/Muse Glimmer","sourceId":"lmarena","modelId":"meta/muse-glimmer","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1353.774849,"ciLow":1338.04546,"ciHigh":1369.504239,"observedAt":"2026-11-15","runCount":1627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Glimmer","rowId":"webdev/Muse Glimmer","slice":"webdev"}
{"key":"lmarena|meta/muse-image-1.0:default|none|lmarena-image-edit@1|rating|agentic/Muse Image","sourceId":"lmarena","modelId":"meta/muse-image-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1387.442974,"ciLow":1376.497704,"ciHigh":1398.388243,"observedAt":"2026-11-12","runCount":6293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Image","rowId":"agentic/Muse Image","slice":"agentic"}
{"key":"lmarena|meta/muse-image-1.0:default|none|lmarena-image-edit@1|rating|multi_image_edit/Muse Image","sourceId":"lmarena","modelId":"meta/muse-image-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1398.665899,"ciLow":1394.572111,"ciHigh":1402.759686,"observedAt":"2026-11-12","runCount":126209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Image","rowId":"multi_image_edit/Muse Image","slice":"multi_image_edit"}
{"key":"lmarena|meta/muse-image-1.0:default|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/Muse Image","sourceId":"lmarena","modelId":"meta/muse-image-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1406.687963,"ciLow":1394.083616,"ciHigh":1419.292311,"observedAt":"2026-11-12","runCount":5170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Image","rowId":"multi_image_edit_agentic/Muse Image","slice":"multi_image_edit_agentic"}
{"key":"lmarena|meta/muse-image-1.0:default|none|lmarena-image-edit@1|rating|overall/Muse Image","sourceId":"lmarena","modelId":"meta/muse-image-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1400.767113,"ciLow":1397.032238,"ciHigh":1404.501987,"observedAt":"2026-11-12","runCount":204077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Image","rowId":"overall/Muse Image","slice":"overall"}
{"key":"lmarena|meta/muse-image-1.0:default|none|lmarena-text-to-image@1|rating|3d_modeling/Muse Image","sourceId":"lmarena","modelId":"meta/muse-image-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1235.904749,"ciLow":1226.674253,"ciHigh":1245.135245,"observedAt":"2026-11-12","runCount":5126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Image","rowId":"3d_modeling/Muse Image","slice":"3d_modeling"}
{"key":"lmarena|meta/muse-image-1.0:default|none|lmarena-text-to-image@1|rating|agentic/Muse Image","sourceId":"lmarena","modelId":"meta/muse-image-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1230.860969,"ciLow":1218.800428,"ciHigh":1242.921511,"observedAt":"2026-11-12","runCount":4336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Image","rowId":"agentic/Muse Image","slice":"agentic"}
{"key":"lmarena|meta/muse-image-1.0:default|none|lmarena-text-to-image@1|rating|art/Muse Image","sourceId":"lmarena","modelId":"meta/muse-image-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1256.171276,"ciLow":1248.391493,"ciHigh":1263.95106,"observedAt":"2026-11-12","runCount":8155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Image","rowId":"art/Muse Image","slice":"art"}
{"key":"lmarena|meta/muse-image-1.0:default|none|lmarena-text-to-image@1|rating|cartoon/Muse Image","sourceId":"lmarena","modelId":"meta/muse-image-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1274.658734,"ciLow":1268.573819,"ciHigh":1280.74365,"observedAt":"2026-11-12","runCount":22345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Image","rowId":"cartoon/Muse Image","slice":"cartoon"}
{"key":"lmarena|meta/muse-image-1.0:default|none|lmarena-text-to-image@1|rating|commercial_design/Muse Image","sourceId":"lmarena","modelId":"meta/muse-image-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1256.085455,"ciLow":1249.877447,"ciHigh":1262.293462,"observedAt":"2026-11-12","runCount":18945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Image","rowId":"commercial_design/Muse Image","slice":"commercial_design"}
{"key":"lmarena|meta/muse-image-1.0:default|none|lmarena-text-to-image@1|rating|overall/Muse Image","sourceId":"lmarena","modelId":"meta/muse-image-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1266.169836,"ciLow":1261.704734,"ciHigh":1270.634937,"observedAt":"2026-11-12","runCount":59855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Image","rowId":"overall/Muse Image","slice":"overall"}
{"key":"lmarena|meta/muse-image-1.0:default|none|lmarena-text-to-image@1|rating|photorealistic/Muse Image","sourceId":"lmarena","modelId":"meta/muse-image-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1274.867791,"ciLow":1268.725003,"ciHigh":1281.010579,"observedAt":"2026-11-12","runCount":21528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Image","rowId":"photorealistic/Muse Image","slice":"photorealistic"}
{"key":"lmarena|meta/muse-image-1.0:default|none|lmarena-text-to-image@1|rating|portraits/Muse Image","sourceId":"lmarena","modelId":"meta/muse-image-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1288.605262,"ciLow":1281.117952,"ciHigh":1296.092573,"observedAt":"2026-11-12","runCount":10794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Image","rowId":"portraits/Muse Image","slice":"portraits"}
{"key":"lmarena|meta/muse-image-1.0:default|none|lmarena-text-to-image@1|rating|text_rendering/Muse Image","sourceId":"lmarena","modelId":"meta/muse-image-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1291.438682,"ciLow":1285.061596,"ciHigh":1297.815768,"observedAt":"2026-11-12","runCount":18382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Image","rowId":"text_rendering/Muse Image","slice":"text_rendering"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-agent@1|score|overall/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.090094,"ciLow":-0.096796,"ciHigh":-0.083391,"observedAt":"2026-11-15","runCount":8427998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"overall/Muse Spark 1.1","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-document-style-control@1|rating|overall/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.831344,"ciLow":1472.630889,"ciHigh":1487.031799,"observedAt":"2026-11-09","runCount":8934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"overall/Muse Spark 1.1","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-document@1|rating|overall/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1463.463494,"ciLow":1456.369211,"ciHigh":1470.557778,"observedAt":"2026-11-09","runCount":8934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"overall/Muse Spark 1.1","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|chinese/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1529.904531,"ciLow":1519.146018,"ciHigh":1540.663043,"observedAt":"2026-11-11","runCount":3521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"chinese/Muse Spark 1.1","slice":"chinese"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|coding/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1533.264904,"ciLow":1526.906911,"ciHigh":1539.622897,"observedAt":"2026-11-11","runCount":12519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"coding/Muse Spark 1.1","slice":"coding"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|creative_writing/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.046119,"ciLow":1435.875317,"ciHigh":1450.216921,"observedAt":"2026-11-11","runCount":9633,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"creative_writing/Muse Spark 1.1","slice":"creative_writing"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|english/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.736628,"ciLow":1485.2761,"ciHigh":1496.197156,"observedAt":"2026-11-11","runCount":18388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"english/Muse Spark 1.1","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|exclude_ties/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.240851,"ciLow":1500.773473,"ciHigh":1511.708229,"observedAt":"2026-11-11","runCount":33924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"exclude_ties/Muse Spark 1.1","slice":"exclude_ties"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|expert/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.593789,"ciLow":1494.784559,"ciHigh":1512.40302,"observedAt":"2026-11-11","runCount":5189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"expert/Muse Spark 1.1","slice":"expert"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|french/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.288106,"ciLow":1496.730661,"ciHigh":1529.84555,"observedAt":"2026-11-11","runCount":1569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"french/Muse Spark 1.1","slice":"french"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|german/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.767853,"ciLow":1461.355864,"ciHigh":1504.179841,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"german/Muse Spark 1.1","slice":"german"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|hard_prompts/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.846237,"ciLow":1506.039033,"ciHigh":1515.653442,"observedAt":"2026-11-11","runCount":30011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"hard_prompts/Muse Spark 1.1","slice":"hard_prompts"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.1867,"ciLow":1498.830566,"ciHigh":1511.542835,"observedAt":"2026-11-11","runCount":12133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"hard_prompts_english/Muse Spark 1.1","slice":"hard_prompts_english"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.428604,"ciLow":1483.17867,"ciHigh":1497.678538,"observedAt":"2026-11-11","runCount":8661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_business_and_management_and_financial_operations/Muse Spark 1.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.762242,"ciLow":1441.095321,"ciHigh":1454.429162,"observedAt":"2026-11-11","runCount":11668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_entertainment_and_sports_and_media/Muse Spark 1.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.971696,"ciLow":1486.767235,"ciHigh":1507.176158,"observedAt":"2026-11-11","runCount":3893,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_legal_and_government/Muse Spark 1.1","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.774472,"ciLow":1495.242019,"ciHigh":1510.306926,"observedAt":"2026-11-11","runCount":7576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_life_and_physical_and_social_science/Muse Spark 1.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.218616,"ciLow":1485.130285,"ciHigh":1509.306947,"observedAt":"2026-11-11","runCount":2571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_mathematical/Muse Spark 1.1","slice":"industry_mathematical"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.711558,"ciLow":1490.692519,"ciHigh":1512.730597,"observedAt":"2026-11-11","runCount":3337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_medicine_and_healthcare/Muse Spark 1.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.635095,"ciLow":1520.023997,"ciHigh":1531.246193,"observedAt":"2026-11-11","runCount":17560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_software_and_it_services/Muse Spark 1.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.88893,"ciLow":1451.485168,"ciHigh":1464.292692,"observedAt":"2026-11-11","runCount":12650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_writing_and_literature_and_language/Muse Spark 1.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|instruction_following/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.831547,"ciLow":1467.053535,"ciHigh":1478.609558,"observedAt":"2026-11-11","runCount":16324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"instruction_following/Muse Spark 1.1","slice":"instruction_following"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|japanese/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.396287,"ciLow":1445.363738,"ciHigh":1491.428835,"observedAt":"2026-11-11","runCount":795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"japanese/Muse Spark 1.1","slice":"japanese"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|korean/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.275874,"ciLow":1450.521119,"ciHigh":1494.030629,"observedAt":"2026-11-11","runCount":781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"korean/Muse Spark 1.1","slice":"korean"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|longer_query/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.4503,"ciLow":1474.970921,"ciHigh":1485.929678,"observedAt":"2026-11-11","runCount":20904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"longer_query/Muse Spark 1.1","slice":"longer_query"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|math/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.270213,"ciLow":1480.084074,"ciHigh":1506.456353,"observedAt":"2026-11-11","runCount":2098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"math/Muse Spark 1.1","slice":"math"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|multi_turn/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.580914,"ciLow":1488.726307,"ciHigh":1504.435521,"observedAt":"2026-11-11","runCount":7023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"multi_turn/Muse Spark 1.1","slice":"multi_turn"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|non_english/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.654237,"ciLow":1478.750405,"ciHigh":1488.558069,"observedAt":"2026-11-11","runCount":27130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"non_english/Muse Spark 1.1","slice":"non_english"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|overall/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.871736,"ciLow":1486.696086,"ciHigh":1495.047386,"observedAt":"2026-11-11","runCount":45519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"overall/Muse Spark 1.1","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|polish/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.390347,"ciLow":1491.871837,"ciHigh":1536.908857,"observedAt":"2026-11-11","runCount":730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"polish/Muse Spark 1.1","slice":"polish"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|russian/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.602519,"ciLow":1485.978752,"ciHigh":1503.226286,"observedAt":"2026-11-11","runCount":5418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"russian/Muse Spark 1.1","slice":"russian"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text-style-control@1|rating|spanish/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.140306,"ciLow":1457.787532,"ciHigh":1490.493079,"observedAt":"2026-11-11","runCount":1448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"spanish/Muse Spark 1.1","slice":"spanish"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|chinese/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1516.59689,"ciLow":1505.873413,"ciHigh":1527.320367,"observedAt":"2026-11-11","runCount":3521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"chinese/Muse Spark 1.1","slice":"chinese"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|coding/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.062393,"ciLow":1491.770772,"ciHigh":1504.354014,"observedAt":"2026-11-11","runCount":12519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"coding/Muse Spark 1.1","slice":"coding"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|creative_writing/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.072764,"ciLow":1427.935219,"ciHigh":1442.210309,"observedAt":"2026-11-11","runCount":9633,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"creative_writing/Muse Spark 1.1","slice":"creative_writing"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|english/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.112622,"ciLow":1472.678063,"ciHigh":1483.547181,"observedAt":"2026-11-11","runCount":18388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"english/Muse Spark 1.1","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|exclude_ties/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.655874,"ciLow":1481.277599,"ciHigh":1492.034149,"observedAt":"2026-11-11","runCount":33924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"exclude_ties/Muse Spark 1.1","slice":"exclude_ties"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|expert/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.630856,"ciLow":1469.868251,"ciHigh":1487.393461,"observedAt":"2026-11-11","runCount":5189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"expert/Muse Spark 1.1","slice":"expert"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|french/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.382305,"ciLow":1475.995747,"ciHigh":1508.768864,"observedAt":"2026-11-11","runCount":1569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"french/Muse Spark 1.1","slice":"french"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|german/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.375282,"ciLow":1449.05765,"ciHigh":1491.692914,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"german/Muse Spark 1.1","slice":"german"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|hard_prompts/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.146363,"ciLow":1481.378517,"ciHigh":1490.91421,"observedAt":"2026-11-11","runCount":30011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"hard_prompts/Muse Spark 1.1","slice":"hard_prompts"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|hard_prompts_english/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.795518,"ciLow":1474.470571,"ciHigh":1487.120466,"observedAt":"2026-11-11","runCount":12133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"hard_prompts_english/Muse Spark 1.1","slice":"hard_prompts_english"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.628395,"ciLow":1462.444902,"ciHigh":1476.811888,"observedAt":"2026-11-11","runCount":8661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_business_and_management_and_financial_operations/Muse Spark 1.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.400111,"ciLow":1430.775525,"ciHigh":1444.024697,"observedAt":"2026-11-11","runCount":11668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_entertainment_and_sports_and_media/Muse Spark 1.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|industry_legal_and_government/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.142597,"ciLow":1471.025534,"ciHigh":1491.259661,"observedAt":"2026-11-11","runCount":3893,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_legal_and_government/Muse Spark 1.1","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.253218,"ciLow":1476.789928,"ciHigh":1491.716508,"observedAt":"2026-11-11","runCount":7576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_life_and_physical_and_social_science/Muse Spark 1.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|industry_mathematical/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.630059,"ciLow":1471.512867,"ciHigh":1495.74725,"observedAt":"2026-11-11","runCount":2571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_mathematical/Muse Spark 1.1","slice":"industry_mathematical"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.767468,"ciLow":1469.885061,"ciHigh":1491.649875,"observedAt":"2026-11-11","runCount":3337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_medicine_and_healthcare/Muse Spark 1.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|industry_software_and_it_services/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.734839,"ciLow":1493.171835,"ciHigh":1504.297844,"observedAt":"2026-11-11","runCount":17560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_software_and_it_services/Muse Spark 1.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.424016,"ciLow":1442.03756,"ciHigh":1454.810472,"observedAt":"2026-11-11","runCount":12650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"industry_writing_and_literature_and_language/Muse Spark 1.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|instruction_following/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.33209,"ciLow":1451.580504,"ciHigh":1463.083676,"observedAt":"2026-11-11","runCount":16324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"instruction_following/Muse Spark 1.1","slice":"instruction_following"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|japanese/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.990145,"ciLow":1427.011722,"ciHigh":1472.968569,"observedAt":"2026-11-11","runCount":795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"japanese/Muse Spark 1.1","slice":"japanese"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|korean/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.317107,"ciLow":1434.789902,"ciHigh":1477.844311,"observedAt":"2026-11-11","runCount":781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"korean/Muse Spark 1.1","slice":"korean"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|longer_query/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.800847,"ciLow":1456.363961,"ciHigh":1467.237734,"observedAt":"2026-11-11","runCount":20904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"longer_query/Muse Spark 1.1","slice":"longer_query"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|math/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.277189,"ciLow":1468.047985,"ciHigh":1494.506392,"observedAt":"2026-11-11","runCount":2098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"math/Muse Spark 1.1","slice":"math"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|multi_turn/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.708459,"ciLow":1476.903881,"ciHigh":1492.513038,"observedAt":"2026-11-11","runCount":7023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"multi_turn/Muse Spark 1.1","slice":"multi_turn"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|non_english/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.073334,"ciLow":1467.200482,"ciHigh":1476.946187,"observedAt":"2026-11-11","runCount":27130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"non_english/Muse Spark 1.1","slice":"non_english"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|overall/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.859267,"ciLow":1474.713404,"ciHigh":1483.005129,"observedAt":"2026-11-11","runCount":45519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"overall/Muse Spark 1.1","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|polish/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.83995,"ciLow":1479.593884,"ciHigh":1524.086016,"observedAt":"2026-11-11","runCount":730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"polish/Muse Spark 1.1","slice":"polish"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|russian/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.908312,"ciLow":1474.296874,"ciHigh":1491.51975,"observedAt":"2026-11-11","runCount":5418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"russian/Muse Spark 1.1","slice":"russian"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-text@1|rating|spanish/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.138568,"ciLow":1446.864966,"ciHigh":1479.41217,"observedAt":"2026-11-11","runCount":1448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"spanish/Muse Spark 1.1","slice":"spanish"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision-style-control@1|rating|chinese/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.758036,"ciLow":1313.672861,"ciHigh":1357.84321,"observedAt":"2026-11-09","runCount":805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"chinese/Muse Spark 1.1","slice":"chinese"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.371636,"ciLow":1222.909614,"ciHigh":1259.833658,"observedAt":"2026-11-09","runCount":1187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"creative_writing_vision/Muse Spark 1.1","slice":"creative_writing_vision"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision-style-control@1|rating|diagram/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.152835,"ciLow":1294.478134,"ciHigh":1315.827536,"observedAt":"2026-11-09","runCount":3490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"diagram/Muse Spark 1.1","slice":"diagram"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision-style-control@1|rating|english/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.548159,"ciLow":1265.31932,"ciHigh":1285.776998,"observedAt":"2026-11-09","runCount":4472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"english/Muse Spark 1.1","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision-style-control@1|rating|homework/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.882835,"ciLow":1270.205068,"ciHigh":1301.560601,"observedAt":"2026-11-09","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"homework/Muse Spark 1.1","slice":"homework"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision-style-control@1|rating|humor/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.076825,"ciLow":1257.52389,"ciHigh":1306.62976,"observedAt":"2026-11-09","runCount":621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"humor/Muse Spark 1.1","slice":"humor"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision-style-control@1|rating|ocr/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.980631,"ciLow":1286.7437,"ciHigh":1301.217562,"observedAt":"2026-11-09","runCount":9160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"ocr/Muse Spark 1.1","slice":"ocr"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision-style-control@1|rating|overall/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.305026,"ciLow":1272.459835,"ciHigh":1286.150217,"observedAt":"2026-11-09","runCount":13413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"overall/Muse Spark 1.1","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision@1|rating|chinese/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1348.466823,"ciLow":1326.553711,"ciHigh":1370.379935,"observedAt":"2026-11-09","runCount":805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"chinese/Muse Spark 1.1","slice":"chinese"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision@1|rating|creative_writing_vision/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1256.570758,"ciLow":1238.225029,"ciHigh":1274.916488,"observedAt":"2026-11-09","runCount":1187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"creative_writing_vision/Muse Spark 1.1","slice":"creative_writing_vision"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision@1|rating|diagram/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1305.386672,"ciLow":1294.771469,"ciHigh":1316.001876,"observedAt":"2026-11-09","runCount":3490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"diagram/Muse Spark 1.1","slice":"diagram"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision@1|rating|english/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1291.358435,"ciLow":1281.19533,"ciHigh":1301.52154,"observedAt":"2026-11-09","runCount":4472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"english/Muse Spark 1.1","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision@1|rating|homework/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1284.429779,"ciLow":1268.847853,"ciHigh":1300.011705,"observedAt":"2026-11-09","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"homework/Muse Spark 1.1","slice":"homework"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision@1|rating|humor/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1295.630598,"ciLow":1271.238721,"ciHigh":1320.022474,"observedAt":"2026-11-09","runCount":621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"humor/Muse Spark 1.1","slice":"humor"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision@1|rating|ocr/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1300.401951,"ciLow":1293.22817,"ciHigh":1307.575731,"observedAt":"2026-11-09","runCount":9160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"ocr/Muse Spark 1.1","slice":"ocr"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-vision@1|rating|overall/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1291.730868,"ciLow":1284.945951,"ciHigh":1298.515784,"observedAt":"2026-11-09","runCount":13413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"overall/Muse Spark 1.1","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-webdev@1|rating|image_to_webdev/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1538.800228,"ciLow":1527.288372,"ciHigh":1550.312084,"observedAt":"2026-11-15","runCount":3027,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"image_to_webdev/Muse Spark 1.1","slice":"image_to_webdev"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-webdev@1|rating|overall/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1541.553864,"ciLow":1533.869851,"ciHigh":1549.237877,"observedAt":"2026-11-15","runCount":7820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"overall/Muse Spark 1.1","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-webdev@1|rating|webdev-html/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1537.939523,"ciLow":1516.406809,"ciHigh":1559.472236,"observedAt":"2026-11-15","runCount":875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"webdev-html/Muse Spark 1.1","slice":"webdev-html"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-webdev@1|rating|webdev-react/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1530.537651,"ciLow":1521.355074,"ciHigh":1539.720228,"observedAt":"2026-11-15","runCount":5252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"webdev-react/Muse Spark 1.1","slice":"webdev-react"}
{"key":"lmarena|meta/muse-spark-1.1:default|none|lmarena-webdev@1|rating|webdev/Muse Spark 1.1","sourceId":"lmarena","modelId":"meta/muse-spark-1.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1541.553864,"ciLow":1533.869851,"ciHigh":1549.237877,"observedAt":"2026-11-15","runCount":7820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.1","rowId":"webdev/Muse Spark 1.1","slice":"webdev"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-agent@1|cost-per-task|overall/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.411631,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"overall/Muse Spark 1.2 (xHigh)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-agent@1|output-tokens-per-task|overall/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":25558,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"overall/Muse Spark 1.2 (xHigh)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-agent@1|score|overall/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.090773,"ciLow":-0.09961,"ciHigh":-0.081935,"observedAt":"2026-11-15","runCount":3860984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"overall/Muse Spark 1.2 (xHigh)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|chinese/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.131415,"ciLow":1504.673622,"ciHigh":1539.589207,"observedAt":"2026-11-11","runCount":1257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"chinese/Muse Spark 1.2 (xHigh)","slice":"chinese"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|coding/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1542.217474,"ciLow":1531.915583,"ciHigh":1552.519364,"observedAt":"2026-11-11","runCount":3912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"coding/Muse Spark 1.2 (xHigh)","slice":"coding"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|creative_writing/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.204495,"ciLow":1431.748924,"ciHigh":1454.660066,"observedAt":"2026-11-11","runCount":3365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"creative_writing/Muse Spark 1.2 (xHigh)","slice":"creative_writing"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|english/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.917202,"ciLow":1482.566039,"ciHigh":1499.268364,"observedAt":"2026-11-11","runCount":5989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"english/Muse Spark 1.2 (xHigh)","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|exclude_ties/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.826112,"ciLow":1501.19924,"ciHigh":1516.452983,"observedAt":"2026-11-11","runCount":11671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"exclude_ties/Muse Spark 1.2 (xHigh)","slice":"exclude_ties"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|expert/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.024697,"ciLow":1487.323128,"ciHigh":1518.726265,"observedAt":"2026-11-11","runCount":1515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"expert/Muse Spark 1.2 (xHigh)","slice":"expert"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|french/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.870955,"ciLow":1493.418498,"ciHigh":1548.323412,"observedAt":"2026-11-11","runCount":528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"french/Muse Spark 1.2 (xHigh)","slice":"french"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|german/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.3827,"ciLow":1458.50194,"ciHigh":1536.263459,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"german/Muse Spark 1.2 (xHigh)","slice":"german"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|hard_prompts/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.860296,"ciLow":1506.89164,"ciHigh":1520.828951,"observedAt":"2026-11-11","runCount":9921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"hard_prompts/Muse Spark 1.2 (xHigh)","slice":"hard_prompts"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|hard_prompts_english/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.877483,"ciLow":1498.65031,"ciHigh":1519.104657,"observedAt":"2026-11-11","runCount":3877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"hard_prompts_english/Muse Spark 1.2 (xHigh)","slice":"hard_prompts_english"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.916317,"ciLow":1489.934673,"ciHigh":1513.897961,"observedAt":"2026-11-11","runCount":2758,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_business_and_management_and_financial_operations/Muse Spark 1.2 (xHigh)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.208822,"ciLow":1441.708578,"ciHigh":1462.709066,"observedAt":"2026-11-11","runCount":3998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_entertainment_and_sports_and_media/Muse Spark 1.2 (xHigh)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.05242,"ciLow":1496.1392,"ciHigh":1531.965641,"observedAt":"2026-11-11","runCount":1181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_legal_and_government/Muse Spark 1.2 (xHigh)","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.182445,"ciLow":1500.413929,"ciHigh":1525.950962,"observedAt":"2026-11-11","runCount":2423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_life_and_physical_and_social_science/Muse Spark 1.2 (xHigh)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_mathematical/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.814659,"ciLow":1465.576985,"ciHigh":1508.052333,"observedAt":"2026-11-11","runCount":815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_mathematical/Muse Spark 1.2 (xHigh)","slice":"industry_mathematical"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.00348,"ciLow":1486.393501,"ciHigh":1525.613459,"observedAt":"2026-11-11","runCount":1044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_medicine_and_healthcare/Muse Spark 1.2 (xHigh)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1531.848053,"ciLow":1523.184464,"ciHigh":1540.511642,"observedAt":"2026-11-11","runCount":5705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_software_and_it_services/Muse Spark 1.2 (xHigh)","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.314915,"ciLow":1452.405042,"ciHigh":1472.224787,"observedAt":"2026-11-11","runCount":4478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_writing_and_literature_and_language/Muse Spark 1.2 (xHigh)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|instruction_following/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.492894,"ciLow":1469.658569,"ciHigh":1487.32722,"observedAt":"2026-11-11","runCount":5437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"instruction_following/Muse Spark 1.2 (xHigh)","slice":"instruction_following"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|japanese/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.961779,"ciLow":1452.881664,"ciHigh":1531.041894,"observedAt":"2026-11-11","runCount":249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"japanese/Muse Spark 1.2 (xHigh)","slice":"japanese"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|korean/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.724516,"ciLow":1425.778584,"ciHigh":1495.670449,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"korean/Muse Spark 1.2 (xHigh)","slice":"korean"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|longer_query/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.694064,"ciLow":1482.427827,"ciHigh":1498.960302,"observedAt":"2026-11-11","runCount":6802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"longer_query/Muse Spark 1.2 (xHigh)","slice":"longer_query"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|math/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.322731,"ciLow":1464.97221,"ciHigh":1507.673253,"observedAt":"2026-11-11","runCount":768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"math/Muse Spark 1.2 (xHigh)","slice":"math"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|multi_turn/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.13198,"ciLow":1497.042527,"ciHigh":1523.221433,"observedAt":"2026-11-11","runCount":2371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"multi_turn/Muse Spark 1.2 (xHigh)","slice":"multi_turn"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|non_english/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.925534,"ciLow":1479.863898,"ciHigh":1493.98717,"observedAt":"2026-11-11","runCount":9574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"non_english/Muse Spark 1.2 (xHigh)","slice":"non_english"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|overall/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.89243,"ciLow":1487.106651,"ciHigh":1498.67821,"observedAt":"2026-11-11","runCount":15563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"overall/Muse Spark 1.2 (xHigh)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|polish/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.368348,"ciLow":1482.718914,"ciHigh":1562.017782,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"polish/Muse Spark 1.2 (xHigh)","slice":"polish"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|russian/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.105861,"ciLow":1483.510276,"ciHigh":1510.701446,"observedAt":"2026-11-11","runCount":2151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"russian/Muse Spark 1.2 (xHigh)","slice":"russian"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text-style-control@1|rating|spanish/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.629677,"ciLow":1468.591436,"ciHigh":1520.667918,"observedAt":"2026-11-11","runCount":526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"spanish/Muse Spark 1.2 (xHigh)","slice":"spanish"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|chinese/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1517.186254,"ciLow":1499.66476,"ciHigh":1534.707748,"observedAt":"2026-11-11","runCount":1257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"chinese/Muse Spark 1.2 (xHigh)","slice":"chinese"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|coding/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1505.905531,"ciLow":1495.709261,"ciHigh":1516.1018,"observedAt":"2026-11-11","runCount":3912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"coding/Muse Spark 1.2 (xHigh)","slice":"coding"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|creative_writing/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.249322,"ciLow":1427.858839,"ciHigh":1450.639805,"observedAt":"2026-11-11","runCount":3365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"creative_writing/Muse Spark 1.2 (xHigh)","slice":"creative_writing"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|english/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.0376,"ciLow":1473.720689,"ciHigh":1490.354512,"observedAt":"2026-11-11","runCount":5989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"english/Muse Spark 1.2 (xHigh)","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|exclude_ties/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.455191,"ciLow":1484.894473,"ciHigh":1500.015909,"observedAt":"2026-11-11","runCount":11671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"exclude_ties/Muse Spark 1.2 (xHigh)","slice":"exclude_ties"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|expert/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.429455,"ciLow":1470.852551,"ciHigh":1502.006359,"observedAt":"2026-11-11","runCount":1515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"expert/Muse Spark 1.2 (xHigh)","slice":"expert"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|french/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.346942,"ciLow":1475.192992,"ciHigh":1529.500892,"observedAt":"2026-11-11","runCount":528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"french/Muse Spark 1.2 (xHigh)","slice":"french"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|german/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.028342,"ciLow":1451.262534,"ciHigh":1528.794151,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"german/Muse Spark 1.2 (xHigh)","slice":"german"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|hard_prompts/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.247258,"ciLow":1485.301039,"ciHigh":1499.193477,"observedAt":"2026-11-11","runCount":9921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"hard_prompts/Muse Spark 1.2 (xHigh)","slice":"hard_prompts"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|hard_prompts_english/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.306394,"ciLow":1479.148215,"ciHigh":1499.464573,"observedAt":"2026-11-11","runCount":3877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"hard_prompts_english/Muse Spark 1.2 (xHigh)","slice":"hard_prompts_english"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.17518,"ciLow":1472.240916,"ciHigh":1496.109444,"observedAt":"2026-11-11","runCount":2758,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_business_and_management_and_financial_operations/Muse Spark 1.2 (xHigh)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.086456,"ciLow":1434.636699,"ciHigh":1455.536213,"observedAt":"2026-11-11","runCount":3998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_entertainment_and_sports_and_media/Muse Spark 1.2 (xHigh)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|industry_legal_and_government/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1505.135888,"ciLow":1487.225191,"ciHigh":1523.046585,"observedAt":"2026-11-11","runCount":1181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_legal_and_government/Muse Spark 1.2 (xHigh)","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.673077,"ciLow":1489.031744,"ciHigh":1514.314411,"observedAt":"2026-11-11","runCount":2423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_life_and_physical_and_social_science/Muse Spark 1.2 (xHigh)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|industry_mathematical/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.656723,"ciLow":1455.504856,"ciHigh":1497.808591,"observedAt":"2026-11-11","runCount":815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_mathematical/Muse Spark 1.2 (xHigh)","slice":"industry_mathematical"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.00301,"ciLow":1470.686852,"ciHigh":1509.319168,"observedAt":"2026-11-11","runCount":1044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_medicine_and_healthcare/Muse Spark 1.2 (xHigh)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|industry_software_and_it_services/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.255788,"ciLow":1497.653417,"ciHigh":1514.85816,"observedAt":"2026-11-11","runCount":5705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_software_and_it_services/Muse Spark 1.2 (xHigh)","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.199764,"ciLow":1446.302385,"ciHigh":1466.097142,"observedAt":"2026-11-11","runCount":4478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"industry_writing_and_literature_and_language/Muse Spark 1.2 (xHigh)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|instruction_following/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.960627,"ciLow":1460.154234,"ciHigh":1477.76702,"observedAt":"2026-11-11","runCount":5437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"instruction_following/Muse Spark 1.2 (xHigh)","slice":"instruction_following"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|japanese/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.509004,"ciLow":1448.363066,"ciHigh":1526.654941,"observedAt":"2026-11-11","runCount":249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"japanese/Muse Spark 1.2 (xHigh)","slice":"japanese"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|korean/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.308822,"ciLow":1418.535149,"ciHigh":1488.082494,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"korean/Muse Spark 1.2 (xHigh)","slice":"korean"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|longer_query/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.556017,"ciLow":1467.332512,"ciHigh":1483.779522,"observedAt":"2026-11-11","runCount":6802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"longer_query/Muse Spark 1.2 (xHigh)","slice":"longer_query"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|math/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.737288,"ciLow":1456.391185,"ciHigh":1499.08339,"observedAt":"2026-11-11","runCount":768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"math/Muse Spark 1.2 (xHigh)","slice":"math"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|multi_turn/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.887741,"ciLow":1484.86136,"ciHigh":1510.914121,"observedAt":"2026-11-11","runCount":2371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"multi_turn/Muse Spark 1.2 (xHigh)","slice":"multi_turn"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|non_english/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.542899,"ciLow":1470.481132,"ciHigh":1484.604665,"observedAt":"2026-11-11","runCount":9574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"non_english/Muse Spark 1.2 (xHigh)","slice":"non_english"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|overall/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.436687,"ciLow":1477.654707,"ciHigh":1489.218668,"observedAt":"2026-11-11","runCount":15563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"overall/Muse Spark 1.2 (xHigh)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|polish/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1507.951881,"ciLow":1468.81172,"ciHigh":1547.092041,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"polish/Muse Spark 1.2 (xHigh)","slice":"polish"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|russian/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.837082,"ciLow":1474.232538,"ciHigh":1501.441625,"observedAt":"2026-11-11","runCount":2151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"russian/Muse Spark 1.2 (xHigh)","slice":"russian"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-text@1|rating|spanish/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.857031,"ciLow":1463.998436,"ciHigh":1515.715625,"observedAt":"2026-11-11","runCount":526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"spanish/Muse Spark 1.2 (xHigh)","slice":"spanish"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-vision-style-control@1|rating|diagram/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.275371,"ciLow":1287.906611,"ciHigh":1340.644131,"observedAt":"2026-11-09","runCount":535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"diagram/Muse Spark 1.2 (xHigh)","slice":"diagram"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-vision-style-control@1|rating|english/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.294175,"ciLow":1252.753397,"ciHigh":1299.834953,"observedAt":"2026-11-09","runCount":687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"english/Muse Spark 1.2 (xHigh)","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-vision-style-control@1|rating|ocr/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.309,"ciLow":1289.319288,"ciHigh":1323.298712,"observedAt":"2026-11-09","runCount":1330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"ocr/Muse Spark 1.2 (xHigh)","slice":"ocr"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-vision-style-control@1|rating|overall/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.508755,"ciLow":1279.129009,"ciHigh":1307.8885,"observedAt":"2026-11-09","runCount":1930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"overall/Muse Spark 1.2 (xHigh)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-vision@1|rating|diagram/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1314.190753,"ciLow":1287.926751,"ciHigh":1340.454755,"observedAt":"2026-11-09","runCount":535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"diagram/Muse Spark 1.2 (xHigh)","slice":"diagram"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-vision@1|rating|english/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1292.290203,"ciLow":1268.849582,"ciHigh":1315.730825,"observedAt":"2026-11-09","runCount":687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"english/Muse Spark 1.2 (xHigh)","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-vision@1|rating|ocr/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1312.059997,"ciLow":1295.079693,"ciHigh":1329.0403,"observedAt":"2026-11-09","runCount":1330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"ocr/Muse Spark 1.2 (xHigh)","slice":"ocr"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-vision@1|rating|overall/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1304.930031,"ciLow":1290.561224,"ciHigh":1319.298837,"observedAt":"2026-11-09","runCount":1930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"overall/Muse Spark 1.2 (xHigh)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-webdev@1|rating|overall/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1533.938132,"ciLow":1520.112232,"ciHigh":1547.764033,"observedAt":"2026-11-15","runCount":2117,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"overall/Muse Spark 1.2 (xHigh)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-webdev@1|rating|webdev-html/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1544.455538,"ciLow":1501.830775,"ciHigh":1587.080301,"observedAt":"2026-11-15","runCount":238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"webdev-html/Muse Spark 1.2 (xHigh)","slice":"webdev-html"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-webdev@1|rating|webdev-react/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1525.257658,"ciLow":1508.501336,"ciHigh":1542.013979,"observedAt":"2026-11-15","runCount":1455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"webdev-react/Muse Spark 1.2 (xHigh)","slice":"webdev-react"}
{"key":"lmarena|meta/muse-spark-1.2:effort=xhigh|none|lmarena-webdev@1|rating|webdev/Muse Spark 1.2 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.2","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1533.938132,"ciLow":1520.112232,"ciHigh":1547.764033,"observedAt":"2026-11-15","runCount":2117,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.2 (xHigh)","rowId":"webdev/Muse Spark 1.2 (xHigh)","slice":"webdev"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-agent@1|cost-per-task|overall/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.465437,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"overall/Muse Spark 1.3 (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":28118,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"overall/Muse Spark 1.3 (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-agent@1|score|overall/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.012015,"ciLow":0.003308,"ciHigh":0.020721,"observedAt":"2026-11-15","runCount":8884229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"overall/Muse Spark 1.3 (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-document-style-control@1|rating|overall/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.111196,"ciLow":1466.263644,"ciHigh":1481.958748,"observedAt":"2026-11-09","runCount":7205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"overall/Muse Spark 1.3 (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-document@1|rating|overall/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1472.9211,"ciLow":1465.14421,"ciHigh":1480.69799,"observedAt":"2026-11-09","runCount":7205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"overall/Muse Spark 1.3 (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|chinese/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1532.875056,"ciLow":1519.189301,"ciHigh":1546.560811,"observedAt":"2026-11-11","runCount":2047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"chinese/Muse Spark 1.3 (Max)","slice":"chinese"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|coding/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1533.610217,"ciLow":1525.566582,"ciHigh":1541.653852,"observedAt":"2026-11-11","runCount":6830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"coding/Muse Spark 1.3 (Max)","slice":"coding"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|creative_writing/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.949827,"ciLow":1459.067079,"ciHigh":1476.832575,"observedAt":"2026-11-11","runCount":5983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"creative_writing/Muse Spark 1.3 (Max)","slice":"creative_writing"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|english/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.204886,"ciLow":1495.39701,"ciHigh":1509.012763,"observedAt":"2026-11-11","runCount":10279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"english/Muse Spark 1.3 (Max)","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|exclude_ties/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.955261,"ciLow":1507.345644,"ciHigh":1520.564877,"observedAt":"2026-11-11","runCount":19905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"exclude_ties/Muse Spark 1.3 (Max)","slice":"exclude_ties"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|expert/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1521.159437,"ciLow":1509.514174,"ciHigh":1532.804699,"observedAt":"2026-11-11","runCount":2792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"expert/Muse Spark 1.3 (Max)","slice":"expert"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|french/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1518.449122,"ciLow":1497.250769,"ciHigh":1539.647475,"observedAt":"2026-11-11","runCount":903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"french/Muse Spark 1.3 (Max)","slice":"french"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|german/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.65666,"ciLow":1482.92075,"ciHigh":1542.392569,"observedAt":"2026-11-11","runCount":396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"german/Muse Spark 1.3 (Max)","slice":"german"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.472138,"ciLow":1510.650863,"ciHigh":1522.293413,"observedAt":"2026-11-11","runCount":17407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"hard_prompts/Muse Spark 1.3 (Max)","slice":"hard_prompts"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts_english/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.197327,"ciLow":1508.10212,"ciHigh":1524.292534,"observedAt":"2026-11-11","runCount":6666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"hard_prompts_english/Muse Spark 1.3 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.794554,"ciLow":1487.540584,"ciHigh":1506.048525,"observedAt":"2026-11-11","runCount":4783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_business_and_management_and_financial_operations/Muse Spark 1.3 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.012868,"ciLow":1457.741924,"ciHigh":1474.283812,"observedAt":"2026-11-11","runCount":7003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_entertainment_and_sports_and_media/Muse Spark 1.3 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.686905,"ciLow":1486.321031,"ciHigh":1513.052779,"observedAt":"2026-11-11","runCount":2205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_legal_and_government/Muse Spark 1.3 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.246996,"ciLow":1503.389436,"ciHigh":1523.104557,"observedAt":"2026-11-11","runCount":4276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_life_and_physical_and_social_science/Muse Spark 1.3 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|industry_mathematical/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.697099,"ciLow":1486.267533,"ciHigh":1517.126664,"observedAt":"2026-11-11","runCount":1529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_mathematical/Muse Spark 1.3 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.488206,"ciLow":1487.528486,"ciHigh":1517.447925,"observedAt":"2026-11-11","runCount":1799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_medicine_and_healthcare/Muse Spark 1.3 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1526.902982,"ciLow":1519.977365,"ciHigh":1533.828599,"observedAt":"2026-11-11","runCount":9882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_software_and_it_services/Muse Spark 1.3 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.246435,"ciLow":1470.401801,"ciHigh":1486.09107,"observedAt":"2026-11-11","runCount":7743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_writing_and_literature_and_language/Muse Spark 1.3 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|instruction_following/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.168101,"ciLow":1478.11841,"ciHigh":1492.217791,"observedAt":"2026-11-11","runCount":9650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"instruction_following/Muse Spark 1.3 (Max)","slice":"instruction_following"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|japanese/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.248425,"ciLow":1460.050298,"ciHigh":1522.446552,"observedAt":"2026-11-11","runCount":425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"japanese/Muse Spark 1.3 (Max)","slice":"japanese"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|korean/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.002528,"ciLow":1450.314699,"ciHigh":1509.690357,"observedAt":"2026-11-11","runCount":425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"korean/Muse Spark 1.3 (Max)","slice":"korean"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|longer_query/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.866003,"ciLow":1491.151512,"ciHigh":1504.580493,"observedAt":"2026-11-11","runCount":11991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"longer_query/Muse Spark 1.3 (Max)","slice":"longer_query"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|math/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.849823,"ciLow":1489.428445,"ciHigh":1522.271201,"observedAt":"2026-11-11","runCount":1305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"math/Muse Spark 1.3 (Max)","slice":"math"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|multi_turn/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.29321,"ciLow":1483.186058,"ciHigh":1503.400361,"observedAt":"2026-11-11","runCount":4003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"multi_turn/Muse Spark 1.3 (Max)","slice":"multi_turn"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|non_english/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.634078,"ciLow":1479.78274,"ciHigh":1491.485417,"observedAt":"2026-11-11","runCount":16523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"non_english/Muse Spark 1.3 (Max)","slice":"non_english"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|overall/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.501621,"ciLow":1491.492896,"ciHigh":1501.510345,"observedAt":"2026-11-11","runCount":26806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"overall/Muse Spark 1.3 (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|polish/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.595056,"ciLow":1468.876752,"ciHigh":1530.313361,"observedAt":"2026-11-11","runCount":389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"polish/Muse Spark 1.3 (Max)","slice":"polish"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|russian/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.668041,"ciLow":1487.422155,"ciHigh":1507.913926,"observedAt":"2026-11-11","runCount":3847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"russian/Muse Spark 1.3 (Max)","slice":"russian"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text-style-control@1|rating|spanish/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.886744,"ciLow":1470.25106,"ciHigh":1511.522428,"observedAt":"2026-11-11","runCount":921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"spanish/Muse Spark 1.3 (Max)","slice":"spanish"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|chinese/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1528.495204,"ciLow":1514.85462,"ciHigh":1542.135788,"observedAt":"2026-11-11","runCount":2047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"chinese/Muse Spark 1.3 (Max)","slice":"chinese"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|coding/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1508.675358,"ciLow":1500.70425,"ciHigh":1516.646465,"observedAt":"2026-11-11","runCount":6830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"coding/Muse Spark 1.3 (Max)","slice":"coding"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|creative_writing/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.031377,"ciLow":1458.164685,"ciHigh":1475.898068,"observedAt":"2026-11-11","runCount":5983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"creative_writing/Muse Spark 1.3 (Max)","slice":"creative_writing"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|english/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.85722,"ciLow":1488.073418,"ciHigh":1501.641023,"observedAt":"2026-11-11","runCount":10279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"english/Muse Spark 1.3 (Max)","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|exclude_ties/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1504.26494,"ciLow":1497.748473,"ciHigh":1510.781407,"observedAt":"2026-11-11","runCount":19905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"exclude_ties/Muse Spark 1.3 (Max)","slice":"exclude_ties"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|expert/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.498973,"ciLow":1497.890497,"ciHigh":1521.10745,"observedAt":"2026-11-11","runCount":2792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"expert/Muse Spark 1.3 (Max)","slice":"expert"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|french/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1508.977167,"ciLow":1487.784777,"ciHigh":1530.169557,"observedAt":"2026-11-11","runCount":903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"french/Muse Spark 1.3 (Max)","slice":"french"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|german/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1508.33768,"ciLow":1478.415804,"ciHigh":1538.259555,"observedAt":"2026-11-11","runCount":396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"german/Muse Spark 1.3 (Max)","slice":"german"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|hard_prompts/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.356579,"ciLow":1496.569586,"ciHigh":1508.143572,"observedAt":"2026-11-11","runCount":17407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"hard_prompts/Muse Spark 1.3 (Max)","slice":"hard_prompts"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|hard_prompts_english/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.09196,"ciLow":1492.02049,"ciHigh":1508.163429,"observedAt":"2026-11-11","runCount":6666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"hard_prompts_english/Muse Spark 1.3 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.319175,"ciLow":1475.11489,"ciHigh":1493.523459,"observedAt":"2026-11-11","runCount":4783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_business_and_management_and_financial_operations/Muse Spark 1.3 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.625576,"ciLow":1455.387678,"ciHigh":1471.863473,"observedAt":"2026-11-11","runCount":7003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_entertainment_and_sports_and_media/Muse Spark 1.3 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|industry_legal_and_government/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.069844,"ciLow":1482.836762,"ciHigh":1509.302926,"observedAt":"2026-11-11","runCount":2205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_legal_and_government/Muse Spark 1.3 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.855354,"ciLow":1497.100209,"ciHigh":1516.610499,"observedAt":"2026-11-11","runCount":4276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_life_and_physical_and_social_science/Muse Spark 1.3 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|industry_mathematical/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.422712,"ciLow":1478.966933,"ciHigh":1509.87849,"observedAt":"2026-11-11","runCount":1529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_mathematical/Muse Spark 1.3 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.547995,"ciLow":1480.81769,"ciHigh":1510.278299,"observedAt":"2026-11-11","runCount":1799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_medicine_and_healthcare/Muse Spark 1.3 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|industry_software_and_it_services/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.704331,"ciLow":1502.829935,"ciHigh":1516.578727,"observedAt":"2026-11-11","runCount":9882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_software_and_it_services/Muse Spark 1.3 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.978032,"ciLow":1467.139319,"ciHigh":1482.816745,"observedAt":"2026-11-11","runCount":7743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"industry_writing_and_literature_and_language/Muse Spark 1.3 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|instruction_following/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.365876,"ciLow":1472.333428,"ciHigh":1486.398324,"observedAt":"2026-11-11","runCount":9650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"instruction_following/Muse Spark 1.3 (Max)","slice":"instruction_following"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|japanese/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.639244,"ciLow":1450.45964,"ciHigh":1512.818847,"observedAt":"2026-11-11","runCount":425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"japanese/Muse Spark 1.3 (Max)","slice":"japanese"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|korean/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.159408,"ciLow":1453.45317,"ciHigh":1512.865646,"observedAt":"2026-11-11","runCount":425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"korean/Muse Spark 1.3 (Max)","slice":"korean"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|longer_query/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.62605,"ciLow":1481.952375,"ciHigh":1495.299725,"observedAt":"2026-11-11","runCount":11991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"longer_query/Muse Spark 1.3 (Max)","slice":"longer_query"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|math/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.027488,"ciLow":1481.548002,"ciHigh":1514.506973,"observedAt":"2026-11-11","runCount":1305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"math/Muse Spark 1.3 (Max)","slice":"math"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|multi_turn/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.847594,"ciLow":1477.763551,"ciHigh":1497.931637,"observedAt":"2026-11-11","runCount":4003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"multi_turn/Muse Spark 1.3 (Max)","slice":"multi_turn"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|non_english/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.569488,"ciLow":1476.744624,"ciHigh":1488.394352,"observedAt":"2026-11-11","runCount":16523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"non_english/Muse Spark 1.3 (Max)","slice":"non_english"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|overall/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.638325,"ciLow":1486.658016,"ciHigh":1496.618634,"observedAt":"2026-11-11","runCount":26806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"overall/Muse Spark 1.3 (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|polish/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.243401,"ciLow":1469.790812,"ciHigh":1530.69599,"observedAt":"2026-11-11","runCount":389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"polish/Muse Spark 1.3 (Max)","slice":"polish"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|russian/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.922531,"ciLow":1481.695722,"ciHigh":1502.14934,"observedAt":"2026-11-11","runCount":3847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"russian/Muse Spark 1.3 (Max)","slice":"russian"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-text@1|rating|spanish/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.27611,"ciLow":1472.786002,"ciHigh":1513.766217,"observedAt":"2026-11-11","runCount":921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"spanish/Muse Spark 1.3 (Max)","slice":"spanish"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision-style-control@1|rating|chinese/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.110916,"ciLow":1313.717233,"ciHigh":1374.5046,"observedAt":"2026-11-09","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"chinese/Muse Spark 1.3 (Max)","slice":"chinese"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.226316,"ciLow":1263.386576,"ciHigh":1311.066057,"observedAt":"2026-11-09","runCount":689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"creative_writing_vision/Muse Spark 1.3 (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision-style-control@1|rating|diagram/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.797827,"ciLow":1314.230138,"ciHigh":1343.365517,"observedAt":"2026-11-09","runCount":1872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"diagram/Muse Spark 1.3 (Max)","slice":"diagram"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision-style-control@1|rating|english/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.606706,"ciLow":1268.710854,"ciHigh":1294.502558,"observedAt":"2026-11-09","runCount":2606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"english/Muse Spark 1.3 (Max)","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision-style-control@1|rating|homework/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.455414,"ciLow":1282.194927,"ciHigh":1318.7159,"observedAt":"2026-11-09","runCount":1090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"homework/Muse Spark 1.3 (Max)","slice":"homework"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision-style-control@1|rating|humor/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.418363,"ciLow":1222.843812,"ciHigh":1287.992914,"observedAt":"2026-11-09","runCount":316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"humor/Muse Spark 1.3 (Max)","slice":"humor"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision-style-control@1|rating|ocr/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.968922,"ciLow":1299.953695,"ciHigh":1317.984149,"observedAt":"2026-11-09","runCount":5301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"ocr/Muse Spark 1.3 (Max)","slice":"ocr"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision-style-control@1|rating|overall/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.497531,"ciLow":1283.379082,"ciHigh":1299.615979,"observedAt":"2026-11-09","runCount":7683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"overall/Muse Spark 1.3 (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision@1|rating|chinese/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1366.271271,"ciLow":1336.256297,"ciHigh":1396.286245,"observedAt":"2026-11-09","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"chinese/Muse Spark 1.3 (Max)","slice":"chinese"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision@1|rating|creative_writing_vision/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1308.923295,"ciLow":1285.110783,"ciHigh":1332.735808,"observedAt":"2026-11-09","runCount":689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"creative_writing_vision/Muse Spark 1.3 (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision@1|rating|diagram/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1335.933249,"ciLow":1321.454693,"ciHigh":1350.411805,"observedAt":"2026-11-09","runCount":1872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"diagram/Muse Spark 1.3 (Max)","slice":"diagram"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision@1|rating|english/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1299.623697,"ciLow":1286.781786,"ciHigh":1312.465608,"observedAt":"2026-11-09","runCount":2606,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"english/Muse Spark 1.3 (Max)","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision@1|rating|homework/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1301.416718,"ciLow":1283.195741,"ciHigh":1319.637695,"observedAt":"2026-11-09","runCount":1090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"homework/Muse Spark 1.3 (Max)","slice":"homework"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision@1|rating|humor/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1274.946914,"ciLow":1242.413858,"ciHigh":1307.47997,"observedAt":"2026-11-09","runCount":316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"humor/Muse Spark 1.3 (Max)","slice":"humor"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision@1|rating|ocr/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1319.996596,"ciLow":1311.01934,"ciHigh":1328.973853,"observedAt":"2026-11-09","runCount":5301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"ocr/Muse Spark 1.3 (Max)","slice":"ocr"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-vision@1|rating|overall/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1309.564108,"ciLow":1301.480461,"ciHigh":1317.647754,"observedAt":"2026-11-09","runCount":7683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"overall/Muse Spark 1.3 (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-webdev@1|rating|image_to_webdev/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1636.785959,"ciLow":1628.237378,"ciHigh":1645.33454,"observedAt":"2026-11-15","runCount":6618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"image_to_webdev/Muse Spark 1.3 (Max)","slice":"image_to_webdev"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-webdev@1|rating|overall/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1655.126507,"ciLow":1648.208398,"ciHigh":1662.044616,"observedAt":"2026-11-15","runCount":12484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"overall/Muse Spark 1.3 (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-webdev@1|rating|webdev-html/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1652.805846,"ciLow":1636.806513,"ciHigh":1668.805179,"observedAt":"2026-11-15","runCount":1718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"webdev-html/Muse Spark 1.3 (Max)","slice":"webdev-html"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-webdev@1|rating|webdev-react/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1669.119399,"ciLow":1660.952731,"ciHigh":1677.286066,"observedAt":"2026-11-15","runCount":8009,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"webdev-react/Muse Spark 1.3 (Max)","slice":"webdev-react"}
{"key":"lmarena|meta/muse-spark-1.3:effort=max|none|lmarena-webdev@1|rating|webdev/Muse Spark 1.3 (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1655.126507,"ciLow":1648.208398,"ciHigh":1662.044616,"observedAt":"2026-11-15","runCount":12484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (Max)","rowId":"webdev/Muse Spark 1.3 (Max)","slice":"webdev"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision-style-control@1|rating|chinese/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.96878,"ciLow":1317.365918,"ciHigh":1378.571643,"observedAt":"2026-11-09","runCount":391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"chinese/Muse Spark 1.3 (xHigh)","slice":"chinese"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.203962,"ciLow":1244.483506,"ciHigh":1291.924419,"observedAt":"2026-11-09","runCount":692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"creative_writing_vision/Muse Spark 1.3 (xHigh)","slice":"creative_writing_vision"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision-style-control@1|rating|diagram/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.971278,"ciLow":1300.270015,"ciHigh":1329.672542,"observedAt":"2026-11-09","runCount":1843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"diagram/Muse Spark 1.3 (xHigh)","slice":"diagram"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision-style-control@1|rating|english/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.127557,"ciLow":1264.852877,"ciHigh":1291.402237,"observedAt":"2026-11-09","runCount":2477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"english/Muse Spark 1.3 (xHigh)","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision-style-control@1|rating|homework/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.195454,"ciLow":1292.415796,"ciHigh":1329.975111,"observedAt":"2026-11-09","runCount":1057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"homework/Muse Spark 1.3 (xHigh)","slice":"homework"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision-style-control@1|rating|humor/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.732969,"ciLow":1206.627844,"ciHigh":1272.838095,"observedAt":"2026-11-09","runCount":328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"humor/Muse Spark 1.3 (xHigh)","slice":"humor"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision-style-control@1|rating|ocr/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.028423,"ciLow":1291.860698,"ciHigh":1310.196148,"observedAt":"2026-11-09","runCount":5101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"ocr/Muse Spark 1.3 (xHigh)","slice":"ocr"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision-style-control@1|rating|overall/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.955281,"ciLow":1279.713347,"ciHigh":1296.197215,"observedAt":"2026-11-09","runCount":7522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"overall/Muse Spark 1.3 (xHigh)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision@1|rating|chinese/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1361.431759,"ciLow":1330.683819,"ciHigh":1392.1797,"observedAt":"2026-11-09","runCount":391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"chinese/Muse Spark 1.3 (xHigh)","slice":"chinese"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision@1|rating|creative_writing_vision/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1284.092928,"ciLow":1260.598781,"ciHigh":1307.587074,"observedAt":"2026-11-09","runCount":692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"creative_writing_vision/Muse Spark 1.3 (xHigh)","slice":"creative_writing_vision"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision@1|rating|diagram/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1315.372499,"ciLow":1300.72026,"ciHigh":1330.024739,"observedAt":"2026-11-09","runCount":1843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"diagram/Muse Spark 1.3 (xHigh)","slice":"diagram"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision@1|rating|english/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1291.544631,"ciLow":1278.318071,"ciHigh":1304.771192,"observedAt":"2026-11-09","runCount":2477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"english/Muse Spark 1.3 (xHigh)","slice":"english"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision@1|rating|homework/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1308.953343,"ciLow":1290.228133,"ciHigh":1327.678554,"observedAt":"2026-11-09","runCount":1057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"homework/Muse Spark 1.3 (xHigh)","slice":"homework"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision@1|rating|humor/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1255.012198,"ciLow":1222.122358,"ciHigh":1287.902037,"observedAt":"2026-11-09","runCount":328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"humor/Muse Spark 1.3 (xHigh)","slice":"humor"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision@1|rating|ocr/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1307.834286,"ciLow":1298.690823,"ciHigh":1316.97775,"observedAt":"2026-11-09","runCount":5101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"ocr/Muse Spark 1.3 (xHigh)","slice":"ocr"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-vision@1|rating|overall/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1300.804353,"ciLow":1292.601952,"ciHigh":1309.006754,"observedAt":"2026-11-09","runCount":7522,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"overall/Muse Spark 1.3 (xHigh)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-webdev@1|rating|image_to_webdev/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1599.902152,"ciLow":1588.939798,"ciHigh":1610.864506,"observedAt":"2026-11-15","runCount":3493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"image_to_webdev/Muse Spark 1.3 (xHigh)","slice":"image_to_webdev"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-webdev@1|rating|overall/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1621.406091,"ciLow":1614.517992,"ciHigh":1628.294189,"observedAt":"2026-11-15","runCount":12022,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"overall/Muse Spark 1.3 (xHigh)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-webdev@1|rating|webdev-html/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1617.186188,"ciLow":1601.57124,"ciHigh":1632.801137,"observedAt":"2026-11-15","runCount":1792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"webdev-html/Muse Spark 1.3 (xHigh)","slice":"webdev-html"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-webdev@1|rating|webdev-react/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1631.361673,"ciLow":1623.145151,"ciHigh":1639.578195,"observedAt":"2026-11-15","runCount":7584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"webdev-react/Muse Spark 1.3 (xHigh)","slice":"webdev-react"}
{"key":"lmarena|meta/muse-spark-1.3:effort=xhigh|none|lmarena-webdev@1|rating|webdev/Muse Spark 1.3 (xHigh)","sourceId":"lmarena","modelId":"meta/muse-spark-1.3","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1621.406091,"ciLow":1614.517992,"ciHigh":1628.294189,"observedAt":"2026-11-15","runCount":12022,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark 1.3 (xHigh)","rowId":"webdev/Muse Spark 1.3 (xHigh)","slice":"webdev"}
{"key":"lmarena|meta/muse-spark-open:effort=max|none|lmarena-webdev@1|rating|overall/Muse Spark Open (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-open","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1527.454323,"ciLow":1512.735872,"ciHigh":1542.172774,"observedAt":"2026-11-15","runCount":1899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark Open (Max)","rowId":"overall/Muse Spark Open (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-spark-open:effort=max|none|lmarena-webdev@1|rating|webdev-html/Muse Spark Open (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-open","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1479.794199,"ciLow":1440.428267,"ciHigh":1519.160132,"observedAt":"2026-11-15","runCount":272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark Open (Max)","rowId":"webdev-html/Muse Spark Open (Max)","slice":"webdev-html"}
{"key":"lmarena|meta/muse-spark-open:effort=max|none|lmarena-webdev@1|rating|webdev-react/Muse Spark Open (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-open","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1524.791587,"ciLow":1505.857219,"ciHigh":1543.725956,"observedAt":"2026-11-15","runCount":1195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark Open (Max)","rowId":"webdev-react/Muse Spark Open (Max)","slice":"webdev-react"}
{"key":"lmarena|meta/muse-spark-open:effort=max|none|lmarena-webdev@1|rating|webdev/Muse Spark Open (Max)","sourceId":"lmarena","modelId":"meta/muse-spark-open","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1527.454323,"ciLow":1512.735872,"ciHigh":1542.172774,"observedAt":"2026-11-15","runCount":1899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark Open (Max)","rowId":"webdev/Muse Spark Open (Max)","slice":"webdev"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-document-style-control@1|rating|overall/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.696353,"ciLow":1448.543561,"ciHigh":1484.849146,"observedAt":"2026-11-09","runCount":1116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"overall/Muse Spark","slice":"overall"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-document@1|rating|overall/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1443.552611,"ciLow":1425.43865,"ciHigh":1461.666572,"observedAt":"2026-11-09","runCount":1116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"overall/Muse Spark","slice":"overall"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|chinese/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1524.976094,"ciLow":1505.001585,"ciHigh":1544.950603,"observedAt":"2026-11-11","runCount":971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"chinese/Muse Spark","slice":"chinese"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|coding/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1529.153002,"ciLow":1519.181806,"ciHigh":1539.124197,"observedAt":"2026-11-11","runCount":3890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"coding/Muse Spark","slice":"coding"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|creative_writing/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.304737,"ciLow":1450.486951,"ciHigh":1478.122523,"observedAt":"2026-11-11","runCount":2004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"creative_writing/Muse Spark","slice":"creative_writing"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|english/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.603221,"ciLow":1488.90922,"ciHigh":1504.297222,"observedAt":"2026-11-11","runCount":6599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"english/Muse Spark","slice":"english"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|exclude_ties/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.234779,"ciLow":1494.69522,"ciHigh":1509.774338,"observedAt":"2026-11-11","runCount":10611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"exclude_ties/Muse Spark","slice":"exclude_ties"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|expert/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.808407,"ciLow":1474.540552,"ciHigh":1507.076262,"observedAt":"2026-11-11","runCount":1353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"expert/Muse Spark","slice":"expert"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|french/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.976056,"ciLow":1488.605654,"ciHigh":1545.346458,"observedAt":"2026-11-11","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"french/Muse Spark","slice":"french"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|german/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.319519,"ciLow":1472.645431,"ciHigh":1551.993606,"observedAt":"2026-11-11","runCount":237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"german/Muse Spark","slice":"german"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|hard_prompts/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.978537,"ciLow":1499.073545,"ciHigh":1512.883528,"observedAt":"2026-11-11","runCount":9042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"hard_prompts/Muse Spark","slice":"hard_prompts"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.633368,"ciLow":1499.328251,"ciHigh":1517.938485,"observedAt":"2026-11-11","runCount":4449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"hard_prompts_english/Muse Spark","slice":"hard_prompts_english"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.170126,"ciLow":1477.575758,"ciHigh":1500.764493,"observedAt":"2026-11-11","runCount":2837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_business_and_management_and_financial_operations/Muse Spark","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.250242,"ciLow":1451.133369,"ciHigh":1475.367116,"observedAt":"2026-11-11","runCount":2593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_entertainment_and_sports_and_media/Muse Spark","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.446045,"ciLow":1481.151244,"ciHigh":1519.740846,"observedAt":"2026-11-11","runCount":1013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_legal_and_government/Muse Spark","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.757761,"ciLow":1482.18261,"ciHigh":1507.332911,"observedAt":"2026-11-11","runCount":2338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_life_and_physical_and_social_science/Muse Spark","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.955348,"ciLow":1449.546838,"ciHigh":1490.363859,"observedAt":"2026-11-11","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_mathematical/Muse Spark","slice":"industry_mathematical"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.139401,"ciLow":1476.858771,"ciHigh":1515.420031,"observedAt":"2026-11-11","runCount":980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_medicine_and_healthcare/Muse Spark","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.886133,"ciLow":1514.449669,"ciHigh":1531.322596,"observedAt":"2026-11-11","runCount":5486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_software_and_it_services/Muse Spark","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.597462,"ciLow":1451.817147,"ciHigh":1473.377777,"observedAt":"2026-11-11","runCount":3263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_writing_and_literature_and_language/Muse Spark","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|instruction_following/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.068493,"ciLow":1456.002028,"ciHigh":1474.134959,"observedAt":"2026-11-11","runCount":4677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"instruction_following/Muse Spark","slice":"instruction_following"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|korean/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.645467,"ciLow":1436.631206,"ciHigh":1514.659729,"observedAt":"2026-11-11","runCount":251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"korean/Muse Spark","slice":"korean"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|longer_query/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.648843,"ciLow":1467.011707,"ciHigh":1484.285979,"observedAt":"2026-11-11","runCount":5520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"longer_query/Muse Spark","slice":"longer_query"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|math/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.880091,"ciLow":1449.316693,"ciHigh":1488.44349,"observedAt":"2026-11-11","runCount":883,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"math/Muse Spark","slice":"math"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|multi_turn/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.71598,"ciLow":1479.538253,"ciHigh":1505.893707,"observedAt":"2026-11-11","runCount":2261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"multi_turn/Muse Spark","slice":"multi_turn"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|non_english/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.527646,"ciLow":1470.099908,"ciHigh":1484.955383,"observedAt":"2026-11-11","runCount":7386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"non_english/Muse Spark","slice":"non_english"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|overall/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.190121,"ciLow":1483.428708,"ciHigh":1494.951534,"observedAt":"2026-11-11","runCount":13985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"overall/Muse Spark","slice":"overall"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|polish/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.795293,"ciLow":1452.737185,"ciHigh":1518.8534,"observedAt":"2026-11-11","runCount":315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"polish/Muse Spark","slice":"polish"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|russian/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.315159,"ciLow":1466.03364,"ciHigh":1496.596679,"observedAt":"2026-11-11","runCount":1564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"russian/Muse Spark","slice":"russian"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text-style-control@1|rating|spanish/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.115969,"ciLow":1450.271519,"ciHigh":1503.96042,"observedAt":"2026-11-11","runCount":504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"spanish/Muse Spark","slice":"spanish"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|chinese/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1507.455755,"ciLow":1487.642599,"ciHigh":1527.268911,"observedAt":"2026-11-11","runCount":971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"chinese/Muse Spark","slice":"chinese"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|coding/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.709214,"ciLow":1471.803572,"ciHigh":1491.614855,"observedAt":"2026-11-11","runCount":3890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"coding/Muse Spark","slice":"coding"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|creative_writing/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.9681,"ciLow":1445.225311,"ciHigh":1472.71089,"observedAt":"2026-11-11","runCount":2004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"creative_writing/Muse Spark","slice":"creative_writing"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|english/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.465758,"ciLow":1472.794338,"ciHigh":1488.137179,"observedAt":"2026-11-11","runCount":6599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"english/Muse Spark","slice":"english"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|exclude_ties/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.355407,"ciLow":1471.918301,"ciHigh":1486.792513,"observedAt":"2026-11-11","runCount":10611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"exclude_ties/Muse Spark","slice":"exclude_ties"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|expert/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.962383,"ciLow":1440.894635,"ciHigh":1473.030131,"observedAt":"2026-11-11","runCount":1353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"expert/Muse Spark","slice":"expert"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|french/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.070072,"ciLow":1464.973755,"ciHigh":1521.166388,"observedAt":"2026-11-11","runCount":474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"french/Muse Spark","slice":"french"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|german/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.067572,"ciLow":1460.14405,"ciHigh":1537.991094,"observedAt":"2026-11-11","runCount":237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"german/Muse Spark","slice":"german"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|hard_prompts/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.307764,"ciLow":1467.447837,"ciHigh":1481.16769,"observedAt":"2026-11-11","runCount":9042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"hard_prompts/Muse Spark","slice":"hard_prompts"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|hard_prompts_english/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.512605,"ciLow":1468.261494,"ciHigh":1486.763716,"observedAt":"2026-11-11","runCount":4449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"hard_prompts_english/Muse Spark","slice":"hard_prompts_english"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.659105,"ciLow":1450.207326,"ciHigh":1473.110885,"observedAt":"2026-11-11","runCount":2837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_business_and_management_and_financial_operations/Muse Spark","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.484372,"ciLow":1438.406154,"ciHigh":1462.562591,"observedAt":"2026-11-11","runCount":2593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_entertainment_and_sports_and_media/Muse Spark","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|industry_legal_and_government/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.852607,"ciLow":1465.789283,"ciHigh":1503.91593,"observedAt":"2026-11-11","runCount":1013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_legal_and_government/Muse Spark","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.651806,"ciLow":1462.13135,"ciHigh":1487.172263,"observedAt":"2026-11-11","runCount":2338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_life_and_physical_and_social_science/Muse Spark","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|industry_mathematical/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.30413,"ciLow":1434.97219,"ciHigh":1475.63607,"observedAt":"2026-11-11","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_mathematical/Muse Spark","slice":"industry_mathematical"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.635544,"ciLow":1453.385954,"ciHigh":1491.885134,"observedAt":"2026-11-11","runCount":980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_medicine_and_healthcare/Muse Spark","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|industry_software_and_it_services/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.342542,"ciLow":1478.969674,"ciHigh":1495.715409,"observedAt":"2026-11-11","runCount":5486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_software_and_it_services/Muse Spark","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.575353,"ciLow":1443.860414,"ciHigh":1465.290291,"observedAt":"2026-11-11","runCount":3263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"industry_writing_and_literature_and_language/Muse Spark","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|instruction_following/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.976025,"ciLow":1433.967599,"ciHigh":1451.984451,"observedAt":"2026-11-11","runCount":4677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"instruction_following/Muse Spark","slice":"instruction_following"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|korean/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.643154,"ciLow":1421.879712,"ciHigh":1499.406595,"observedAt":"2026-11-11","runCount":251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"korean/Muse Spark","slice":"korean"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|longer_query/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.978925,"ciLow":1441.399064,"ciHigh":1458.558785,"observedAt":"2026-11-11","runCount":5520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"longer_query/Muse Spark","slice":"longer_query"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|math/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.402397,"ciLow":1438.83444,"ciHigh":1477.970354,"observedAt":"2026-11-11","runCount":883,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"math/Muse Spark","slice":"math"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|multi_turn/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.652386,"ciLow":1463.511734,"ciHigh":1489.793038,"observedAt":"2026-11-11","runCount":2261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"multi_turn/Muse Spark","slice":"multi_turn"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|non_english/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.722822,"ciLow":1456.335734,"ciHigh":1471.10991,"observedAt":"2026-11-11","runCount":7386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"non_english/Muse Spark","slice":"non_english"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|overall/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.215763,"ciLow":1468.479748,"ciHigh":1479.951778,"observedAt":"2026-11-11","runCount":13985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"overall/Muse Spark","slice":"overall"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|polish/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.245983,"ciLow":1441.58391,"ciHigh":1506.908055,"observedAt":"2026-11-11","runCount":315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"polish/Muse Spark","slice":"polish"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|russian/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.874063,"ciLow":1451.695345,"ciHigh":1482.052781,"observedAt":"2026-11-11","runCount":1564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"russian/Muse Spark","slice":"russian"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-text@1|rating|spanish/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.088838,"ciLow":1440.909594,"ciHigh":1493.268082,"observedAt":"2026-11-11","runCount":504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"spanish/Muse Spark","slice":"spanish"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision-style-control@1|rating|chinese/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.616698,"ciLow":1304.352957,"ciHigh":1360.880439,"observedAt":"2026-11-09","runCount":492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"chinese/Muse Spark","slice":"chinese"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.777856,"ciLow":1266.633419,"ciHigh":1332.922292,"observedAt":"2026-11-09","runCount":344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"creative_writing_vision/Muse Spark","slice":"creative_writing_vision"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision-style-control@1|rating|diagram/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.299593,"ciLow":1297.030052,"ciHigh":1327.569134,"observedAt":"2026-11-09","runCount":1590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"diagram/Muse Spark","slice":"diagram"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision-style-control@1|rating|english/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.71917,"ciLow":1277.525082,"ciHigh":1303.913257,"observedAt":"2026-11-09","runCount":2417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"english/Muse Spark","slice":"english"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision-style-control@1|rating|homework/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.367145,"ciLow":1279.909523,"ciHigh":1318.824767,"observedAt":"2026-11-09","runCount":938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"homework/Muse Spark","slice":"homework"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision-style-control@1|rating|humor/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.388834,"ciLow":1284.33394,"ciHigh":1364.443728,"observedAt":"2026-11-09","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"humor/Muse Spark","slice":"humor"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision-style-control@1|rating|ocr/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.102364,"ciLow":1293.147268,"ciHigh":1313.057461,"observedAt":"2026-11-09","runCount":4205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"ocr/Muse Spark","slice":"ocr"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision-style-control@1|rating|overall/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.396181,"ciLow":1285.326216,"ciHigh":1303.466146,"observedAt":"2026-11-09","runCount":5843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"overall/Muse Spark","slice":"overall"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision@1|rating|chinese/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1346.269677,"ciLow":1318.294079,"ciHigh":1374.245275,"observedAt":"2026-11-09","runCount":492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"chinese/Muse Spark","slice":"chinese"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision@1|rating|creative_writing_vision/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1323.621132,"ciLow":1290.840074,"ciHigh":1356.402189,"observedAt":"2026-11-09","runCount":344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"creative_writing_vision/Muse Spark","slice":"creative_writing_vision"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision@1|rating|diagram/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1309.166846,"ciLow":1293.93802,"ciHigh":1324.395673,"observedAt":"2026-11-09","runCount":1590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"diagram/Muse Spark","slice":"diagram"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision@1|rating|english/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1304.591252,"ciLow":1291.443023,"ciHigh":1317.739481,"observedAt":"2026-11-09","runCount":2417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"english/Muse Spark","slice":"english"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision@1|rating|homework/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1299.41786,"ciLow":1279.962212,"ciHigh":1318.873509,"observedAt":"2026-11-09","runCount":938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"homework/Muse Spark","slice":"homework"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision@1|rating|humor/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1344.927504,"ciLow":1305.089833,"ciHigh":1384.765176,"observedAt":"2026-11-09","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"humor/Muse Spark","slice":"humor"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision@1|rating|ocr/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1307.046001,"ciLow":1297.112541,"ciHigh":1316.979461,"observedAt":"2026-11-09","runCount":4205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"ocr/Muse Spark","slice":"ocr"}
{"key":"lmarena|meta/muse-spark:default|none|lmarena-vision@1|rating|overall/Muse Spark","sourceId":"lmarena","modelId":"meta/muse-spark","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1306.001076,"ciLow":1296.963082,"ciHigh":1315.039071,"observedAt":"2026-11-09","runCount":5843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Spark","rowId":"overall/Muse Spark","slice":"overall"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-agent@1|cost-per-task|overall/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":1.155489,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"overall/Muse Wonder (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":22992,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"overall/Muse Wonder (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-agent@1|score|overall/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.009461,"ciLow":-0.003392,"ciHigh":0.022314,"observedAt":"2026-11-15","runCount":2258595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"overall/Muse Wonder (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|chinese/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1538.549049,"ciLow":1519.726188,"ciHigh":1557.371911,"observedAt":"2026-11-11","runCount":1023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"chinese/Muse Wonder (Max)","slice":"chinese"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|coding/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1542.288083,"ciLow":1530.888352,"ciHigh":1553.687814,"observedAt":"2026-11-11","runCount":3042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"coding/Muse Wonder (Max)","slice":"coding"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|creative_writing/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.342632,"ciLow":1479.170677,"ciHigh":1503.514588,"observedAt":"2026-11-11","runCount":2947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"creative_writing/Muse Wonder (Max)","slice":"creative_writing"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|english/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1519.026629,"ciLow":1509.676248,"ciHigh":1528.37701,"observedAt":"2026-11-11","runCount":4806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"english/Muse Wonder (Max)","slice":"english"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|exclude_ties/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1533.408438,"ciLow":1525.014649,"ciHigh":1541.802226,"observedAt":"2026-11-11","runCount":9426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"exclude_ties/Muse Wonder (Max)","slice":"exclude_ties"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|expert/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.068119,"ciLow":1508.044125,"ciHigh":1542.092113,"observedAt":"2026-11-11","runCount":1254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"expert/Muse Wonder (Max)","slice":"expert"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|french/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1526.224783,"ciLow":1498.235275,"ciHigh":1554.214291,"observedAt":"2026-11-11","runCount":500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"french/Muse Wonder (Max)","slice":"french"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1530.987536,"ciLow":1523.42173,"ciHigh":1538.553343,"observedAt":"2026-11-11","runCount":8068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"hard_prompts/Muse Wonder (Max)","slice":"hard_prompts"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts_english/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1536.216061,"ciLow":1524.757425,"ciHigh":1547.674696,"observedAt":"2026-11-11","runCount":3109,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"hard_prompts_english/Muse Wonder (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.063401,"ciLow":1492.768657,"ciHigh":1519.358145,"observedAt":"2026-11-11","runCount":2172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_business_and_management_and_financial_operations/Muse Wonder (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.597685,"ciLow":1477.277487,"ciHigh":1499.917883,"observedAt":"2026-11-11","runCount":3396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_entertainment_and_sports_and_media/Muse Wonder (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1524.481603,"ciLow":1504.623643,"ciHigh":1544.339563,"observedAt":"2026-11-11","runCount":1009,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_legal_and_government/Muse Wonder (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.001852,"ciLow":1511.289341,"ciHigh":1538.714363,"observedAt":"2026-11-11","runCount":2051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_life_and_physical_and_social_science/Muse Wonder (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|industry_mathematical/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.162166,"ciLow":1476.809645,"ciHigh":1521.514687,"observedAt":"2026-11-11","runCount":695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_mathematical/Muse Wonder (Max)","slice":"industry_mathematical"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.680215,"ciLow":1501.913015,"ciHigh":1543.447414,"observedAt":"2026-11-11","runCount":861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_medicine_and_healthcare/Muse Wonder (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1539.936468,"ciLow":1530.396632,"ciHigh":1549.476304,"observedAt":"2026-11-11","runCount":4556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_software_and_it_services/Muse Wonder (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.179627,"ciLow":1488.576054,"ciHigh":1509.7832,"observedAt":"2026-11-11","runCount":3874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_writing_and_literature_and_language/Muse Wonder (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|instruction_following/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.36922,"ciLow":1488.663516,"ciHigh":1508.074925,"observedAt":"2026-11-11","runCount":4505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"instruction_following/Muse Wonder (Max)","slice":"instruction_following"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|japanese/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1531.256093,"ciLow":1489.100964,"ciHigh":1573.411222,"observedAt":"2026-11-11","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"japanese/Muse Wonder (Max)","slice":"japanese"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|korean/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.828091,"ciLow":1437.533564,"ciHigh":1528.122618,"observedAt":"2026-11-11","runCount":179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"korean/Muse Wonder (Max)","slice":"korean"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|longer_query/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.434012,"ciLow":1498.514985,"ciHigh":1516.353038,"observedAt":"2026-11-11","runCount":5665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"longer_query/Muse Wonder (Max)","slice":"longer_query"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|math/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.797284,"ciLow":1467.314156,"ciHigh":1512.280412,"observedAt":"2026-11-11","runCount":659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"math/Muse Wonder (Max)","slice":"math"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|multi_turn/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.251472,"ciLow":1510.553286,"ciHigh":1539.949658,"observedAt":"2026-11-11","runCount":1843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"multi_turn/Muse Wonder (Max)","slice":"multi_turn"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|non_english/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.74979,"ciLow":1490.177681,"ciHigh":1505.321898,"observedAt":"2026-11-11","runCount":7890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"non_english/Muse Wonder (Max)","slice":"non_english"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|overall/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.856081,"ciLow":1504.656934,"ciHigh":1517.055228,"observedAt":"2026-11-11","runCount":12696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"overall/Muse Wonder (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|polish/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1546.380856,"ciLow":1504.694971,"ciHigh":1588.066741,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"polish/Muse Wonder (Max)","slice":"polish"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|russian/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1523.0175,"ciLow":1508.631999,"ciHigh":1537.403002,"observedAt":"2026-11-11","runCount":1864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"russian/Muse Wonder (Max)","slice":"russian"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text-style-control@1|rating|spanish/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.649434,"ciLow":1455.438845,"ciHigh":1509.860023,"observedAt":"2026-11-11","runCount":485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"spanish/Muse Wonder (Max)","slice":"spanish"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|chinese/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1535.739726,"ciLow":1516.942734,"ciHigh":1554.536718,"observedAt":"2026-11-11","runCount":1023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"chinese/Muse Wonder (Max)","slice":"chinese"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|coding/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1515.609889,"ciLow":1504.300991,"ciHigh":1526.918787,"observedAt":"2026-11-11","runCount":3042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"coding/Muse Wonder (Max)","slice":"coding"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|creative_writing/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.743509,"ciLow":1480.607435,"ciHigh":1504.879584,"observedAt":"2026-11-11","runCount":2947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"creative_writing/Muse Wonder (Max)","slice":"creative_writing"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|english/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.234949,"ciLow":1499.917721,"ciHigh":1518.552177,"observedAt":"2026-11-11","runCount":4806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"english/Muse Wonder (Max)","slice":"english"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|exclude_ties/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1519.58937,"ciLow":1511.283917,"ciHigh":1527.894823,"observedAt":"2026-11-11","runCount":9426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"exclude_ties/Muse Wonder (Max)","slice":"exclude_ties"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|expert/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1513.930651,"ciLow":1496.976602,"ciHigh":1530.8847,"observedAt":"2026-11-11","runCount":1254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"expert/Muse Wonder (Max)","slice":"expert"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|french/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1511.548398,"ciLow":1483.855054,"ciHigh":1539.241743,"observedAt":"2026-11-11","runCount":500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"french/Muse Wonder (Max)","slice":"french"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|hard_prompts/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.027505,"ciLow":1506.504176,"ciHigh":1521.550835,"observedAt":"2026-11-11","runCount":8068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"hard_prompts/Muse Wonder (Max)","slice":"hard_prompts"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|hard_prompts_english/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1518.627026,"ciLow":1507.227364,"ciHigh":1530.026689,"observedAt":"2026-11-11","runCount":3109,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"hard_prompts_english/Muse Wonder (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.36338,"ciLow":1477.186597,"ciHigh":1503.540164,"observedAt":"2026-11-11","runCount":2172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_business_and_management_and_financial_operations/Muse Wonder (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.960247,"ciLow":1473.682705,"ciHigh":1496.237789,"observedAt":"2026-11-11","runCount":3396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_entertainment_and_sports_and_media/Muse Wonder (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|industry_legal_and_government/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1519.926588,"ciLow":1500.184514,"ciHigh":1539.668663,"observedAt":"2026-11-11","runCount":1009,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_legal_and_government/Muse Wonder (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1510.617069,"ciLow":1496.971519,"ciHigh":1524.262618,"observedAt":"2026-11-11","runCount":2051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_life_and_physical_and_social_science/Muse Wonder (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|industry_mathematical/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.162724,"ciLow":1467.665087,"ciHigh":1512.66036,"observedAt":"2026-11-11","runCount":695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_mathematical/Muse Wonder (Max)","slice":"industry_mathematical"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.077724,"ciLow":1485.499781,"ciHigh":1526.655667,"observedAt":"2026-11-11","runCount":861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_medicine_and_healthcare/Muse Wonder (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|industry_software_and_it_services/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1520.114852,"ciLow":1510.658824,"ciHigh":1529.570879,"observedAt":"2026-11-11","runCount":4556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_software_and_it_services/Muse Wonder (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.26313,"ciLow":1485.697035,"ciHigh":1506.829226,"observedAt":"2026-11-11","runCount":3874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"industry_writing_and_literature_and_language/Muse Wonder (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|instruction_following/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.333058,"ciLow":1484.674184,"ciHigh":1503.991931,"observedAt":"2026-11-11","runCount":4505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"instruction_following/Muse Wonder (Max)","slice":"instruction_following"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|japanese/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1519.233773,"ciLow":1476.490048,"ciHigh":1561.977499,"observedAt":"2026-11-11","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"japanese/Muse Wonder (Max)","slice":"japanese"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|korean/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.598525,"ciLow":1430.957488,"ciHigh":1520.239562,"observedAt":"2026-11-11","runCount":179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"korean/Muse Wonder (Max)","slice":"korean"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|longer_query/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.265135,"ciLow":1488.388443,"ciHigh":1506.141826,"observedAt":"2026-11-11","runCount":5665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"longer_query/Muse Wonder (Max)","slice":"longer_query"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|math/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.351238,"ciLow":1455.837177,"ciHigh":1500.865298,"observedAt":"2026-11-11","runCount":659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"math/Muse Wonder (Max)","slice":"math"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|multi_turn/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.135222,"ciLow":1499.509965,"ciHigh":1528.760479,"observedAt":"2026-11-11","runCount":1843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"multi_turn/Muse Wonder (Max)","slice":"multi_turn"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|non_english/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.23126,"ciLow":1483.6886,"ciHigh":1498.77392,"observedAt":"2026-11-11","runCount":7890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"non_english/Muse Wonder (Max)","slice":"non_english"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|overall/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.969679,"ciLow":1496.789567,"ciHigh":1509.14979,"observedAt":"2026-11-11","runCount":12696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"overall/Muse Wonder (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|polish/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1536.538633,"ciLow":1495.944631,"ciHigh":1577.132635,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"polish/Muse Wonder (Max)","slice":"polish"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|russian/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.005259,"ciLow":1499.689459,"ciHigh":1528.32106,"observedAt":"2026-11-11","runCount":1864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"russian/Muse Wonder (Max)","slice":"russian"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-text@1|rating|spanish/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.760244,"ciLow":1449.596704,"ciHigh":1503.923785,"observedAt":"2026-11-11","runCount":485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"spanish/Muse Wonder (Max)","slice":"spanish"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-webdev@1|rating|overall/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1647.336734,"ciLow":1638.185169,"ciHigh":1656.488299,"observedAt":"2026-11-15","runCount":5618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"overall/Muse Wonder (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-webdev@1|rating|webdev-html/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1658.02667,"ciLow":1635.895946,"ciHigh":1680.157395,"observedAt":"2026-11-15","runCount":846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"webdev-html/Muse Wonder (Max)","slice":"webdev-html"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-webdev@1|rating|webdev-react/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1652.409525,"ciLow":1641.06495,"ciHigh":1663.7541,"observedAt":"2026-11-15","runCount":3541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"webdev-react/Muse Wonder (Max)","slice":"webdev-react"}
{"key":"lmarena|meta/muse-wonder-1.0:effort=max|none|lmarena-webdev@1|rating|webdev/Muse Wonder (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1647.336734,"ciLow":1638.185169,"ciHigh":1656.488299,"observedAt":"2026-11-15","runCount":5618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder (Max)","rowId":"webdev/Muse Wonder (Max)","slice":"webdev"}
{"key":"lmarena|meta/muse-wonder-full-1.0:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/Muse Wonder Full (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":29708.25,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder Full (Max)","rowId":"overall/Muse Wonder Full (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-wonder-full-1.0:effort=max|none|lmarena-agent@1|score|overall/Muse Wonder Full (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.080014,"ciLow":0.070605,"ciHigh":0.089422,"observedAt":"2026-11-15","runCount":5808390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder Full (Max)","rowId":"overall/Muse Wonder Full (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-wonder-full-1.0:effort=max|none|lmarena-webdev@1|rating|overall/Muse Wonder Full (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1723.85405,"ciLow":1709.398979,"ciHigh":1738.309122,"observedAt":"2026-11-15","runCount":2064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder Full (Max)","rowId":"overall/Muse Wonder Full (Max)","slice":"overall"}
{"key":"lmarena|meta/muse-wonder-full-1.0:effort=max|none|lmarena-webdev@1|rating|webdev-html/Muse Wonder Full (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1723.295831,"ciLow":1681.919981,"ciHigh":1764.67168,"observedAt":"2026-11-15","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder Full (Max)","rowId":"webdev-html/Muse Wonder Full (Max)","slice":"webdev-html"}
{"key":"lmarena|meta/muse-wonder-full-1.0:effort=max|none|lmarena-webdev@1|rating|webdev-react/Muse Wonder Full (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1741.873651,"ciLow":1723.265448,"ciHigh":1760.481854,"observedAt":"2026-11-15","runCount":1268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder Full (Max)","rowId":"webdev-react/Muse Wonder Full (Max)","slice":"webdev-react"}
{"key":"lmarena|meta/muse-wonder-full-1.0:effort=max|none|lmarena-webdev@1|rating|webdev/Muse Wonder Full (Max)","sourceId":"lmarena","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1723.85405,"ciLow":1709.398979,"ciHigh":1738.309122,"observedAt":"2026-11-15","runCount":2064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Muse Wonder Full (Max)","rowId":"webdev/Muse Wonder Full (Max)","slice":"webdev"}
{"key":"lmarena|microsoft/mai-image-1:default|none|lmarena-text-to-image@1|rating|3d_modeling/MAI-Image-1","sourceId":"lmarena","modelId":"microsoft/mai-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1096.803954,"ciLow":1088.974806,"ciHigh":1104.633101,"observedAt":"2026-11-12","runCount":10117,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-1","rowId":"3d_modeling/MAI-Image-1","slice":"3d_modeling"}
{"key":"lmarena|microsoft/mai-image-1:default|none|lmarena-text-to-image@1|rating|art/MAI-Image-1","sourceId":"lmarena","modelId":"microsoft/mai-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1106.16291,"ciLow":1099.030449,"ciHigh":1113.295371,"observedAt":"2026-11-12","runCount":14369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-1","rowId":"art/MAI-Image-1","slice":"art"}
{"key":"lmarena|microsoft/mai-image-1:default|none|lmarena-text-to-image@1|rating|cartoon/MAI-Image-1","sourceId":"lmarena","modelId":"microsoft/mai-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1099.111216,"ciLow":1093.649695,"ciHigh":1104.572738,"observedAt":"2026-11-12","runCount":36828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-1","rowId":"cartoon/MAI-Image-1","slice":"cartoon"}
{"key":"lmarena|microsoft/mai-image-1:default|none|lmarena-text-to-image@1|rating|commercial_design/MAI-Image-1","sourceId":"lmarena","modelId":"microsoft/mai-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1085.609773,"ciLow":1080.471918,"ciHigh":1090.747629,"observedAt":"2026-11-12","runCount":35365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-1","rowId":"commercial_design/MAI-Image-1","slice":"commercial_design"}
{"key":"lmarena|microsoft/mai-image-1:default|none|lmarena-text-to-image@1|rating|overall/MAI-Image-1","sourceId":"lmarena","modelId":"microsoft/mai-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1092.709937,"ciLow":1089.062489,"ciHigh":1096.357384,"observedAt":"2026-11-12","runCount":96235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-1","rowId":"overall/MAI-Image-1","slice":"overall"}
{"key":"lmarena|microsoft/mai-image-1:default|none|lmarena-text-to-image@1|rating|photorealistic/MAI-Image-1","sourceId":"lmarena","modelId":"microsoft/mai-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1103.655939,"ciLow":1098.448279,"ciHigh":1108.863599,"observedAt":"2026-11-12","runCount":40366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-1","rowId":"photorealistic/MAI-Image-1","slice":"photorealistic"}
{"key":"lmarena|microsoft/mai-image-1:default|none|lmarena-text-to-image@1|rating|portraits/MAI-Image-1","sourceId":"lmarena","modelId":"microsoft/mai-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1092.307087,"ciLow":1085.742641,"ciHigh":1098.871534,"observedAt":"2026-11-12","runCount":19755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-1","rowId":"portraits/MAI-Image-1","slice":"portraits"}
{"key":"lmarena|microsoft/mai-image-1:default|none|lmarena-text-to-image@1|rating|text_rendering/MAI-Image-1","sourceId":"lmarena","modelId":"microsoft/mai-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1069.626821,"ciLow":1064.233012,"ciHigh":1075.02063,"observedAt":"2026-11-12","runCount":31158,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-1","rowId":"text_rendering/MAI-Image-1","slice":"text_rendering"}
{"key":"lmarena|microsoft/mai-image-2.5:default|none|lmarena-image-edit@1|rating|overall/MAI-Image-2.5","sourceId":"lmarena","modelId":"microsoft/mai-image-2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1400.372238,"ciLow":1396.611521,"ciHigh":1404.132956,"observedAt":"2026-11-12","runCount":183296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.5","rowId":"overall/MAI-Image-2.5","slice":"overall"}
{"key":"lmarena|microsoft/mai-image-2.5:default|none|lmarena-text-to-image@1|rating|3d_modeling/MAI-Image-2.5","sourceId":"lmarena","modelId":"microsoft/mai-image-2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1251.381708,"ciLow":1242.449706,"ciHigh":1260.313709,"observedAt":"2026-11-12","runCount":5519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.5","rowId":"3d_modeling/MAI-Image-2.5","slice":"3d_modeling"}
{"key":"lmarena|microsoft/mai-image-2.5:default|none|lmarena-text-to-image@1|rating|art/MAI-Image-2.5","sourceId":"lmarena","modelId":"microsoft/mai-image-2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1276.399862,"ciLow":1268.693836,"ciHigh":1284.105887,"observedAt":"2026-11-12","runCount":8610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.5","rowId":"art/MAI-Image-2.5","slice":"art"}
{"key":"lmarena|microsoft/mai-image-2.5:default|none|lmarena-text-to-image@1|rating|cartoon/MAI-Image-2.5","sourceId":"lmarena","modelId":"microsoft/mai-image-2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1269.203904,"ciLow":1263.298028,"ciHigh":1275.10978,"observedAt":"2026-11-12","runCount":23206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.5","rowId":"cartoon/MAI-Image-2.5","slice":"cartoon"}
{"key":"lmarena|microsoft/mai-image-2.5:default|none|lmarena-text-to-image@1|rating|commercial_design/MAI-Image-2.5","sourceId":"lmarena","modelId":"microsoft/mai-image-2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1258.38566,"ciLow":1252.488632,"ciHigh":1264.282688,"observedAt":"2026-11-12","runCount":21714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.5","rowId":"commercial_design/MAI-Image-2.5","slice":"commercial_design"}
{"key":"lmarena|microsoft/mai-image-2.5:default|none|lmarena-text-to-image@1|rating|overall/MAI-Image-2.5","sourceId":"lmarena","modelId":"microsoft/mai-image-2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1252.518265,"ciLow":1248.278932,"ciHigh":1256.757598,"observedAt":"2026-11-12","runCount":59026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.5","rowId":"overall/MAI-Image-2.5","slice":"overall"}
{"key":"lmarena|microsoft/mai-image-2.5:default|none|lmarena-text-to-image@1|rating|photorealistic/MAI-Image-2.5","sourceId":"lmarena","modelId":"microsoft/mai-image-2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1250.836465,"ciLow":1244.92994,"ciHigh":1256.742989,"observedAt":"2026-11-12","runCount":22557,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.5","rowId":"photorealistic/MAI-Image-2.5","slice":"photorealistic"}
{"key":"lmarena|microsoft/mai-image-2.5:default|none|lmarena-text-to-image@1|rating|portraits/MAI-Image-2.5","sourceId":"lmarena","modelId":"microsoft/mai-image-2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1255.139621,"ciLow":1248.107973,"ciHigh":1262.171268,"observedAt":"2026-11-12","runCount":11217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.5","rowId":"portraits/MAI-Image-2.5","slice":"portraits"}
{"key":"lmarena|microsoft/mai-image-2.5:default|none|lmarena-text-to-image@1|rating|text_rendering/MAI-Image-2.5","sourceId":"lmarena","modelId":"microsoft/mai-image-2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1280.287414,"ciLow":1274.170934,"ciHigh":1286.403894,"observedAt":"2026-11-12","runCount":20177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.5","rowId":"text_rendering/MAI-Image-2.5","slice":"text_rendering"}
{"key":"lmarena|microsoft/mai-image-2.6:default|none|lmarena-image-edit@1|rating|agentic/MAI-Image-2.6","sourceId":"lmarena","modelId":"microsoft/mai-image-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1417.965508,"ciLow":1404.440231,"ciHigh":1431.490786,"observedAt":"2026-11-12","runCount":3488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.6","rowId":"agentic/MAI-Image-2.6","slice":"agentic"}
{"key":"lmarena|microsoft/mai-image-2.6:default|none|lmarena-image-edit@1|rating|overall/MAI-Image-2.6","sourceId":"lmarena","modelId":"microsoft/mai-image-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1427.528115,"ciLow":1422.857594,"ciHigh":1432.198635,"observedAt":"2026-11-12","runCount":82766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.6","rowId":"overall/MAI-Image-2.6","slice":"overall"}
{"key":"lmarena|microsoft/mai-image-2.6:default|none|lmarena-text-to-image@1|rating|3d_modeling/MAI-Image-2.6","sourceId":"lmarena","modelId":"microsoft/mai-image-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1325.631772,"ciLow":1314.530516,"ciHigh":1336.733028,"observedAt":"2026-11-12","runCount":3514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.6","rowId":"3d_modeling/MAI-Image-2.6","slice":"3d_modeling"}
{"key":"lmarena|microsoft/mai-image-2.6:default|none|lmarena-text-to-image@1|rating|agentic/MAI-Image-2.6","sourceId":"lmarena","modelId":"microsoft/mai-image-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1320.126107,"ciLow":1307.27547,"ciHigh":1332.976745,"observedAt":"2026-11-12","runCount":4029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.6","rowId":"agentic/MAI-Image-2.6","slice":"agentic"}
{"key":"lmarena|microsoft/mai-image-2.6:default|none|lmarena-text-to-image@1|rating|art/MAI-Image-2.6","sourceId":"lmarena","modelId":"microsoft/mai-image-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1334.232732,"ciLow":1325.185332,"ciHigh":1343.280133,"observedAt":"2026-11-12","runCount":5758,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.6","rowId":"art/MAI-Image-2.6","slice":"art"}
{"key":"lmarena|microsoft/mai-image-2.6:default|none|lmarena-text-to-image@1|rating|cartoon/MAI-Image-2.6","sourceId":"lmarena","modelId":"microsoft/mai-image-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1348.106998,"ciLow":1341.089372,"ciHigh":1355.124625,"observedAt":"2026-11-12","runCount":15921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.6","rowId":"cartoon/MAI-Image-2.6","slice":"cartoon"}
{"key":"lmarena|microsoft/mai-image-2.6:default|none|lmarena-text-to-image@1|rating|commercial_design/MAI-Image-2.6","sourceId":"lmarena","modelId":"microsoft/mai-image-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1333.597725,"ciLow":1326.271629,"ciHigh":1340.923821,"observedAt":"2026-11-12","runCount":12585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.6","rowId":"commercial_design/MAI-Image-2.6","slice":"commercial_design"}
{"key":"lmarena|microsoft/mai-image-2.6:default|none|lmarena-text-to-image@1|rating|overall/MAI-Image-2.6","sourceId":"lmarena","modelId":"microsoft/mai-image-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1329.86907,"ciLow":1324.837459,"ciHigh":1334.90068,"observedAt":"2026-11-12","runCount":41413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.6","rowId":"overall/MAI-Image-2.6","slice":"overall"}
{"key":"lmarena|microsoft/mai-image-2.6:default|none|lmarena-text-to-image@1|rating|photorealistic/MAI-Image-2.6","sourceId":"lmarena","modelId":"microsoft/mai-image-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1330.605405,"ciLow":1323.45695,"ciHigh":1337.753859,"observedAt":"2026-11-12","runCount":14283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.6","rowId":"photorealistic/MAI-Image-2.6","slice":"photorealistic"}
{"key":"lmarena|microsoft/mai-image-2.6:default|none|lmarena-text-to-image@1|rating|portraits/MAI-Image-2.6","sourceId":"lmarena","modelId":"microsoft/mai-image-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1345.011351,"ciLow":1336.308634,"ciHigh":1353.714067,"observedAt":"2026-11-12","runCount":7146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.6","rowId":"portraits/MAI-Image-2.6","slice":"portraits"}
{"key":"lmarena|microsoft/mai-image-2.6:default|none|lmarena-text-to-image@1|rating|text_rendering/MAI-Image-2.6","sourceId":"lmarena","modelId":"microsoft/mai-image-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1363.999949,"ciLow":1356.599781,"ciHigh":1371.400117,"observedAt":"2026-11-12","runCount":12739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2.6","rowId":"text_rendering/MAI-Image-2.6","slice":"text_rendering"}
{"key":"lmarena|microsoft/mai-image-2:default|none|lmarena-text-to-image@1|rating|3d_modeling/MAI-Image-2","sourceId":"lmarena","modelId":"microsoft/mai-image-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1180.150425,"ciLow":1170.829182,"ciHigh":1189.471668,"observedAt":"2026-11-12","runCount":4928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2","rowId":"3d_modeling/MAI-Image-2","slice":"3d_modeling"}
{"key":"lmarena|microsoft/mai-image-2:default|none|lmarena-text-to-image@1|rating|art/MAI-Image-2","sourceId":"lmarena","modelId":"microsoft/mai-image-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1176.806139,"ciLow":1168.271616,"ciHigh":1185.340663,"observedAt":"2026-11-12","runCount":6154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2","rowId":"art/MAI-Image-2","slice":"art"}
{"key":"lmarena|microsoft/mai-image-2:default|none|lmarena-text-to-image@1|rating|cartoon/MAI-Image-2","sourceId":"lmarena","modelId":"microsoft/mai-image-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1180.581877,"ciLow":1174.002444,"ciHigh":1187.161309,"observedAt":"2026-11-12","runCount":20682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2","rowId":"cartoon/MAI-Image-2","slice":"cartoon"}
{"key":"lmarena|microsoft/mai-image-2:default|none|lmarena-text-to-image@1|rating|commercial_design/MAI-Image-2","sourceId":"lmarena","modelId":"microsoft/mai-image-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1174.881931,"ciLow":1168.547794,"ciHigh":1181.216068,"observedAt":"2026-11-12","runCount":19645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2","rowId":"commercial_design/MAI-Image-2","slice":"commercial_design"}
{"key":"lmarena|microsoft/mai-image-2:default|none|lmarena-text-to-image@1|rating|overall/MAI-Image-2","sourceId":"lmarena","modelId":"microsoft/mai-image-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1182.737061,"ciLow":1178.149717,"ciHigh":1187.324406,"observedAt":"2026-11-12","runCount":50391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2","rowId":"overall/MAI-Image-2","slice":"overall"}
{"key":"lmarena|microsoft/mai-image-2:default|none|lmarena-text-to-image@1|rating|photorealistic/MAI-Image-2","sourceId":"lmarena","modelId":"microsoft/mai-image-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1202.846637,"ciLow":1196.341709,"ciHigh":1209.351564,"observedAt":"2026-11-12","runCount":20437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2","rowId":"photorealistic/MAI-Image-2","slice":"photorealistic"}
{"key":"lmarena|microsoft/mai-image-2:default|none|lmarena-text-to-image@1|rating|portraits/MAI-Image-2","sourceId":"lmarena","modelId":"microsoft/mai-image-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1206.612782,"ciLow":1198.94477,"ciHigh":1214.280794,"observedAt":"2026-11-12","runCount":11229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2","rowId":"portraits/MAI-Image-2","slice":"portraits"}
{"key":"lmarena|microsoft/mai-image-2:default|none|lmarena-text-to-image@1|rating|text_rendering/MAI-Image-2","sourceId":"lmarena","modelId":"microsoft/mai-image-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1175.65229,"ciLow":1169.160534,"ciHigh":1182.144047,"observedAt":"2026-11-12","runCount":19111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MAI-Image-2","rowId":"text_rendering/MAI-Image-2","slice":"text_rendering"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.53624,"ciLow":1189.520519,"ciHigh":1215.551962,"observedAt":"2026-11-11","runCount":2819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"chinese/Phi-3 Medium 4K Instruct","slice":"chinese"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|coding/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.422243,"ciLow":1221.18033,"ciHigh":1241.664156,"observedAt":"2026-11-11","runCount":3973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"coding/Phi-3 Medium 4K Instruct","slice":"coding"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.591751,"ciLow":1138.626353,"ciHigh":1160.557149,"observedAt":"2026-11-11","runCount":3735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"creative_writing/Phi-3 Medium 4K Instruct","slice":"creative_writing"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|english/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.135182,"ciLow":1223.502471,"ciHigh":1236.767893,"observedAt":"2026-11-11","runCount":13283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"english/Phi-3 Medium 4K Instruct","slice":"english"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1064.398479,"ciLow":1055.758835,"ciHigh":1073.038123,"observedAt":"2026-11-11","runCount":15851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"exclude_ties/Phi-3 Medium 4K Instruct","slice":"exclude_ties"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|expert/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.229784,"ciLow":1188.324146,"ciHigh":1224.135421,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"expert/Phi-3 Medium 4K Instruct","slice":"expert"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|french/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.637674,"ciLow":1149.370686,"ciHigh":1217.904661,"observedAt":"2026-11-11","runCount":350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"french/Phi-3 Medium 4K Instruct","slice":"french"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|german/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.748878,"ciLow":1145.188825,"ciHigh":1188.308931,"observedAt":"2026-11-11","runCount":851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"german/Phi-3 Medium 4K Instruct","slice":"german"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.149983,"ciLow":1205.013587,"ciHigh":1221.286379,"observedAt":"2026-11-11","runCount":6823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"hard_prompts/Phi-3 Medium 4K Instruct","slice":"hard_prompts"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.879696,"ciLow":1218.996038,"ciHigh":1238.763355,"observedAt":"2026-11-11","runCount":4087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"hard_prompts_english/Phi-3 Medium 4K Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1178.7757,"ciLow":1166.524852,"ciHigh":1191.026549,"observedAt":"2026-11-11","runCount":2847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_business_and_management_and_financial_operations/Phi-3 Medium 4K Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.902587,"ciLow":1125.328671,"ciHigh":1146.476503,"observedAt":"2026-11-11","runCount":3888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_entertainment_and_sports_and_media/Phi-3 Medium 4K Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.282313,"ciLow":1194.748415,"ciHigh":1227.81621,"observedAt":"2026-11-11","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_legal_and_government/Phi-3 Medium 4K Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.161672,"ciLow":1212.484884,"ciHigh":1233.83846,"observedAt":"2026-11-11","runCount":4186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_life_and_physical_and_social_science/Phi-3 Medium 4K Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.711161,"ciLow":1214.395021,"ciHigh":1237.027301,"observedAt":"2026-11-11","runCount":2729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_mathematical/Phi-3 Medium 4K Instruct","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.67161,"ciLow":1200.352774,"ciHigh":1234.990446,"observedAt":"2026-11-11","runCount":1320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_medicine_and_healthcare/Phi-3 Medium 4K Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.100075,"ciLow":1212.58198,"ciHigh":1229.61817,"observedAt":"2026-11-11","runCount":6654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_software_and_it_services/Phi-3 Medium 4K Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.072236,"ciLow":1164.345902,"ciHigh":1181.798571,"observedAt":"2026-11-11","runCount":6655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_writing_and_literature_and_language/Phi-3 Medium 4K Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.502358,"ciLow":1170.069301,"ciHigh":1184.935415,"observedAt":"2026-11-11","runCount":9385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"instruction_following/Phi-3 Medium 4K Instruct","slice":"instruction_following"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1116.162797,"ciLow":1091.478349,"ciHigh":1140.847245,"observedAt":"2026-11-11","runCount":683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"japanese/Phi-3 Medium 4K Instruct","slice":"japanese"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|korean/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1026.928061,"ciLow":1000.964689,"ciHigh":1052.891433,"observedAt":"2026-11-11","runCount":732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"korean/Phi-3 Medium 4K Instruct","slice":"korean"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.132186,"ciLow":1179.077822,"ciHigh":1205.186551,"observedAt":"2026-11-11","runCount":2150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"longer_query/Phi-3 Medium 4K Instruct","slice":"longer_query"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|math/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.041422,"ciLow":1205.383585,"ciHigh":1226.699259,"observedAt":"2026-11-11","runCount":3238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"math/Phi-3 Medium 4K Instruct","slice":"math"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.515522,"ciLow":1129.487069,"ciHigh":1151.543976,"observedAt":"2026-11-11","runCount":3824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"multi_turn/Phi-3 Medium 4K Instruct","slice":"multi_turn"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.997176,"ciLow":1146.037953,"ciHigh":1159.956399,"observedAt":"2026-11-11","runCount":11772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"non_english/Phi-3 Medium 4K Instruct","slice":"non_english"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|overall/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.055658,"ciLow":1192.89852,"ciHigh":1203.212796,"observedAt":"2026-11-11","runCount":25055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"overall/Phi-3 Medium 4K Instruct","slice":"overall"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|russian/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.516261,"ciLow":1182.998304,"ciHigh":1206.034219,"observedAt":"2026-11-11","runCount":2964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"russian/Phi-3 Medium 4K Instruct","slice":"russian"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1164.92037,"ciLow":1133.968515,"ciHigh":1195.872225,"observedAt":"2026-11-11","runCount":419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"spanish/Phi-3 Medium 4K Instruct","slice":"spanish"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|chinese/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1108.217535,"ciLow":1095.367676,"ciHigh":1121.067394,"observedAt":"2026-11-11","runCount":2819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"chinese/Phi-3 Medium 4K Instruct","slice":"chinese"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|coding/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1130.008112,"ciLow":1119.832007,"ciHigh":1140.184217,"observedAt":"2026-11-11","runCount":3973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"coding/Phi-3 Medium 4K Instruct","slice":"coding"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|creative_writing/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1106.320677,"ciLow":1095.560601,"ciHigh":1117.080753,"observedAt":"2026-11-11","runCount":3735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"creative_writing/Phi-3 Medium 4K Instruct","slice":"creative_writing"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|english/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1169.291538,"ciLow":1162.700999,"ciHigh":1175.882078,"observedAt":"2026-11-11","runCount":13283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"english/Phi-3 Medium 4K Instruct","slice":"english"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|exclude_ties/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":978.51626,"ciLow":970.00216,"ciHigh":987.03036,"observedAt":"2026-11-11","runCount":15851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"exclude_ties/Phi-3 Medium 4K Instruct","slice":"exclude_ties"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|expert/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.873327,"ciLow":1090.093005,"ciHigh":1125.653648,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"expert/Phi-3 Medium 4K Instruct","slice":"expert"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|french/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1110.264706,"ciLow":1075.914969,"ciHigh":1144.614443,"observedAt":"2026-11-11","runCount":350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"french/Phi-3 Medium 4K Instruct","slice":"french"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|german/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1100.599925,"ciLow":1079.132576,"ciHigh":1122.067273,"observedAt":"2026-11-11","runCount":851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"german/Phi-3 Medium 4K Instruct","slice":"german"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|hard_prompts/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1126.495969,"ciLow":1118.450437,"ciHigh":1134.541501,"observedAt":"2026-11-11","runCount":6823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"hard_prompts/Phi-3 Medium 4K Instruct","slice":"hard_prompts"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1142.414609,"ciLow":1132.621763,"ciHigh":1152.207455,"observedAt":"2026-11-11","runCount":4087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"hard_prompts_english/Phi-3 Medium 4K Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1098.603054,"ciLow":1086.454109,"ciHigh":1110.751999,"observedAt":"2026-11-11","runCount":2847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_business_and_management_and_financial_operations/Phi-3 Medium 4K Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1081.140413,"ciLow":1070.69201,"ciHigh":1091.588815,"observedAt":"2026-11-11","runCount":3888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_entertainment_and_sports_and_media/Phi-3 Medium 4K Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1130.729232,"ciLow":1114.393857,"ciHigh":1147.064607,"observedAt":"2026-11-11","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_legal_and_government/Phi-3 Medium 4K Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1137.975741,"ciLow":1127.370192,"ciHigh":1148.58129,"observedAt":"2026-11-11","runCount":4186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_life_and_physical_and_social_science/Phi-3 Medium 4K Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1175.972878,"ciLow":1164.766726,"ciHigh":1187.17903,"observedAt":"2026-11-11","runCount":2729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_mathematical/Phi-3 Medium 4K Instruct","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1118.769624,"ciLow":1101.563912,"ciHigh":1135.975336,"observedAt":"2026-11-11","runCount":1320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_medicine_and_healthcare/Phi-3 Medium 4K Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1133.319513,"ciLow":1124.865301,"ciHigh":1141.773725,"observedAt":"2026-11-11","runCount":6654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_software_and_it_services/Phi-3 Medium 4K Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1126.366053,"ciLow":1117.77193,"ciHigh":1134.960175,"observedAt":"2026-11-11","runCount":6655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"industry_writing_and_literature_and_language/Phi-3 Medium 4K Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|instruction_following/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1113.283872,"ciLow":1105.958945,"ciHigh":1120.608799,"observedAt":"2026-11-11","runCount":9385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"instruction_following/Phi-3 Medium 4K Instruct","slice":"instruction_following"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|japanese/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1042.660802,"ciLow":1018.350465,"ciHigh":1066.97114,"observedAt":"2026-11-11","runCount":683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"japanese/Phi-3 Medium 4K Instruct","slice":"japanese"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|korean/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":954.20142,"ciLow":928.8143,"ciHigh":979.58854,"observedAt":"2026-11-11","runCount":732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"korean/Phi-3 Medium 4K Instruct","slice":"korean"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|longer_query/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1119.908967,"ciLow":1106.985467,"ciHigh":1132.832467,"observedAt":"2026-11-11","runCount":2150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"longer_query/Phi-3 Medium 4K Instruct","slice":"longer_query"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|math/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.429715,"ciLow":1162.872559,"ciHigh":1183.986871,"observedAt":"2026-11-11","runCount":3238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"math/Phi-3 Medium 4K Instruct","slice":"math"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|multi_turn/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1087.900827,"ciLow":1076.958468,"ciHigh":1098.843185,"observedAt":"2026-11-11","runCount":3824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"multi_turn/Phi-3 Medium 4K Instruct","slice":"multi_turn"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|non_english/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1093.885628,"ciLow":1087.005682,"ciHigh":1100.765573,"observedAt":"2026-11-11","runCount":11772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"non_english/Phi-3 Medium 4K Instruct","slice":"non_english"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|overall/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1137.593344,"ciLow":1132.473792,"ciHigh":1142.712895,"observedAt":"2026-11-11","runCount":25055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"overall/Phi-3 Medium 4K Instruct","slice":"overall"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|russian/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1144.810159,"ciLow":1133.395041,"ciHigh":1156.225276,"observedAt":"2026-11-11","runCount":2964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"russian/Phi-3 Medium 4K Instruct","slice":"russian"}
{"key":"lmarena|microsoft/phi-3-medium-4k-instruct:default|none|lmarena-text@1|rating|spanish/Phi-3 Medium 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-medium-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.889673,"ciLow":1063.993588,"ciHigh":1125.785758,"observedAt":"2026-11-11","runCount":419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Medium 4K Instruct","rowId":"spanish/Phi-3 Medium 4K Instruct","slice":"spanish"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.185338,"ciLow":1110.946444,"ciHigh":1143.424233,"observedAt":"2026-11-11","runCount":2016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"chinese/Phi-3 Mini 128K Instruct","slice":"chinese"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|coding/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1154.714107,"ciLow":1141.741724,"ciHigh":1167.68649,"observedAt":"2026-11-11","runCount":3886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"coding/Phi-3 Mini 128K Instruct","slice":"coding"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1085.683622,"ciLow":1071.175224,"ciHigh":1100.192021,"observedAt":"2026-11-11","runCount":2949,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"creative_writing/Phi-3 Mini 128K Instruct","slice":"creative_writing"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|english/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.192742,"ciLow":1154.04858,"ciHigh":1172.336905,"observedAt":"2026-11-11","runCount":12596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"english/Phi-3 Mini 128K Instruct","slice":"english"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":955.561844,"ciLow":942.585371,"ciHigh":968.538318,"observedAt":"2026-11-11","runCount":13845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"exclude_ties/Phi-3 Mini 128K Instruct","slice":"exclude_ties"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|expert/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1099.062853,"ciLow":1078.72371,"ciHigh":1119.401996,"observedAt":"2026-11-11","runCount":1095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"expert/Phi-3 Mini 128K Instruct","slice":"expert"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|french/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1129.629595,"ciLow":1093.691772,"ciHigh":1165.567417,"observedAt":"2026-11-11","runCount":372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"french/Phi-3 Mini 128K Instruct","slice":"french"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|german/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1090.281659,"ciLow":1065.37187,"ciHigh":1115.191448,"observedAt":"2026-11-11","runCount":727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"german/Phi-3 Mini 128K Instruct","slice":"german"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.807427,"ciLow":1119.940146,"ciHigh":1141.674708,"observedAt":"2026-11-11","runCount":6167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"hard_prompts/Phi-3 Mini 128K Instruct","slice":"hard_prompts"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.755062,"ciLow":1140.252871,"ciHigh":1165.257253,"observedAt":"2026-11-11","runCount":4149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"hard_prompts_english/Phi-3 Mini 128K Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1097.301131,"ciLow":1081.215316,"ciHigh":1113.386945,"observedAt":"2026-11-11","runCount":2085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_business_and_management_and_financial_operations/Phi-3 Mini 128K Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1086.419583,"ciLow":1072.159254,"ciHigh":1100.679912,"observedAt":"2026-11-11","runCount":2922,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_entertainment_and_sports_and_media/Phi-3 Mini 128K Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1115.422462,"ciLow":1092.921876,"ciHigh":1137.923048,"observedAt":"2026-11-11","runCount":1033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_legal_and_government/Phi-3 Mini 128K Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.333899,"ciLow":1123.520241,"ciHigh":1151.147556,"observedAt":"2026-11-11","runCount":3426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_life_and_physical_and_social_science/Phi-3 Mini 128K Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.740711,"ciLow":1130.865906,"ciHigh":1158.615516,"observedAt":"2026-11-11","runCount":2569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_mathematical/Phi-3 Mini 128K Instruct","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.792636,"ciLow":1105.819951,"ciHigh":1149.76532,"observedAt":"2026-11-11","runCount":1114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_medicine_and_healthcare/Phi-3 Mini 128K Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.932589,"ciLow":1129.55327,"ciHigh":1152.311909,"observedAt":"2026-11-11","runCount":6056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_software_and_it_services/Phi-3 Mini 128K Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1099.013964,"ciLow":1086.982362,"ciHigh":1111.045566,"observedAt":"2026-11-11","runCount":4627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_writing_and_literature_and_language/Phi-3 Mini 128K Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1100.336935,"ciLow":1090.015431,"ciHigh":1110.658439,"observedAt":"2026-11-11","runCount":7368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"instruction_following/Phi-3 Mini 128K Instruct","slice":"instruction_following"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":981.871198,"ciLow":949.252005,"ciHigh":1014.490392,"observedAt":"2026-11-11","runCount":385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"japanese/Phi-3 Mini 128K Instruct","slice":"japanese"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|korean/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":937.475258,"ciLow":895.915567,"ciHigh":979.034949,"observedAt":"2026-11-11","runCount":260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"korean/Phi-3 Mini 128K Instruct","slice":"korean"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1074.036466,"ciLow":1057.919494,"ciHigh":1090.153438,"observedAt":"2026-11-11","runCount":2074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"longer_query/Phi-3 Mini 128K Instruct","slice":"longer_query"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|math/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.376896,"ciLow":1127.126663,"ciHigh":1153.627128,"observedAt":"2026-11-11","runCount":2813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"math/Phi-3 Mini 128K Instruct","slice":"math"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1058.975039,"ciLow":1043.282852,"ciHigh":1074.667227,"observedAt":"2026-11-11","runCount":2507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"multi_turn/Phi-3 Mini 128K Instruct","slice":"multi_turn"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1076.230439,"ciLow":1066.183998,"ciHigh":1086.276881,"observedAt":"2026-11-11","runCount":8089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"non_english/Phi-3 Mini 128K Instruct","slice":"non_english"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|overall/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.013822,"ciLow":1122.604474,"ciHigh":1137.42317,"observedAt":"2026-11-11","runCount":20685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"overall/Phi-3 Mini 128K Instruct","slice":"overall"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|russian/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1064.493176,"ciLow":1048.38748,"ciHigh":1080.598873,"observedAt":"2026-11-11","runCount":1800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"russian/Phi-3 Mini 128K Instruct","slice":"russian"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.378691,"ciLow":1110.361388,"ciHigh":1180.395995,"observedAt":"2026-11-11","runCount":366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"spanish/Phi-3 Mini 128K Instruct","slice":"spanish"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|chinese/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1016.395773,"ciLow":1000.519131,"ciHigh":1032.272414,"observedAt":"2026-11-11","runCount":2016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"chinese/Phi-3 Mini 128K Instruct","slice":"chinese"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|coding/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1039.319901,"ciLow":1026.521769,"ciHigh":1052.118034,"observedAt":"2026-11-11","runCount":3886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"coding/Phi-3 Mini 128K Instruct","slice":"coding"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|creative_writing/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1024.046775,"ciLow":1010.121833,"ciHigh":1037.971717,"observedAt":"2026-11-11","runCount":2949,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"creative_writing/Phi-3 Mini 128K Instruct","slice":"creative_writing"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|english/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.958489,"ciLow":1074.025366,"ciHigh":1091.891612,"observedAt":"2026-11-11","runCount":12596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"english/Phi-3 Mini 128K Instruct","slice":"english"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|exclude_ties/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":844.607313,"ciLow":832.086027,"ciHigh":857.128598,"observedAt":"2026-11-11","runCount":13845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"exclude_ties/Phi-3 Mini 128K Instruct","slice":"exclude_ties"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|expert/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":983.678144,"ciLow":963.48369,"ciHigh":1003.872598,"observedAt":"2026-11-11","runCount":1095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"expert/Phi-3 Mini 128K Instruct","slice":"expert"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|french/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1038.77359,"ciLow":1003.682159,"ciHigh":1073.865022,"observedAt":"2026-11-11","runCount":372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"french/Phi-3 Mini 128K Instruct","slice":"french"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|german/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1005.887863,"ciLow":981.184936,"ciHigh":1030.59079,"observedAt":"2026-11-11","runCount":727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"german/Phi-3 Mini 128K Instruct","slice":"german"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|hard_prompts/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1027.938274,"ciLow":1017.225202,"ciHigh":1038.651345,"observedAt":"2026-11-11","runCount":6167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"hard_prompts/Phi-3 Mini 128K Instruct","slice":"hard_prompts"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1051.121253,"ciLow":1038.739176,"ciHigh":1063.50333,"observedAt":"2026-11-11","runCount":4149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"hard_prompts_english/Phi-3 Mini 128K Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":989.91732,"ciLow":974.041889,"ciHigh":1005.792751,"observedAt":"2026-11-11","runCount":2085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_business_and_management_and_financial_operations/Phi-3 Mini 128K Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1009.035626,"ciLow":995.194352,"ciHigh":1022.8769,"observedAt":"2026-11-11","runCount":2922,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_entertainment_and_sports_and_media/Phi-3 Mini 128K Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1006.14411,"ciLow":984.148507,"ciHigh":1028.139713,"observedAt":"2026-11-11","runCount":1033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_legal_and_government/Phi-3 Mini 128K Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1022.80783,"ciLow":1009.240947,"ciHigh":1036.374714,"observedAt":"2026-11-11","runCount":3426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_life_and_physical_and_social_science/Phi-3 Mini 128K Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.939291,"ciLow":1069.243665,"ciHigh":1096.634917,"observedAt":"2026-11-11","runCount":2569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_mathematical/Phi-3 Mini 128K Instruct","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":995.859798,"ciLow":974.426721,"ciHigh":1017.292875,"observedAt":"2026-11-11","runCount":1114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_medicine_and_healthcare/Phi-3 Mini 128K Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1033.66377,"ciLow":1022.436029,"ciHigh":1044.891511,"observedAt":"2026-11-11","runCount":6056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_software_and_it_services/Phi-3 Mini 128K Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1040.29846,"ciLow":1028.653165,"ciHigh":1051.943755,"observedAt":"2026-11-11","runCount":4627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"industry_writing_and_literature_and_language/Phi-3 Mini 128K Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|instruction_following/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1022.67732,"ciLow":1012.571575,"ciHigh":1032.783066,"observedAt":"2026-11-11","runCount":7368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"instruction_following/Phi-3 Mini 128K Instruct","slice":"instruction_following"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|japanese/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":899.383949,"ciLow":867.425478,"ciHigh":931.342419,"observedAt":"2026-11-11","runCount":385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"japanese/Phi-3 Mini 128K Instruct","slice":"japanese"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|korean/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":856.207058,"ciLow":816.322084,"ciHigh":896.092032,"observedAt":"2026-11-11","runCount":260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"korean/Phi-3 Mini 128K Instruct","slice":"korean"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|longer_query/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":995.53665,"ciLow":979.7721,"ciHigh":1011.3012,"observedAt":"2026-11-11","runCount":2074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"longer_query/Phi-3 Mini 128K Instruct","slice":"longer_query"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|math/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1089.051651,"ciLow":1075.909029,"ciHigh":1102.194272,"observedAt":"2026-11-11","runCount":2813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"math/Phi-3 Mini 128K Instruct","slice":"math"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|multi_turn/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":988.818488,"ciLow":973.30312,"ciHigh":1004.333856,"observedAt":"2026-11-11","runCount":2507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"multi_turn/Phi-3 Mini 128K Instruct","slice":"multi_turn"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|non_english/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1000.386132,"ciLow":990.556771,"ciHigh":1010.215493,"observedAt":"2026-11-11","runCount":8089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"non_english/Phi-3 Mini 128K Instruct","slice":"non_english"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|overall/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1050.430732,"ciLow":1043.215661,"ciHigh":1057.645804,"observedAt":"2026-11-11","runCount":20685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"overall/Phi-3 Mini 128K Instruct","slice":"overall"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|russian/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1003.751485,"ciLow":987.966864,"ciHigh":1019.536106,"observedAt":"2026-11-11","runCount":1800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"russian/Phi-3 Mini 128K Instruct","slice":"russian"}
{"key":"lmarena|microsoft/phi-3-mini-128k-instruct:default|none|lmarena-text@1|rating|spanish/Phi-3 Mini 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1058.362247,"ciLow":1024.044609,"ciHigh":1092.679885,"observedAt":"2026-11-11","runCount":366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 128K Instruct","rowId":"spanish/Phi-3 Mini 128K Instruct","slice":"spanish"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|chinese/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1125.818607,"ciLow":1107.778077,"ciHigh":1143.859138,"observedAt":"2026-11-11","runCount":1172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"chinese/Phi-3 Mini 4K Instruct (June 2024)","slice":"chinese"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|coding/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.123076,"ciLow":1183.261372,"ciHigh":1210.984779,"observedAt":"2026-11-11","runCount":1841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"coding/Phi-3 Mini 4K Instruct (June 2024)","slice":"coding"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|creative_writing/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1095.994819,"ciLow":1081.237316,"ciHigh":1110.752323,"observedAt":"2026-11-11","runCount":1955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"creative_writing/Phi-3 Mini 4K Instruct (June 2024)","slice":"creative_writing"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|english/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.298635,"ciLow":1184.011075,"ciHigh":1200.586195,"observedAt":"2026-11-11","runCount":6694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"english/Phi-3 Mini 4K Instruct (June 2024)","slice":"english"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|exclude_ties/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":962.914441,"ciLow":950.556973,"ciHigh":975.271909,"observedAt":"2026-11-11","runCount":8201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"exclude_ties/Phi-3 Mini 4K Instruct (June 2024)","slice":"exclude_ties"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|expert/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.017279,"ciLow":1124.058195,"ciHigh":1175.976362,"observedAt":"2026-11-11","runCount":486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"expert/Phi-3 Mini 4K Instruct (June 2024)","slice":"expert"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|german/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1103.751606,"ciLow":1071.229525,"ciHigh":1136.273688,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"german/Phi-3 Mini 4K Instruct (June 2024)","slice":"german"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|hard_prompts/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.789611,"ciLow":1164.925254,"ciHigh":1186.653967,"observedAt":"2026-11-11","runCount":3155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"hard_prompts/Phi-3 Mini 4K Instruct (June 2024)","slice":"hard_prompts"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.383837,"ciLow":1188.367997,"ciHigh":1214.399676,"observedAt":"2026-11-11","runCount":2028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"hard_prompts_english/Phi-3 Mini 4K Instruct (June 2024)","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1103.961549,"ciLow":1087.041233,"ciHigh":1120.881864,"observedAt":"2026-11-11","runCount":1424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_business_and_management_and_financial_operations/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1091.658415,"ciLow":1077.716071,"ciHigh":1105.600759,"observedAt":"2026-11-11","runCount":1973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_entertainment_and_sports_and_media/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.506903,"ciLow":1127.697771,"ciHigh":1177.316034,"observedAt":"2026-11-11","runCount":706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_legal_and_government/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.212455,"ciLow":1144.587097,"ciHigh":1173.837813,"observedAt":"2026-11-11","runCount":1956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_life_and_physical_and_social_science/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.241145,"ciLow":1183.660153,"ciHigh":1212.822137,"observedAt":"2026-11-11","runCount":1357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_mathematical/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1147.124866,"ciLow":1121.488698,"ciHigh":1172.761034,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_medicine_and_healthcare/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.67727,"ciLow":1168.267625,"ciHigh":1191.086915,"observedAt":"2026-11-11","runCount":3104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_software_and_it_services/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1103.424027,"ciLow":1092.054845,"ciHigh":1114.793208,"observedAt":"2026-11-11","runCount":3382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_writing_and_literature_and_language/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|instruction_following/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1124.43968,"ciLow":1114.707172,"ciHigh":1134.172188,"observedAt":"2026-11-11","runCount":4431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"instruction_following/Phi-3 Mini 4K Instruct (June 2024)","slice":"instruction_following"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|japanese/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1023.35783,"ciLow":989.834913,"ciHigh":1056.880747,"observedAt":"2026-11-11","runCount":354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"japanese/Phi-3 Mini 4K Instruct (June 2024)","slice":"japanese"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|korean/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":955.725958,"ciLow":914.533425,"ciHigh":996.91849,"observedAt":"2026-11-11","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"korean/Phi-3 Mini 4K Instruct (June 2024)","slice":"korean"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|longer_query/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1107.741,"ciLow":1088.791852,"ciHigh":1126.690149,"observedAt":"2026-11-11","runCount":1035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"longer_query/Phi-3 Mini 4K Instruct (June 2024)","slice":"longer_query"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|math/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.919016,"ciLow":1180.286749,"ciHigh":1207.551283,"observedAt":"2026-11-11","runCount":1568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"math/Phi-3 Mini 4K Instruct (June 2024)","slice":"math"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|multi_turn/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1099.379886,"ciLow":1084.588183,"ciHigh":1114.171589,"observedAt":"2026-11-11","runCount":1839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"multi_turn/Phi-3 Mini 4K Instruct (June 2024)","slice":"multi_turn"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|non_english/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1074.178098,"ciLow":1064.807314,"ciHigh":1083.548882,"observedAt":"2026-11-11","runCount":5603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"non_english/Phi-3 Mini 4K Instruct (June 2024)","slice":"non_english"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|overall/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1143.273038,"ciLow":1136.838624,"ciHigh":1149.707452,"observedAt":"2026-11-11","runCount":12297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"overall/Phi-3 Mini 4K Instruct (June 2024)","slice":"overall"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text-style-control@1|rating|russian/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1075.231435,"ciLow":1058.509753,"ciHigh":1091.953118,"observedAt":"2026-11-11","runCount":1415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"russian/Phi-3 Mini 4K Instruct (June 2024)","slice":"russian"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|chinese/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1033.51649,"ciLow":1015.693219,"ciHigh":1051.339761,"observedAt":"2026-11-11","runCount":1172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"chinese/Phi-3 Mini 4K Instruct (June 2024)","slice":"chinese"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|coding/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.966631,"ciLow":1079.236292,"ciHigh":1106.69697,"observedAt":"2026-11-11","runCount":1841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"coding/Phi-3 Mini 4K Instruct (June 2024)","slice":"coding"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|creative_writing/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1044.492529,"ciLow":1030.020317,"ciHigh":1058.964741,"observedAt":"2026-11-11","runCount":1955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"creative_writing/Phi-3 Mini 4K Instruct (June 2024)","slice":"creative_writing"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|english/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1128.796097,"ciLow":1120.588047,"ciHigh":1137.004147,"observedAt":"2026-11-11","runCount":6694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"english/Phi-3 Mini 4K Instruct (June 2024)","slice":"english"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|exclude_ties/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":874.055227,"ciLow":861.951218,"ciHigh":886.159237,"observedAt":"2026-11-11","runCount":8201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"exclude_ties/Phi-3 Mini 4K Instruct (June 2024)","slice":"exclude_ties"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|expert/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1050.638394,"ciLow":1024.674577,"ciHigh":1076.602211,"observedAt":"2026-11-11","runCount":486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"expert/Phi-3 Mini 4K Instruct (June 2024)","slice":"expert"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|german/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1030.666282,"ciLow":998.382547,"ciHigh":1062.950018,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"german/Phi-3 Mini 4K Instruct (June 2024)","slice":"german"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|hard_prompts/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1087.36691,"ciLow":1076.626718,"ciHigh":1098.107102,"observedAt":"2026-11-11","runCount":3155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"hard_prompts/Phi-3 Mini 4K Instruct (June 2024)","slice":"hard_prompts"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|hard_prompts_english/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1114.473328,"ciLow":1101.582066,"ciHigh":1127.36459,"observedAt":"2026-11-11","runCount":2028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"hard_prompts_english/Phi-3 Mini 4K Instruct (June 2024)","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1022.758869,"ciLow":1005.962559,"ciHigh":1039.55518,"observedAt":"2026-11-11","runCount":1424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_business_and_management_and_financial_operations/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1031.285476,"ciLow":1017.52105,"ciHigh":1045.049902,"observedAt":"2026-11-11","runCount":1973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_entertainment_and_sports_and_media/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|industry_legal_and_government/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1068.408293,"ciLow":1043.692499,"ciHigh":1093.124087,"observedAt":"2026-11-11","runCount":706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_legal_and_government/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1068.100655,"ciLow":1053.547014,"ciHigh":1082.654296,"observedAt":"2026-11-11","runCount":1956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_life_and_physical_and_social_science/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|industry_mathematical/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1147.148996,"ciLow":1132.539233,"ciHigh":1161.758758,"observedAt":"2026-11-11","runCount":1357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_mathematical/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1042.299204,"ciLow":1016.824322,"ciHigh":1067.774087,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_medicine_and_healthcare/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|industry_software_and_it_services/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1088.004145,"ciLow":1076.715146,"ciHigh":1099.293144,"observedAt":"2026-11-11","runCount":3104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_software_and_it_services/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.652176,"ciLow":1045.447451,"ciHigh":1067.856901,"observedAt":"2026-11-11","runCount":3382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"industry_writing_and_literature_and_language/Phi-3 Mini 4K Instruct (June 2024)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|instruction_following/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1057.591419,"ciLow":1048.002956,"ciHigh":1067.179881,"observedAt":"2026-11-11","runCount":4431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"instruction_following/Phi-3 Mini 4K Instruct (June 2024)","slice":"instruction_following"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|japanese/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":954.663318,"ciLow":921.922119,"ciHigh":987.404518,"observedAt":"2026-11-11","runCount":354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"japanese/Phi-3 Mini 4K Instruct (June 2024)","slice":"japanese"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|korean/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":879.951595,"ciLow":839.159838,"ciHigh":920.743352,"observedAt":"2026-11-11","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"korean/Phi-3 Mini 4K Instruct (June 2024)","slice":"korean"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|longer_query/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1041.317921,"ciLow":1022.695463,"ciHigh":1059.940379,"observedAt":"2026-11-11","runCount":1035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"longer_query/Phi-3 Mini 4K Instruct (June 2024)","slice":"longer_query"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|math/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1152.01409,"ciLow":1138.40074,"ciHigh":1165.62744,"observedAt":"2026-11-11","runCount":1568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"math/Phi-3 Mini 4K Instruct (June 2024)","slice":"math"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|multi_turn/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1049.017711,"ciLow":1034.357212,"ciHigh":1063.678209,"observedAt":"2026-11-11","runCount":1839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"multi_turn/Phi-3 Mini 4K Instruct (June 2024)","slice":"multi_turn"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|non_english/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1012.606191,"ciLow":1003.378698,"ciHigh":1021.833683,"observedAt":"2026-11-11","runCount":5603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"non_english/Phi-3 Mini 4K Instruct (June 2024)","slice":"non_english"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|overall/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1079.99747,"ciLow":1073.654788,"ciHigh":1086.340151,"observedAt":"2026-11-11","runCount":12297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"overall/Phi-3 Mini 4K Instruct (June 2024)","slice":"overall"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct-june-2024:default|none|lmarena-text@1|rating|russian/Phi-3 Mini 4K Instruct (June 2024)","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct-june-2024","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1018.976201,"ciLow":1002.282718,"ciHigh":1035.669684,"observedAt":"2026-11-11","runCount":1415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct (June 2024)","rowId":"russian/Phi-3 Mini 4K Instruct (June 2024)","slice":"russian"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1113.189514,"ciLow":1098.45755,"ciHigh":1127.921477,"observedAt":"2026-11-11","runCount":2296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"chinese/Phi-3 Mini 4K Instruct","slice":"chinese"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|coding/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.65153,"ciLow":1175.95142,"ciHigh":1199.351641,"observedAt":"2026-11-11","runCount":3449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"coding/Phi-3 Mini 4K Instruct","slice":"coding"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1072.957546,"ciLow":1060.023591,"ciHigh":1085.891501,"observedAt":"2026-11-11","runCount":2812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"creative_writing/Phi-3 Mini 4K Instruct","slice":"creative_writing"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|english/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.230475,"ciLow":1164.049617,"ciHigh":1180.411333,"observedAt":"2026-11-11","runCount":10322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"english/Phi-3 Mini 4K Instruct","slice":"english"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":949.653074,"ciLow":938.173387,"ciHigh":961.132761,"observedAt":"2026-11-11","runCount":12861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"exclude_ties/Phi-3 Mini 4K Instruct","slice":"exclude_ties"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|expert/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.216987,"ciLow":1121.68179,"ciHigh":1160.752185,"observedAt":"2026-11-11","runCount":936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"expert/Phi-3 Mini 4K Instruct","slice":"expert"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|french/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.017393,"ciLow":1109.134642,"ciHigh":1182.900145,"observedAt":"2026-11-11","runCount":307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"french/Phi-3 Mini 4K Instruct","slice":"french"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|german/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1107.242513,"ciLow":1082.903209,"ciHigh":1131.581817,"observedAt":"2026-11-11","runCount":699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"german/Phi-3 Mini 4K Instruct","slice":"german"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.478415,"ciLow":1143.902337,"ciHigh":1163.054493,"observedAt":"2026-11-11","runCount":5872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"hard_prompts/Phi-3 Mini 4K Instruct","slice":"hard_prompts"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.578586,"ciLow":1165.95616,"ciHigh":1189.201012,"observedAt":"2026-11-11","runCount":3447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"hard_prompts_english/Phi-3 Mini 4K Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1111.737752,"ciLow":1098.088592,"ciHigh":1125.386912,"observedAt":"2026-11-11","runCount":2483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_business_and_management_and_financial_operations/Phi-3 Mini 4K Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1068.772748,"ciLow":1056.404803,"ciHigh":1081.140693,"observedAt":"2026-11-11","runCount":2995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_entertainment_and_sports_and_media/Phi-3 Mini 4K Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.644809,"ciLow":1134.309977,"ciHigh":1172.979641,"observedAt":"2026-11-11","runCount":1126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_legal_and_government/Phi-3 Mini 4K Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.524993,"ciLow":1132.846643,"ciHigh":1158.203343,"observedAt":"2026-11-11","runCount":3517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_life_and_physical_and_social_science/Phi-3 Mini 4K Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1154.981249,"ciLow":1141.883468,"ciHigh":1168.079031,"observedAt":"2026-11-11","runCount":2198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_mathematical/Phi-3 Mini 4K Instruct","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.343669,"ciLow":1109.77442,"ciHigh":1150.912918,"observedAt":"2026-11-11","runCount":1078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_medicine_and_healthcare/Phi-3 Mini 4K Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1162.733807,"ciLow":1152.818178,"ciHigh":1172.649436,"observedAt":"2026-11-11","runCount":5715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_software_and_it_services/Phi-3 Mini 4K Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1092.695159,"ciLow":1082.160807,"ciHigh":1103.229511,"observedAt":"2026-11-11","runCount":5207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_writing_and_literature_and_language/Phi-3 Mini 4K Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1113.34338,"ciLow":1104.465718,"ciHigh":1122.221043,"observedAt":"2026-11-11","runCount":7636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"instruction_following/Phi-3 Mini 4K Instruct","slice":"instruction_following"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":999.868549,"ciLow":965.111373,"ciHigh":1034.625724,"observedAt":"2026-11-11","runCount":384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"japanese/Phi-3 Mini 4K Instruct","slice":"japanese"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|korean/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":967.629301,"ciLow":942.242178,"ciHigh":993.016424,"observedAt":"2026-11-11","runCount":860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"korean/Phi-3 Mini 4K Instruct","slice":"korean"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1109.408564,"ciLow":1094.10906,"ciHigh":1124.708068,"observedAt":"2026-11-11","runCount":1706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"longer_query/Phi-3 Mini 4K Instruct","slice":"longer_query"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|math/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.014112,"ciLow":1137.728694,"ciHigh":1162.29953,"observedAt":"2026-11-11","runCount":2564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"math/Phi-3 Mini 4K Instruct","slice":"math"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1065.611254,"ciLow":1052.098936,"ciHigh":1079.123572,"observedAt":"2026-11-11","runCount":2939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"multi_turn/Phi-3 Mini 4K Instruct","slice":"multi_turn"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1074.804761,"ciLow":1066.436506,"ciHigh":1083.173016,"observedAt":"2026-11-11","runCount":9796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"non_english/Phi-3 Mini 4K Instruct","slice":"non_english"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|overall/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1128.234516,"ciLow":1121.847456,"ciHigh":1134.621576,"observedAt":"2026-11-11","runCount":20118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"overall/Phi-3 Mini 4K Instruct","slice":"overall"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|russian/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1068.34828,"ciLow":1055.193966,"ciHigh":1081.502595,"observedAt":"2026-11-11","runCount":2751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"russian/Phi-3 Mini 4K Instruct","slice":"russian"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1143.877241,"ciLow":1110.903079,"ciHigh":1176.851403,"observedAt":"2026-11-11","runCount":410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"spanish/Phi-3 Mini 4K Instruct","slice":"spanish"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|chinese/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1021.116018,"ciLow":1006.682359,"ciHigh":1035.549676,"observedAt":"2026-11-11","runCount":2296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"chinese/Phi-3 Mini 4K Instruct","slice":"chinese"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|coding/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.495927,"ciLow":1080.90529,"ciHigh":1104.086564,"observedAt":"2026-11-11","runCount":3449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"coding/Phi-3 Mini 4K Instruct","slice":"coding"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|creative_writing/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1036.779667,"ciLow":1024.171676,"ciHigh":1049.387658,"observedAt":"2026-11-11","runCount":2812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"creative_writing/Phi-3 Mini 4K Instruct","slice":"creative_writing"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|english/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1117.254421,"ciLow":1109.163423,"ciHigh":1125.34542,"observedAt":"2026-11-11","runCount":10322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"english/Phi-3 Mini 4K Instruct","slice":"english"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|exclude_ties/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":872.045501,"ciLow":860.810522,"ciHigh":883.280479,"observedAt":"2026-11-11","runCount":12861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"exclude_ties/Phi-3 Mini 4K Instruct","slice":"exclude_ties"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|expert/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1045.08975,"ciLow":1025.773967,"ciHigh":1064.405534,"observedAt":"2026-11-11","runCount":936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"expert/Phi-3 Mini 4K Instruct","slice":"expert"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|french/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1075.884048,"ciLow":1039.506955,"ciHigh":1112.261142,"observedAt":"2026-11-11","runCount":307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"french/Phi-3 Mini 4K Instruct","slice":"french"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|german/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1043.732513,"ciLow":1019.737599,"ciHigh":1067.727427,"observedAt":"2026-11-11","runCount":699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"german/Phi-3 Mini 4K Instruct","slice":"german"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|hard_prompts/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1072.107868,"ciLow":1062.665675,"ciHigh":1081.550061,"observedAt":"2026-11-11","runCount":5872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"hard_prompts/Phi-3 Mini 4K Instruct","slice":"hard_prompts"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1097.699938,"ciLow":1086.211231,"ciHigh":1109.188646,"observedAt":"2026-11-11","runCount":3447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"hard_prompts_english/Phi-3 Mini 4K Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1031.963675,"ciLow":1018.491025,"ciHigh":1045.436324,"observedAt":"2026-11-11","runCount":2483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_business_and_management_and_financial_operations/Phi-3 Mini 4K Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1018.874805,"ciLow":1006.748538,"ciHigh":1031.001072,"observedAt":"2026-11-11","runCount":2995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_entertainment_and_sports_and_media/Phi-3 Mini 4K Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.966743,"ciLow":1051.836903,"ciHigh":1090.096582,"observedAt":"2026-11-11","runCount":1126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_legal_and_government/Phi-3 Mini 4K Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1061.956148,"ciLow":1049.469578,"ciHigh":1074.442717,"observedAt":"2026-11-11","runCount":3517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_life_and_physical_and_social_science/Phi-3 Mini 4K Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1109.369583,"ciLow":1096.341167,"ciHigh":1122.397999,"observedAt":"2026-11-11","runCount":2198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_mathematical/Phi-3 Mini 4K Instruct","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1030.003432,"ciLow":1009.676216,"ciHigh":1050.330648,"observedAt":"2026-11-11","runCount":1078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_medicine_and_healthcare/Phi-3 Mini 4K Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1081.494546,"ciLow":1071.700243,"ciHigh":1091.28885,"observedAt":"2026-11-11","runCount":5715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_software_and_it_services/Phi-3 Mini 4K Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1054.361669,"ciLow":1044.075003,"ciHigh":1064.648336,"observedAt":"2026-11-11","runCount":5207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"industry_writing_and_literature_and_language/Phi-3 Mini 4K Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|instruction_following/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1053.122482,"ciLow":1044.407338,"ciHigh":1061.837626,"observedAt":"2026-11-11","runCount":7636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"instruction_following/Phi-3 Mini 4K Instruct","slice":"instruction_following"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|japanese/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":935.261215,"ciLow":900.927148,"ciHigh":969.595282,"observedAt":"2026-11-11","runCount":384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"japanese/Phi-3 Mini 4K Instruct","slice":"japanese"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|korean/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":905.620385,"ciLow":880.659766,"ciHigh":930.581004,"observedAt":"2026-11-11","runCount":860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"korean/Phi-3 Mini 4K Instruct","slice":"korean"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|longer_query/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1043.794307,"ciLow":1028.878518,"ciHigh":1058.710096,"observedAt":"2026-11-11","runCount":1706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"longer_query/Phi-3 Mini 4K Instruct","slice":"longer_query"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|math/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1111.43429,"ciLow":1099.212061,"ciHigh":1123.65652,"observedAt":"2026-11-11","runCount":2564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"math/Phi-3 Mini 4K Instruct","slice":"math"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|multi_turn/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1018.177582,"ciLow":1004.832444,"ciHigh":1031.52272,"observedAt":"2026-11-11","runCount":2939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"multi_turn/Phi-3 Mini 4K Instruct","slice":"multi_turn"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|non_english/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1020.653969,"ciLow":1012.425614,"ciHigh":1028.882325,"observedAt":"2026-11-11","runCount":9796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"non_english/Phi-3 Mini 4K Instruct","slice":"non_english"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|overall/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1073.348416,"ciLow":1067.053882,"ciHigh":1079.642951,"observedAt":"2026-11-11","runCount":20118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"overall/Phi-3 Mini 4K Instruct","slice":"overall"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|russian/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1022.049081,"ciLow":1008.988444,"ciHigh":1035.109718,"observedAt":"2026-11-11","runCount":2751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"russian/Phi-3 Mini 4K Instruct","slice":"russian"}
{"key":"lmarena|microsoft/phi-3-mini-4k-instruct:default|none|lmarena-text@1|rating|spanish/Phi-3 Mini 4K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-mini-4k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1084.633963,"ciLow":1052.086917,"ciHigh":1117.181009,"observedAt":"2026-11-11","runCount":410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Mini 4K Instruct","rowId":"spanish/Phi-3 Mini 4K Instruct","slice":"spanish"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.53458,"ciLow":1137.221681,"ciHigh":1165.847479,"observedAt":"2026-11-11","runCount":2376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"chinese/Phi-3 Small 8K Instruct","slice":"chinese"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|coding/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.096916,"ciLow":1193.474953,"ciHigh":1216.71888,"observedAt":"2026-11-11","runCount":3219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"coding/Phi-3 Small 8K Instruct","slice":"coding"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1133.323893,"ciLow":1120.169464,"ciHigh":1146.478322,"observedAt":"2026-11-11","runCount":2400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"creative_writing/Phi-3 Small 8K Instruct","slice":"creative_writing"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|english/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.910615,"ciLow":1202.997724,"ciHigh":1218.823506,"observedAt":"2026-11-11","runCount":9107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"english/Phi-3 Small 8K Instruct","slice":"english"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1021.478952,"ciLow":1011.008609,"ciHigh":1031.949295,"observedAt":"2026-11-11","runCount":11205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"exclude_ties/Phi-3 Small 8K Instruct","slice":"exclude_ties"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|expert/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.383744,"ciLow":1148.292771,"ciHigh":1186.474717,"observedAt":"2026-11-11","runCount":895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"expert/Phi-3 Small 8K Instruct","slice":"expert"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|french/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.609557,"ciLow":1173.395481,"ciHigh":1245.823632,"observedAt":"2026-11-11","runCount":271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"french/Phi-3 Small 8K Instruct","slice":"french"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|german/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.194561,"ciLow":1119.595152,"ciHigh":1168.793971,"observedAt":"2026-11-11","runCount":620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"german/Phi-3 Small 8K Instruct","slice":"german"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.23942,"ciLow":1179.700432,"ciHigh":1198.778408,"observedAt":"2026-11-11","runCount":5229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"hard_prompts/Phi-3 Small 8K Instruct","slice":"hard_prompts"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.974533,"ciLow":1201.339356,"ciHigh":1224.609709,"observedAt":"2026-11-11","runCount":3070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"hard_prompts_english/Phi-3 Small 8K Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.69547,"ciLow":1144.893376,"ciHigh":1172.497563,"observedAt":"2026-11-11","runCount":2178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_business_and_management_and_financial_operations/Phi-3 Small 8K Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1113.987118,"ciLow":1101.397317,"ciHigh":1126.57692,"observedAt":"2026-11-11","runCount":2625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_entertainment_and_sports_and_media/Phi-3 Small 8K Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.150474,"ciLow":1174.808954,"ciHigh":1211.491995,"observedAt":"2026-11-11","runCount":1187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_legal_and_government/Phi-3 Small 8K Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.342576,"ciLow":1180.103163,"ciHigh":1204.58199,"observedAt":"2026-11-11","runCount":3117,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_life_and_physical_and_social_science/Phi-3 Small 8K Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.298812,"ciLow":1190.706567,"ciHigh":1217.891057,"observedAt":"2026-11-11","runCount":1849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_mathematical/Phi-3 Small 8K Instruct","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.827946,"ciLow":1180.308008,"ciHigh":1219.347884,"observedAt":"2026-11-11","runCount":977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_medicine_and_healthcare/Phi-3 Small 8K Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.343652,"ciLow":1188.441129,"ciHigh":1208.246175,"observedAt":"2026-11-11","runCount":5136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_software_and_it_services/Phi-3 Small 8K Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.872659,"ciLow":1130.674853,"ciHigh":1151.070465,"observedAt":"2026-11-11","runCount":4639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_writing_and_literature_and_language/Phi-3 Small 8K Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1154.327787,"ciLow":1145.56418,"ciHigh":1163.091393,"observedAt":"2026-11-11","runCount":6632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"instruction_following/Phi-3 Small 8K Instruct","slice":"instruction_following"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1033.389083,"ciLow":1001.375397,"ciHigh":1065.402769,"observedAt":"2026-11-11","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"japanese/Phi-3 Small 8K Instruct","slice":"japanese"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|korean/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":977.063132,"ciLow":950.945656,"ciHigh":1003.180609,"observedAt":"2026-11-11","runCount":726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"korean/Phi-3 Small 8K Instruct","slice":"korean"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.5718,"ciLow":1150.293649,"ciHigh":1176.849951,"observedAt":"2026-11-11","runCount":2238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"longer_query/Phi-3 Small 8K Instruct","slice":"longer_query"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|math/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.684737,"ciLow":1180.972966,"ciHigh":1206.396507,"observedAt":"2026-11-11","runCount":2092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"math/Phi-3 Small 8K Instruct","slice":"math"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1120.250069,"ciLow":1107.966288,"ciHigh":1132.53385,"observedAt":"2026-11-11","runCount":3115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"multi_turn/Phi-3 Small 8K Instruct","slice":"multi_turn"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1119.526204,"ciLow":1111.304692,"ciHigh":1127.747716,"observedAt":"2026-11-11","runCount":8659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"non_english/Phi-3 Small 8K Instruct","slice":"non_english"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|overall/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.228932,"ciLow":1165.322487,"ciHigh":1177.135377,"observedAt":"2026-11-11","runCount":17766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"overall/Phi-3 Small 8K Instruct","slice":"overall"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|russian/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1169.044184,"ciLow":1155.753871,"ciHigh":1182.334498,"observedAt":"2026-11-11","runCount":2195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"russian/Phi-3 Small 8K Instruct","slice":"russian"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.716716,"ciLow":1142.212073,"ciHigh":1217.221359,"observedAt":"2026-11-11","runCount":272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"spanish/Phi-3 Small 8K Instruct","slice":"spanish"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|chinese/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1060.861509,"ciLow":1046.833313,"ciHigh":1074.889705,"observedAt":"2026-11-11","runCount":2376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"chinese/Phi-3 Small 8K Instruct","slice":"chinese"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|coding/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1101.296132,"ciLow":1089.774586,"ciHigh":1112.817678,"observedAt":"2026-11-11","runCount":3219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"coding/Phi-3 Small 8K Instruct","slice":"coding"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|creative_writing/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.655136,"ciLow":1069.736949,"ciHigh":1095.573322,"observedAt":"2026-11-11","runCount":2400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"creative_writing/Phi-3 Small 8K Instruct","slice":"creative_writing"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|english/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.57056,"ciLow":1142.712778,"ciHigh":1158.428342,"observedAt":"2026-11-11","runCount":9107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"english/Phi-3 Small 8K Instruct","slice":"english"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|exclude_ties/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":936.042134,"ciLow":925.748964,"ciHigh":946.335304,"observedAt":"2026-11-11","runCount":11205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"exclude_ties/Phi-3 Small 8K Instruct","slice":"exclude_ties"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|expert/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1066.838639,"ciLow":1047.751744,"ciHigh":1085.925534,"observedAt":"2026-11-11","runCount":895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"expert/Phi-3 Small 8K Instruct","slice":"expert"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|french/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1134.589987,"ciLow":1098.45863,"ciHigh":1170.721345,"observedAt":"2026-11-11","runCount":271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"french/Phi-3 Small 8K Instruct","slice":"french"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|german/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1079.507305,"ciLow":1055.013782,"ciHigh":1104.000829,"observedAt":"2026-11-11","runCount":620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"german/Phi-3 Small 8K Instruct","slice":"german"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|hard_prompts/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1100.231792,"ciLow":1090.79985,"ciHigh":1109.663734,"observedAt":"2026-11-11","runCount":5229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"hard_prompts/Phi-3 Small 8K Instruct","slice":"hard_prompts"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1125.210611,"ciLow":1113.657782,"ciHigh":1136.76344,"observedAt":"2026-11-11","runCount":3070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"hard_prompts_english/Phi-3 Small 8K Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1077.004956,"ciLow":1063.367463,"ciHigh":1090.642449,"observedAt":"2026-11-11","runCount":2178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_business_and_management_and_financial_operations/Phi-3 Small 8K Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1055.447061,"ciLow":1043.034745,"ciHigh":1067.859377,"observedAt":"2026-11-11","runCount":2625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_entertainment_and_sports_and_media/Phi-3 Small 8K Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1102.517547,"ciLow":1084.364038,"ciHigh":1120.671057,"observedAt":"2026-11-11","runCount":1187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_legal_and_government/Phi-3 Small 8K Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.092116,"ciLow":1094.830123,"ciHigh":1119.35411,"observedAt":"2026-11-11","runCount":3117,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_life_and_physical_and_social_science/Phi-3 Small 8K Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.151046,"ciLow":1139.556088,"ciHigh":1166.746005,"observedAt":"2026-11-11","runCount":1849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_mathematical/Phi-3 Small 8K Instruct","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1097.151224,"ciLow":1077.792732,"ciHigh":1116.509716,"observedAt":"2026-11-11","runCount":977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_medicine_and_healthcare/Phi-3 Small 8K Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1108.380886,"ciLow":1098.609603,"ciHigh":1118.15217,"observedAt":"2026-11-11","runCount":5136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_software_and_it_services/Phi-3 Small 8K Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1093.694916,"ciLow":1083.697315,"ciHigh":1103.692516,"observedAt":"2026-11-11","runCount":4639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"industry_writing_and_literature_and_language/Phi-3 Small 8K Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|instruction_following/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1086.480795,"ciLow":1077.872242,"ciHigh":1095.089348,"observedAt":"2026-11-11","runCount":6632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"instruction_following/Phi-3 Small 8K Instruct","slice":"instruction_following"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|japanese/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":965.940897,"ciLow":934.22353,"ciHigh":997.658264,"observedAt":"2026-11-11","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"japanese/Phi-3 Small 8K Instruct","slice":"japanese"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|korean/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":894.022693,"ciLow":868.391451,"ciHigh":919.653935,"observedAt":"2026-11-11","runCount":726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"korean/Phi-3 Small 8K Instruct","slice":"korean"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|longer_query/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1087.442281,"ciLow":1074.311825,"ciHigh":1100.572738,"observedAt":"2026-11-11","runCount":2238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"longer_query/Phi-3 Small 8K Instruct","slice":"longer_query"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|math/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.779047,"ciLow":1138.082428,"ciHigh":1163.475666,"observedAt":"2026-11-11","runCount":2092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"math/Phi-3 Small 8K Instruct","slice":"math"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|multi_turn/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1068.325363,"ciLow":1056.145684,"ciHigh":1080.505042,"observedAt":"2026-11-11","runCount":3115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"multi_turn/Phi-3 Small 8K Instruct","slice":"multi_turn"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|non_english/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1057.945602,"ciLow":1049.840418,"ciHigh":1066.050785,"observedAt":"2026-11-11","runCount":8659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"non_english/Phi-3 Small 8K Instruct","slice":"non_english"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|overall/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1109.866164,"ciLow":1104.023627,"ciHigh":1115.708702,"observedAt":"2026-11-11","runCount":17766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"overall/Phi-3 Small 8K Instruct","slice":"overall"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|russian/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1110.3516,"ciLow":1097.231539,"ciHigh":1123.471661,"observedAt":"2026-11-11","runCount":2195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"russian/Phi-3 Small 8K Instruct","slice":"russian"}
{"key":"lmarena|microsoft/phi-3-small-8k-instruct:default|none|lmarena-text@1|rating|spanish/Phi-3 Small 8K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-small-8k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1110.985839,"ciLow":1073.603045,"ciHigh":1148.368632,"observedAt":"2026-11-11","runCount":272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Small 8K Instruct","rowId":"spanish/Phi-3 Small 8K Instruct","slice":"spanish"}
{"key":"lmarena|microsoft/phi-3-vision-128k-instruct:default|none|lmarena-vision-style-control@1|rating|english/Phi-3 Vision 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-vision-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":896.990895,"ciLow":874.15802,"ciHigh":919.823769,"observedAt":"2026-11-09","runCount":880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Vision 128K Instruct","rowId":"english/Phi-3 Vision 128K Instruct","slice":"english"}
{"key":"lmarena|microsoft/phi-3-vision-128k-instruct:default|none|lmarena-vision-style-control@1|rating|overall/Phi-3 Vision 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-vision-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":881.03596,"ciLow":862.401642,"ciHigh":899.670277,"observedAt":"2026-11-09","runCount":1401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Vision 128K Instruct","rowId":"overall/Phi-3 Vision 128K Instruct","slice":"overall"}
{"key":"lmarena|microsoft/phi-3-vision-128k-instruct:default|none|lmarena-vision@1|rating|english/Phi-3 Vision 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-vision-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":836.879773,"ciLow":813.911851,"ciHigh":859.847695,"observedAt":"2026-11-09","runCount":880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Vision 128K Instruct","rowId":"english/Phi-3 Vision 128K Instruct","slice":"english"}
{"key":"lmarena|microsoft/phi-3-vision-128k-instruct:default|none|lmarena-vision@1|rating|overall/Phi-3 Vision 128K Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3-vision-128k-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":811.618989,"ciLow":792.904713,"ciHigh":830.333264,"observedAt":"2026-11-09","runCount":1401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3 Vision 128K Instruct","rowId":"overall/Phi-3 Vision 128K Instruct","slice":"overall"}
{"key":"lmarena|microsoft/phi-3.5-vision-instruct:default|none|lmarena-vision-style-control@1|rating|english/Phi-3.5 Vision Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3.5-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":934.014968,"ciLow":914.824971,"ciHigh":953.204965,"observedAt":"2026-11-09","runCount":1608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3.5 Vision Instruct","rowId":"english/Phi-3.5 Vision Instruct","slice":"english"}
{"key":"lmarena|microsoft/phi-3.5-vision-instruct:default|none|lmarena-vision-style-control@1|rating|overall/Phi-3.5 Vision Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3.5-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":919.478104,"ciLow":903.650967,"ciHigh":935.305241,"observedAt":"2026-11-09","runCount":2592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3.5 Vision Instruct","rowId":"overall/Phi-3.5 Vision Instruct","slice":"overall"}
{"key":"lmarena|microsoft/phi-3.5-vision-instruct:default|none|lmarena-vision@1|rating|english/Phi-3.5 Vision Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3.5-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":874.790669,"ciLow":855.580034,"ciHigh":894.001304,"observedAt":"2026-11-09","runCount":1608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3.5 Vision Instruct","rowId":"english/Phi-3.5 Vision Instruct","slice":"english"}
{"key":"lmarena|microsoft/phi-3.5-vision-instruct:default|none|lmarena-vision@1|rating|overall/Phi-3.5 Vision Instruct","sourceId":"lmarena","modelId":"microsoft/phi-3.5-vision-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":851.365818,"ciLow":835.575624,"ciHigh":867.156012,"observedAt":"2026-11-09","runCount":2592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-3.5 Vision Instruct","rowId":"overall/Phi-3.5 Vision Instruct","slice":"overall"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|chinese/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.603258,"ciLow":1251.956225,"ciHigh":1283.250291,"observedAt":"2026-11-11","runCount":1503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"chinese/Phi-4","slice":"chinese"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|coding/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.7381,"ciLow":1295.813837,"ciHigh":1315.662363,"observedAt":"2026-11-11","runCount":3305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"coding/Phi-4","slice":"coding"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|creative_writing/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.002564,"ciLow":1200.254886,"ciHigh":1219.750241,"observedAt":"2026-11-11","runCount":4062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"creative_writing/Phi-4","slice":"creative_writing"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|english/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.939902,"ciLow":1266.15085,"ciHigh":1277.728955,"observedAt":"2026-11-11","runCount":14101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"english/Phi-4","slice":"english"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|exclude_ties/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.845014,"ciLow":1149.031437,"ciHigh":1164.658591,"observedAt":"2026-11-11","runCount":15789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"exclude_ties/Phi-4","slice":"exclude_ties"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|expert/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.498332,"ciLow":1251.20201,"ciHigh":1285.794654,"observedAt":"2026-11-11","runCount":1124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"expert/Phi-4","slice":"expert"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|french/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.168938,"ciLow":1225.863644,"ciHigh":1306.474233,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"french/Phi-4","slice":"french"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|german/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.883654,"ciLow":1229.973635,"ciHigh":1281.793674,"observedAt":"2026-11-11","runCount":523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"german/Phi-4","slice":"german"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|hard_prompts/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.924473,"ciLow":1270.132103,"ciHigh":1285.716844,"observedAt":"2026-11-11","runCount":5747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"hard_prompts/Phi-4","slice":"hard_prompts"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.199844,"ciLow":1279.809766,"ciHigh":1298.589923,"observedAt":"2026-11-11","runCount":3804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"hard_prompts_english/Phi-4","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.042119,"ciLow":1243.958228,"ciHigh":1268.126009,"observedAt":"2026-11-11","runCount":2438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_business_and_management_and_financial_operations/Phi-4","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.294941,"ciLow":1193.212281,"ciHigh":1211.377602,"observedAt":"2026-11-11","runCount":4486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_entertainment_and_sports_and_media/Phi-4","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.540099,"ciLow":1281.882354,"ciHigh":1315.197845,"observedAt":"2026-11-11","runCount":1341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_legal_and_government/Phi-4","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.734817,"ciLow":1255.017427,"ciHigh":1274.452206,"observedAt":"2026-11-11","runCount":4245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_life_and_physical_and_social_science/Phi-4","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.506989,"ciLow":1266.832189,"ciHigh":1290.181788,"observedAt":"2026-11-11","runCount":2350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_mathematical/Phi-4","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.16158,"ciLow":1253.741555,"ciHigh":1292.581606,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_medicine_and_healthcare/Phi-4","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.43091,"ciLow":1281.302877,"ciHigh":1297.558943,"observedAt":"2026-11-11","runCount":5580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_software_and_it_services/Phi-4","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.317966,"ciLow":1221.518844,"ciHigh":1237.117088,"observedAt":"2026-11-11","runCount":6470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_writing_and_literature_and_language/Phi-4","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|instruction_following/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.381239,"ciLow":1238.721366,"ciHigh":1252.041112,"observedAt":"2026-11-11","runCount":9162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"instruction_following/Phi-4","slice":"instruction_following"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|japanese/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.926654,"ciLow":1166.899204,"ciHigh":1220.954104,"observedAt":"2026-11-11","runCount":500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"japanese/Phi-4","slice":"japanese"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|korean/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.408667,"ciLow":1162.515225,"ciHigh":1230.30211,"observedAt":"2026-11-11","runCount":319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"korean/Phi-4","slice":"korean"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|longer_query/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.129333,"ciLow":1256.270685,"ciHigh":1277.987981,"observedAt":"2026-11-11","runCount":2896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"longer_query/Phi-4","slice":"longer_query"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|math/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.7563,"ciLow":1254.233405,"ciHigh":1275.279194,"observedAt":"2026-11-11","runCount":2764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"math/Phi-4","slice":"math"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|multi_turn/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.806893,"ciLow":1231.544628,"ciHigh":1252.069157,"observedAt":"2026-11-11","runCount":3517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"multi_turn/Phi-4","slice":"multi_turn"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|non_english/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.158344,"ciLow":1226.699883,"ciHigh":1239.616805,"observedAt":"2026-11-11","runCount":10025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"non_english/Phi-4","slice":"non_english"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|overall/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.375443,"ciLow":1251.761267,"ciHigh":1260.989619,"observedAt":"2026-11-11","runCount":24126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"overall/Phi-4","slice":"overall"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|russian/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.568398,"ciLow":1235.273638,"ciHigh":1257.863158,"observedAt":"2026-11-11","runCount":2576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"russian/Phi-4","slice":"russian"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text-style-control@1|rating|spanish/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.961062,"ciLow":1218.289131,"ciHigh":1321.632993,"observedAt":"2026-11-11","runCount":127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"spanish/Phi-4","slice":"spanish"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|chinese/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.569595,"ciLow":1196.028715,"ciHigh":1227.110476,"observedAt":"2026-11-11","runCount":1503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"chinese/Phi-4","slice":"chinese"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|coding/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.204111,"ciLow":1221.359266,"ciHigh":1241.048955,"observedAt":"2026-11-11","runCount":3305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"coding/Phi-4","slice":"coding"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|creative_writing/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.444512,"ciLow":1171.790305,"ciHigh":1191.098719,"observedAt":"2026-11-11","runCount":4062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"creative_writing/Phi-4","slice":"creative_writing"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|english/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.997336,"ciLow":1225.232932,"ciHigh":1236.76174,"observedAt":"2026-11-11","runCount":14101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"english/Phi-4","slice":"english"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|exclude_ties/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1100.16734,"ciLow":1092.478605,"ciHigh":1107.856075,"observedAt":"2026-11-11","runCount":15789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"exclude_ties/Phi-4","slice":"exclude_ties"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|expert/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1202.58076,"ciLow":1185.353729,"ciHigh":1219.80779,"observedAt":"2026-11-11","runCount":1124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"expert/Phi-4","slice":"expert"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|french/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.057324,"ciLow":1184.406856,"ciHigh":1263.707793,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"french/Phi-4","slice":"french"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|german/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.238176,"ciLow":1196.828208,"ciHigh":1247.648144,"observedAt":"2026-11-11","runCount":523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"german/Phi-4","slice":"german"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|hard_prompts/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.516198,"ciLow":1211.75176,"ciHigh":1227.280635,"observedAt":"2026-11-11","runCount":5747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"hard_prompts/Phi-4","slice":"hard_prompts"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|hard_prompts_english/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1229.849646,"ciLow":1220.462646,"ciHigh":1239.236646,"observedAt":"2026-11-11","runCount":3804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"hard_prompts_english/Phi-4","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1198.603755,"ciLow":1186.547238,"ciHigh":1210.660272,"observedAt":"2026-11-11","runCount":2438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_business_and_management_and_financial_operations/Phi-4","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1161.889634,"ciLow":1152.88278,"ciHigh":1170.896488,"observedAt":"2026-11-11","runCount":4486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_entertainment_and_sports_and_media/Phi-4","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|industry_legal_and_government/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.054407,"ciLow":1224.47632,"ciHigh":1257.632494,"observedAt":"2026-11-11","runCount":1341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_legal_and_government/Phi-4","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.573492,"ciLow":1196.925609,"ciHigh":1216.221374,"observedAt":"2026-11-11","runCount":4245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_life_and_physical_and_social_science/Phi-4","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|industry_mathematical/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.155302,"ciLow":1242.523934,"ciHigh":1265.786671,"observedAt":"2026-11-11","runCount":2350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_mathematical/Phi-4","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.747503,"ciLow":1182.287528,"ciHigh":1221.207479,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_medicine_and_healthcare/Phi-4","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|industry_software_and_it_services/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.766137,"ciLow":1219.709593,"ciHigh":1235.82268,"observedAt":"2026-11-11","runCount":5580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_software_and_it_services/Phi-4","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1197.845535,"ciLow":1190.108915,"ciHigh":1205.582156,"observedAt":"2026-11-11","runCount":6470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"industry_writing_and_literature_and_language/Phi-4","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|instruction_following/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.078235,"ciLow":1194.4562,"ciHigh":1207.700271,"observedAt":"2026-11-11","runCount":9162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"instruction_following/Phi-4","slice":"instruction_following"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|japanese/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1158.538388,"ciLow":1131.881742,"ciHigh":1185.195035,"observedAt":"2026-11-11","runCount":500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"japanese/Phi-4","slice":"japanese"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|korean/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1151.096704,"ciLow":1117.983652,"ciHigh":1184.209755,"observedAt":"2026-11-11","runCount":319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"korean/Phi-4","slice":"korean"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|longer_query/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.086897,"ciLow":1206.326816,"ciHigh":1227.846979,"observedAt":"2026-11-11","runCount":2896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"longer_query/Phi-4","slice":"longer_query"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|math/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.835332,"ciLow":1235.328536,"ciHigh":1256.342127,"observedAt":"2026-11-11","runCount":2764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"math/Phi-4","slice":"math"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|multi_turn/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.842048,"ciLow":1195.614119,"ciHigh":1216.069978,"observedAt":"2026-11-11","runCount":3517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"multi_turn/Phi-4","slice":"multi_turn"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|non_english/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.726332,"ciLow":1190.334913,"ciHigh":1203.117752,"observedAt":"2026-11-11","runCount":10025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"non_english/Phi-4","slice":"non_english"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|overall/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.734936,"ciLow":1212.150108,"ciHigh":1221.319764,"observedAt":"2026-11-11","runCount":24126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"overall/Phi-4","slice":"overall"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|russian/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.544195,"ciLow":1197.298265,"ciHigh":1219.790124,"observedAt":"2026-11-11","runCount":2576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"russian/Phi-4","slice":"russian"}
{"key":"lmarena|microsoft/phi-4:default|none|lmarena-text@1|rating|spanish/Phi-4","sourceId":"lmarena","modelId":"microsoft/phi-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.114287,"ciLow":1182.762404,"ciHigh":1285.466169,"observedAt":"2026-11-11","runCount":127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Phi-4","rowId":"spanish/Phi-4","slice":"spanish"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|chinese/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1121.197726,"ciLow":1087.51946,"ciHigh":1154.875991,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"chinese/WizardLM 13B","slice":"chinese"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|coding/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.914912,"ciLow":1130.081879,"ciHigh":1173.747946,"observedAt":"2026-11-11","runCount":735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"coding/WizardLM 13B","slice":"coding"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|creative_writing/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.637834,"ciLow":1123.024574,"ciHigh":1158.251094,"observedAt":"2026-11-11","runCount":1375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"creative_writing/WizardLM 13B","slice":"creative_writing"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|english/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.335121,"ciLow":1162.005758,"ciHigh":1182.664483,"observedAt":"2026-11-11","runCount":5508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"english/WizardLM 13B","slice":"english"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|exclude_ties/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1006.960131,"ciLow":993.610612,"ciHigh":1020.309649,"observedAt":"2026-11-11","runCount":4797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"exclude_ties/WizardLM 13B","slice":"exclude_ties"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|hard_prompts/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1115.088251,"ciLow":1098.644759,"ciHigh":1131.531742,"observedAt":"2026-11-11","runCount":1278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"hard_prompts/WizardLM 13B","slice":"hard_prompts"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1129.122456,"ciLow":1110.864436,"ciHigh":1147.380476,"observedAt":"2026-11-11","runCount":1066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"hard_prompts_english/WizardLM 13B","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1106.435287,"ciLow":1082.165418,"ciHigh":1130.705156,"observedAt":"2026-11-11","runCount":634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_business_and_management_and_financial_operations/WizardLM 13B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.49462,"ciLow":1122.31992,"ciHigh":1158.66932,"observedAt":"2026-11-11","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_entertainment_and_sports_and_media/WizardLM 13B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.27987,"ciLow":1161.352884,"ciHigh":1225.206856,"observedAt":"2026-11-11","runCount":365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_legal_and_government/WizardLM 13B","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.382645,"ciLow":1152.44721,"ciHigh":1188.318079,"observedAt":"2026-11-11","runCount":1246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_life_and_physical_and_social_science/WizardLM 13B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1071.887882,"ciLow":1048.701821,"ciHigh":1095.073943,"observedAt":"2026-11-11","runCount":567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_mathematical/WizardLM 13B","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.911879,"ciLow":1136.960949,"ciHigh":1206.862808,"observedAt":"2026-11-11","runCount":323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_medicine_and_healthcare/WizardLM 13B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.237731,"ciLow":1141.411342,"ciHigh":1173.06412,"observedAt":"2026-11-11","runCount":1618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_software_and_it_services/WizardLM 13B","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.123215,"ciLow":1137.867585,"ciHigh":1168.378846,"observedAt":"2026-11-11","runCount":1814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_writing_and_literature_and_language/WizardLM 13B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|instruction_following/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1124.342915,"ciLow":1110.372219,"ciHigh":1138.31361,"observedAt":"2026-11-11","runCount":2003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"instruction_following/WizardLM 13B","slice":"instruction_following"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|longer_query/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.177292,"ciLow":1112.603216,"ciHigh":1191.751369,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"longer_query/WizardLM 13B","slice":"longer_query"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|math/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1065.168451,"ciLow":1044.625795,"ciHigh":1085.711107,"observedAt":"2026-11-11","runCount":669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"math/WizardLM 13B","slice":"math"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|multi_turn/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1111.446657,"ciLow":1091.550685,"ciHigh":1131.342629,"observedAt":"2026-11-11","runCount":983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"multi_turn/WizardLM 13B","slice":"multi_turn"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|non_english/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1106.54531,"ciLow":1091.044453,"ciHigh":1122.046167,"observedAt":"2026-11-11","runCount":1536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"non_english/WizardLM 13B","slice":"non_english"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text-style-control@1|rating|overall/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.692582,"ciLow":1140.507215,"ciHigh":1158.877949,"observedAt":"2026-11-11","runCount":7044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"overall/WizardLM 13B","slice":"overall"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|chinese/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1022.844471,"ciLow":990.193992,"ciHigh":1055.49495,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"chinese/WizardLM 13B","slice":"chinese"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|coding/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1034.759353,"ciLow":1012.991738,"ciHigh":1056.526969,"observedAt":"2026-11-11","runCount":735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"coding/WizardLM 13B","slice":"coding"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|creative_writing/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.303658,"ciLow":1072.506325,"ciHigh":1108.100991,"observedAt":"2026-11-11","runCount":1375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"creative_writing/WizardLM 13B","slice":"creative_writing"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|english/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1101.728518,"ciLow":1091.351552,"ciHigh":1112.105484,"observedAt":"2026-11-11","runCount":5508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"english/WizardLM 13B","slice":"english"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|exclude_ties/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":904.11376,"ciLow":890.878184,"ciHigh":917.349335,"observedAt":"2026-11-11","runCount":4797,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"exclude_ties/WizardLM 13B","slice":"exclude_ties"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|hard_prompts/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1017.580659,"ciLow":1001.277239,"ciHigh":1033.884079,"observedAt":"2026-11-11","runCount":1278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"hard_prompts/WizardLM 13B","slice":"hard_prompts"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|hard_prompts_english/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1033.732525,"ciLow":1015.59893,"ciHigh":1051.866121,"observedAt":"2026-11-11","runCount":1066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"hard_prompts_english/WizardLM 13B","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1006.231332,"ciLow":981.989701,"ciHigh":1030.472963,"observedAt":"2026-11-11","runCount":634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_business_and_management_and_financial_operations/WizardLM 13B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1074.785147,"ciLow":1056.431105,"ciHigh":1093.139189,"observedAt":"2026-11-11","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_entertainment_and_sports_and_media/WizardLM 13B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|industry_legal_and_government/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1099.751606,"ciLow":1067.611653,"ciHigh":1131.891559,"observedAt":"2026-11-11","runCount":365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_legal_and_government/WizardLM 13B","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1068.904058,"ciLow":1050.802996,"ciHigh":1087.005121,"observedAt":"2026-11-11","runCount":1246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_life_and_physical_and_social_science/WizardLM 13B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|industry_mathematical/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1015.309341,"ciLow":992.142091,"ciHigh":1038.476592,"observedAt":"2026-11-11","runCount":567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_mathematical/WizardLM 13B","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1064.871545,"ciLow":1029.831387,"ciHigh":1099.911702,"observedAt":"2026-11-11","runCount":323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_medicine_and_healthcare/WizardLM 13B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|industry_software_and_it_services/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1052.206094,"ciLow":1036.427146,"ciHigh":1067.985042,"observedAt":"2026-11-11","runCount":1618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_software_and_it_services/WizardLM 13B","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1098.203435,"ciLow":1082.893144,"ciHigh":1113.513727,"observedAt":"2026-11-11","runCount":1814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"industry_writing_and_literature_and_language/WizardLM 13B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|instruction_following/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1048.282171,"ciLow":1034.440238,"ciHigh":1062.124104,"observedAt":"2026-11-11","runCount":2003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"instruction_following/WizardLM 13B","slice":"instruction_following"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|longer_query/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1053.362956,"ciLow":1013.642224,"ciHigh":1093.083689,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"longer_query/WizardLM 13B","slice":"longer_query"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|math/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1017.113308,"ciLow":996.598011,"ciHigh":1037.628606,"observedAt":"2026-11-11","runCount":669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"math/WizardLM 13B","slice":"math"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|multi_turn/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.958889,"ciLow":1027.000632,"ciHigh":1066.917146,"observedAt":"2026-11-11","runCount":983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"multi_turn/WizardLM 13B","slice":"multi_turn"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|non_english/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1034.323103,"ciLow":1018.988814,"ciHigh":1049.657391,"observedAt":"2026-11-11","runCount":1536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"non_english/WizardLM 13B","slice":"non_english"}
{"key":"lmarena|microsoft/wizardlm-13b:default|none|lmarena-text@1|rating|overall/WizardLM 13B","sourceId":"lmarena","modelId":"microsoft/wizardlm-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1076.579689,"ciLow":1067.365206,"ciHigh":1085.794172,"observedAt":"2026-11-11","runCount":7044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 13B","rowId":"overall/WizardLM 13B","slice":"overall"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|chinese/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.820155,"ciLow":1120.947003,"ciHigh":1186.693308,"observedAt":"2026-11-11","runCount":334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"chinese/WizardLM 70B","slice":"chinese"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|coding/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.618812,"ciLow":1173.919442,"ciHigh":1213.318182,"observedAt":"2026-11-11","runCount":988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"coding/WizardLM 70B","slice":"coding"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|creative_writing/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.919759,"ciLow":1181.088086,"ciHigh":1214.751431,"observedAt":"2026-11-11","runCount":1779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"creative_writing/WizardLM 70B","slice":"creative_writing"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|english/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.947984,"ciLow":1202.665718,"ciHigh":1223.230249,"observedAt":"2026-11-11","runCount":6411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"english/WizardLM 70B","slice":"english"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|exclude_ties/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1058.407663,"ciLow":1045.164901,"ciHigh":1071.650425,"observedAt":"2026-11-11","runCount":5678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"exclude_ties/WizardLM 70B","slice":"exclude_ties"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|german/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1147.101364,"ciLow":1103.626227,"ciHigh":1190.576501,"observedAt":"2026-11-11","runCount":193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"german/WizardLM 70B","slice":"german"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|hard_prompts/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.078323,"ciLow":1157.87774,"ciHigh":1188.278906,"observedAt":"2026-11-11","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"hard_prompts/WizardLM 70B","slice":"hard_prompts"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.899892,"ciLow":1170.511614,"ciHigh":1203.288171,"observedAt":"2026-11-11","runCount":1475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"hard_prompts_english/WizardLM 70B","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.101904,"ciLow":1147.330332,"ciHigh":1194.873476,"observedAt":"2026-11-11","runCount":682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_business_and_management_and_financial_operations/WizardLM 70B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.621356,"ciLow":1158.158138,"ciHigh":1193.084573,"observedAt":"2026-11-11","runCount":1539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_entertainment_and_sports_and_media/WizardLM 70B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.757557,"ciLow":1188.877512,"ciHigh":1246.637601,"observedAt":"2026-11-11","runCount":434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_legal_and_government/WizardLM 70B","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1200.20876,"ciLow":1182.368282,"ciHigh":1218.049238,"observedAt":"2026-11-11","runCount":1334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_life_and_physical_and_social_science/WizardLM 70B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.689235,"ciLow":1135.954753,"ciHigh":1177.423716,"observedAt":"2026-11-11","runCount":764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_mathematical/WizardLM 70B","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.933596,"ciLow":1168.607316,"ciHigh":1229.259875,"observedAt":"2026-11-11","runCount":385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_medicine_and_healthcare/WizardLM 70B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.255353,"ciLow":1171.953908,"ciHigh":1202.556799,"observedAt":"2026-11-11","runCount":1935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_software_and_it_services/WizardLM 70B","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.788234,"ciLow":1180.013392,"ciHigh":1209.563076,"observedAt":"2026-11-11","runCount":2313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_writing_and_literature_and_language/WizardLM 70B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|instruction_following/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.683084,"ciLow":1150.219535,"ciHigh":1177.146634,"observedAt":"2026-11-11","runCount":2680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"instruction_following/WizardLM 70B","slice":"instruction_following"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|longer_query/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.03227,"ciLow":1152.84226,"ciHigh":1215.222281,"observedAt":"2026-11-11","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"longer_query/WizardLM 70B","slice":"longer_query"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|math/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.891756,"ciLow":1138.692793,"ciHigh":1177.09072,"observedAt":"2026-11-11","runCount":903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"math/WizardLM 70B","slice":"math"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|multi_turn/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.917543,"ciLow":1147.565528,"ciHigh":1186.269559,"observedAt":"2026-11-11","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"multi_turn/WizardLM 70B","slice":"multi_turn"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|non_english/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.502714,"ciLow":1130.870344,"ciHigh":1162.135084,"observedAt":"2026-11-11","runCount":1803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"non_english/WizardLM 70B","slice":"non_english"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|overall/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.900386,"ciLow":1175.488419,"ciHigh":1194.312354,"observedAt":"2026-11-11","runCount":8214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"overall/WizardLM 70B","slice":"overall"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text-style-control@1|rating|russian/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.750749,"ciLow":1170.619219,"ciHigh":1260.882278,"observedAt":"2026-11-11","runCount":172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"russian/WizardLM 70B","slice":"russian"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|chinese/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1052.514846,"ciLow":1020.304093,"ciHigh":1084.7256,"observedAt":"2026-11-11","runCount":334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"chinese/WizardLM 70B","slice":"chinese"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|coding/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1081.034819,"ciLow":1061.438567,"ciHigh":1100.631071,"observedAt":"2026-11-11","runCount":988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"coding/WizardLM 70B","slice":"coding"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|creative_writing/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1149.03895,"ciLow":1132.330761,"ciHigh":1165.747139,"observedAt":"2026-11-11","runCount":1779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"creative_writing/WizardLM 70B","slice":"creative_writing"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|english/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.393693,"ciLow":1140.199381,"ciHigh":1160.588005,"observedAt":"2026-11-11","runCount":6411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"english/WizardLM 70B","slice":"english"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|exclude_ties/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":966.381273,"ciLow":953.388708,"ciHigh":979.373839,"observedAt":"2026-11-11","runCount":5678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"exclude_ties/WizardLM 70B","slice":"exclude_ties"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|german/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.484714,"ciLow":1037.957558,"ciHigh":1127.01187,"observedAt":"2026-11-11","runCount":193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"german/WizardLM 70B","slice":"german"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|hard_prompts/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1079.077149,"ciLow":1063.979774,"ciHigh":1094.174525,"observedAt":"2026-11-11","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"hard_prompts/WizardLM 70B","slice":"hard_prompts"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|hard_prompts_english/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1096.073414,"ciLow":1079.800382,"ciHigh":1112.346447,"observedAt":"2026-11-11","runCount":1475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"hard_prompts_english/WizardLM 70B","slice":"hard_prompts_english"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1078.329322,"ciLow":1054.639806,"ciHigh":1102.018838,"observedAt":"2026-11-11","runCount":682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_business_and_management_and_financial_operations/WizardLM 70B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.260167,"ciLow":1094.976315,"ciHigh":1129.544018,"observedAt":"2026-11-11","runCount":1539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_entertainment_and_sports_and_media/WizardLM 70B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|industry_legal_and_government/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1129.18837,"ciLow":1100.060641,"ciHigh":1158.3161,"observedAt":"2026-11-11","runCount":434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_legal_and_government/WizardLM 70B","slice":"industry_legal_and_government"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1109.427082,"ciLow":1091.609177,"ciHigh":1127.244988,"observedAt":"2026-11-11","runCount":1334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_life_and_physical_and_social_science/WizardLM 70B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|industry_mathematical/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.554577,"ciLow":1087.020441,"ciHigh":1128.088712,"observedAt":"2026-11-11","runCount":764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_mathematical/WizardLM 70B","slice":"industry_mathematical"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.674927,"ciLow":1064.077903,"ciHigh":1125.271951,"observedAt":"2026-11-11","runCount":385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_medicine_and_healthcare/WizardLM 70B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|industry_software_and_it_services/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1088.389821,"ciLow":1073.243877,"ciHigh":1103.535765,"observedAt":"2026-11-11","runCount":1935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_software_and_it_services/WizardLM 70B","slice":"industry_software_and_it_services"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1144.553571,"ciLow":1129.891026,"ciHigh":1159.216116,"observedAt":"2026-11-11","runCount":2313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"industry_writing_and_literature_and_language/WizardLM 70B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|instruction_following/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.907035,"ciLow":1079.623263,"ciHigh":1106.190807,"observedAt":"2026-11-11","runCount":2680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"instruction_following/WizardLM 70B","slice":"instruction_following"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|longer_query/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1096.861757,"ciLow":1065.660035,"ciHigh":1128.06348,"observedAt":"2026-11-11","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"longer_query/WizardLM 70B","slice":"longer_query"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|math/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.019863,"ciLow":1096.935257,"ciHigh":1135.10447,"observedAt":"2026-11-11","runCount":903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"math/WizardLM 70B","slice":"math"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|multi_turn/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1108.251099,"ciLow":1088.91192,"ciHigh":1127.590278,"observedAt":"2026-11-11","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"multi_turn/WizardLM 70B","slice":"multi_turn"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|non_english/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1077.485544,"ciLow":1061.895226,"ciHigh":1093.075862,"observedAt":"2026-11-11","runCount":1803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"non_english/WizardLM 70B","slice":"non_english"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|overall/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1119.563506,"ciLow":1110.239845,"ciHigh":1128.887166,"observedAt":"2026-11-11","runCount":8214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"overall/WizardLM 70B","slice":"overall"}
{"key":"lmarena|microsoft/wizardlm-70b:default|none|lmarena-text@1|rating|russian/WizardLM 70B","sourceId":"lmarena","modelId":"microsoft/wizardlm-70b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1155.17415,"ciLow":1110.562821,"ciHigh":1199.785479,"observedAt":"2026-11-11","runCount":172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"WizardLM 70B","rowId":"russian/WizardLM 70B","slice":"russian"}
{"key":"lmarena|minimax/minimax-h3-image:default|none|lmarena-image-edit@1|rating|agentic/MiniMax H3-Image","sourceId":"lmarena","modelId":"minimax/minimax-h3-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1347.773432,"ciLow":1311.59508,"ciHigh":1383.951784,"observedAt":"2026-11-12","runCount":352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax H3-Image","rowId":"agentic/MiniMax H3-Image","slice":"agentic"}
{"key":"lmarena|minimax/minimax-h3-image:default|none|lmarena-image-edit@1|rating|multi_image_edit/MiniMax H3-Image","sourceId":"lmarena","modelId":"minimax/minimax-h3-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1365.216667,"ciLow":1356.872452,"ciHigh":1373.560883,"observedAt":"2026-11-12","runCount":6318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax H3-Image","rowId":"multi_image_edit/MiniMax H3-Image","slice":"multi_image_edit"}
{"key":"lmarena|minimax/minimax-h3-image:default|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/MiniMax H3-Image","sourceId":"lmarena","modelId":"minimax/minimax-h3-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1350.480325,"ciLow":1325.549465,"ciHigh":1375.411186,"observedAt":"2026-11-12","runCount":762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax H3-Image","rowId":"multi_image_edit_agentic/MiniMax H3-Image","slice":"multi_image_edit_agentic"}
{"key":"lmarena|minimax/minimax-h3-image:default|none|lmarena-image-edit@1|rating|overall/MiniMax H3-Image","sourceId":"lmarena","modelId":"minimax/minimax-h3-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1358.908888,"ciLow":1349.93509,"ciHigh":1367.882685,"observedAt":"2026-11-12","runCount":5129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax H3-Image","rowId":"overall/MiniMax H3-Image","slice":"overall"}
{"key":"lmarena|minimax/minimax-h3-image:default|none|lmarena-text-to-image@1|rating|3d_modeling/MiniMax H3-Image","sourceId":"lmarena","modelId":"minimax/minimax-h3-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1203.384478,"ciLow":1166.248392,"ciHigh":1240.520563,"observedAt":"2026-11-12","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax H3-Image","rowId":"3d_modeling/MiniMax H3-Image","slice":"3d_modeling"}
{"key":"lmarena|minimax/minimax-h3-image:default|none|lmarena-text-to-image@1|rating|agentic/MiniMax H3-Image","sourceId":"lmarena","modelId":"minimax/minimax-h3-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1199.437847,"ciLow":1167.23164,"ciHigh":1231.644053,"observedAt":"2026-11-12","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax H3-Image","rowId":"agentic/MiniMax H3-Image","slice":"agentic"}
{"key":"lmarena|minimax/minimax-h3-image:default|none|lmarena-text-to-image@1|rating|art/MiniMax H3-Image","sourceId":"lmarena","modelId":"minimax/minimax-h3-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1194.728689,"ciLow":1167.139531,"ciHigh":1222.317847,"observedAt":"2026-11-12","runCount":462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax H3-Image","rowId":"art/MiniMax H3-Image","slice":"art"}
{"key":"lmarena|minimax/minimax-h3-image:default|none|lmarena-text-to-image@1|rating|cartoon/MiniMax H3-Image","sourceId":"lmarena","modelId":"minimax/minimax-h3-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1190.563624,"ciLow":1174.210271,"ciHigh":1206.916977,"observedAt":"2026-11-12","runCount":1291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax H3-Image","rowId":"cartoon/MiniMax H3-Image","slice":"cartoon"}
{"key":"lmarena|minimax/minimax-h3-image:default|none|lmarena-text-to-image@1|rating|commercial_design/MiniMax H3-Image","sourceId":"lmarena","modelId":"minimax/minimax-h3-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1208.206125,"ciLow":1190.764748,"ciHigh":1225.647502,"observedAt":"2026-11-12","runCount":1095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax H3-Image","rowId":"commercial_design/MiniMax H3-Image","slice":"commercial_design"}
{"key":"lmarena|minimax/minimax-h3-image:default|none|lmarena-text-to-image@1|rating|overall/MiniMax H3-Image","sourceId":"lmarena","modelId":"minimax/minimax-h3-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1197.235704,"ciLow":1186.547435,"ciHigh":1207.923973,"observedAt":"2026-11-12","runCount":3277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax H3-Image","rowId":"overall/MiniMax H3-Image","slice":"overall"}
{"key":"lmarena|minimax/minimax-h3-image:default|none|lmarena-text-to-image@1|rating|photorealistic/MiniMax H3-Image","sourceId":"lmarena","modelId":"minimax/minimax-h3-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1208.211187,"ciLow":1191.148252,"ciHigh":1225.274122,"observedAt":"2026-11-12","runCount":1162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax H3-Image","rowId":"photorealistic/MiniMax H3-Image","slice":"photorealistic"}
{"key":"lmarena|minimax/minimax-h3-image:default|none|lmarena-text-to-image@1|rating|portraits/MiniMax H3-Image","sourceId":"lmarena","modelId":"minimax/minimax-h3-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1202.999641,"ciLow":1178.57092,"ciHigh":1227.428361,"observedAt":"2026-11-12","runCount":550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax H3-Image","rowId":"portraits/MiniMax H3-Image","slice":"portraits"}
{"key":"lmarena|minimax/minimax-h3-image:default|none|lmarena-text-to-image@1|rating|text_rendering/MiniMax H3-Image","sourceId":"lmarena","modelId":"minimax/minimax-h3-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1233.488679,"ciLow":1214.996331,"ciHigh":1251.981028,"observedAt":"2026-11-12","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax H3-Image","rowId":"text_rendering/MiniMax H3-Image","slice":"text_rendering"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|chinese/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.807755,"ciLow":1374.359353,"ciHigh":1399.256156,"observedAt":"2026-11-11","runCount":2356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"chinese/MiniMax-M1","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|coding/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.381489,"ciLow":1408.700329,"ciHigh":1424.062649,"observedAt":"2026-11-11","runCount":6383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"coding/MiniMax-M1","slice":"coding"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|creative_writing/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.129467,"ciLow":1310.007646,"ciHigh":1328.251288,"observedAt":"2026-11-11","runCount":4495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"creative_writing/MiniMax-M1","slice":"creative_writing"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|english/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.687854,"ciLow":1379.08371,"ciHigh":1390.291998,"observedAt":"2026-11-11","runCount":14901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"english/MiniMax-M1","slice":"english"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|exclude_ties/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.689473,"ciLow":1322.712005,"ciHigh":1334.666942,"observedAt":"2026-11-11","runCount":24032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"exclude_ties/MiniMax-M1","slice":"exclude_ties"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|expert/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.639014,"ciLow":1353.042442,"ciHigh":1382.235587,"observedAt":"2026-11-11","runCount":1622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"expert/MiniMax-M1","slice":"expert"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|french/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.495238,"ciLow":1369.309787,"ciHigh":1423.680689,"observedAt":"2026-11-11","runCount":471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"french/MiniMax-M1","slice":"french"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|german/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.906866,"ciLow":1343.62905,"ciHigh":1384.184683,"observedAt":"2026-11-11","runCount":880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"german/MiniMax-M1","slice":"german"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|hard_prompts/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.692341,"ciLow":1375.184272,"ciHigh":1386.200411,"observedAt":"2026-11-11","runCount":15562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"hard_prompts/MiniMax-M1","slice":"hard_prompts"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.129622,"ciLow":1387.747152,"ciHigh":1402.512091,"observedAt":"2026-11-11","runCount":6974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"hard_prompts_english/MiniMax-M1","slice":"hard_prompts_english"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.56735,"ciLow":1343.602629,"ciHigh":1359.532071,"observedAt":"2026-11-11","runCount":6006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_business_and_management_and_financial_operations/MiniMax-M1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.635357,"ciLow":1317.947381,"ciHigh":1333.323332,"observedAt":"2026-11-11","runCount":6234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_entertainment_and_sports_and_media/MiniMax-M1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.160041,"ciLow":1350.678102,"ciHigh":1375.64198,"observedAt":"2026-11-11","runCount":2334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_legal_and_government/MiniMax-M1","slice":"industry_legal_and_government"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.169324,"ciLow":1373.144483,"ciHigh":1389.194164,"observedAt":"2026-11-11","runCount":5791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_life_and_physical_and_social_science/MiniMax-M1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.236222,"ciLow":1366.377716,"ciHigh":1394.094728,"observedAt":"2026-11-11","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_mathematical/MiniMax-M1","slice":"industry_mathematical"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.111777,"ciLow":1377.857843,"ciHigh":1404.36571,"observedAt":"2026-11-11","runCount":2084,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_medicine_and_healthcare/MiniMax-M1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.448094,"ciLow":1396.25813,"ciHigh":1408.638058,"observedAt":"2026-11-11","runCount":11184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_software_and_it_services/MiniMax-M1","slice":"industry_software_and_it_services"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.046874,"ciLow":1324.909171,"ciHigh":1339.184577,"observedAt":"2026-11-11","runCount":7695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_writing_and_literature_and_language/MiniMax-M1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|instruction_following/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.886374,"ciLow":1339.16239,"ciHigh":1352.610359,"observedAt":"2026-11-11","runCount":8626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"instruction_following/MiniMax-M1","slice":"instruction_following"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|japanese/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.948972,"ciLow":1208.675485,"ciHigh":1253.222458,"observedAt":"2026-11-11","runCount":845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"japanese/MiniMax-M1","slice":"japanese"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|korean/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.77244,"ciLow":1262.510441,"ciHigh":1311.034438,"observedAt":"2026-11-11","runCount":669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"korean/MiniMax-M1","slice":"korean"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|longer_query/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.696944,"ciLow":1356.304304,"ciHigh":1371.089584,"observedAt":"2026-11-11","runCount":6968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"longer_query/MiniMax-M1","slice":"longer_query"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|math/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.824485,"ciLow":1356.221337,"ciHigh":1383.427633,"observedAt":"2026-11-11","runCount":1760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"math/MiniMax-M1","slice":"math"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|multi_turn/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.811202,"ciLow":1348.545113,"ciHigh":1365.077291,"observedAt":"2026-11-11","runCount":5427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"multi_turn/MiniMax-M1","slice":"multi_turn"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|non_english/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.263611,"ciLow":1335.088277,"ciHigh":1345.438946,"observedAt":"2026-11-11","runCount":19320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"non_english/MiniMax-M1","slice":"non_english"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|overall/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.776307,"ciLow":1359.477848,"ciHigh":1368.074766,"observedAt":"2026-11-11","runCount":34230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"overall/MiniMax-M1","slice":"overall"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|polish/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.51348,"ciLow":1341.607883,"ciHigh":1363.419077,"observedAt":"2026-11-11","runCount":3526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"polish/MiniMax-M1","slice":"polish"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|russian/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.893722,"ciLow":1341.305951,"ciHigh":1364.481492,"observedAt":"2026-11-11","runCount":2388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"russian/MiniMax-M1","slice":"russian"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text-style-control@1|rating|spanish/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.570584,"ciLow":1345.321169,"ciHigh":1387.819999,"observedAt":"2026-11-11","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"spanish/MiniMax-M1","slice":"spanish"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|chinese/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.317872,"ciLow":1347.988313,"ciHigh":1372.647432,"observedAt":"2026-11-11","runCount":2356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"chinese/MiniMax-M1","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|coding/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.686244,"ciLow":1351.045932,"ciHigh":1366.326556,"observedAt":"2026-11-11","runCount":6383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"coding/MiniMax-M1","slice":"coding"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|creative_writing/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.670423,"ciLow":1288.631687,"ciHigh":1306.70916,"observedAt":"2026-11-11","runCount":4495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"creative_writing/MiniMax-M1","slice":"creative_writing"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|english/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.893571,"ciLow":1357.316367,"ciHigh":1368.470775,"observedAt":"2026-11-11","runCount":14901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"english/MiniMax-M1","slice":"english"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|exclude_ties/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.084239,"ciLow":1292.19835,"ciHigh":1303.970127,"observedAt":"2026-11-11","runCount":24032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"exclude_ties/MiniMax-M1","slice":"exclude_ties"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|expert/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.360063,"ciLow":1302.787978,"ciHigh":1331.932147,"observedAt":"2026-11-11","runCount":1622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"expert/MiniMax-M1","slice":"expert"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|french/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.879834,"ciLow":1343.824706,"ciHigh":1397.934962,"observedAt":"2026-11-11","runCount":471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"french/MiniMax-M1","slice":"french"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|german/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.052489,"ciLow":1329.851238,"ciHigh":1370.253739,"observedAt":"2026-11-11","runCount":880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"german/MiniMax-M1","slice":"german"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|hard_prompts/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.322927,"ciLow":1333.838245,"ciHigh":1344.80761,"observedAt":"2026-11-11","runCount":15562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"hard_prompts/MiniMax-M1","slice":"hard_prompts"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|hard_prompts_english/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.119529,"ciLow":1345.768438,"ciHigh":1360.47062,"observedAt":"2026-11-11","runCount":6974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"hard_prompts_english/MiniMax-M1","slice":"hard_prompts_english"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.854294,"ciLow":1310.952948,"ciHigh":1326.755641,"observedAt":"2026-11-11","runCount":6006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_business_and_management_and_financial_operations/MiniMax-M1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.203103,"ciLow":1295.558695,"ciHigh":1310.847511,"observedAt":"2026-11-11","runCount":6234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_entertainment_and_sports_and_media/MiniMax-M1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|industry_legal_and_government/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.576804,"ciLow":1325.241178,"ciHigh":1349.91243,"observedAt":"2026-11-11","runCount":2334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_legal_and_government/MiniMax-M1","slice":"industry_legal_and_government"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.743484,"ciLow":1345.75191,"ciHigh":1361.735059,"observedAt":"2026-11-11","runCount":5791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_life_and_physical_and_social_science/MiniMax-M1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|industry_mathematical/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.515684,"ciLow":1349.657241,"ciHigh":1377.374128,"observedAt":"2026-11-11","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_mathematical/MiniMax-M1","slice":"industry_mathematical"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.134729,"ciLow":1341.986015,"ciHigh":1368.283442,"observedAt":"2026-11-11","runCount":2084,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_medicine_and_healthcare/MiniMax-M1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|industry_software_and_it_services/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.092048,"ciLow":1352.939799,"ciHigh":1365.244298,"observedAt":"2026-11-11","runCount":11184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_software_and_it_services/MiniMax-M1","slice":"industry_software_and_it_services"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.658517,"ciLow":1303.569121,"ciHigh":1317.747913,"observedAt":"2026-11-11","runCount":7695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"industry_writing_and_literature_and_language/MiniMax-M1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|instruction_following/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.67988,"ciLow":1304.980478,"ciHigh":1318.379281,"observedAt":"2026-11-11","runCount":8626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"instruction_following/MiniMax-M1","slice":"instruction_following"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|japanese/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.056138,"ciLow":1195.953488,"ciHigh":1240.158789,"observedAt":"2026-11-11","runCount":845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"japanese/MiniMax-M1","slice":"japanese"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|korean/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.060451,"ciLow":1241.178896,"ciHigh":1288.942005,"observedAt":"2026-11-11","runCount":669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"korean/MiniMax-M1","slice":"korean"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|longer_query/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.330538,"ciLow":1318.993237,"ciHigh":1333.667838,"observedAt":"2026-11-11","runCount":6968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"longer_query/MiniMax-M1","slice":"longer_query"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|math/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.012667,"ciLow":1347.414783,"ciHigh":1374.610552,"observedAt":"2026-11-11","runCount":1760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"math/MiniMax-M1","slice":"math"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|multi_turn/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.127766,"ciLow":1326.905144,"ciHigh":1343.350388,"observedAt":"2026-11-11","runCount":5427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"multi_turn/MiniMax-M1","slice":"multi_turn"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|non_english/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.560948,"ciLow":1314.41206,"ciHigh":1324.709837,"observedAt":"2026-11-11","runCount":19320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"non_english/MiniMax-M1","slice":"non_english"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|overall/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.612149,"ciLow":1338.337942,"ciHigh":1346.886355,"observedAt":"2026-11-11","runCount":34230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"overall/MiniMax-M1","slice":"overall"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|polish/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.336146,"ciLow":1318.578139,"ciHigh":1340.094153,"observedAt":"2026-11-11","runCount":3526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"polish/MiniMax-M1","slice":"polish"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|russian/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.889334,"ciLow":1318.330398,"ciHigh":1341.44827,"observedAt":"2026-11-11","runCount":2388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"russian/MiniMax-M1","slice":"russian"}
{"key":"lmarena|minimax/minimax-m1:default|none|lmarena-text@1|rating|spanish/MiniMax-M1","sourceId":"lmarena","modelId":"minimax/minimax-m1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.572096,"ciLow":1332.582034,"ciHigh":1374.562159,"observedAt":"2026-11-11","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M1","rowId":"spanish/MiniMax-M1","slice":"spanish"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|chinese/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.841639,"ciLow":1397.501465,"ciHigh":1430.181814,"observedAt":"2026-11-11","runCount":1336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"chinese/MiniMax-M2.1 Preview","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|coding/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.235576,"ciLow":1427.177802,"ciHigh":1447.29335,"observedAt":"2026-11-11","runCount":3460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"coding/MiniMax-M2.1 Preview","slice":"coding"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.053241,"ciLow":1333.555999,"ciHigh":1356.550484,"observedAt":"2026-11-11","runCount":2779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"creative_writing/MiniMax-M2.1 Preview","slice":"creative_writing"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|english/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.868898,"ciLow":1390.255326,"ciHigh":1405.482471,"observedAt":"2026-11-11","runCount":6701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"english/MiniMax-M2.1 Preview","slice":"english"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.249057,"ciLow":1349.772363,"ciHigh":1364.72575,"observedAt":"2026-11-11","runCount":12047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"exclude_ties/MiniMax-M2.1 Preview","slice":"exclude_ties"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|expert/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.299403,"ciLow":1402.097519,"ciHigh":1436.501287,"observedAt":"2026-11-11","runCount":1183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"expert/MiniMax-M2.1 Preview","slice":"expert"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|french/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.909506,"ciLow":1376.203095,"ciHigh":1433.615916,"observedAt":"2026-11-11","runCount":439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"french/MiniMax-M2.1 Preview","slice":"french"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|german/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.86829,"ciLow":1347.769043,"ciHigh":1417.967537,"observedAt":"2026-11-11","runCount":297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"german/MiniMax-M2.1 Preview","slice":"german"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.64943,"ciLow":1400.940044,"ciHigh":1414.358816,"observedAt":"2026-11-11","runCount":9245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"hard_prompts/MiniMax-M2.1 Preview","slice":"hard_prompts"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.264735,"ciLow":1409.214934,"ciHigh":1429.314536,"observedAt":"2026-11-11","runCount":3535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"hard_prompts_english/MiniMax-M2.1 Preview","slice":"hard_prompts_english"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.225059,"ciLow":1371.463459,"ciHigh":1392.986659,"observedAt":"2026-11-11","runCount":3182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_business_and_management_and_financial_operations/MiniMax-M2.1 Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.497648,"ciLow":1339.968684,"ciHigh":1361.026612,"observedAt":"2026-11-11","runCount":3229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_entertainment_and_sports_and_media/MiniMax-M2.1 Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.717831,"ciLow":1377.523138,"ciHigh":1411.912524,"observedAt":"2026-11-11","runCount":1216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_legal_and_government/MiniMax-M2.1 Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.652517,"ciLow":1394.297564,"ciHigh":1417.00747,"observedAt":"2026-11-11","runCount":2747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_life_and_physical_and_social_science/MiniMax-M2.1 Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.512003,"ciLow":1394.642952,"ciHigh":1436.381054,"observedAt":"2026-11-11","runCount":708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_mathematical/MiniMax-M2.1 Preview","slice":"industry_mathematical"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.033519,"ciLow":1356.058862,"ciHigh":1392.008177,"observedAt":"2026-11-11","runCount":1174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_medicine_and_healthcare/MiniMax-M2.1 Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.810686,"ciLow":1414.72148,"ciHigh":1430.899893,"observedAt":"2026-11-11","runCount":5724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_software_and_it_services/MiniMax-M2.1 Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.328247,"ciLow":1354.894293,"ciHigh":1373.762201,"observedAt":"2026-11-11","runCount":4001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_writing_and_literature_and_language/MiniMax-M2.1 Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.712756,"ciLow":1375.890043,"ciHigh":1393.53547,"observedAt":"2026-11-11","runCount":4615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"instruction_following/MiniMax-M2.1 Preview","slice":"instruction_following"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|japanese/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.469659,"ciLow":1227.804809,"ciHigh":1323.134509,"observedAt":"2026-11-11","runCount":176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"japanese/MiniMax-M2.1 Preview","slice":"japanese"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|korean/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.727063,"ciLow":1243.556273,"ciHigh":1319.897853,"observedAt":"2026-11-11","runCount":279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"korean/MiniMax-M2.1 Preview","slice":"korean"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|longer_query/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.54163,"ciLow":1397.61803,"ciHigh":1415.465231,"observedAt":"2026-11-11","runCount":4500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"longer_query/MiniMax-M2.1 Preview","slice":"longer_query"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|math/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.486157,"ciLow":1371.492466,"ciHigh":1407.479849,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"math/MiniMax-M2.1 Preview","slice":"math"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.564725,"ciLow":1381.324912,"ciHigh":1403.804539,"observedAt":"2026-11-11","runCount":2823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"multi_turn/MiniMax-M2.1 Preview","slice":"multi_turn"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|non_english/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.529305,"ciLow":1361.153105,"ciHigh":1373.905505,"observedAt":"2026-11-11","runCount":10419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"non_english/MiniMax-M2.1 Preview","slice":"non_english"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|overall/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.346879,"ciLow":1379.156127,"ciHigh":1389.53763,"observedAt":"2026-11-11","runCount":17120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"overall/MiniMax-M2.1 Preview","slice":"overall"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|polish/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.565193,"ciLow":1339.115226,"ciHigh":1390.01516,"observedAt":"2026-11-11","runCount":529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"polish/MiniMax-M2.1 Preview","slice":"polish"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|russian/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.301854,"ciLow":1372.799309,"ciHigh":1395.8044,"observedAt":"2026-11-11","runCount":2382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"russian/MiniMax-M2.1 Preview","slice":"russian"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text-style-control@1|rating|spanish/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.227046,"ciLow":1344.998863,"ciHigh":1399.455228,"observedAt":"2026-11-11","runCount":483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"spanish/MiniMax-M2.1 Preview","slice":"spanish"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|chinese/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.610609,"ciLow":1413.726771,"ciHigh":1445.494448,"observedAt":"2026-11-11","runCount":1336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"chinese/MiniMax-M2.1 Preview","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|coding/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.63293,"ciLow":1410.745913,"ciHigh":1430.519947,"observedAt":"2026-11-11","runCount":3460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"coding/MiniMax-M2.1 Preview","slice":"coding"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|creative_writing/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.283343,"ciLow":1351.090054,"ciHigh":1373.476631,"observedAt":"2026-11-11","runCount":2779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"creative_writing/MiniMax-M2.1 Preview","slice":"creative_writing"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|english/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.720687,"ciLow":1395.250675,"ciHigh":1410.1907,"observedAt":"2026-11-11","runCount":6701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"english/MiniMax-M2.1 Preview","slice":"english"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|exclude_ties/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.684466,"ciLow":1360.502173,"ciHigh":1374.86676,"observedAt":"2026-11-11","runCount":12047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"exclude_ties/MiniMax-M2.1 Preview","slice":"exclude_ties"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|expert/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.893757,"ciLow":1413.968281,"ciHigh":1447.819233,"observedAt":"2026-11-11","runCount":1183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"expert/MiniMax-M2.1 Preview","slice":"expert"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|french/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.466278,"ciLow":1375.303493,"ciHigh":1431.629062,"observedAt":"2026-11-11","runCount":439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"french/MiniMax-M2.1 Preview","slice":"french"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|german/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.188017,"ciLow":1346.035546,"ciHigh":1416.340488,"observedAt":"2026-11-11","runCount":297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"german/MiniMax-M2.1 Preview","slice":"german"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|hard_prompts/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.516246,"ciLow":1403.940987,"ciHigh":1417.091506,"observedAt":"2026-11-11","runCount":9245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"hard_prompts/MiniMax-M2.1 Preview","slice":"hard_prompts"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|hard_prompts_english/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.405157,"ciLow":1408.485873,"ciHigh":1428.324441,"observedAt":"2026-11-11","runCount":3535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"hard_prompts_english/MiniMax-M2.1 Preview","slice":"hard_prompts_english"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.917435,"ciLow":1379.472325,"ciHigh":1400.362545,"observedAt":"2026-11-11","runCount":3182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_business_and_management_and_financial_operations/MiniMax-M2.1 Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.241782,"ciLow":1351.985871,"ciHigh":1372.497694,"observedAt":"2026-11-11","runCount":3229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_entertainment_and_sports_and_media/MiniMax-M2.1 Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.508735,"ciLow":1392.956712,"ciHigh":1426.060758,"observedAt":"2026-11-11","runCount":1216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_legal_and_government/MiniMax-M2.1 Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.058973,"ciLow":1404.972457,"ciHigh":1427.145489,"observedAt":"2026-11-11","runCount":2747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_life_and_physical_and_social_science/MiniMax-M2.1 Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|industry_mathematical/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.16843,"ciLow":1399.371355,"ciHigh":1440.965506,"observedAt":"2026-11-11","runCount":708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_mathematical/MiniMax-M2.1 Preview","slice":"industry_mathematical"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.347435,"ciLow":1367.978428,"ciHigh":1402.716442,"observedAt":"2026-11-11","runCount":1174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_medicine_and_healthcare/MiniMax-M2.1 Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.419134,"ciLow":1407.507359,"ciHigh":1423.330908,"observedAt":"2026-11-11","runCount":5724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_software_and_it_services/MiniMax-M2.1 Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.059164,"ciLow":1363.732835,"ciHigh":1382.385493,"observedAt":"2026-11-11","runCount":4001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"industry_writing_and_literature_and_language/MiniMax-M2.1 Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|instruction_following/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.74887,"ciLow":1391.08328,"ciHigh":1408.41446,"observedAt":"2026-11-11","runCount":4615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"instruction_following/MiniMax-M2.1 Preview","slice":"instruction_following"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|japanese/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.8258,"ciLow":1239.041893,"ciHigh":1332.609707,"observedAt":"2026-11-11","runCount":176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"japanese/MiniMax-M2.1 Preview","slice":"japanese"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|korean/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.661486,"ciLow":1259.810949,"ciHigh":1331.512023,"observedAt":"2026-11-11","runCount":279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"korean/MiniMax-M2.1 Preview","slice":"korean"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|longer_query/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.408235,"ciLow":1406.65692,"ciHigh":1424.15955,"observedAt":"2026-11-11","runCount":4500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"longer_query/MiniMax-M2.1 Preview","slice":"longer_query"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|math/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.149172,"ciLow":1377.265428,"ciHigh":1413.032916,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"math/MiniMax-M2.1 Preview","slice":"math"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|multi_turn/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.076212,"ciLow":1384.975549,"ciHigh":1407.176876,"observedAt":"2026-11-11","runCount":2823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"multi_turn/MiniMax-M2.1 Preview","slice":"multi_turn"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|non_english/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.381934,"ciLow":1371.130505,"ciHigh":1383.633364,"observedAt":"2026-11-11","runCount":10419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"non_english/MiniMax-M2.1 Preview","slice":"non_english"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|overall/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.965743,"ciLow":1386.881361,"ciHigh":1397.050125,"observedAt":"2026-11-11","runCount":17120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"overall/MiniMax-M2.1 Preview","slice":"overall"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|polish/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.309298,"ciLow":1346.418399,"ciHigh":1396.200198,"observedAt":"2026-11-11","runCount":529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"polish/MiniMax-M2.1 Preview","slice":"polish"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|russian/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.393415,"ciLow":1376.002904,"ciHigh":1398.783926,"observedAt":"2026-11-11","runCount":2382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"russian/MiniMax-M2.1 Preview","slice":"russian"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-text@1|rating|spanish/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.696309,"ciLow":1368.841732,"ciHigh":1422.550886,"observedAt":"2026-11-11","runCount":483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"spanish/MiniMax-M2.1 Preview","slice":"spanish"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-webdev@1|rating|overall/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1384.151723,"ciLow":1374.554103,"ciHigh":1393.749342,"observedAt":"2026-11-15","runCount":7601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"overall/MiniMax-M2.1 Preview","slice":"overall"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-webdev@1|rating|webdev-html/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1397.851089,"ciLow":1384.920839,"ciHigh":1410.781339,"observedAt":"2026-11-15","runCount":5305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"webdev-html/MiniMax-M2.1 Preview","slice":"webdev-html"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-webdev@1|rating|webdev-react/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1364.355484,"ciLow":1349.845947,"ciHigh":1378.865021,"observedAt":"2026-11-15","runCount":2289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"webdev-react/MiniMax-M2.1 Preview","slice":"webdev-react"}
{"key":"lmarena|minimax/minimax-m2.1-preview:default|none|lmarena-webdev@1|rating|webdev/MiniMax-M2.1 Preview","sourceId":"lmarena","modelId":"minimax/minimax-m2.1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1384.151723,"ciLow":1374.554103,"ciHigh":1393.749342,"observedAt":"2026-11-15","runCount":7601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.1 Preview","rowId":"webdev/MiniMax-M2.1 Preview","slice":"webdev"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|chinese/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.818119,"ciLow":1419.119299,"ciHigh":1442.516939,"observedAt":"2026-11-11","runCount":2823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"chinese/MiniMax-M2.5","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|coding/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.714885,"ciLow":1440.277963,"ciHigh":1453.151807,"observedAt":"2026-11-11","runCount":11243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"coding/MiniMax-M2.5","slice":"coding"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|creative_writing/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.418874,"ciLow":1348.513558,"ciHigh":1364.324189,"observedAt":"2026-11-11","runCount":6602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"creative_writing/MiniMax-M2.5","slice":"creative_writing"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|english/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.856513,"ciLow":1406.550602,"ciHigh":1417.162424,"observedAt":"2026-11-11","runCount":18578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"english/MiniMax-M2.5","slice":"english"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|exclude_ties/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.777516,"ciLow":1366.458653,"ciHigh":1377.096378,"observedAt":"2026-11-11","runCount":32033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"exclude_ties/MiniMax-M2.5","slice":"exclude_ties"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|expert/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.584213,"ciLow":1416.391434,"ciHigh":1436.776992,"observedAt":"2026-11-11","runCount":3721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"expert/MiniMax-M2.5","slice":"expert"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|french/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.57561,"ciLow":1384.362602,"ciHigh":1420.788618,"observedAt":"2026-11-11","runCount":1288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"french/MiniMax-M2.5","slice":"french"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|german/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.524076,"ciLow":1366.503834,"ciHigh":1414.544319,"observedAt":"2026-11-11","runCount":641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"german/MiniMax-M2.5","slice":"german"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|hard_prompts/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.904261,"ciLow":1413.092215,"ciHigh":1422.716307,"observedAt":"2026-11-11","runCount":26614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"hard_prompts/MiniMax-M2.5","slice":"hard_prompts"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.291298,"ciLow":1423.983041,"ciHigh":1436.599556,"observedAt":"2026-11-11","runCount":12058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"hard_prompts_english/MiniMax-M2.5","slice":"hard_prompts_english"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.420667,"ciLow":1392.221432,"ciHigh":1406.619901,"observedAt":"2026-11-11","runCount":8332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_business_and_management_and_financial_operations/MiniMax-M2.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.071361,"ciLow":1353.89737,"ciHigh":1368.245351,"observedAt":"2026-11-11","runCount":8303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_entertainment_and_sports_and_media/MiniMax-M2.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.740527,"ciLow":1392.617393,"ciHigh":1414.863661,"observedAt":"2026-11-11","runCount":3271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_legal_and_government/MiniMax-M2.5","slice":"industry_legal_and_government"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.571657,"ciLow":1401.892045,"ciHigh":1417.251268,"observedAt":"2026-11-11","runCount":7061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_life_and_physical_and_social_science/MiniMax-M2.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.146782,"ciLow":1387.643163,"ciHigh":1412.6504,"observedAt":"2026-11-11","runCount":2363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_mathematical/MiniMax-M2.5","slice":"industry_mathematical"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.979535,"ciLow":1396.629366,"ciHigh":1419.329705,"observedAt":"2026-11-11","runCount":3197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_medicine_and_healthcare/MiniMax-M2.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.442813,"ciLow":1431.855448,"ciHigh":1443.030177,"observedAt":"2026-11-11","runCount":16324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_software_and_it_services/MiniMax-M2.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.862728,"ciLow":1362.272329,"ciHigh":1375.453126,"observedAt":"2026-11-11","runCount":9992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_writing_and_literature_and_language/MiniMax-M2.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|instruction_following/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.2215,"ciLow":1375.325016,"ciHigh":1387.117984,"observedAt":"2026-11-11","runCount":13626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"instruction_following/MiniMax-M2.5","slice":"instruction_following"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|japanese/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.863491,"ciLow":1157.17816,"ciHigh":1234.548821,"observedAt":"2026-11-11","runCount":365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"japanese/MiniMax-M2.5","slice":"japanese"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|korean/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.39959,"ciLow":1246.08566,"ciHigh":1294.713521,"observedAt":"2026-11-11","runCount":730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"korean/MiniMax-M2.5","slice":"korean"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|longer_query/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.672627,"ciLow":1399.859889,"ciHigh":1411.485365,"observedAt":"2026-11-11","runCount":16085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"longer_query/MiniMax-M2.5","slice":"longer_query"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|math/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.216126,"ciLow":1380.388284,"ciHigh":1404.043967,"observedAt":"2026-11-11","runCount":2519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"math/MiniMax-M2.5","slice":"math"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|multi_turn/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.051736,"ciLow":1389.633105,"ciHigh":1404.470367,"observedAt":"2026-11-11","runCount":7680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"multi_turn/MiniMax-M2.5","slice":"multi_turn"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|non_english/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.604471,"ciLow":1363.747538,"ciHigh":1373.461405,"observedAt":"2026-11-11","runCount":23834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"non_english/MiniMax-M2.5","slice":"non_english"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|overall/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.791455,"ciLow":1386.890719,"ciHigh":1394.69219,"observedAt":"2026-11-11","runCount":42412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"overall/MiniMax-M2.5","slice":"overall"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|polish/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.37453,"ciLow":1351.828394,"ciHigh":1390.920666,"observedAt":"2026-11-11","runCount":924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"polish/MiniMax-M2.5","slice":"polish"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|russian/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.572751,"ciLow":1386.971792,"ciHigh":1404.173711,"observedAt":"2026-11-11","runCount":5200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"russian/MiniMax-M2.5","slice":"russian"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text-style-control@1|rating|spanish/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.037056,"ciLow":1358.454876,"ciHigh":1391.619236,"observedAt":"2026-11-11","runCount":1468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"spanish/MiniMax-M2.5","slice":"spanish"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|chinese/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.466442,"ciLow":1381.885043,"ciHigh":1405.04784,"observedAt":"2026-11-11","runCount":2823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"chinese/MiniMax-M2.5","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|coding/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.793999,"ciLow":1374.371444,"ciHigh":1387.216553,"observedAt":"2026-11-11","runCount":11243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"coding/MiniMax-M2.5","slice":"coding"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|creative_writing/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.493257,"ciLow":1322.664661,"ciHigh":1338.321854,"observedAt":"2026-11-11","runCount":6602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"creative_writing/MiniMax-M2.5","slice":"creative_writing"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|english/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.820243,"ciLow":1374.523347,"ciHigh":1385.117139,"observedAt":"2026-11-11","runCount":18578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"english/MiniMax-M2.5","slice":"english"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|exclude_ties/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.400065,"ciLow":1321.175152,"ciHigh":1331.624978,"observedAt":"2026-11-11","runCount":32033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"exclude_ties/MiniMax-M2.5","slice":"exclude_ties"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|expert/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.774124,"ciLow":1369.65457,"ciHigh":1389.893677,"observedAt":"2026-11-11","runCount":3721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"expert/MiniMax-M2.5","slice":"expert"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|french/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.665103,"ciLow":1345.664332,"ciHigh":1381.665874,"observedAt":"2026-11-11","runCount":1288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"french/MiniMax-M2.5","slice":"french"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|german/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.181028,"ciLow":1338.214191,"ciHigh":1386.147865,"observedAt":"2026-11-11","runCount":641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"german/MiniMax-M2.5","slice":"german"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|hard_prompts/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.263417,"ciLow":1367.47309,"ciHigh":1377.053744,"observedAt":"2026-11-11","runCount":26614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"hard_prompts/MiniMax-M2.5","slice":"hard_prompts"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|hard_prompts_english/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.976762,"ciLow":1377.687096,"ciHigh":1390.266429,"observedAt":"2026-11-11","runCount":12058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"hard_prompts_english/MiniMax-M2.5","slice":"hard_prompts_english"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.906475,"ciLow":1348.784256,"ciHigh":1363.028694,"observedAt":"2026-11-11","runCount":8332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_business_and_management_and_financial_operations/MiniMax-M2.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.995978,"ciLow":1321.898606,"ciHigh":1336.093349,"observedAt":"2026-11-11","runCount":8303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_entertainment_and_sports_and_media/MiniMax-M2.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|industry_legal_and_government/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.01486,"ciLow":1355.020245,"ciHigh":1377.009474,"observedAt":"2026-11-11","runCount":3271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_legal_and_government/MiniMax-M2.5","slice":"industry_legal_and_government"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.591583,"ciLow":1362.01759,"ciHigh":1377.165577,"observedAt":"2026-11-11","runCount":7061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_life_and_physical_and_social_science/MiniMax-M2.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|industry_mathematical/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.739478,"ciLow":1367.178894,"ciHigh":1392.300061,"observedAt":"2026-11-11","runCount":2363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_mathematical/MiniMax-M2.5","slice":"industry_mathematical"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.160824,"ciLow":1347.007378,"ciHigh":1369.31427,"observedAt":"2026-11-11","runCount":3197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_medicine_and_healthcare/MiniMax-M2.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|industry_software_and_it_services/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.366844,"ciLow":1377.804388,"ciHigh":1388.929299,"observedAt":"2026-11-11","runCount":16324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_software_and_it_services/MiniMax-M2.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.376807,"ciLow":1338.836293,"ciHigh":1351.917321,"observedAt":"2026-11-11","runCount":9992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"industry_writing_and_literature_and_language/MiniMax-M2.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|instruction_following/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.058162,"ciLow":1347.169985,"ciHigh":1358.94634,"observedAt":"2026-11-11","runCount":13626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"instruction_following/MiniMax-M2.5","slice":"instruction_following"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|japanese/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1169.294438,"ciLow":1131.253159,"ciHigh":1207.335716,"observedAt":"2026-11-11","runCount":365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"japanese/MiniMax-M2.5","slice":"japanese"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|korean/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1233.005072,"ciLow":1208.97326,"ciHigh":1257.036885,"observedAt":"2026-11-11","runCount":730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"korean/MiniMax-M2.5","slice":"korean"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|longer_query/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.23805,"ciLow":1360.474391,"ciHigh":1372.001709,"observedAt":"2026-11-11","runCount":16085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"longer_query/MiniMax-M2.5","slice":"longer_query"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|math/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.096884,"ciLow":1365.210648,"ciHigh":1388.98312,"observedAt":"2026-11-11","runCount":2519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"math/MiniMax-M2.5","slice":"math"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|multi_turn/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.409368,"ciLow":1356.998437,"ciHigh":1371.820299,"observedAt":"2026-11-11","runCount":7680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"multi_turn/MiniMax-M2.5","slice":"multi_turn"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|non_english/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.0711,"ciLow":1333.248273,"ciHigh":1342.893927,"observedAt":"2026-11-11","runCount":23834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"non_english/MiniMax-M2.5","slice":"non_english"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|overall/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.243531,"ciLow":1355.363058,"ciHigh":1363.124004,"observedAt":"2026-11-11","runCount":42412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"overall/MiniMax-M2.5","slice":"overall"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|polish/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.013041,"ciLow":1314.679122,"ciHigh":1353.346959,"observedAt":"2026-11-11","runCount":924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"polish/MiniMax-M2.5","slice":"polish"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|russian/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.728146,"ciLow":1351.151469,"ciHigh":1368.304823,"observedAt":"2026-11-11","runCount":5200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"russian/MiniMax-M2.5","slice":"russian"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-text@1|rating|spanish/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.220602,"ciLow":1337.763812,"ciHigh":1370.677393,"observedAt":"2026-11-11","runCount":1468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"spanish/MiniMax-M2.5","slice":"spanish"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-webdev@1|rating|overall/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1385.80603,"ciLow":1377.42342,"ciHigh":1394.188641,"observedAt":"2026-11-15","runCount":7580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"overall/MiniMax-M2.5","slice":"overall"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-webdev@1|rating|webdev-html/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1413.558298,"ciLow":1393.142614,"ciHigh":1433.973982,"observedAt":"2026-11-15","runCount":961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"webdev-html/MiniMax-M2.5","slice":"webdev-html"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-webdev@1|rating|webdev-react/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1372.827216,"ciLow":1363.827007,"ciHigh":1381.827426,"observedAt":"2026-11-15","runCount":6582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"webdev-react/MiniMax-M2.5","slice":"webdev-react"}
{"key":"lmarena|minimax/minimax-m2.5:default|none|lmarena-webdev@1|rating|webdev/MiniMax-M2.5","sourceId":"lmarena","modelId":"minimax/minimax-m2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1385.80603,"ciLow":1377.42342,"ciHigh":1394.188641,"observedAt":"2026-11-15","runCount":7580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.5","rowId":"webdev/MiniMax-M2.5","slice":"webdev"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|chinese/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.373761,"ciLow":1437.821824,"ciHigh":1454.925697,"observedAt":"2026-11-11","runCount":5857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"chinese/MiniMax-M2.7","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|coding/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.910321,"ciLow":1474.932965,"ciHigh":1484.887678,"observedAt":"2026-11-11","runCount":25219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"coding/MiniMax-M2.7","slice":"coding"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|creative_writing/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.59639,"ciLow":1357.615293,"ciHigh":1369.577487,"observedAt":"2026-11-11","runCount":15435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"creative_writing/MiniMax-M2.7","slice":"creative_writing"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|english/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.6831,"ciLow":1429.347889,"ciHigh":1438.018311,"observedAt":"2026-11-11","runCount":36654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"english/MiniMax-M2.7","slice":"english"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|exclude_ties/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.59884,"ciLow":1399.245935,"ciHigh":1407.951746,"observedAt":"2026-11-11","runCount":67617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"exclude_ties/MiniMax-M2.7","slice":"exclude_ties"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|expert/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.952649,"ciLow":1445.803346,"ciHigh":1460.101953,"observedAt":"2026-11-11","runCount":8796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"expert/MiniMax-M2.7","slice":"expert"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|french/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.699247,"ciLow":1424.451741,"ciHigh":1448.946752,"observedAt":"2026-11-11","runCount":3401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"french/MiniMax-M2.7","slice":"french"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|german/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.671926,"ciLow":1395.984833,"ciHigh":1429.359019,"observedAt":"2026-11-11","runCount":1545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"german/MiniMax-M2.7","slice":"german"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|hard_prompts/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.780459,"ciLow":1436.889342,"ciHigh":1444.671575,"observedAt":"2026-11-11","runCount":58046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"hard_prompts/MiniMax-M2.7","slice":"hard_prompts"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.363379,"ciLow":1451.370299,"ciHigh":1461.35646,"observedAt":"2026-11-11","runCount":24694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"hard_prompts_english/MiniMax-M2.7","slice":"hard_prompts_english"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.557027,"ciLow":1416.957353,"ciHigh":1428.1567,"observedAt":"2026-11-11","runCount":17200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_business_and_management_and_financial_operations/MiniMax-M2.7","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.715365,"ciLow":1367.258058,"ciHigh":1378.172672,"observedAt":"2026-11-11","runCount":19857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_entertainment_and_sports_and_media/MiniMax-M2.7","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.880097,"ciLow":1408.82159,"ciHigh":1424.938604,"observedAt":"2026-11-11","runCount":6837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_legal_and_government/MiniMax-M2.7","slice":"industry_legal_and_government"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.251958,"ciLow":1425.305376,"ciHigh":1437.19854,"observedAt":"2026-11-11","runCount":14205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_life_and_physical_and_social_science/MiniMax-M2.7","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.168346,"ciLow":1429.798445,"ciHigh":1448.538247,"observedAt":"2026-11-11","runCount":4725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_mathematical/MiniMax-M2.7","slice":"industry_mathematical"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.617389,"ciLow":1422.036741,"ciHigh":1439.198038,"observedAt":"2026-11-11","runCount":6087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_medicine_and_healthcare/MiniMax-M2.7","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.99018,"ciLow":1463.56929,"ciHigh":1472.41107,"observedAt":"2026-11-11","runCount":35849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_software_and_it_services/MiniMax-M2.7","slice":"industry_software_and_it_services"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.108493,"ciLow":1380.927163,"ciHigh":1391.289824,"observedAt":"2026-11-11","runCount":21905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_writing_and_literature_and_language/MiniMax-M2.7","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|instruction_following/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.836962,"ciLow":1403.165232,"ciHigh":1412.508692,"observedAt":"2026-11-11","runCount":29941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"instruction_following/MiniMax-M2.7","slice":"instruction_following"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|japanese/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.162681,"ciLow":1243.294313,"ciHigh":1285.03105,"observedAt":"2026-11-11","runCount":1192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"japanese/MiniMax-M2.7","slice":"japanese"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|korean/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.725103,"ciLow":1307.785632,"ciHigh":1341.664573,"observedAt":"2026-11-11","runCount":1521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"korean/MiniMax-M2.7","slice":"korean"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|longer_query/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.462872,"ciLow":1426.935144,"ciHigh":1435.990601,"observedAt":"2026-11-11","runCount":37875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"longer_query/MiniMax-M2.7","slice":"longer_query"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|math/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.534214,"ciLow":1413.162964,"ciHigh":1431.905464,"observedAt":"2026-11-11","runCount":4510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"math/MiniMax-M2.7","slice":"math"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|multi_turn/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.830802,"ciLow":1419.94958,"ciHigh":1431.712025,"observedAt":"2026-11-11","runCount":15241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"multi_turn/MiniMax-M2.7","slice":"multi_turn"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|non_english/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.887113,"ciLow":1389.972878,"ciHigh":1397.801349,"observedAt":"2026-11-11","runCount":52772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"non_english/MiniMax-M2.7","slice":"non_english"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|overall/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.75916,"ciLow":1411.449716,"ciHigh":1418.068604,"observedAt":"2026-11-11","runCount":89429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"overall/MiniMax-M2.7","slice":"overall"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|polish/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.161194,"ciLow":1384.452765,"ciHigh":1413.869623,"observedAt":"2026-11-11","runCount":1749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"polish/MiniMax-M2.7","slice":"polish"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|russian/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.782844,"ciLow":1397.282885,"ciHigh":1410.282802,"observedAt":"2026-11-11","runCount":10983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"russian/MiniMax-M2.7","slice":"russian"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text-style-control@1|rating|spanish/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.330249,"ciLow":1397.977066,"ciHigh":1422.683431,"observedAt":"2026-11-11","runCount":2904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"spanish/MiniMax-M2.7","slice":"spanish"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|chinese/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.149836,"ciLow":1430.726513,"ciHigh":1447.573159,"observedAt":"2026-11-11","runCount":5857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"chinese/MiniMax-M2.7","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|coding/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.493183,"ciLow":1448.580537,"ciHigh":1458.405829,"observedAt":"2026-11-11","runCount":25219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"coding/MiniMax-M2.7","slice":"coding"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|creative_writing/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.951299,"ciLow":1348.022393,"ciHigh":1359.880204,"observedAt":"2026-11-11","runCount":15435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"creative_writing/MiniMax-M2.7","slice":"creative_writing"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|english/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.441167,"ciLow":1421.139757,"ciHigh":1429.742576,"observedAt":"2026-11-11","runCount":36654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"english/MiniMax-M2.7","slice":"english"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|exclude_ties/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.629167,"ciLow":1383.367689,"ciHigh":1391.890644,"observedAt":"2026-11-11","runCount":67617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"exclude_ties/MiniMax-M2.7","slice":"exclude_ties"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|expert/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.330029,"ciLow":1436.24097,"ciHigh":1450.419088,"observedAt":"2026-11-11","runCount":8796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"expert/MiniMax-M2.7","slice":"expert"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|french/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.760016,"ciLow":1412.673235,"ciHigh":1436.846797,"observedAt":"2026-11-11","runCount":3401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"french/MiniMax-M2.7","slice":"french"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|german/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.843171,"ciLow":1381.444679,"ciHigh":1414.241663,"observedAt":"2026-11-11","runCount":1545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"german/MiniMax-M2.7","slice":"german"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|hard_prompts/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.949044,"ciLow":1418.092572,"ciHigh":1425.805516,"observedAt":"2026-11-11","runCount":58046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"hard_prompts/MiniMax-M2.7","slice":"hard_prompts"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|hard_prompts_english/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.220572,"ciLow":1435.263577,"ciHigh":1445.177566,"observedAt":"2026-11-11","runCount":24694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"hard_prompts_english/MiniMax-M2.7","slice":"hard_prompts_english"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.559767,"ciLow":1401.018871,"ciHigh":1412.100663,"observedAt":"2026-11-11","runCount":17200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_business_and_management_and_financial_operations/MiniMax-M2.7","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.676092,"ciLow":1354.268405,"ciHigh":1365.083779,"observedAt":"2026-11-11","runCount":19857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_entertainment_and_sports_and_media/MiniMax-M2.7","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|industry_legal_and_government/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.16925,"ciLow":1394.197127,"ciHigh":1410.141373,"observedAt":"2026-11-11","runCount":6837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_legal_and_government/MiniMax-M2.7","slice":"industry_legal_and_government"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.620379,"ciLow":1409.752954,"ciHigh":1421.487805,"observedAt":"2026-11-11","runCount":14205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_life_and_physical_and_social_science/MiniMax-M2.7","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|industry_mathematical/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.440015,"ciLow":1428.080048,"ciHigh":1446.799981,"observedAt":"2026-11-11","runCount":4725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_mathematical/MiniMax-M2.7","slice":"industry_mathematical"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.143649,"ciLow":1401.743906,"ciHigh":1418.543392,"observedAt":"2026-11-11","runCount":6087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_medicine_and_healthcare/MiniMax-M2.7","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|industry_software_and_it_services/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.572708,"ciLow":1441.202293,"ciHigh":1449.943124,"observedAt":"2026-11-11","runCount":35849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_software_and_it_services/MiniMax-M2.7","slice":"industry_software_and_it_services"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.94021,"ciLow":1370.786582,"ciHigh":1381.093838,"observedAt":"2026-11-11","runCount":21905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"industry_writing_and_literature_and_language/MiniMax-M2.7","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|instruction_following/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.693629,"ciLow":1400.043401,"ciHigh":1409.343856,"observedAt":"2026-11-11","runCount":29941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"instruction_following/MiniMax-M2.7","slice":"instruction_following"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|japanese/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.422872,"ciLow":1231.633422,"ciHigh":1273.212322,"observedAt":"2026-11-11","runCount":1192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"japanese/MiniMax-M2.7","slice":"japanese"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|korean/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.972636,"ciLow":1297.307713,"ciHigh":1330.637559,"observedAt":"2026-11-11","runCount":1521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"korean/MiniMax-M2.7","slice":"korean"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|longer_query/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.289039,"ciLow":1413.800683,"ciHigh":1422.777394,"observedAt":"2026-11-11","runCount":37875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"longer_query/MiniMax-M2.7","slice":"longer_query"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|math/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.741651,"ciLow":1412.344547,"ciHigh":1431.138756,"observedAt":"2026-11-11","runCount":4510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"math/MiniMax-M2.7","slice":"math"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|multi_turn/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.443116,"ciLow":1406.590179,"ciHigh":1418.296053,"observedAt":"2026-11-11","runCount":15241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"multi_turn/MiniMax-M2.7","slice":"multi_turn"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|non_english/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.513037,"ciLow":1378.623657,"ciHigh":1386.402417,"observedAt":"2026-11-11","runCount":52772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"non_english/MiniMax-M2.7","slice":"non_english"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|overall/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.578295,"ciLow":1401.293564,"ciHigh":1407.863027,"observedAt":"2026-11-11","runCount":89429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"overall/MiniMax-M2.7","slice":"overall"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|polish/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.635301,"ciLow":1371.105815,"ciHigh":1400.164787,"observedAt":"2026-11-11","runCount":1749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"polish/MiniMax-M2.7","slice":"polish"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|russian/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.506011,"ciLow":1376.035452,"ciHigh":1388.976571,"observedAt":"2026-11-11","runCount":10983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"russian/MiniMax-M2.7","slice":"russian"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-text@1|rating|spanish/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.420144,"ciLow":1394.162618,"ciHigh":1418.67767,"observedAt":"2026-11-11","runCount":2904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"spanish/MiniMax-M2.7","slice":"spanish"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-webdev@1|rating|overall/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1397.914597,"ciLow":1392.075261,"ciHigh":1403.753933,"observedAt":"2026-11-15","runCount":15718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"overall/MiniMax-M2.7","slice":"overall"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-webdev@1|rating|webdev-html/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1401.08209,"ciLow":1386.871829,"ciHigh":1415.292351,"observedAt":"2026-11-15","runCount":1929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"webdev-html/MiniMax-M2.7","slice":"webdev-html"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-webdev@1|rating|webdev-react/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1386.668328,"ciLow":1380.207752,"ciHigh":1393.128903,"observedAt":"2026-11-15","runCount":12438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"webdev-react/MiniMax-M2.7","slice":"webdev-react"}
{"key":"lmarena|minimax/minimax-m2.7:default|none|lmarena-webdev@1|rating|webdev/MiniMax-M2.7","sourceId":"lmarena","modelId":"minimax/minimax-m2.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1397.914597,"ciLow":1392.075261,"ciHigh":1403.753933,"observedAt":"2026-11-15","runCount":15718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2.7","rowId":"webdev/MiniMax-M2.7","slice":"webdev"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|chinese/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.235752,"ciLow":1342.045963,"ciHigh":1396.425541,"observedAt":"2026-11-11","runCount":452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"chinese/MiniMax-M2","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|coding/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.843895,"ciLow":1367.721912,"ciHigh":1397.965877,"observedAt":"2026-11-11","runCount":1541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"coding/MiniMax-M2","slice":"coding"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|creative_writing/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.603657,"ciLow":1263.045121,"ciHigh":1304.162194,"observedAt":"2026-11-11","runCount":891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"creative_writing/MiniMax-M2","slice":"creative_writing"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|english/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.796978,"ciLow":1360.912968,"ciHigh":1382.680987,"observedAt":"2026-11-11","runCount":2981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"english/MiniMax-M2","slice":"english"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|exclude_ties/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.580687,"ciLow":1289.82798,"ciHigh":1311.333393,"observedAt":"2026-11-11","runCount":4974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"exclude_ties/MiniMax-M2","slice":"exclude_ties"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|expert/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.706955,"ciLow":1321.038707,"ciHigh":1386.375203,"observedAt":"2026-11-11","runCount":297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"expert/MiniMax-M2","slice":"expert"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|french/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.786036,"ciLow":1286.444882,"ciHigh":1397.12719,"observedAt":"2026-11-11","runCount":135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"french/MiniMax-M2","slice":"french"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|german/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.575937,"ciLow":1300.884609,"ciHigh":1408.267265,"observedAt":"2026-11-11","runCount":131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"german/MiniMax-M2","slice":"german"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|hard_prompts/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.003381,"ciLow":1357.135788,"ciHigh":1376.870974,"observedAt":"2026-11-11","runCount":3735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"hard_prompts/MiniMax-M2","slice":"hard_prompts"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.321558,"ciLow":1374.857664,"ciHigh":1403.785452,"observedAt":"2026-11-11","runCount":1639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"hard_prompts_english/MiniMax-M2","slice":"hard_prompts_english"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.742005,"ciLow":1331.302006,"ciHigh":1364.182005,"observedAt":"2026-11-11","runCount":1324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_business_and_management_and_financial_operations/MiniMax-M2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.677491,"ciLow":1280.527558,"ciHigh":1314.827424,"observedAt":"2026-11-11","runCount":1188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_entertainment_and_sports_and_media/MiniMax-M2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.277527,"ciLow":1330.409433,"ciHigh":1386.145621,"observedAt":"2026-11-11","runCount":432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_legal_and_government/MiniMax-M2","slice":"industry_legal_and_government"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.339945,"ciLow":1339.318047,"ciHigh":1375.361844,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_life_and_physical_and_social_science/MiniMax-M2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.439665,"ciLow":1340.346924,"ciHigh":1408.532407,"observedAt":"2026-11-11","runCount":289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_mathematical/MiniMax-M2","slice":"industry_mathematical"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.634341,"ciLow":1331.816241,"ciHigh":1399.452442,"observedAt":"2026-11-11","runCount":316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_medicine_and_healthcare/MiniMax-M2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.737058,"ciLow":1370.687927,"ciHigh":1394.786189,"observedAt":"2026-11-11","runCount":2447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_software_and_it_services/MiniMax-M2","slice":"industry_software_and_it_services"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.599433,"ciLow":1281.865981,"ciHigh":1313.332885,"observedAt":"2026-11-11","runCount":1477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_writing_and_literature_and_language/MiniMax-M2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|instruction_following/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.191002,"ciLow":1320.206238,"ciHigh":1346.175767,"observedAt":"2026-11-11","runCount":2012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"instruction_following/MiniMax-M2","slice":"instruction_following"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|longer_query/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.298113,"ciLow":1324.684212,"ciHigh":1353.912014,"observedAt":"2026-11-11","runCount":1653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"longer_query/MiniMax-M2","slice":"longer_query"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|math/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.37144,"ciLow":1321.397127,"ciHigh":1387.345754,"observedAt":"2026-11-11","runCount":315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"math/MiniMax-M2","slice":"math"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|multi_turn/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.046734,"ciLow":1340.29538,"ciHigh":1375.798088,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"multi_turn/MiniMax-M2","slice":"multi_turn"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|non_english/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.231778,"ciLow":1303.319068,"ciHigh":1323.144489,"observedAt":"2026-11-11","runCount":3817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"non_english/MiniMax-M2","slice":"non_english"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|overall/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.716778,"ciLow":1335.96859,"ciHigh":1351.464966,"observedAt":"2026-11-11","runCount":6834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"overall/MiniMax-M2","slice":"overall"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|polish/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.968664,"ciLow":1270.206672,"ciHigh":1343.730656,"observedAt":"2026-11-11","runCount":281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"polish/MiniMax-M2","slice":"polish"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|russian/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.969134,"ciLow":1309.036002,"ciHigh":1360.902267,"observedAt":"2026-11-11","runCount":497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"russian/MiniMax-M2","slice":"russian"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text-style-control@1|rating|spanish/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.131031,"ciLow":1278.82608,"ciHigh":1365.435982,"observedAt":"2026-11-11","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"spanish/MiniMax-M2","slice":"spanish"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|chinese/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.172638,"ciLow":1338.883582,"ciHigh":1393.461693,"observedAt":"2026-11-11","runCount":452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"chinese/MiniMax-M2","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|coding/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.878016,"ciLow":1355.897271,"ciHigh":1385.858761,"observedAt":"2026-11-11","runCount":1541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"coding/MiniMax-M2","slice":"coding"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|creative_writing/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.02197,"ciLow":1266.944191,"ciHigh":1307.099749,"observedAt":"2026-11-11","runCount":891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"creative_writing/MiniMax-M2","slice":"creative_writing"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|english/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.890437,"ciLow":1354.079638,"ciHigh":1375.701235,"observedAt":"2026-11-11","runCount":2981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"english/MiniMax-M2","slice":"english"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|exclude_ties/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.552732,"ciLow":1286.044319,"ciHigh":1307.061144,"observedAt":"2026-11-11","runCount":4974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"exclude_ties/MiniMax-M2","slice":"exclude_ties"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|expert/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.95769,"ciLow":1307.482007,"ciHigh":1372.433374,"observedAt":"2026-11-11","runCount":297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"expert/MiniMax-M2","slice":"expert"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|french/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.448302,"ciLow":1280.976844,"ciHigh":1389.919759,"observedAt":"2026-11-11","runCount":135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"french/MiniMax-M2","slice":"french"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|german/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.938592,"ciLow":1300.687376,"ciHigh":1407.189808,"observedAt":"2026-11-11","runCount":131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"german/MiniMax-M2","slice":"german"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|hard_prompts/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.958686,"ciLow":1347.191055,"ciHigh":1366.726316,"observedAt":"2026-11-11","runCount":3735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"hard_prompts/MiniMax-M2","slice":"hard_prompts"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|hard_prompts_english/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.564294,"ciLow":1362.22792,"ciHigh":1390.900667,"observedAt":"2026-11-11","runCount":1639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"hard_prompts_english/MiniMax-M2","slice":"hard_prompts_english"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.743542,"ciLow":1319.441756,"ciHigh":1352.045327,"observedAt":"2026-11-11","runCount":1324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_business_and_management_and_financial_operations/MiniMax-M2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.255509,"ciLow":1281.426028,"ciHigh":1315.08499,"observedAt":"2026-11-11","runCount":1188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_entertainment_and_sports_and_media/MiniMax-M2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|industry_legal_and_government/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.539003,"ciLow":1321.105477,"ciHigh":1375.972528,"observedAt":"2026-11-11","runCount":432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_legal_and_government/MiniMax-M2","slice":"industry_legal_and_government"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.568488,"ciLow":1331.805344,"ciHigh":1367.331632,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_life_and_physical_and_social_science/MiniMax-M2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|industry_mathematical/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.549581,"ciLow":1341.079577,"ciHigh":1408.019585,"observedAt":"2026-11-11","runCount":289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_mathematical/MiniMax-M2","slice":"industry_mathematical"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.998866,"ciLow":1333.971968,"ciHigh":1400.025764,"observedAt":"2026-11-11","runCount":316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_medicine_and_healthcare/MiniMax-M2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|industry_software_and_it_services/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.799432,"ciLow":1360.867846,"ciHigh":1384.731018,"observedAt":"2026-11-11","runCount":2447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_software_and_it_services/MiniMax-M2","slice":"industry_software_and_it_services"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.399965,"ciLow":1279.964489,"ciHigh":1310.835441,"observedAt":"2026-11-11","runCount":1477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"industry_writing_and_literature_and_language/MiniMax-M2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|instruction_following/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.286088,"ciLow":1316.423377,"ciHigh":1342.148799,"observedAt":"2026-11-11","runCount":2012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"instruction_following/MiniMax-M2","slice":"instruction_following"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|longer_query/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.806026,"ciLow":1317.402541,"ciHigh":1346.209511,"observedAt":"2026-11-11","runCount":1653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"longer_query/MiniMax-M2","slice":"longer_query"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|math/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.487321,"ciLow":1320.610813,"ciHigh":1386.363829,"observedAt":"2026-11-11","runCount":315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"math/MiniMax-M2","slice":"math"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|multi_turn/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.388682,"ciLow":1343.657083,"ciHigh":1379.120281,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"multi_turn/MiniMax-M2","slice":"multi_turn"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|non_english/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.230353,"ciLow":1303.407358,"ciHigh":1323.053349,"observedAt":"2026-11-11","runCount":3817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"non_english/MiniMax-M2","slice":"non_english"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|overall/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.394656,"ciLow":1332.705764,"ciHigh":1348.083548,"observedAt":"2026-11-11","runCount":6834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"overall/MiniMax-M2","slice":"overall"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|polish/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.831574,"ciLow":1275.100085,"ciHigh":1346.563062,"observedAt":"2026-11-11","runCount":281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"polish/MiniMax-M2","slice":"polish"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|russian/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.893486,"ciLow":1305.258478,"ciHigh":1356.528493,"observedAt":"2026-11-11","runCount":497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"russian/MiniMax-M2","slice":"russian"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-text@1|rating|spanish/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.317141,"ciLow":1283.522215,"ciHigh":1369.112067,"observedAt":"2026-11-11","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"spanish/MiniMax-M2","slice":"spanish"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-webdev@1|rating|overall/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1298.852841,"ciLow":1287.841741,"ciHigh":1309.86394,"observedAt":"2026-11-15","runCount":6653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"overall/MiniMax-M2","slice":"overall"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-webdev@1|rating|webdev-html/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1307.763858,"ciLow":1295.10102,"ciHigh":1320.426696,"observedAt":"2026-11-15","runCount":6624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"webdev-html/MiniMax-M2","slice":"webdev-html"}
{"key":"lmarena|minimax/minimax-m2:default|none|lmarena-webdev@1|rating|webdev/MiniMax-M2","sourceId":"lmarena","modelId":"minimax/minimax-m2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1298.852841,"ciLow":1287.841741,"ciHigh":1309.86394,"observedAt":"2026-11-15","runCount":6653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M2","rowId":"webdev/MiniMax-M2","slice":"webdev"}
{"key":"lmarena|minimax/minimax-m3.1-flash:default|none|lmarena-agent@1|cost-per-task|overall/MiniMax-M3.1-Flash","sourceId":"lmarena","modelId":"minimax/minimax-m3.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.21146,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3.1-Flash","rowId":"overall/MiniMax-M3.1-Flash","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3.1-flash:default|none|lmarena-agent@1|output-tokens-per-task|overall/MiniMax-M3.1-Flash","sourceId":"lmarena","modelId":"minimax/minimax-m3.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":69867,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3.1-Flash","rowId":"overall/MiniMax-M3.1-Flash","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3.1-flash:default|none|lmarena-agent@1|score|overall/MiniMax-M3.1-Flash","sourceId":"lmarena","modelId":"minimax/minimax-m3.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.035237,"ciLow":-0.049863,"ciHigh":-0.020611,"observedAt":"2026-11-15","runCount":2995449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3.1-Flash","rowId":"overall/MiniMax-M3.1-Flash","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3.1-flash:default|none|lmarena-webdev@1|rating|overall/MiniMax-M3.1-Flash","sourceId":"lmarena","modelId":"minimax/minimax-m3.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1582.034329,"ciLow":1572.643569,"ciHigh":1591.425089,"observedAt":"2026-11-15","runCount":5182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3.1-Flash","rowId":"overall/MiniMax-M3.1-Flash","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3.1-flash:default|none|lmarena-webdev@1|rating|webdev-html/MiniMax-M3.1-Flash","sourceId":"lmarena","modelId":"minimax/minimax-m3.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1554.487693,"ciLow":1531.352419,"ciHigh":1577.622968,"observedAt":"2026-11-15","runCount":818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3.1-Flash","rowId":"webdev-html/MiniMax-M3.1-Flash","slice":"webdev-html"}
{"key":"lmarena|minimax/minimax-m3.1-flash:default|none|lmarena-webdev@1|rating|webdev-react/MiniMax-M3.1-Flash","sourceId":"lmarena","modelId":"minimax/minimax-m3.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1600.639494,"ciLow":1589.132165,"ciHigh":1612.146824,"observedAt":"2026-11-15","runCount":3262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3.1-Flash","rowId":"webdev-react/MiniMax-M3.1-Flash","slice":"webdev-react"}
{"key":"lmarena|minimax/minimax-m3.1-flash:default|none|lmarena-webdev@1|rating|webdev/MiniMax-M3.1-Flash","sourceId":"lmarena","modelId":"minimax/minimax-m3.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1582.034329,"ciLow":1572.643569,"ciHigh":1591.425089,"observedAt":"2026-11-15","runCount":5182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3.1-Flash","rowId":"webdev/MiniMax-M3.1-Flash","slice":"webdev"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-agent@1|cost-per-task|overall/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.379111,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"overall/MiniMax-M3","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-agent@1|output-tokens-per-task|overall/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":26416,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"overall/MiniMax-M3","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-agent@1|score|overall/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.111838,"ciLow":-0.123698,"ciHigh":-0.099978,"observedAt":"2026-11-15","runCount":3778691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"overall/MiniMax-M3","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-document-style-control@1|rating|overall/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.959379,"ciLow":1426.818717,"ciHigh":1443.10004,"observedAt":"2026-11-09","runCount":6617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"overall/MiniMax-M3","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-document@1|rating|overall/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1436.914977,"ciLow":1428.810722,"ciHigh":1445.019233,"observedAt":"2026-11-09","runCount":6617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"overall/MiniMax-M3","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|chinese/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.723982,"ciLow":1461.313303,"ciHigh":1480.134662,"observedAt":"2026-11-11","runCount":4788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"chinese/MiniMax-M3","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|coding/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.950219,"ciLow":1487.481676,"ciHigh":1498.418762,"observedAt":"2026-11-11","runCount":20492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"coding/MiniMax-M3","slice":"coding"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|creative_writing/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.283235,"ciLow":1390.01814,"ciHigh":1402.548329,"observedAt":"2026-11-11","runCount":13750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"creative_writing/MiniMax-M3","slice":"creative_writing"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|english/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.465768,"ciLow":1444.715871,"ciHigh":1454.215665,"observedAt":"2026-11-11","runCount":29672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"english/MiniMax-M3","slice":"english"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|exclude_ties/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.381795,"ciLow":1426.57829,"ciHigh":1436.1853,"observedAt":"2026-11-11","runCount":55650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"exclude_ties/MiniMax-M3","slice":"exclude_ties"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|expert/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.51929,"ciLow":1459.986785,"ciHigh":1475.051795,"observedAt":"2026-11-11","runCount":7814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"expert/MiniMax-M3","slice":"expert"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|french/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.354544,"ciLow":1437.918026,"ciHigh":1464.791061,"observedAt":"2026-11-11","runCount":2679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"french/MiniMax-M3","slice":"french"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|german/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.973588,"ciLow":1418.893193,"ciHigh":1455.053982,"observedAt":"2026-11-11","runCount":1257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"german/MiniMax-M3","slice":"german"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|hard_prompts/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.715986,"ciLow":1452.436263,"ciHigh":1460.995709,"observedAt":"2026-11-11","runCount":48543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"hard_prompts/MiniMax-M3","slice":"hard_prompts"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.584038,"ciLow":1462.167185,"ciHigh":1473.000892,"observedAt":"2026-11-11","runCount":20223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"hard_prompts_english/MiniMax-M3","slice":"hard_prompts_english"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.823389,"ciLow":1438.724909,"ciHigh":1450.92187,"observedAt":"2026-11-11","runCount":14030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_business_and_management_and_financial_operations/MiniMax-M3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.3131,"ciLow":1395.551498,"ciHigh":1407.074702,"observedAt":"2026-11-11","runCount":17401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_entertainment_and_sports_and_media/MiniMax-M3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.372513,"ciLow":1425.748563,"ciHigh":1442.996463,"observedAt":"2026-11-11","runCount":5937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_legal_and_government/MiniMax-M3","slice":"industry_legal_and_government"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.968389,"ciLow":1452.579611,"ciHigh":1465.357167,"observedAt":"2026-11-11","runCount":11697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_life_and_physical_and_social_science/MiniMax-M3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.212254,"ciLow":1434.170984,"ciHigh":1454.253523,"observedAt":"2026-11-11","runCount":4120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_mathematical/MiniMax-M3","slice":"industry_mathematical"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.036597,"ciLow":1441.651942,"ciHigh":1460.421252,"observedAt":"2026-11-11","runCount":4888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_medicine_and_healthcare/MiniMax-M3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.057743,"ciLow":1477.202313,"ciHigh":1486.913173,"observedAt":"2026-11-11","runCount":29224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_software_and_it_services/MiniMax-M3","slice":"industry_software_and_it_services"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.592497,"ciLow":1408.07685,"ciHigh":1419.108144,"observedAt":"2026-11-11","runCount":19093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_writing_and_literature_and_language/MiniMax-M3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|instruction_following/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.205974,"ciLow":1423.191135,"ciHigh":1433.220814,"observedAt":"2026-11-11","runCount":25508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"instruction_following/MiniMax-M3","slice":"instruction_following"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|japanese/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.71229,"ciLow":1355.198249,"ciHigh":1396.226331,"observedAt":"2026-11-11","runCount":1107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"japanese/MiniMax-M3","slice":"japanese"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|korean/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.66154,"ciLow":1345.344542,"ciHigh":1381.978538,"observedAt":"2026-11-11","runCount":1222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"korean/MiniMax-M3","slice":"korean"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|longer_query/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.295431,"ciLow":1440.439917,"ciHigh":1450.150944,"observedAt":"2026-11-11","runCount":32854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"longer_query/MiniMax-M3","slice":"longer_query"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|math/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.554437,"ciLow":1414.146289,"ciHigh":1434.962584,"observedAt":"2026-11-11","runCount":3650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"math/MiniMax-M3","slice":"math"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|multi_turn/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.102177,"ciLow":1441.790698,"ciHigh":1454.413656,"observedAt":"2026-11-11","runCount":12656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"multi_turn/MiniMax-M3","slice":"multi_turn"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|non_english/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.885984,"ciLow":1415.584418,"ciHigh":1424.18755,"observedAt":"2026-11-11","runCount":43901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"non_english/MiniMax-M3","slice":"non_english"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|overall/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.765073,"ciLow":1432.100025,"ciHigh":1439.43012,"observedAt":"2026-11-11","runCount":73579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"overall/MiniMax-M3","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|polish/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.525539,"ciLow":1409.68545,"ciHigh":1443.365628,"observedAt":"2026-11-11","runCount":1280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"polish/MiniMax-M3","slice":"polish"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|russian/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.46435,"ciLow":1424.451789,"ciHigh":1438.476911,"observedAt":"2026-11-11","runCount":9131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"russian/MiniMax-M3","slice":"russian"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text-style-control@1|rating|spanish/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.743274,"ciLow":1406.909849,"ciHigh":1434.576699,"observedAt":"2026-11-11","runCount":2320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"spanish/MiniMax-M3","slice":"spanish"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|chinese/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.271495,"ciLow":1455.946105,"ciHigh":1474.596885,"observedAt":"2026-11-11","runCount":4788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"chinese/MiniMax-M3","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|coding/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.103987,"ciLow":1462.695009,"ciHigh":1473.512966,"observedAt":"2026-11-11","runCount":20492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"coding/MiniMax-M3","slice":"coding"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|creative_writing/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.053488,"ciLow":1388.853099,"ciHigh":1401.253876,"observedAt":"2026-11-11","runCount":13750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"creative_writing/MiniMax-M3","slice":"creative_writing"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|english/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.870235,"ciLow":1435.141777,"ciHigh":1444.598692,"observedAt":"2026-11-11","runCount":29672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"english/MiniMax-M3","slice":"english"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|exclude_ties/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.099492,"ciLow":1414.389337,"ciHigh":1423.809646,"observedAt":"2026-11-11","runCount":55650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"exclude_ties/MiniMax-M3","slice":"exclude_ties"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|expert/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.410801,"ciLow":1452.940203,"ciHigh":1467.881399,"observedAt":"2026-11-11","runCount":7814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"expert/MiniMax-M3","slice":"expert"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|french/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.579474,"ciLow":1425.240263,"ciHigh":1451.918684,"observedAt":"2026-11-11","runCount":2679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"french/MiniMax-M3","slice":"french"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|german/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.547897,"ciLow":1410.614868,"ciHigh":1446.480926,"observedAt":"2026-11-11","runCount":1257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"german/MiniMax-M3","slice":"german"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|hard_prompts/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.958766,"ciLow":1437.715458,"ciHigh":1446.202074,"observedAt":"2026-11-11","runCount":48543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"hard_prompts/MiniMax-M3","slice":"hard_prompts"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|hard_prompts_english/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.808098,"ciLow":1446.427736,"ciHigh":1457.188459,"observedAt":"2026-11-11","runCount":20223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"hard_prompts_english/MiniMax-M3","slice":"hard_prompts_english"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.578314,"ciLow":1424.553008,"ciHigh":1436.603621,"observedAt":"2026-11-11","runCount":14030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_business_and_management_and_financial_operations/MiniMax-M3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.757531,"ciLow":1392.047261,"ciHigh":1403.467802,"observedAt":"2026-11-11","runCount":17401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_entertainment_and_sports_and_media/MiniMax-M3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|industry_legal_and_government/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.558565,"ciLow":1421.071044,"ciHigh":1438.046086,"observedAt":"2026-11-11","runCount":5937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_legal_and_government/MiniMax-M3","slice":"industry_legal_and_government"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.44165,"ciLow":1440.124063,"ciHigh":1452.759237,"observedAt":"2026-11-11","runCount":11697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_life_and_physical_and_social_science/MiniMax-M3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|industry_mathematical/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.448878,"ciLow":1433.433342,"ciHigh":1453.464415,"observedAt":"2026-11-11","runCount":4120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_mathematical/MiniMax-M3","slice":"industry_mathematical"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.795842,"ciLow":1423.553626,"ciHigh":1442.038058,"observedAt":"2026-11-11","runCount":4888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_medicine_and_healthcare/MiniMax-M3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|industry_software_and_it_services/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.336222,"ciLow":1458.524946,"ciHigh":1468.147499,"observedAt":"2026-11-11","runCount":29224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_software_and_it_services/MiniMax-M3","slice":"industry_software_and_it_services"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.507145,"ciLow":1405.022927,"ciHigh":1415.991363,"observedAt":"2026-11-11","runCount":19093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"industry_writing_and_literature_and_language/MiniMax-M3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|instruction_following/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.601858,"ciLow":1422.617833,"ciHigh":1432.585883,"observedAt":"2026-11-11","runCount":25508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"instruction_following/MiniMax-M3","slice":"instruction_following"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|japanese/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.170696,"ciLow":1342.980325,"ciHigh":1383.361068,"observedAt":"2026-11-11","runCount":1107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"japanese/MiniMax-M3","slice":"japanese"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|korean/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.555112,"ciLow":1346.396936,"ciHigh":1382.713289,"observedAt":"2026-11-11","runCount":1222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"korean/MiniMax-M3","slice":"korean"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|longer_query/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.781171,"ciLow":1434.970417,"ciHigh":1444.591926,"observedAt":"2026-11-11","runCount":32854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"longer_query/MiniMax-M3","slice":"longer_query"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|math/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.132483,"ciLow":1412.740535,"ciHigh":1433.52443,"observedAt":"2026-11-11","runCount":3650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"math/MiniMax-M3","slice":"math"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|multi_turn/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.64347,"ciLow":1432.359861,"ciHigh":1444.92708,"observedAt":"2026-11-11","runCount":12656,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"multi_turn/MiniMax-M3","slice":"multi_turn"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|non_english/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.877585,"ciLow":1409.60877,"ciHigh":1418.1464,"observedAt":"2026-11-11","runCount":43901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"non_english/MiniMax-M3","slice":"non_english"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|overall/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.069915,"ciLow":1424.432802,"ciHigh":1431.707029,"observedAt":"2026-11-11","runCount":73579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"overall/MiniMax-M3","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|polish/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.588351,"ciLow":1399.925702,"ciHigh":1433.251,"observedAt":"2026-11-11","runCount":1280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"polish/MiniMax-M3","slice":"polish"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|russian/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.881639,"ciLow":1414.883641,"ciHigh":1428.879638,"observedAt":"2026-11-11","runCount":9131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"russian/MiniMax-M3","slice":"russian"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-text@1|rating|spanish/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.974536,"ciLow":1410.331461,"ciHigh":1437.617612,"observedAt":"2026-11-11","runCount":2320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"spanish/MiniMax-M3","slice":"spanish"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision-style-control@1|rating|chinese/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.234983,"ciLow":1267.577818,"ciHigh":1306.892147,"observedAt":"2026-11-09","runCount":1126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"chinese/MiniMax-M3","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.855827,"ciLow":1193.361055,"ciHigh":1226.3506,"observedAt":"2026-11-09","runCount":1472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"creative_writing_vision/MiniMax-M3","slice":"creative_writing_vision"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision-style-control@1|rating|diagram/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.552276,"ciLow":1251.500637,"ciHigh":1269.603915,"observedAt":"2026-11-09","runCount":5595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"diagram/MiniMax-M3","slice":"diagram"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision-style-control@1|rating|english/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.975822,"ciLow":1232.129104,"ciHigh":1249.82254,"observedAt":"2026-11-09","runCount":7704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"english/MiniMax-M3","slice":"english"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision-style-control@1|rating|entity_recognition/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.223874,"ciLow":1108.962075,"ciHigh":1209.485674,"observedAt":"2026-11-09","runCount":119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"entity_recognition/MiniMax-M3","slice":"entity_recognition"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision-style-control@1|rating|homework/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.008603,"ciLow":1245.822375,"ciHigh":1270.19483,"observedAt":"2026-11-09","runCount":2625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"homework/MiniMax-M3","slice":"homework"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision-style-control@1|rating|humor/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.878201,"ciLow":1192.523459,"ciHigh":1235.232943,"observedAt":"2026-11-09","runCount":842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"humor/MiniMax-M3","slice":"humor"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision-style-control@1|rating|ocr/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.928024,"ciLow":1237.582276,"ciHigh":1250.273772,"observedAt":"2026-11-09","runCount":14855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"ocr/MiniMax-M3","slice":"ocr"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision-style-control@1|rating|overall/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.818841,"ciLow":1225.567162,"ciHigh":1238.07052,"observedAt":"2026-11-09","runCount":21159,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"overall/MiniMax-M3","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision@1|rating|chinese/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1309.521034,"ciLow":1290.024022,"ciHigh":1329.018046,"observedAt":"2026-11-09","runCount":1126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"chinese/MiniMax-M3","slice":"chinese"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision@1|rating|creative_writing_vision/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1231.825644,"ciLow":1215.487872,"ciHigh":1248.163416,"observedAt":"2026-11-09","runCount":1472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"creative_writing_vision/MiniMax-M3","slice":"creative_writing_vision"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision@1|rating|diagram/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1265.533295,"ciLow":1256.533122,"ciHigh":1274.533467,"observedAt":"2026-11-09","runCount":5595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"diagram/MiniMax-M3","slice":"diagram"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision@1|rating|english/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1260.323326,"ciLow":1251.530416,"ciHigh":1269.116237,"observedAt":"2026-11-09","runCount":7704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"english/MiniMax-M3","slice":"english"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision@1|rating|entity_recognition/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1195.800398,"ciLow":1145.873461,"ciHigh":1245.727335,"observedAt":"2026-11-09","runCount":119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"entity_recognition/MiniMax-M3","slice":"entity_recognition"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision@1|rating|homework/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1266.405157,"ciLow":1254.265796,"ciHigh":1278.544518,"observedAt":"2026-11-09","runCount":2625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"homework/MiniMax-M3","slice":"homework"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision@1|rating|humor/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1234.598925,"ciLow":1213.441706,"ciHigh":1255.756144,"observedAt":"2026-11-09","runCount":842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"humor/MiniMax-M3","slice":"humor"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision@1|rating|ocr/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1255.635497,"ciLow":1249.327399,"ciHigh":1261.943595,"observedAt":"2026-11-09","runCount":14855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"ocr/MiniMax-M3","slice":"ocr"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-vision@1|rating|overall/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1249.155106,"ciLow":1242.959894,"ciHigh":1255.350317,"observedAt":"2026-11-09","runCount":21159,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"overall/MiniMax-M3","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-webdev@1|rating|image_to_webdev/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1473.480038,"ciLow":1465.066803,"ciHigh":1481.893273,"observedAt":"2026-11-15","runCount":6228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"image_to_webdev/MiniMax-M3","slice":"image_to_webdev"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-webdev@1|rating|overall/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1484.055902,"ciLow":1478.641817,"ciHigh":1489.469986,"observedAt":"2026-11-15","runCount":21031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"overall/MiniMax-M3","slice":"overall"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-webdev@1|rating|webdev-html/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1459.368709,"ciLow":1447.137082,"ciHigh":1471.600335,"observedAt":"2026-11-15","runCount":2882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"webdev-html/MiniMax-M3","slice":"webdev-html"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-webdev@1|rating|webdev-react/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1478.459478,"ciLow":1472.334423,"ciHigh":1484.584534,"observedAt":"2026-11-15","runCount":14639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"webdev-react/MiniMax-M3","slice":"webdev-react"}
{"key":"lmarena|minimax/minimax-m3:default|none|lmarena-webdev@1|rating|webdev/MiniMax-M3","sourceId":"lmarena","modelId":"minimax/minimax-m3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1484.055902,"ciLow":1478.641817,"ciHigh":1489.469986,"observedAt":"2026-11-15","runCount":21031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniMax-M3","rowId":"webdev/MiniMax-M3","slice":"webdev"}
{"key":"lmarena|mistral/devstral-2:default|none|lmarena-webdev@1|rating|overall/Devstral 2","sourceId":"lmarena","modelId":"mistral/devstral-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1195.476903,"ciLow":1174.665003,"ciHigh":1216.288803,"observedAt":"2026-11-15","runCount":1176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Devstral 2","rowId":"overall/Devstral 2","slice":"overall"}
{"key":"lmarena|mistral/devstral-2:default|none|lmarena-webdev@1|rating|webdev-html/Devstral 2","sourceId":"lmarena","modelId":"mistral/devstral-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1216.91069,"ciLow":1193.38661,"ciHigh":1240.434771,"observedAt":"2026-11-15","runCount":979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Devstral 2","rowId":"webdev-html/Devstral 2","slice":"webdev-html"}
{"key":"lmarena|mistral/devstral-2:default|none|lmarena-webdev@1|rating|webdev-react/Devstral 2","sourceId":"lmarena","modelId":"mistral/devstral-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1145.580052,"ciLow":1094.893542,"ciHigh":1196.266562,"observedAt":"2026-11-15","runCount":197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Devstral 2","rowId":"webdev-react/Devstral 2","slice":"webdev-react"}
{"key":"lmarena|mistral/devstral-2:default|none|lmarena-webdev@1|rating|webdev/Devstral 2","sourceId":"lmarena","modelId":"mistral/devstral-2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1195.476903,"ciLow":1174.665003,"ciHigh":1216.288803,"observedAt":"2026-11-15","runCount":1176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Devstral 2","rowId":"webdev/Devstral 2","slice":"webdev"}
{"key":"lmarena|mistral/devstral-medium-2507:default|none|lmarena-webdev@1|rating|overall/Devstral Medium (2507)","sourceId":"lmarena","modelId":"mistral/devstral-medium-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1071.160518,"ciLow":1040.339074,"ciHigh":1101.981963,"observedAt":"2026-11-15","runCount":835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Devstral Medium (2507)","rowId":"overall/Devstral Medium (2507)","slice":"overall"}
{"key":"lmarena|mistral/devstral-medium-2507:default|none|lmarena-webdev@1|rating|webdev-html/Devstral Medium (2507)","sourceId":"lmarena","modelId":"mistral/devstral-medium-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1077.028653,"ciLow":1045.661542,"ciHigh":1108.395764,"observedAt":"2026-11-15","runCount":835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Devstral Medium (2507)","rowId":"webdev-html/Devstral Medium (2507)","slice":"webdev-html"}
{"key":"lmarena|mistral/devstral-medium-2507:default|none|lmarena-webdev@1|rating|webdev/Devstral Medium (2507)","sourceId":"lmarena","modelId":"mistral/devstral-medium-2507","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1071.160518,"ciLow":1040.339074,"ciHigh":1101.981963,"observedAt":"2026-11-15","runCount":835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Devstral Medium (2507)","rowId":"webdev/Devstral Medium (2507)","slice":"webdev"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|chinese/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.217178,"ciLow":1264.245241,"ciHigh":1312.189115,"observedAt":"2026-11-11","runCount":725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"chinese/Magistral Medium (2506)","slice":"chinese"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|coding/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.34734,"ciLow":1374.98818,"ciHigh":1399.7065,"observedAt":"2026-11-11","runCount":2243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"coding/Magistral Medium (2506)","slice":"coding"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|creative_writing/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.193768,"ciLow":1263.507617,"ciHigh":1296.879918,"observedAt":"2026-11-11","runCount":1346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"creative_writing/Magistral Medium (2506)","slice":"creative_writing"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|english/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.184187,"ciLow":1316.766069,"ciHigh":1335.602305,"observedAt":"2026-11-11","runCount":4449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"english/Magistral Medium (2506)","slice":"english"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|exclude_ties/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.18758,"ciLow":1240.101604,"ciHigh":1258.273557,"observedAt":"2026-11-11","runCount":8641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"exclude_ties/Magistral Medium (2506)","slice":"exclude_ties"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|expert/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.124682,"ciLow":1266.538251,"ciHigh":1319.711114,"observedAt":"2026-11-11","runCount":563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"expert/Magistral Medium (2506)","slice":"expert"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|french/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.00628,"ciLow":1280.888079,"ciHigh":1373.12448,"observedAt":"2026-11-11","runCount":182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"french/Magistral Medium (2506)","slice":"french"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|german/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.103034,"ciLow":1273.416543,"ciHigh":1338.789525,"observedAt":"2026-11-11","runCount":361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"german/Magistral Medium (2506)","slice":"german"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|hard_prompts/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.50211,"ciLow":1324.186115,"ciHigh":1340.818106,"observedAt":"2026-11-11","runCount":5632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"hard_prompts/Magistral Medium (2506)","slice":"hard_prompts"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.513763,"ciLow":1339.039457,"ciHigh":1363.988069,"observedAt":"2026-11-11","runCount":2390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"hard_prompts_english/Magistral Medium (2506)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.921529,"ciLow":1278.463981,"ciHigh":1305.379078,"observedAt":"2026-11-11","runCount":2213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_business_and_management_and_financial_operations/Magistral Medium (2506)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.001786,"ciLow":1272.359413,"ciHigh":1299.644159,"observedAt":"2026-11-11","runCount":1966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_entertainment_and_sports_and_media/Magistral Medium (2506)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.345515,"ciLow":1278.939492,"ciHigh":1323.751537,"observedAt":"2026-11-11","runCount":842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_legal_and_government/Magistral Medium (2506)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.846377,"ciLow":1294.911877,"ciHigh":1324.780877,"observedAt":"2026-11-11","runCount":1924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_life_and_physical_and_social_science/Magistral Medium (2506)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.384176,"ciLow":1268.076102,"ciHigh":1320.69225,"observedAt":"2026-11-11","runCount":571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_mathematical/Magistral Medium (2506)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.144218,"ciLow":1310.572662,"ciHigh":1357.715775,"observedAt":"2026-11-11","runCount":774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_medicine_and_healthcare/Magistral Medium (2506)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.218223,"ciLow":1341.552723,"ciHigh":1360.883723,"observedAt":"2026-11-11","runCount":4005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_software_and_it_services/Magistral Medium (2506)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.218632,"ciLow":1277.706053,"ciHigh":1302.73121,"observedAt":"2026-11-11","runCount":2386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_writing_and_literature_and_language/Magistral Medium (2506)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|instruction_following/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.459509,"ciLow":1289.595889,"ciHigh":1311.32313,"observedAt":"2026-11-11","runCount":3110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"instruction_following/Magistral Medium (2506)","slice":"instruction_following"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|japanese/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.753202,"ciLow":1190.754875,"ciHigh":1260.751529,"observedAt":"2026-11-11","runCount":350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"japanese/Magistral Medium (2506)","slice":"japanese"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|korean/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1190.593038,"ciLow":1142.78652,"ciHigh":1238.399556,"observedAt":"2026-11-11","runCount":194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"korean/Magistral Medium (2506)","slice":"korean"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|longer_query/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.616625,"ciLow":1324.337556,"ciHigh":1348.895694,"observedAt":"2026-11-11","runCount":2402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"longer_query/Magistral Medium (2506)","slice":"longer_query"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|math/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.32477,"ciLow":1261.659879,"ciHigh":1312.989661,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"math/Magistral Medium (2506)","slice":"math"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|multi_turn/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.218057,"ciLow":1297.922717,"ciHigh":1328.513398,"observedAt":"2026-11-11","runCount":1593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"multi_turn/Magistral Medium (2506)","slice":"multi_turn"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|non_english/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.824283,"ciLow":1273.033656,"ciHigh":1288.61491,"observedAt":"2026-11-11","runCount":7041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"non_english/Magistral Medium (2506)","slice":"non_english"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|overall/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.795164,"ciLow":1298.337036,"ciHigh":1311.253291,"observedAt":"2026-11-11","runCount":11490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"overall/Magistral Medium (2506)","slice":"overall"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|polish/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.51667,"ciLow":1296.354229,"ciHigh":1328.679111,"observedAt":"2026-11-11","runCount":1618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"polish/Magistral Medium (2506)","slice":"polish"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|russian/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.935445,"ciLow":1257.77662,"ciHigh":1296.094269,"observedAt":"2026-11-11","runCount":919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"russian/Magistral Medium (2506)","slice":"russian"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text-style-control@1|rating|spanish/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.162069,"ciLow":1281.593802,"ciHigh":1358.730336,"observedAt":"2026-11-11","runCount":269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"spanish/Magistral Medium (2506)","slice":"spanish"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|chinese/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.487314,"ciLow":1202.674621,"ciHigh":1250.300007,"observedAt":"2026-11-11","runCount":725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"chinese/Magistral Medium (2506)","slice":"chinese"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|coding/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.957534,"ciLow":1306.532589,"ciHigh":1331.382479,"observedAt":"2026-11-11","runCount":2243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"coding/Magistral Medium (2506)","slice":"coding"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|creative_writing/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.034735,"ciLow":1228.585256,"ciHigh":1261.484213,"observedAt":"2026-11-11","runCount":1346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"creative_writing/Magistral Medium (2506)","slice":"creative_writing"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|english/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.049271,"ciLow":1264.643813,"ciHigh":1283.454729,"observedAt":"2026-11-11","runCount":4449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"english/Magistral Medium (2506)","slice":"english"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|exclude_ties/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1177.510413,"ciLow":1168.542333,"ciHigh":1186.478492,"observedAt":"2026-11-11","runCount":8641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"exclude_ties/Magistral Medium (2506)","slice":"exclude_ties"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|expert/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.685473,"ciLow":1196.100124,"ciHigh":1249.270821,"observedAt":"2026-11-11","runCount":563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"expert/Magistral Medium (2506)","slice":"expert"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|french/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.579191,"ciLow":1221.927254,"ciHigh":1315.231129,"observedAt":"2026-11-11","runCount":182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"french/Magistral Medium (2506)","slice":"french"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|german/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.460151,"ciLow":1214.769225,"ciHigh":1280.151077,"observedAt":"2026-11-11","runCount":361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"german/Magistral Medium (2506)","slice":"german"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|hard_prompts/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.622447,"ciLow":1258.25369,"ciHigh":1274.991205,"observedAt":"2026-11-11","runCount":5632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"hard_prompts/Magistral Medium (2506)","slice":"hard_prompts"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|hard_prompts_english/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.116244,"ciLow":1271.575085,"ciHigh":1296.657402,"observedAt":"2026-11-11","runCount":2390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"hard_prompts_english/Magistral Medium (2506)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.716581,"ciLow":1209.213905,"ciHigh":1236.219257,"observedAt":"2026-11-11","runCount":2213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_business_and_management_and_financial_operations/Magistral Medium (2506)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.220717,"ciLow":1226.711945,"ciHigh":1253.72949,"observedAt":"2026-11-11","runCount":1966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_entertainment_and_sports_and_media/Magistral Medium (2506)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|industry_legal_and_government/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.727568,"ciLow":1209.400607,"ciHigh":1254.054529,"observedAt":"2026-11-11","runCount":842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_legal_and_government/Magistral Medium (2506)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1233.60575,"ciLow":1218.760239,"ciHigh":1248.45126,"observedAt":"2026-11-11","runCount":1924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_life_and_physical_and_social_science/Magistral Medium (2506)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|industry_mathematical/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.238797,"ciLow":1229.829884,"ciHigh":1282.64771,"observedAt":"2026-11-11","runCount":571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_mathematical/Magistral Medium (2506)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.462594,"ciLow":1222.042901,"ciHigh":1268.882287,"observedAt":"2026-11-11","runCount":774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_medicine_and_healthcare/Magistral Medium (2506)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|industry_software_and_it_services/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.748363,"ciLow":1274.016046,"ciHigh":1293.48068,"observedAt":"2026-11-11","runCount":4005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_software_and_it_services/Magistral Medium (2506)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.630809,"ciLow":1244.240484,"ciHigh":1269.021133,"observedAt":"2026-11-11","runCount":2386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"industry_writing_and_literature_and_language/Magistral Medium (2506)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|instruction_following/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.351605,"ciLow":1242.42953,"ciHigh":1264.27368,"observedAt":"2026-11-11","runCount":3110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"instruction_following/Magistral Medium (2506)","slice":"instruction_following"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|japanese/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1177.300968,"ciLow":1142.693312,"ciHigh":1211.908625,"observedAt":"2026-11-11","runCount":350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"japanese/Magistral Medium (2506)","slice":"japanese"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|korean/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1124.990267,"ciLow":1077.065987,"ciHigh":1172.914546,"observedAt":"2026-11-11","runCount":194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"korean/Magistral Medium (2506)","slice":"korean"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|longer_query/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.436774,"ciLow":1282.177922,"ciHigh":1306.695627,"observedAt":"2026-11-11","runCount":2402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"longer_query/Magistral Medium (2506)","slice":"longer_query"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|math/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.539209,"ciLow":1224.594927,"ciHigh":1276.483492,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"math/Magistral Medium (2506)","slice":"math"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|multi_turn/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.536005,"ciLow":1259.222413,"ciHigh":1289.849596,"observedAt":"2026-11-11","runCount":1593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"multi_turn/Magistral Medium (2506)","slice":"multi_turn"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|non_english/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.835199,"ciLow":1224.045134,"ciHigh":1239.625263,"observedAt":"2026-11-11","runCount":7041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"non_english/Magistral Medium (2506)","slice":"non_english"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|overall/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.769349,"ciLow":1248.322613,"ciHigh":1261.216085,"observedAt":"2026-11-11","runCount":11490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"overall/Magistral Medium (2506)","slice":"overall"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|polish/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.137313,"ciLow":1231.97878,"ciHigh":1264.295846,"observedAt":"2026-11-11","runCount":1618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"polish/Magistral Medium (2506)","slice":"polish"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|russian/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1223.149211,"ciLow":1203.769405,"ciHigh":1242.529018,"observedAt":"2026-11-11","runCount":919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"russian/Magistral Medium (2506)","slice":"russian"}
{"key":"lmarena|mistral/magistral-medium-2506:default|none|lmarena-text@1|rating|spanish/Magistral Medium (2506)","sourceId":"lmarena","modelId":"mistral/magistral-medium-2506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.62432,"ciLow":1231.515027,"ciHigh":1309.733612,"observedAt":"2026-11-11","runCount":269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Magistral Medium (2506)","rowId":"spanish/Magistral Medium (2506)","slice":"spanish"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|chinese/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.374787,"ciLow":1230.740503,"ciHigh":1282.00907,"observedAt":"2026-11-11","runCount":478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"chinese/Ministral 8B (2410)","slice":"chinese"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|coding/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.19837,"ciLow":1255.479578,"ciHigh":1292.917161,"observedAt":"2026-11-11","runCount":838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"coding/Ministral 8B (2410)","slice":"coding"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|creative_writing/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.540425,"ciLow":1199.487726,"ciHigh":1243.593125,"observedAt":"2026-11-11","runCount":678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"creative_writing/Ministral 8B (2410)","slice":"creative_writing"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|english/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.396807,"ciLow":1245.41196,"ciHigh":1269.381654,"observedAt":"2026-11-11","runCount":2322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"english/Ministral 8B (2410)","slice":"english"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|exclude_ties/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1126.396846,"ciLow":1111.322433,"ciHigh":1141.471259,"observedAt":"2026-11-11","runCount":3020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"exclude_ties/Ministral 8B (2410)","slice":"exclude_ties"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|expert/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.700149,"ciLow":1207.612949,"ciHigh":1267.78735,"observedAt":"2026-11-11","runCount":332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"expert/Ministral 8B (2410)","slice":"expert"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|hard_prompts/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.927922,"ciLow":1235.688764,"ciHigh":1266.16708,"observedAt":"2026-11-11","runCount":1257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"hard_prompts/Ministral 8B (2410)","slice":"hard_prompts"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.252193,"ciLow":1245.07739,"ciHigh":1285.426996,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"hard_prompts_english/Ministral 8B (2410)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.831946,"ciLow":1211.314062,"ciHigh":1258.349831,"observedAt":"2026-11-11","runCount":572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_business_and_management_and_financial_operations/Ministral 8B (2410)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.684047,"ciLow":1169.44337,"ciHigh":1209.924725,"observedAt":"2026-11-11","runCount":773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_entertainment_and_sports_and_media/Ministral 8B (2410)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.415356,"ciLow":1235.839154,"ciHigh":1302.991559,"observedAt":"2026-11-11","runCount":324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_legal_and_government/Ministral 8B (2410)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.710156,"ciLow":1228.52166,"ciHigh":1268.898652,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_life_and_physical_and_social_science/Ministral 8B (2410)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.33076,"ciLow":1195.263033,"ciHigh":1239.398486,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_mathematical/Ministral 8B (2410)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.872425,"ciLow":1219.542773,"ciHigh":1288.202076,"observedAt":"2026-11-11","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_medicine_and_healthcare/Ministral 8B (2410)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.408792,"ciLow":1260.7541,"ciHigh":1292.063485,"observedAt":"2026-11-11","runCount":1252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_software_and_it_services/Ministral 8B (2410)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.064762,"ciLow":1210.449472,"ciHigh":1241.680052,"observedAt":"2026-11-11","runCount":1350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_writing_and_literature_and_language/Ministral 8B (2410)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|instruction_following/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.031959,"ciLow":1198.201659,"ciHigh":1223.862259,"observedAt":"2026-11-11","runCount":1946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"instruction_following/Ministral 8B (2410)","slice":"instruction_following"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|longer_query/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.355157,"ciLow":1239.027472,"ciHigh":1279.682842,"observedAt":"2026-11-11","runCount":720,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"longer_query/Ministral 8B (2410)","slice":"longer_query"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|math/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.631598,"ciLow":1193.857123,"ciHigh":1233.406074,"observedAt":"2026-11-11","runCount":683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"math/Ministral 8B (2410)","slice":"math"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|multi_turn/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.509228,"ciLow":1188.48313,"ciHigh":1226.535327,"observedAt":"2026-11-11","runCount":916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"multi_turn/Ministral 8B (2410)","slice":"multi_turn"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|non_english/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.891273,"ciLow":1201.155713,"ciHigh":1224.626833,"observedAt":"2026-11-11","runCount":2459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"non_english/Ministral 8B (2410)","slice":"non_english"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|overall/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.696451,"ciLow":1228.610947,"ciHigh":1246.781954,"observedAt":"2026-11-11","runCount":4781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"overall/Ministral 8B (2410)","slice":"overall"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text-style-control@1|rating|russian/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.050128,"ciLow":1226.168033,"ciHigh":1265.932223,"observedAt":"2026-11-11","runCount":760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"russian/Ministral 8B (2410)","slice":"russian"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|chinese/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1193.477262,"ciLow":1168.336093,"ciHigh":1218.618431,"observedAt":"2026-11-11","runCount":478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"chinese/Ministral 8B (2410)","slice":"chinese"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|coding/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.780012,"ciLow":1183.243032,"ciHigh":1220.316993,"observedAt":"2026-11-11","runCount":838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"coding/Ministral 8B (2410)","slice":"coding"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|creative_writing/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.609771,"ciLow":1153.176148,"ciHigh":1196.043394,"observedAt":"2026-11-11","runCount":678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"creative_writing/Ministral 8B (2410)","slice":"creative_writing"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|english/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1212.453903,"ciLow":1200.558436,"ciHigh":1224.349371,"observedAt":"2026-11-11","runCount":2322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"english/Ministral 8B (2410)","slice":"english"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|exclude_ties/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1060.390912,"ciLow":1045.579956,"ciHigh":1075.201869,"observedAt":"2026-11-11","runCount":3020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"exclude_ties/Ministral 8B (2410)","slice":"exclude_ties"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|expert/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1169.524781,"ciLow":1139.849908,"ciHigh":1199.199654,"observedAt":"2026-11-11","runCount":332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"expert/Ministral 8B (2410)","slice":"expert"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|hard_prompts/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.114806,"ciLow":1176.072875,"ciHigh":1206.156736,"observedAt":"2026-11-11","runCount":1257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"hard_prompts/Ministral 8B (2410)","slice":"hard_prompts"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|hard_prompts_english/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.105065,"ciLow":1186.085338,"ciHigh":1226.124792,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"hard_prompts_english/Ministral 8B (2410)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1172.591655,"ciLow":1149.328564,"ciHigh":1195.854746,"observedAt":"2026-11-11","runCount":572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_business_and_management_and_financial_operations/Ministral 8B (2410)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1140.024957,"ciLow":1119.834122,"ciHigh":1160.215792,"observedAt":"2026-11-11","runCount":773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_entertainment_and_sports_and_media/Ministral 8B (2410)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|industry_legal_and_government/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.047068,"ciLow":1178.173664,"ciHigh":1243.920473,"observedAt":"2026-11-11","runCount":324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_legal_and_government/Ministral 8B (2410)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1189.081572,"ciLow":1169.318075,"ciHigh":1208.845069,"observedAt":"2026-11-11","runCount":827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_life_and_physical_and_social_science/Ministral 8B (2410)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|industry_mathematical/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.20978,"ciLow":1162.341097,"ciHigh":1206.078464,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_mathematical/Ministral 8B (2410)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.107009,"ciLow":1146.707206,"ciHigh":1213.506812,"observedAt":"2026-11-11","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_medicine_and_healthcare/Ministral 8B (2410)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|industry_software_and_it_services/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.184462,"ciLow":1197.612797,"ciHigh":1228.756128,"observedAt":"2026-11-11","runCount":1252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_software_and_it_services/Ministral 8B (2410)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.571986,"ciLow":1165.145153,"ciHigh":1195.998818,"observedAt":"2026-11-11","runCount":1350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"industry_writing_and_literature_and_language/Ministral 8B (2410)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|instruction_following/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1160.441202,"ciLow":1147.742856,"ciHigh":1173.139548,"observedAt":"2026-11-11","runCount":1946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"instruction_following/Ministral 8B (2410)","slice":"instruction_following"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|longer_query/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.728616,"ciLow":1191.742556,"ciHigh":1231.714676,"observedAt":"2026-11-11","runCount":720,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"longer_query/Ministral 8B (2410)","slice":"longer_query"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|math/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1188.239683,"ciLow":1168.627269,"ciHigh":1207.852097,"observedAt":"2026-11-11","runCount":683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"math/Ministral 8B (2410)","slice":"math"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|multi_turn/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1166.260519,"ciLow":1147.416223,"ciHigh":1185.104815,"observedAt":"2026-11-11","runCount":916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"multi_turn/Ministral 8B (2410)","slice":"multi_turn"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|non_english/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1164.970148,"ciLow":1153.410641,"ciHigh":1176.529655,"observedAt":"2026-11-11","runCount":2459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"non_english/Ministral 8B (2410)","slice":"non_english"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|overall/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.96181,"ciLow":1181.990721,"ciHigh":1199.932899,"observedAt":"2026-11-11","runCount":4781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"overall/Ministral 8B (2410)","slice":"overall"}
{"key":"lmarena|mistral/ministral-8b-2410:default|none|lmarena-text@1|rating|russian/Ministral 8B (2410)","sourceId":"lmarena","modelId":"mistral/ministral-8b-2410","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.045785,"ciLow":1175.437422,"ciHigh":1214.654147,"observedAt":"2026-11-11","runCount":760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Ministral 8B (2410)","rowId":"russian/Ministral 8B (2410)","slice":"russian"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|chinese/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1101.849679,"ciLow":1086.444448,"ciHigh":1117.25491,"observedAt":"2026-11-11","runCount":1998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"chinese/Mistral 7B Instruct v0.2","slice":"chinese"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|coding/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.052491,"ciLow":1174.356787,"ciHigh":1197.748195,"observedAt":"2026-11-11","runCount":3114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"coding/Mistral 7B Instruct v0.2","slice":"coding"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1103.578988,"ciLow":1091.026981,"ciHigh":1116.130995,"observedAt":"2026-11-11","runCount":2952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"creative_writing/Mistral 7B Instruct v0.2","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|english/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.512144,"ciLow":1181.728637,"ciHigh":1197.29565,"observedAt":"2026-11-11","runCount":12723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"english/Mistral 7B Instruct v0.2","slice":"english"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":999.248385,"ciLow":989.041563,"ciHigh":1009.455207,"observedAt":"2026-11-11","runCount":12729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"exclude_ties/Mistral 7B Instruct v0.2","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|expert/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.15344,"ciLow":1120.531004,"ciHigh":1161.775875,"observedAt":"2026-11-11","runCount":798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"expert/Mistral 7B Instruct v0.2","slice":"expert"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|french/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1114.106142,"ciLow":1081.310068,"ciHigh":1146.902215,"observedAt":"2026-11-11","runCount":473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"french/Mistral 7B Instruct v0.2","slice":"french"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|german/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1048.593416,"ciLow":1020.706808,"ciHigh":1076.480023,"observedAt":"2026-11-11","runCount":564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"german/Mistral 7B Instruct v0.2","slice":"german"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.863716,"ciLow":1147.177164,"ciHigh":1166.550269,"observedAt":"2026-11-11","runCount":5150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"hard_prompts/Mistral 7B Instruct v0.2","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.3285,"ciLow":1164.197067,"ciHigh":1186.459933,"observedAt":"2026-11-11","runCount":3709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"hard_prompts_english/Mistral 7B Instruct v0.2","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1129.537488,"ciLow":1113.922837,"ciHigh":1145.152139,"observedAt":"2026-11-11","runCount":1743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_business_and_management_and_financial_operations/Mistral 7B Instruct v0.2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1108.894338,"ciLow":1096.641082,"ciHigh":1121.147593,"observedAt":"2026-11-11","runCount":2920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_entertainment_and_sports_and_media/Mistral 7B Instruct v0.2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.493582,"ciLow":1163.03807,"ciHigh":1203.949094,"observedAt":"2026-11-11","runCount":976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_legal_and_government/Mistral 7B Instruct v0.2","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.33566,"ciLow":1158.775964,"ciHigh":1183.895356,"observedAt":"2026-11-11","runCount":3284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_life_and_physical_and_social_science/Mistral 7B Instruct v0.2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.827178,"ciLow":1122.726003,"ciHigh":1148.928353,"observedAt":"2026-11-11","runCount":2193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_mathematical/Mistral 7B Instruct v0.2","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.437906,"ciLow":1157.771073,"ciHigh":1195.104738,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_medicine_and_healthcare/Mistral 7B Instruct v0.2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.688839,"ciLow":1166.647024,"ciHigh":1186.730653,"observedAt":"2026-11-11","runCount":5226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_software_and_it_services/Mistral 7B Instruct v0.2","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1113.293065,"ciLow":1102.708861,"ciHigh":1123.877269,"observedAt":"2026-11-11","runCount":4703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_writing_and_literature_and_language/Mistral 7B Instruct v0.2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1123.320371,"ciLow":1114.289487,"ciHigh":1132.351255,"observedAt":"2026-11-11","runCount":6659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"instruction_following/Mistral 7B Instruct v0.2","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|japanese/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":942.954847,"ciLow":895.718011,"ciHigh":990.191683,"observedAt":"2026-11-11","runCount":167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"japanese/Mistral 7B Instruct v0.2","slice":"japanese"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1136.127545,"ciLow":1120.815194,"ciHigh":1151.439895,"observedAt":"2026-11-11","runCount":1592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"longer_query/Mistral 7B Instruct v0.2","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|math/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.492375,"ciLow":1115.232679,"ciHigh":1139.75207,"observedAt":"2026-11-11","runCount":2605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"math/Mistral 7B Instruct v0.2","slice":"math"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1114.070059,"ciLow":1100.900979,"ciHigh":1127.239138,"observedAt":"2026-11-11","runCount":2566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"multi_turn/Mistral 7B Instruct v0.2","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|non_english/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1077.53115,"ciLow":1068.324215,"ciHigh":1086.738084,"observedAt":"2026-11-11","runCount":6679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"non_english/Mistral 7B Instruct v0.2","slice":"non_english"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|overall/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.538453,"ciLow":1142.902536,"ciHigh":1156.174369,"observedAt":"2026-11-11","runCount":19402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"overall/Mistral 7B Instruct v0.2","slice":"overall"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|russian/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1088.384446,"ciLow":1071.032788,"ciHigh":1105.736104,"observedAt":"2026-11-11","runCount":1203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"russian/Mistral 7B Instruct v0.2","slice":"russian"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text-style-control@1|rating|spanish/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1096.269208,"ciLow":1050.353963,"ciHigh":1142.184453,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"spanish/Mistral 7B Instruct v0.2","slice":"spanish"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|chinese/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1009.424651,"ciLow":994.291021,"ciHigh":1024.55828,"observedAt":"2026-11-11","runCount":1998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"chinese/Mistral 7B Instruct v0.2","slice":"chinese"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|coding/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1081.593984,"ciLow":1069.973026,"ciHigh":1093.214942,"observedAt":"2026-11-11","runCount":3114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"coding/Mistral 7B Instruct v0.2","slice":"coding"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|creative_writing/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1067.531331,"ciLow":1055.020905,"ciHigh":1080.041757,"observedAt":"2026-11-11","runCount":2952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"creative_writing/Mistral 7B Instruct v0.2","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|english/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1133.510297,"ciLow":1125.833426,"ciHigh":1141.187167,"observedAt":"2026-11-11","runCount":12723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"english/Mistral 7B Instruct v0.2","slice":"english"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|exclude_ties/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":914.943239,"ciLow":904.947957,"ciHigh":924.93852,"observedAt":"2026-11-11","runCount":12729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"exclude_ties/Mistral 7B Instruct v0.2","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|expert/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1035.671671,"ciLow":1015.07424,"ciHigh":1056.269102,"observedAt":"2026-11-11","runCount":798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"expert/Mistral 7B Instruct v0.2","slice":"expert"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|french/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1036.727037,"ciLow":1004.19094,"ciHigh":1069.263134,"observedAt":"2026-11-11","runCount":473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"french/Mistral 7B Instruct v0.2","slice":"french"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|german/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":987.158571,"ciLow":959.534824,"ciHigh":1014.782317,"observedAt":"2026-11-11","runCount":564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"german/Mistral 7B Instruct v0.2","slice":"german"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|hard_prompts/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1067.091249,"ciLow":1057.492278,"ciHigh":1076.69022,"observedAt":"2026-11-11","runCount":5150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"hard_prompts/Mistral 7B Instruct v0.2","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1089.481081,"ciLow":1078.485434,"ciHigh":1100.476728,"observedAt":"2026-11-11","runCount":3709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"hard_prompts_english/Mistral 7B Instruct v0.2","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1038.031199,"ciLow":1022.493921,"ciHigh":1053.568477,"observedAt":"2026-11-11","runCount":1743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_business_and_management_and_financial_operations/Mistral 7B Instruct v0.2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1057.807159,"ciLow":1045.675487,"ciHigh":1069.938832,"observedAt":"2026-11-11","runCount":2920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_entertainment_and_sports_and_media/Mistral 7B Instruct v0.2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1098.563549,"ciLow":1078.343142,"ciHigh":1118.783957,"observedAt":"2026-11-11","runCount":976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_legal_and_government/Mistral 7B Instruct v0.2","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1078.43192,"ciLow":1065.93168,"ciHigh":1090.93216,"observedAt":"2026-11-11","runCount":3284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_life_and_physical_and_social_science/Mistral 7B Instruct v0.2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|industry_mathematical/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.637972,"ciLow":1072.721211,"ciHigh":1098.554733,"observedAt":"2026-11-11","runCount":2193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_mathematical/Mistral 7B Instruct v0.2","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1067.929458,"ciLow":1049.274713,"ciHigh":1086.584204,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_medicine_and_healthcare/Mistral 7B Instruct v0.2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.812429,"ciLow":1072.832881,"ciHigh":1092.791976,"observedAt":"2026-11-11","runCount":5226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_software_and_it_services/Mistral 7B Instruct v0.2","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1073.011817,"ciLow":1062.543168,"ciHigh":1083.480466,"observedAt":"2026-11-11","runCount":4703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"industry_writing_and_literature_and_language/Mistral 7B Instruct v0.2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|instruction_following/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1059.851328,"ciLow":1050.920763,"ciHigh":1068.781893,"observedAt":"2026-11-11","runCount":6659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"instruction_following/Mistral 7B Instruct v0.2","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|japanese/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":878.347613,"ciLow":831.954552,"ciHigh":924.740673,"observedAt":"2026-11-11","runCount":167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"japanese/Mistral 7B Instruct v0.2","slice":"japanese"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|longer_query/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1060.049073,"ciLow":1045.080849,"ciHigh":1075.017297,"observedAt":"2026-11-11","runCount":1592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"longer_query/Mistral 7B Instruct v0.2","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|math/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.391068,"ciLow":1073.269235,"ciHigh":1097.512902,"observedAt":"2026-11-11","runCount":2605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"math/Mistral 7B Instruct v0.2","slice":"math"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|multi_turn/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1062.34369,"ciLow":1049.226897,"ciHigh":1075.460483,"observedAt":"2026-11-11","runCount":2566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"multi_turn/Mistral 7B Instruct v0.2","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|non_english/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1011.857028,"ciLow":1002.738513,"ciHigh":1020.975544,"observedAt":"2026-11-11","runCount":6679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"non_english/Mistral 7B Instruct v0.2","slice":"non_english"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|overall/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1089.607219,"ciLow":1083.071652,"ciHigh":1096.142786,"observedAt":"2026-11-11","runCount":19402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"overall/Mistral 7B Instruct v0.2","slice":"overall"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|russian/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1018.124902,"ciLow":1000.857481,"ciHigh":1035.392323,"observedAt":"2026-11-11","runCount":1203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"russian/Mistral 7B Instruct v0.2","slice":"russian"}
{"key":"lmarena|mistral/mistral-7b-instruct-v0.2:default|none|lmarena-text@1|rating|spanish/Mistral 7B Instruct v0.2","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct-v0.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1026.162088,"ciLow":980.520693,"ciHigh":1071.803482,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct v0.2","rowId":"spanish/Mistral 7B Instruct v0.2","slice":"spanish"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1040.833446,"ciLow":1006.525804,"ciHigh":1075.141089,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"chinese/Mistral 7B Instruct","slice":"chinese"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.741627,"ciLow":1125.14579,"ciHigh":1164.337464,"observedAt":"2026-11-11","runCount":1032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"coding/Mistral 7B Instruct","slice":"coding"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1091.401001,"ciLow":1074.554941,"ciHigh":1108.247061,"observedAt":"2026-11-11","runCount":1689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"creative_writing/Mistral 7B Instruct","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|english/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1142.642112,"ciLow":1132.481852,"ciHigh":1152.802372,"observedAt":"2026-11-11","runCount":7073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"english/Mistral 7B Instruct","slice":"english"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":940.110671,"ciLow":926.349585,"ciHigh":953.871757,"observedAt":"2026-11-11","runCount":5974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"exclude_ties/Mistral 7B Instruct","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1085.929223,"ciLow":1046.910205,"ciHigh":1124.94824,"observedAt":"2026-11-11","runCount":183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"expert/Mistral 7B Instruct","slice":"expert"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|french/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1053.880004,"ciLow":1005.783973,"ciHigh":1101.976034,"observedAt":"2026-11-11","runCount":175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"french/Mistral 7B Instruct","slice":"french"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|german/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1020.367467,"ciLow":974.769344,"ciHigh":1065.965589,"observedAt":"2026-11-11","runCount":174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"german/Mistral 7B Instruct","slice":"german"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1115.054685,"ciLow":1099.823245,"ciHigh":1130.286125,"observedAt":"2026-11-11","runCount":1917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"hard_prompts/Mistral 7B Instruct","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1132.161798,"ciLow":1115.655591,"ciHigh":1148.668006,"observedAt":"2026-11-11","runCount":1616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"hard_prompts_english/Mistral 7B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1069.411986,"ciLow":1045.774335,"ciHigh":1093.049638,"observedAt":"2026-11-11","runCount":747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_business_and_management_and_financial_operations/Mistral 7B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1079.908614,"ciLow":1062.550677,"ciHigh":1097.26655,"observedAt":"2026-11-11","runCount":1497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_entertainment_and_sports_and_media/Mistral 7B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1147.057718,"ciLow":1117.674552,"ciHigh":1176.440884,"observedAt":"2026-11-11","runCount":487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_legal_and_government/Mistral 7B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1126.515553,"ciLow":1108.709787,"ciHigh":1144.321318,"observedAt":"2026-11-11","runCount":1577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_life_and_physical_and_social_science/Mistral 7B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1076.112507,"ciLow":1054.99072,"ciHigh":1097.234294,"observedAt":"2026-11-11","runCount":814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_mathematical/Mistral 7B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.892698,"ciLow":1110.350758,"ciHigh":1165.434638,"observedAt":"2026-11-11","runCount":477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_medicine_and_healthcare/Mistral 7B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.655243,"ciLow":1114.833305,"ciHigh":1146.477181,"observedAt":"2026-11-11","runCount":2096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_software_and_it_services/Mistral 7B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1095.456204,"ciLow":1080.368753,"ciHigh":1110.543654,"observedAt":"2026-11-11","runCount":2336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_writing_and_literature_and_language/Mistral 7B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1087.268275,"ciLow":1073.636872,"ciHigh":1100.899678,"observedAt":"2026-11-11","runCount":2768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"instruction_following/Mistral 7B Instruct","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1100.165073,"ciLow":1073.50228,"ciHigh":1126.827867,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"longer_query/Mistral 7B Instruct","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|math/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1083.334956,"ciLow":1064.448221,"ciHigh":1102.221691,"observedAt":"2026-11-11","runCount":974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"math/Mistral 7B Instruct","slice":"math"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1081.443211,"ciLow":1062.19401,"ciHigh":1100.692412,"observedAt":"2026-11-11","runCount":1259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"multi_turn/Mistral 7B Instruct","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1032.260164,"ciLow":1016.208553,"ciHigh":1048.311776,"observedAt":"2026-11-11","runCount":1904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"non_english/Mistral 7B Instruct","slice":"non_english"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1110.554404,"ciLow":1101.298803,"ciHigh":1119.810006,"observedAt":"2026-11-11","runCount":8977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"overall/Mistral 7B Instruct","slice":"overall"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1088.465597,"ciLow":1046.814908,"ciHigh":1130.116286,"observedAt":"2026-11-11","runCount":175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"russian/Mistral 7B Instruct","slice":"russian"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|chinese/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":931.57152,"ciLow":898.763407,"ciHigh":964.379633,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"chinese/Mistral 7B Instruct","slice":"chinese"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|coding/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1018.318493,"ciLow":998.888523,"ciHigh":1037.748463,"observedAt":"2026-11-11","runCount":1032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"coding/Mistral 7B Instruct","slice":"coding"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|creative_writing/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1028.223379,"ciLow":1011.369064,"ciHigh":1045.077694,"observedAt":"2026-11-11","runCount":1689,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"creative_writing/Mistral 7B Instruct","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|english/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1058.847606,"ciLow":1048.74453,"ciHigh":1068.950681,"observedAt":"2026-11-11","runCount":7073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"english/Mistral 7B Instruct","slice":"english"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":818.969315,"ciLow":805.494113,"ciHigh":832.444517,"observedAt":"2026-11-11","runCount":5974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"exclude_ties/Mistral 7B Instruct","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|expert/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":953.688206,"ciLow":914.824071,"ciHigh":992.552341,"observedAt":"2026-11-11","runCount":183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"expert/Mistral 7B Instruct","slice":"expert"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|french/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":945.366776,"ciLow":896.953603,"ciHigh":993.779949,"observedAt":"2026-11-11","runCount":175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"french/Mistral 7B Instruct","slice":"french"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|german/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":930.906166,"ciLow":885.418677,"ciHigh":976.393655,"observedAt":"2026-11-11","runCount":174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"german/Mistral 7B Instruct","slice":"german"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1001.491551,"ciLow":986.400952,"ciHigh":1016.58215,"observedAt":"2026-11-11","runCount":1917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"hard_prompts/Mistral 7B Instruct","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1021.746823,"ciLow":1005.411461,"ciHigh":1038.082185,"observedAt":"2026-11-11","runCount":1616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"hard_prompts_english/Mistral 7B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":952.276844,"ciLow":928.703322,"ciHigh":975.850365,"observedAt":"2026-11-11","runCount":747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_business_and_management_and_financial_operations/Mistral 7B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":999.486217,"ciLow":982.14778,"ciHigh":1016.824654,"observedAt":"2026-11-11","runCount":1497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_entertainment_and_sports_and_media/Mistral 7B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1024.456606,"ciLow":995.186646,"ciHigh":1053.726565,"observedAt":"2026-11-11","runCount":487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_legal_and_government/Mistral 7B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":998.504792,"ciLow":980.559564,"ciHigh":1016.450021,"observedAt":"2026-11-11","runCount":1577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_life_and_physical_and_social_science/Mistral 7B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1009.385877,"ciLow":988.363545,"ciHigh":1030.408209,"observedAt":"2026-11-11","runCount":814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_mathematical/Mistral 7B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":993.683287,"ciLow":966.22791,"ciHigh":1021.138664,"observedAt":"2026-11-11","runCount":477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_medicine_and_healthcare/Mistral 7B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1014.545488,"ciLow":998.922835,"ciHigh":1030.16814,"observedAt":"2026-11-11","runCount":2096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_software_and_it_services/Mistral 7B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1030.318998,"ciLow":1015.284656,"ciHigh":1045.353341,"observedAt":"2026-11-11","runCount":2336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"industry_writing_and_literature_and_language/Mistral 7B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|instruction_following/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1003.123109,"ciLow":989.633463,"ciHigh":1016.612756,"observedAt":"2026-11-11","runCount":2768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"instruction_following/Mistral 7B Instruct","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|longer_query/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1000.42312,"ciLow":973.942449,"ciHigh":1026.903791,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"longer_query/Mistral 7B Instruct","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|math/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1027.474872,"ciLow":1008.7319,"ciHigh":1046.217845,"observedAt":"2026-11-11","runCount":974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"math/Mistral 7B Instruct","slice":"math"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|multi_turn/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1008.025406,"ciLow":988.813847,"ciHigh":1027.236965,"observedAt":"2026-11-11","runCount":1259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"multi_turn/Mistral 7B Instruct","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|non_english/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":943.634192,"ciLow":927.876529,"ciHigh":959.391854,"observedAt":"2026-11-11","runCount":1904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"non_english/Mistral 7B Instruct","slice":"non_english"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|overall/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1023.548619,"ciLow":1014.391787,"ciHigh":1032.705451,"observedAt":"2026-11-11","runCount":8977,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"overall/Mistral 7B Instruct","slice":"overall"}
{"key":"lmarena|mistral/mistral-7b-instruct:default|none|lmarena-text@1|rating|russian/Mistral 7B Instruct","sourceId":"lmarena","modelId":"mistral/mistral-7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1001.220566,"ciLow":960.587144,"ciHigh":1041.853989,"observedAt":"2026-11-11","runCount":175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral 7B Instruct","rowId":"russian/Mistral 7B Instruct","slice":"russian"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|chinese/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.877123,"ciLow":1200.035954,"ciHigh":1221.718293,"observedAt":"2026-11-11","runCount":7840,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"chinese/Mistral Large (2402)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|coding/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.607526,"ciLow":1287.111582,"ciHigh":1304.10347,"observedAt":"2026-11-11","runCount":10418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"coding/Mistral Large (2402)","slice":"coding"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.96901,"ciLow":1201.529992,"ciHigh":1220.408028,"observedAt":"2026-11-11","runCount":9056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"creative_writing/Mistral Large (2402)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|english/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.295219,"ciLow":1260.476421,"ciHigh":1272.114018,"observedAt":"2026-11-11","runCount":36796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"english/Mistral Large (2402)","slice":"english"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.669098,"ciLow":1134.719649,"ciHigh":1148.618547,"observedAt":"2026-11-11","runCount":41750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"exclude_ties/Mistral Large (2402)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|expert/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.035997,"ciLow":1216.358853,"ciHigh":1243.713141,"observedAt":"2026-11-11","runCount":2940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"expert/Mistral Large (2402)","slice":"expert"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|french/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.59932,"ciLow":1260.610125,"ciHigh":1308.588515,"observedAt":"2026-11-11","runCount":1049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"french/Mistral Large (2402)","slice":"french"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|german/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.451116,"ciLow":1225.929634,"ciHigh":1260.972598,"observedAt":"2026-11-11","runCount":1690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"german/Mistral Large (2402)","slice":"german"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.653502,"ciLow":1255.707921,"ciHigh":1269.599083,"observedAt":"2026-11-11","runCount":17187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"hard_prompts/Mistral Large (2402)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.346203,"ciLow":1265.036703,"ciHigh":1281.655703,"observedAt":"2026-11-11","runCount":11296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"hard_prompts_english/Mistral Large (2402)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.89892,"ciLow":1209.701095,"ciHigh":1230.096746,"observedAt":"2026-11-11","runCount":6461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_business_and_management_and_financial_operations/Mistral Large (2402)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.826402,"ciLow":1203.845272,"ciHigh":1221.807532,"observedAt":"2026-11-11","runCount":9175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_entertainment_and_sports_and_media/Mistral Large (2402)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.363963,"ciLow":1254.840362,"ciHigh":1281.887563,"observedAt":"2026-11-11","runCount":3306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_legal_and_government/Mistral Large (2402)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.807073,"ciLow":1241.805107,"ciHigh":1259.809038,"observedAt":"2026-11-11","runCount":10875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_life_and_physical_and_social_science/Mistral Large (2402)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.046882,"ciLow":1233.460365,"ciHigh":1252.633398,"observedAt":"2026-11-11","runCount":7028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_mathematical/Mistral Large (2402)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.906213,"ciLow":1234.277282,"ciHigh":1261.535144,"observedAt":"2026-11-11","runCount":3434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_medicine_and_healthcare/Mistral Large (2402)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.993616,"ciLow":1262.704831,"ciHigh":1277.2824,"observedAt":"2026-11-11","runCount":17516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_software_and_it_services/Mistral Large (2402)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.772201,"ciLow":1218.039759,"ciHigh":1233.504642,"observedAt":"2026-11-11","runCount":15192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_writing_and_literature_and_language/Mistral Large (2402)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.783525,"ciLow":1231.138413,"ciHigh":1244.428636,"observedAt":"2026-11-11","runCount":21532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"instruction_following/Mistral Large (2402)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|japanese/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1079.721469,"ciLow":1056.603884,"ciHigh":1102.839055,"observedAt":"2026-11-11","runCount":945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"japanese/Mistral Large (2402)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|korean/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1109.033424,"ciLow":1085.47634,"ciHigh":1132.590508,"observedAt":"2026-11-11","runCount":1090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"korean/Mistral Large (2402)","slice":"korean"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.343455,"ciLow":1238.420872,"ciHigh":1258.266037,"observedAt":"2026-11-11","runCount":6217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"longer_query/Mistral Large (2402)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|math/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.042539,"ciLow":1235.939182,"ciHigh":1254.145896,"observedAt":"2026-11-11","runCount":7987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"math/Mistral Large (2402)","slice":"math"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.951211,"ciLow":1217.735642,"ciHigh":1236.166779,"observedAt":"2026-11-11","runCount":9521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"multi_turn/Mistral Large (2402)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|non_english/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.599463,"ciLow":1200.342257,"ciHigh":1212.856669,"observedAt":"2026-11-11","runCount":25640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"non_english/Mistral Large (2402)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|overall/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.713719,"ciLow":1238.006123,"ciHigh":1247.421314,"observedAt":"2026-11-11","runCount":62436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"overall/Mistral Large (2402)","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|polish/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.59505,"ciLow":1154.549265,"ciHigh":1272.640836,"observedAt":"2026-11-11","runCount":170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"polish/Mistral Large (2402)","slice":"polish"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|russian/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.090411,"ciLow":1227.528542,"ciHigh":1248.652279,"observedAt":"2026-11-11","runCount":5462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"russian/Mistral Large (2402)","slice":"russian"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text-style-control@1|rating|spanish/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.379983,"ciLow":1235.370376,"ciHigh":1285.38959,"observedAt":"2026-11-11","runCount":886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"spanish/Mistral Large (2402)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|chinese/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1120.402031,"ciLow":1109.712701,"ciHigh":1131.09136,"observedAt":"2026-11-11","runCount":7840,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"chinese/Mistral Large (2402)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|coding/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1182.821397,"ciLow":1174.36023,"ciHigh":1191.282563,"observedAt":"2026-11-11","runCount":10418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"coding/Mistral Large (2402)","slice":"coding"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|creative_writing/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1160.927652,"ciLow":1151.583085,"ciHigh":1170.27222,"observedAt":"2026-11-11","runCount":9056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"creative_writing/Mistral Large (2402)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|english/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1199.917114,"ciLow":1194.121494,"ciHigh":1205.712734,"observedAt":"2026-11-11","runCount":36796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"english/Mistral Large (2402)","slice":"english"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|exclude_ties/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.741131,"ciLow":1039.875709,"ciHigh":1053.606552,"observedAt":"2026-11-11","runCount":41750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"exclude_ties/Mistral Large (2402)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|expert/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1122.835937,"ciLow":1109.226052,"ciHigh":1136.445822,"observedAt":"2026-11-11","runCount":2940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"expert/Mistral Large (2402)","slice":"expert"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|french/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1209.548459,"ciLow":1185.651246,"ciHigh":1233.445672,"observedAt":"2026-11-11","runCount":1049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"french/Mistral Large (2402)","slice":"french"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|german/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1177.746126,"ciLow":1160.398077,"ciHigh":1195.094176,"observedAt":"2026-11-11","runCount":1690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"german/Mistral Large (2402)","slice":"german"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|hard_prompts/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1167.03447,"ciLow":1160.123839,"ciHigh":1173.9451,"observedAt":"2026-11-11","runCount":17187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"hard_prompts/Mistral Large (2402)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1178.162801,"ciLow":1169.910993,"ciHigh":1186.414609,"observedAt":"2026-11-11","runCount":11296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"hard_prompts_english/Mistral Large (2402)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1130.059823,"ciLow":1119.885985,"ciHigh":1140.233661,"observedAt":"2026-11-11","runCount":6461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_business_and_management_and_financial_operations/Mistral Large (2402)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.679653,"ciLow":1141.761449,"ciHigh":1159.597856,"observedAt":"2026-11-11","runCount":9175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_entertainment_and_sports_and_media/Mistral Large (2402)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.811697,"ciLow":1167.316515,"ciHigh":1194.306879,"observedAt":"2026-11-11","runCount":3306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_legal_and_government/Mistral Large (2402)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.879861,"ciLow":1144.889594,"ciHigh":1162.870128,"observedAt":"2026-11-11","runCount":10875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_life_and_physical_and_social_science/Mistral Large (2402)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|industry_mathematical/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.035829,"ciLow":1180.546905,"ciHigh":1199.524752,"observedAt":"2026-11-11","runCount":7028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_mathematical/Mistral Large (2402)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1133.208307,"ciLow":1119.633117,"ciHigh":1146.783498,"observedAt":"2026-11-11","runCount":3434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_medicine_and_healthcare/Mistral Large (2402)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.58046,"ciLow":1163.332746,"ciHigh":1177.828173,"observedAt":"2026-11-11","runCount":17516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_software_and_it_services/Mistral Large (2402)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.733237,"ciLow":1172.089339,"ciHigh":1187.377136,"observedAt":"2026-11-11","runCount":15192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"industry_writing_and_literature_and_language/Mistral Large (2402)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|instruction_following/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1169.053719,"ciLow":1162.479071,"ciHigh":1175.628367,"observedAt":"2026-11-11","runCount":21532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"instruction_following/Mistral Large (2402)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|japanese/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1008.429137,"ciLow":985.465699,"ciHigh":1031.392575,"observedAt":"2026-11-11","runCount":945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"japanese/Mistral Large (2402)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|korean/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1017.285061,"ciLow":994.174543,"ciHigh":1040.395579,"observedAt":"2026-11-11","runCount":1090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"korean/Mistral Large (2402)","slice":"korean"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|longer_query/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1172.943842,"ciLow":1163.09148,"ciHigh":1182.796205,"observedAt":"2026-11-11","runCount":6217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"longer_query/Mistral Large (2402)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|math/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1199.853171,"ciLow":1190.836867,"ciHigh":1208.869476,"observedAt":"2026-11-11","runCount":7987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"math/Mistral Large (2402)","slice":"math"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|multi_turn/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1171.923136,"ciLow":1162.756863,"ciHigh":1181.08941,"observedAt":"2026-11-11","runCount":9521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"multi_turn/Mistral Large (2402)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|non_english/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1142.132846,"ciLow":1135.942487,"ciHigh":1148.323205,"observedAt":"2026-11-11","runCount":25640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"non_english/Mistral Large (2402)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|overall/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1176.520776,"ciLow":1171.838471,"ciHigh":1181.203081,"observedAt":"2026-11-11","runCount":62436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"overall/Mistral Large (2402)","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|polish/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1157.101969,"ciLow":1099.797953,"ciHigh":1214.405984,"observedAt":"2026-11-11","runCount":170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"polish/Mistral Large (2402)","slice":"polish"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|russian/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.3584,"ciLow":1168.844099,"ciHigh":1189.872702,"observedAt":"2026-11-11","runCount":5462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"russian/Mistral Large (2402)","slice":"russian"}
{"key":"lmarena|mistral/mistral-large-2402:default|none|lmarena-text@1|rating|spanish/Mistral Large (2402)","sourceId":"lmarena","modelId":"mistral/mistral-large-2402","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.509501,"ciLow":1169.858327,"ciHigh":1219.160674,"observedAt":"2026-11-11","runCount":886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2402)","rowId":"spanish/Mistral Large (2402)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|chinese/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.614858,"ciLow":1293.837543,"ciHigh":1315.392173,"observedAt":"2026-11-11","runCount":3933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"chinese/Mistral Large 2 (2407)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|coding/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.541277,"ciLow":1345.672222,"ciHigh":1361.410332,"observedAt":"2026-11-11","runCount":7589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"coding/Mistral Large 2 (2407)","slice":"coding"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.359283,"ciLow":1278.680382,"ciHigh":1296.038185,"observedAt":"2026-11-11","runCount":6692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"creative_writing/Mistral Large 2 (2407)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|english/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.0052,"ciLow":1331.865748,"ciHigh":1342.144653,"observedAt":"2026-11-11","runCount":24863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"english/Mistral Large 2 (2407)","slice":"english"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.198859,"ciLow":1247.990366,"ciHigh":1260.407353,"observedAt":"2026-11-11","runCount":28276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"exclude_ties/Mistral Large 2 (2407)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|expert/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.914341,"ciLow":1289.339946,"ciHigh":1314.488737,"observedAt":"2026-11-11","runCount":2505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"expert/Mistral Large 2 (2407)","slice":"expert"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|french/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.859487,"ciLow":1298.231246,"ciHigh":1357.487727,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"french/Mistral Large 2 (2407)","slice":"french"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|german/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.299235,"ciLow":1284.382066,"ciHigh":1320.216404,"observedAt":"2026-11-11","runCount":1230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"german/Mistral Large 2 (2407)","slice":"german"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.013528,"ciLow":1313.674747,"ciHigh":1326.35231,"observedAt":"2026-11-11","runCount":12682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"hard_prompts/Mistral Large 2 (2407)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.943372,"ciLow":1325.227898,"ciHigh":1340.658845,"observedAt":"2026-11-11","runCount":7818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"hard_prompts_english/Mistral Large 2 (2407)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.923124,"ciLow":1280.550797,"ciHigh":1299.29545,"observedAt":"2026-11-11","runCount":5167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_business_and_management_and_financial_operations/Mistral Large 2 (2407)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.433936,"ciLow":1282.158382,"ciHigh":1298.709489,"observedAt":"2026-11-11","runCount":7002,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_entertainment_and_sports_and_media/Mistral Large 2 (2407)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.083657,"ciLow":1325.742078,"ciHigh":1350.425235,"observedAt":"2026-11-11","runCount":2735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_legal_and_government/Mistral Large 2 (2407)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.650099,"ciLow":1322.399165,"ciHigh":1338.901033,"observedAt":"2026-11-11","runCount":7485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_life_and_physical_and_social_science/Mistral Large 2 (2407)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.360384,"ciLow":1289.725611,"ciHigh":1306.995156,"observedAt":"2026-11-11","runCount":5745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_mathematical/Mistral Large 2 (2407)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.885254,"ciLow":1309.434118,"ciHigh":1336.33639,"observedAt":"2026-11-11","runCount":2423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_medicine_and_healthcare/Mistral Large 2 (2407)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.822813,"ciLow":1336.115599,"ciHigh":1349.530026,"observedAt":"2026-11-11","runCount":12143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_software_and_it_services/Mistral Large 2 (2407)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.177528,"ciLow":1296.289419,"ciHigh":1310.065636,"observedAt":"2026-11-11","runCount":12224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_writing_and_literature_and_language/Mistral Large 2 (2407)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.36334,"ciLow":1293.656081,"ciHigh":1305.070599,"observedAt":"2026-11-11","runCount":18321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"instruction_following/Mistral Large 2 (2407)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|japanese/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.917353,"ciLow":1215.767437,"ciHigh":1252.067269,"observedAt":"2026-11-11","runCount":1249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"japanese/Mistral Large 2 (2407)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|korean/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.463986,"ciLow":1202.903095,"ciHigh":1252.024877,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"korean/Mistral Large 2 (2407)","slice":"korean"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.765652,"ciLow":1296.068105,"ciHigh":1313.4632,"observedAt":"2026-11-11","runCount":5885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"longer_query/Mistral Large 2 (2407)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|math/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.244973,"ciLow":1280.067709,"ciHigh":1296.422237,"observedAt":"2026-11-11","runCount":6664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"math/Mistral Large 2 (2407)","slice":"math"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.544544,"ciLow":1288.595653,"ciHigh":1304.493436,"observedAt":"2026-11-11","runCount":8296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"multi_turn/Mistral Large 2 (2407)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|non_english/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.210585,"ciLow":1278.884364,"ciHigh":1289.536806,"observedAt":"2026-11-11","runCount":20596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"non_english/Mistral Large 2 (2407)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|overall/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.512562,"ciLow":1310.57692,"ciHigh":1318.448205,"observedAt":"2026-11-11","runCount":45459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"overall/Mistral Large 2 (2407)","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|russian/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.993626,"ciLow":1296.181671,"ciHigh":1313.805581,"observedAt":"2026-11-11","runCount":5748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"russian/Mistral Large 2 (2407)","slice":"russian"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text-style-control@1|rating|spanish/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.706862,"ciLow":1260.620479,"ciHigh":1312.793245,"observedAt":"2026-11-11","runCount":584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"spanish/Mistral Large 2 (2407)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|chinese/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.458535,"ciLow":1229.787692,"ciHigh":1251.129378,"observedAt":"2026-11-11","runCount":3933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"chinese/Mistral Large 2 (2407)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|coding/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.516021,"ciLow":1268.72037,"ciHigh":1284.311672,"observedAt":"2026-11-11","runCount":7589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"coding/Mistral Large 2 (2407)","slice":"coding"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|creative_writing/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.675287,"ciLow":1234.136154,"ciHigh":1251.21442,"observedAt":"2026-11-11","runCount":6692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"creative_writing/Mistral Large 2 (2407)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|english/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.023895,"ciLow":1283.92758,"ciHigh":1294.12021,"observedAt":"2026-11-11","runCount":24863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"english/Mistral Large 2 (2407)","slice":"english"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|exclude_ties/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.447964,"ciLow":1179.338966,"ciHigh":1191.556962,"observedAt":"2026-11-11","runCount":28276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"exclude_ties/Mistral Large 2 (2407)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|expert/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.893157,"ciLow":1219.375045,"ciHigh":1244.41127,"observedAt":"2026-11-11","runCount":2505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"expert/Mistral Large 2 (2407)","slice":"expert"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|french/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.80755,"ciLow":1243.030349,"ciHigh":1302.584751,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"french/Mistral Large 2 (2407)","slice":"french"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|german/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.800031,"ciLow":1235.937822,"ciHigh":1271.66224,"observedAt":"2026-11-11","runCount":1230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"german/Mistral Large 2 (2407)","slice":"german"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|hard_prompts/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.400347,"ciLow":1250.114698,"ciHigh":1262.685995,"observedAt":"2026-11-11","runCount":12682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"hard_prompts/Mistral Large 2 (2407)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.083874,"ciLow":1261.42828,"ciHigh":1276.739467,"observedAt":"2026-11-11","runCount":7818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"hard_prompts_english/Mistral Large 2 (2407)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.823655,"ciLow":1216.48534,"ciHigh":1235.16197,"observedAt":"2026-11-11","runCount":5167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_business_and_management_and_financial_operations/Mistral Large 2 (2407)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.515663,"ciLow":1233.335801,"ciHigh":1249.695525,"observedAt":"2026-11-11","runCount":7002,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_entertainment_and_sports_and_media/Mistral Large 2 (2407)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.020376,"ciLow":1263.680191,"ciHigh":1288.36056,"observedAt":"2026-11-11","runCount":2735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_legal_and_government/Mistral Large 2 (2407)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.269387,"ciLow":1258.07738,"ciHigh":1274.461394,"observedAt":"2026-11-11","runCount":7485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_life_and_physical_and_social_science/Mistral Large 2 (2407)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|industry_mathematical/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.565054,"ciLow":1256.989466,"ciHigh":1274.140642,"observedAt":"2026-11-11","runCount":5745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_mathematical/Mistral Large 2 (2407)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.59206,"ciLow":1232.197045,"ciHigh":1258.987075,"observedAt":"2026-11-11","runCount":2423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_medicine_and_healthcare/Mistral Large 2 (2407)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.052688,"ciLow":1269.406006,"ciHigh":1282.69937,"observedAt":"2026-11-11","runCount":12143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_software_and_it_services/Mistral Large 2 (2407)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.855521,"ciLow":1251.039168,"ciHigh":1264.671874,"observedAt":"2026-11-11","runCount":12224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"industry_writing_and_literature_and_language/Mistral Large 2 (2407)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|instruction_following/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.637493,"ciLow":1241.991168,"ciHigh":1253.283817,"observedAt":"2026-11-11","runCount":18321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"instruction_following/Mistral Large 2 (2407)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|japanese/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1187.74689,"ciLow":1169.681802,"ciHigh":1205.811978,"observedAt":"2026-11-11","runCount":1249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"japanese/Mistral Large 2 (2407)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|korean/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.199997,"ciLow":1145.860451,"ciHigh":1194.539543,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"korean/Mistral Large 2 (2407)","slice":"korean"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|longer_query/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.283921,"ciLow":1248.678133,"ciHigh":1265.889708,"observedAt":"2026-11-11","runCount":5885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"longer_query/Mistral Large 2 (2407)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|math/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.51537,"ciLow":1253.382694,"ciHigh":1269.648046,"observedAt":"2026-11-11","runCount":6664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"math/Mistral Large 2 (2407)","slice":"math"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|multi_turn/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.213921,"ciLow":1249.290035,"ciHigh":1265.137806,"observedAt":"2026-11-11","runCount":8296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"multi_turn/Mistral Large 2 (2407)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|non_english/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.50423,"ciLow":1231.217309,"ciHigh":1241.79115,"observedAt":"2026-11-11","runCount":20596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"non_english/Mistral Large 2 (2407)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|overall/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.189543,"ciLow":1262.282506,"ciHigh":1270.096579,"observedAt":"2026-11-11","runCount":45459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"overall/Mistral Large 2 (2407)","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|russian/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.737522,"ciLow":1247.967079,"ciHigh":1265.507965,"observedAt":"2026-11-11","runCount":5748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"russian/Mistral Large 2 (2407)","slice":"russian"}
{"key":"lmarena|mistral/mistral-large-2407:default|none|lmarena-text@1|rating|spanish/Mistral Large 2 (2407)","sourceId":"lmarena","modelId":"mistral/mistral-large-2407","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.150983,"ciLow":1210.180665,"ciHigh":1262.121301,"observedAt":"2026-11-11","runCount":584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 2 (2407)","rowId":"spanish/Mistral Large 2 (2407)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|chinese/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.417182,"ciLow":1283.754683,"ciHigh":1311.07968,"observedAt":"2026-11-11","runCount":1914,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"chinese/Mistral Large (2411)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|coding/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.743046,"ciLow":1336.843375,"ciHigh":1354.642718,"observedAt":"2026-11-11","runCount":4212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"coding/Mistral Large (2411)","slice":"coding"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.063558,"ciLow":1266.972266,"ciHigh":1285.15485,"observedAt":"2026-11-11","runCount":4439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"creative_writing/Mistral Large (2411)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|english/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.473908,"ciLow":1316.038377,"ciHigh":1326.909439,"observedAt":"2026-11-11","runCount":16289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"english/Mistral Large (2411)","slice":"english"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.865559,"ciLow":1229.958289,"ciHigh":1243.772829,"observedAt":"2026-11-11","runCount":18034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"exclude_ties/Mistral Large (2411)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|expert/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.846692,"ciLow":1255.789912,"ciHigh":1285.903473,"observedAt":"2026-11-11","runCount":1510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"expert/Mistral Large (2411)","slice":"expert"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|french/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.99429,"ciLow":1333.702701,"ciHigh":1414.285879,"observedAt":"2026-11-11","runCount":204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"french/Mistral Large (2411)","slice":"french"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|german/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.64215,"ciLow":1261.914995,"ciHigh":1307.369306,"observedAt":"2026-11-11","runCount":648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"german/Mistral Large (2411)","slice":"german"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.380224,"ciLow":1306.334256,"ciHigh":1320.426192,"observedAt":"2026-11-11","runCount":6954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"hard_prompts/Mistral Large (2411)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.902377,"ciLow":1314.270313,"ciHigh":1331.534441,"observedAt":"2026-11-11","runCount":4452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"hard_prompts_english/Mistral Large (2411)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.630073,"ciLow":1282.902433,"ciHigh":1304.357712,"observedAt":"2026-11-11","runCount":3021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_business_and_management_and_financial_operations/Mistral Large (2411)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.383749,"ciLow":1263.018938,"ciHigh":1279.74856,"observedAt":"2026-11-11","runCount":5130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_entertainment_and_sports_and_media/Mistral Large (2411)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.968005,"ciLow":1311.038724,"ciHigh":1340.897285,"observedAt":"2026-11-11","runCount":1593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_legal_and_government/Mistral Large (2411)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.599759,"ciLow":1305.854811,"ciHigh":1323.344708,"observedAt":"2026-11-11","runCount":4869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_life_and_physical_and_social_science/Mistral Large (2411)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.73186,"ciLow":1273.588497,"ciHigh":1293.875223,"observedAt":"2026-11-11","runCount":3037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_mathematical/Mistral Large (2411)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.538397,"ciLow":1300.758591,"ciHigh":1334.318202,"observedAt":"2026-11-11","runCount":1230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_medicine_and_healthcare/Mistral Large (2411)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.226491,"ciLow":1325.888263,"ciHigh":1340.564719,"observedAt":"2026-11-11","runCount":6815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_software_and_it_services/Mistral Large (2411)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.210705,"ciLow":1291.008047,"ciHigh":1305.413363,"observedAt":"2026-11-11","runCount":7416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_writing_and_literature_and_language/Mistral Large (2411)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.633397,"ciLow":1288.528332,"ciHigh":1300.738462,"observedAt":"2026-11-11","runCount":10971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"instruction_following/Mistral Large (2411)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|japanese/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.885803,"ciLow":1190.733318,"ciHigh":1237.038287,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"japanese/Mistral Large (2411)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|korean/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.579163,"ciLow":1229.369422,"ciHigh":1289.788905,"observedAt":"2026-11-11","runCount":408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"korean/Mistral Large (2411)","slice":"korean"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.441279,"ciLow":1295.819296,"ciHigh":1315.063261,"observedAt":"2026-11-11","runCount":3607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"longer_query/Mistral Large (2411)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|math/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.165714,"ciLow":1272.78906,"ciHigh":1291.542368,"observedAt":"2026-11-11","runCount":3574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"math/Mistral Large (2411)","slice":"math"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.48912,"ciLow":1284.479843,"ciHigh":1302.498398,"observedAt":"2026-11-11","runCount":4438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"multi_turn/Mistral Large (2411)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|non_english/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.149869,"ciLow":1272.252294,"ciHigh":1284.047444,"observedAt":"2026-11-11","runCount":11784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"non_english/Mistral Large (2411)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|overall/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.631119,"ciLow":1301.1712,"ciHigh":1310.091038,"observedAt":"2026-11-11","runCount":28073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"overall/Mistral Large (2411)","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|russian/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.872718,"ciLow":1285.763142,"ciHigh":1305.982294,"observedAt":"2026-11-11","runCount":3258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"russian/Mistral Large (2411)","slice":"russian"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text-style-control@1|rating|spanish/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.732908,"ciLow":1262.381613,"ciHigh":1353.084203,"observedAt":"2026-11-11","runCount":153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"spanish/Mistral Large (2411)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|chinese/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1239.072678,"ciLow":1225.536156,"ciHigh":1252.609199,"observedAt":"2026-11-11","runCount":1914,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"chinese/Mistral Large (2411)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|coding/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.340131,"ciLow":1266.5116,"ciHigh":1284.168663,"observedAt":"2026-11-11","runCount":4212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"coding/Mistral Large (2411)","slice":"coding"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|creative_writing/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.677829,"ciLow":1232.656372,"ciHigh":1250.699287,"observedAt":"2026-11-11","runCount":4439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"creative_writing/Mistral Large (2411)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|english/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.956333,"ciLow":1278.542774,"ciHigh":1289.369892,"observedAt":"2026-11-11","runCount":16289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"english/Mistral Large (2411)","slice":"english"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|exclude_ties/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.329383,"ciLow":1172.502915,"ciHigh":1186.155851,"observedAt":"2026-11-11","runCount":18034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"exclude_ties/Mistral Large (2411)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|expert/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1207.681868,"ciLow":1192.792911,"ciHigh":1222.570825,"observedAt":"2026-11-11","runCount":1510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"expert/Mistral Large (2411)","slice":"expert"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|french/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.855468,"ciLow":1283.998829,"ciHigh":1365.712108,"observedAt":"2026-11-11","runCount":204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"french/Mistral Large (2411)","slice":"french"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|german/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.64778,"ciLow":1218.940717,"ciHigh":1264.354843,"observedAt":"2026-11-11","runCount":648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"german/Mistral Large (2411)","slice":"german"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|hard_prompts/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.678423,"ciLow":1249.6863,"ciHigh":1263.670546,"observedAt":"2026-11-11","runCount":6954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"hard_prompts/Mistral Large (2411)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.676695,"ciLow":1259.1009,"ciHigh":1276.25249,"observedAt":"2026-11-11","runCount":4452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"hard_prompts_english/Mistral Large (2411)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.932751,"ciLow":1227.223828,"ciHigh":1248.641674,"observedAt":"2026-11-11","runCount":3021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_business_and_management_and_financial_operations/Mistral Large (2411)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.444224,"ciLow":1222.134736,"ciHigh":1238.753712,"observedAt":"2026-11-11","runCount":5130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_entertainment_and_sports_and_media/Mistral Large (2411)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.854592,"ciLow":1259.819312,"ciHigh":1289.889872,"observedAt":"2026-11-11","runCount":1593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_legal_and_government/Mistral Large (2411)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.347748,"ciLow":1251.616934,"ciHigh":1269.078562,"observedAt":"2026-11-11","runCount":4869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_life_and_physical_and_social_science/Mistral Large (2411)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|industry_mathematical/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.402483,"ciLow":1247.326201,"ciHigh":1267.478766,"observedAt":"2026-11-11","runCount":3037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_mathematical/Mistral Large (2411)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.710571,"ciLow":1237.989595,"ciHigh":1271.431547,"observedAt":"2026-11-11","runCount":1230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_medicine_and_healthcare/Mistral Large (2411)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.030406,"ciLow":1266.739615,"ciHigh":1281.321197,"observedAt":"2026-11-11","runCount":6815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_software_and_it_services/Mistral Large (2411)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.434812,"ciLow":1253.285424,"ciHigh":1267.5842,"observedAt":"2026-11-11","runCount":7416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"industry_writing_and_literature_and_language/Mistral Large (2411)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|instruction_following/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.631956,"ciLow":1242.577994,"ciHigh":1254.685918,"observedAt":"2026-11-11","runCount":10971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"instruction_following/Mistral Large (2411)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|japanese/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.348166,"ciLow":1147.520498,"ciHigh":1193.175835,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"japanese/Mistral Large (2411)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|korean/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.881108,"ciLow":1171.909622,"ciHigh":1231.852593,"observedAt":"2026-11-11","runCount":408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"korean/Mistral Large (2411)","slice":"korean"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|longer_query/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.291466,"ciLow":1251.750293,"ciHigh":1270.832638,"observedAt":"2026-11-11","runCount":3607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"longer_query/Mistral Large (2411)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|math/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.16017,"ciLow":1251.833214,"ciHigh":1270.487126,"observedAt":"2026-11-11","runCount":3574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"math/Mistral Large (2411)","slice":"math"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|multi_turn/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.514146,"ciLow":1250.518232,"ciHigh":1268.510061,"observedAt":"2026-11-11","runCount":4438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"multi_turn/Mistral Large (2411)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|non_english/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1235.254708,"ciLow":1229.386305,"ciHigh":1241.123111,"observedAt":"2026-11-11","runCount":11784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"non_english/Mistral Large (2411)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|overall/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.360459,"ciLow":1260.921259,"ciHigh":1269.799659,"observedAt":"2026-11-11","runCount":28073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"overall/Mistral Large (2411)","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|russian/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.446528,"ciLow":1241.359885,"ciHigh":1261.533171,"observedAt":"2026-11-11","runCount":3258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"russian/Mistral Large (2411)","slice":"russian"}
{"key":"lmarena|mistral/mistral-large-2411:default|none|lmarena-text@1|rating|spanish/Mistral Large (2411)","sourceId":"lmarena","modelId":"mistral/mistral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.797123,"ciLow":1222.397073,"ciHigh":1313.197172,"observedAt":"2026-11-11","runCount":153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large (2411)","rowId":"spanish/Mistral Large (2411)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|chinese/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.159058,"ciLow":1423.414022,"ciHigh":1438.904093,"observedAt":"2026-11-11","runCount":6697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"chinese/Mistral Large 3","slice":"chinese"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|coding/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.990818,"ciLow":1466.291164,"ciHigh":1475.690472,"observedAt":"2026-11-11","runCount":22268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"coding/Mistral Large 3","slice":"coding"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.52359,"ciLow":1369.021501,"ciHigh":1380.025679,"observedAt":"2026-11-11","runCount":16055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"creative_writing/Mistral Large 3","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|english/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.459078,"ciLow":1423.553295,"ciHigh":1431.364861,"observedAt":"2026-11-11","runCount":36481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"english/Mistral Large 3","slice":"english"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.263641,"ciLow":1398.358157,"ciHigh":1406.169125,"observedAt":"2026-11-11","runCount":65089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"exclude_ties/Mistral Large 3","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|expert/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.258406,"ciLow":1421.171058,"ciHigh":1435.345753,"observedAt":"2026-11-11","runCount":8380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"expert/Mistral Large 3","slice":"expert"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|french/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.061333,"ciLow":1418.859513,"ciHigh":1445.263153,"observedAt":"2026-11-11","runCount":2607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"french/Mistral Large 3","slice":"french"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|german/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.873105,"ciLow":1394.130458,"ciHigh":1427.615752,"observedAt":"2026-11-11","runCount":1457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"german/Mistral Large 3","slice":"german"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.027132,"ciLow":1429.528119,"ciHigh":1436.526146,"observedAt":"2026-11-11","runCount":54269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"hard_prompts/Mistral Large 3","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.305019,"ciLow":1435.594319,"ciHigh":1445.015719,"observedAt":"2026-11-11","runCount":22433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"hard_prompts_english/Mistral Large 3","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.879378,"ciLow":1405.609061,"ciHigh":1416.149696,"observedAt":"2026-11-11","runCount":16376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_business_and_management_and_financial_operations/Mistral Large 3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.97508,"ciLow":1367.938971,"ciHigh":1378.011189,"observedAt":"2026-11-11","runCount":19757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_entertainment_and_sports_and_media/Mistral Large 3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.217792,"ciLow":1414.459564,"ciHigh":1429.97602,"observedAt":"2026-11-11","runCount":6706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_legal_and_government/Mistral Large 3","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.909681,"ciLow":1423.436949,"ciHigh":1434.382412,"observedAt":"2026-11-11","runCount":14400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_life_and_physical_and_social_science/Mistral Large 3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.306801,"ciLow":1405.076729,"ciHigh":1423.536872,"observedAt":"2026-11-11","runCount":4674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_mathematical/Mistral Large 3","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.069285,"ciLow":1423.94871,"ciHigh":1440.189859,"observedAt":"2026-11-11","runCount":6218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_medicine_and_healthcare/Mistral Large 3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.800255,"ciLow":1452.72413,"ciHigh":1460.87638,"observedAt":"2026-11-11","runCount":32981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_software_and_it_services/Mistral Large 3","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.960598,"ciLow":1385.211196,"ciHigh":1394.71,"observedAt":"2026-11-11","runCount":22325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_writing_and_literature_and_language/Mistral Large 3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.885865,"ciLow":1398.587977,"ciHigh":1407.183753,"observedAt":"2026-11-11","runCount":28696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"instruction_following/Mistral Large 3","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|japanese/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.588195,"ciLow":1359.44415,"ciHigh":1399.732239,"observedAt":"2026-11-11","runCount":1035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"japanese/Mistral Large 3","slice":"japanese"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|korean/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.369303,"ciLow":1347.514655,"ciHigh":1381.223951,"observedAt":"2026-11-11","runCount":1440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"korean/Mistral Large 3","slice":"korean"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.520244,"ciLow":1414.279304,"ciHigh":1422.761183,"observedAt":"2026-11-11","runCount":33805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"longer_query/Mistral Large 3","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|math/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.53737,"ciLow":1392.845724,"ciHigh":1410.229016,"observedAt":"2026-11-11","runCount":5030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"math/Mistral Large 3","slice":"math"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.057476,"ciLow":1413.572573,"ciHigh":1424.542379,"observedAt":"2026-11-11","runCount":14831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"multi_turn/Mistral Large 3","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|non_english/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.604781,"ciLow":1395.151868,"ciHigh":1402.057693,"observedAt":"2026-11-11","runCount":52080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"non_english/Mistral Large 3","slice":"non_english"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|overall/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.682912,"ciLow":1411.858288,"ciHigh":1417.507536,"observedAt":"2026-11-11","runCount":88567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"overall/Mistral Large 3","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|polish/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.672934,"ciLow":1402.039738,"ciHigh":1429.306131,"observedAt":"2026-11-11","runCount":1945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"polish/Mistral Large 3","slice":"polish"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|russian/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.262809,"ciLow":1402.154554,"ciHigh":1414.371064,"observedAt":"2026-11-11","runCount":10835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"russian/Mistral Large 3","slice":"russian"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text-style-control@1|rating|spanish/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.935376,"ciLow":1392.434075,"ciHigh":1417.436677,"observedAt":"2026-11-11","runCount":2698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"spanish/Mistral Large 3","slice":"spanish"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|chinese/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.767102,"ciLow":1438.127847,"ciHigh":1453.406358,"observedAt":"2026-11-11","runCount":6697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"chinese/Mistral Large 3","slice":"chinese"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|coding/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.92208,"ciLow":1444.259274,"ciHigh":1453.584886,"observedAt":"2026-11-11","runCount":22268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"coding/Mistral Large 3","slice":"coding"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|creative_writing/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.325712,"ciLow":1380.908487,"ciHigh":1391.742938,"observedAt":"2026-11-11","runCount":16055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"creative_writing/Mistral Large 3","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|english/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.797541,"ciLow":1435.943379,"ciHigh":1443.651703,"observedAt":"2026-11-11","runCount":36481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"english/Mistral Large 3","slice":"english"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|exclude_ties/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.730722,"ciLow":1416.917804,"ciHigh":1424.54364,"observedAt":"2026-11-11","runCount":65089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"exclude_ties/Mistral Large 3","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|expert/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.091299,"ciLow":1415.126011,"ciHigh":1429.056588,"observedAt":"2026-11-11","runCount":8380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"expert/Mistral Large 3","slice":"expert"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|french/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.035812,"ciLow":1442.088254,"ciHigh":1467.983369,"observedAt":"2026-11-11","runCount":2607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"french/Mistral Large 3","slice":"french"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|german/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.762078,"ciLow":1422.264289,"ciHigh":1455.259868,"observedAt":"2026-11-11","runCount":1457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"german/Mistral Large 3","slice":"german"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|hard_prompts/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.649191,"ciLow":1427.191402,"ciHigh":1434.10698,"observedAt":"2026-11-11","runCount":54269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"hard_prompts/Mistral Large 3","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.474247,"ciLow":1432.826046,"ciHigh":1442.122449,"observedAt":"2026-11-11","runCount":22433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"hard_prompts_english/Mistral Large 3","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.433646,"ciLow":1413.255826,"ciHigh":1423.611467,"observedAt":"2026-11-11","runCount":16376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_business_and_management_and_financial_operations/Mistral Large 3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.693024,"ciLow":1381.747949,"ciHigh":1391.638099,"observedAt":"2026-11-11","runCount":19757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_entertainment_and_sports_and_media/Mistral Large 3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.705547,"ciLow":1433.116709,"ciHigh":1448.294386,"observedAt":"2026-11-11","runCount":6706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_legal_and_government/Mistral Large 3","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.841468,"ciLow":1440.461882,"ciHigh":1451.221054,"observedAt":"2026-11-11","runCount":14400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_life_and_physical_and_social_science/Mistral Large 3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|industry_mathematical/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.994422,"ciLow":1415.84914,"ciHigh":1434.139705,"observedAt":"2026-11-11","runCount":4674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_mathematical/Mistral Large 3","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.105603,"ciLow":1439.147145,"ciHigh":1455.064062,"observedAt":"2026-11-11","runCount":6218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_medicine_and_healthcare/Mistral Large 3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.091203,"ciLow":1447.058482,"ciHigh":1455.123925,"observedAt":"2026-11-11","runCount":32981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_software_and_it_services/Mistral Large 3","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.324243,"ciLow":1392.63249,"ciHigh":1402.015996,"observedAt":"2026-11-11","runCount":22325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"industry_writing_and_literature_and_language/Mistral Large 3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|instruction_following/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.590354,"ciLow":1400.339188,"ciHigh":1408.84152,"observedAt":"2026-11-11","runCount":28696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"instruction_following/Mistral Large 3","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|japanese/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.533889,"ciLow":1376.586539,"ciHigh":1416.481239,"observedAt":"2026-11-11","runCount":1035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"japanese/Mistral Large 3","slice":"japanese"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|korean/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.213193,"ciLow":1373.673615,"ciHigh":1406.752771,"observedAt":"2026-11-11","runCount":1440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"korean/Mistral Large 3","slice":"korean"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|longer_query/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.714854,"ciLow":1410.523184,"ciHigh":1418.906524,"observedAt":"2026-11-11","runCount":33805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"longer_query/Mistral Large 3","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|math/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.736095,"ciLow":1407.11062,"ciHigh":1424.361569,"observedAt":"2026-11-11","runCount":5030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"math/Mistral Large 3","slice":"math"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|multi_turn/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.05914,"ciLow":1423.64823,"ciHigh":1434.47005,"observedAt":"2026-11-11","runCount":14831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"multi_turn/Mistral Large 3","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|non_english/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.150845,"ciLow":1410.738291,"ciHigh":1417.5634,"observedAt":"2026-11-11","runCount":52080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"non_english/Mistral Large 3","slice":"non_english"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|overall/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.659515,"ciLow":1425.867225,"ciHigh":1431.451805,"observedAt":"2026-11-11","runCount":88567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"overall/Mistral Large 3","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|polish/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.422945,"ciLow":1428.078976,"ciHigh":1454.766915,"observedAt":"2026-11-11","runCount":1945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"polish/Mistral Large 3","slice":"polish"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|russian/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.079434,"ciLow":1406.028675,"ciHigh":1418.130193,"observedAt":"2026-11-11","runCount":10835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"russian/Mistral Large 3","slice":"russian"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-text@1|rating|spanish/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.112319,"ciLow":1423.862081,"ciHigh":1448.362557,"observedAt":"2026-11-11","runCount":2698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"spanish/Mistral Large 3","slice":"spanish"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision-style-control@1|rating|chinese/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.250731,"ciLow":1193.867572,"ciHigh":1244.633889,"observedAt":"2026-11-09","runCount":620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"chinese/Mistral Large 3","slice":"chinese"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.002151,"ciLow":1177.18028,"ciHigh":1218.824021,"observedAt":"2026-11-09","runCount":948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"creative_writing_vision/Mistral Large 3","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision-style-control@1|rating|diagram/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.778691,"ciLow":1220.205978,"ciHigh":1245.351404,"observedAt":"2026-11-09","runCount":2560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"diagram/Mistral Large 3","slice":"diagram"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision-style-control@1|rating|english/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.843409,"ciLow":1196.380933,"ciHigh":1219.305884,"observedAt":"2026-11-09","runCount":3431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"english/Mistral Large 3","slice":"english"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision-style-control@1|rating|homework/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1203.162172,"ciLow":1184.81461,"ciHigh":1221.509733,"observedAt":"2026-11-09","runCount":1140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"homework/Mistral Large 3","slice":"homework"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision-style-control@1|rating|humor/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.24169,"ciLow":1158.695877,"ciHigh":1213.787503,"observedAt":"2026-11-09","runCount":498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"humor/Mistral Large 3","slice":"humor"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision-style-control@1|rating|ocr/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.83102,"ciLow":1205.637186,"ciHigh":1222.024854,"observedAt":"2026-11-09","runCount":6832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"ocr/Mistral Large 3","slice":"ocr"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision-style-control@1|rating|overall/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1200.295636,"ciLow":1192.709477,"ciHigh":1207.881796,"observedAt":"2026-11-09","runCount":10142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"overall/Mistral Large 3","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision@1|rating|chinese/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1241.965229,"ciLow":1216.904775,"ciHigh":1267.025683,"observedAt":"2026-11-09","runCount":620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"chinese/Mistral Large 3","slice":"chinese"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision@1|rating|creative_writing_vision/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1220.028445,"ciLow":1199.62643,"ciHigh":1240.430459,"observedAt":"2026-11-09","runCount":948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"creative_writing_vision/Mistral Large 3","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision@1|rating|diagram/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1239.156443,"ciLow":1226.666413,"ciHigh":1251.646473,"observedAt":"2026-11-09","runCount":2560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"diagram/Mistral Large 3","slice":"diagram"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision@1|rating|english/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1233.883138,"ciLow":1222.497695,"ciHigh":1245.26858,"observedAt":"2026-11-09","runCount":3431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"english/Mistral Large 3","slice":"english"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision@1|rating|homework/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1212.527556,"ciLow":1194.205803,"ciHigh":1230.849308,"observedAt":"2026-11-09","runCount":1140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"homework/Mistral Large 3","slice":"homework"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision@1|rating|humor/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1215.498757,"ciLow":1188.176214,"ciHigh":1242.8213,"observedAt":"2026-11-09","runCount":498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"humor/Mistral Large 3","slice":"humor"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision@1|rating|ocr/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1228.782385,"ciLow":1220.639067,"ciHigh":1236.925704,"observedAt":"2026-11-09","runCount":6832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"ocr/Mistral Large 3","slice":"ocr"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-vision@1|rating|overall/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1221.78689,"ciLow":1214.257105,"ciHigh":1229.316675,"observedAt":"2026-11-09","runCount":10142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"overall/Mistral Large 3","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-webdev@1|rating|image_to_webdev/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1361.519746,"ciLow":1343.781137,"ciHigh":1379.258356,"observedAt":"2026-11-15","runCount":1366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"image_to_webdev/Mistral Large 3","slice":"image_to_webdev"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-webdev@1|rating|overall/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1230.883102,"ciLow":1204.976236,"ciHigh":1256.789969,"observedAt":"2026-11-15","runCount":821,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"overall/Mistral Large 3","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-webdev@1|rating|webdev-html/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1238.537796,"ciLow":1211.922886,"ciHigh":1265.152706,"observedAt":"2026-11-15","runCount":821,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"webdev-html/Mistral Large 3","slice":"webdev-html"}
{"key":"lmarena|mistral/mistral-large-3:default|none|lmarena-webdev@1|rating|webdev/Mistral Large 3","sourceId":"lmarena","modelId":"mistral/mistral-large-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1230.883102,"ciLow":1204.976236,"ciHigh":1256.789969,"observedAt":"2026-11-15","runCount":821,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 3","rowId":"webdev/Mistral Large 3","slice":"webdev"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-agent@1|cost-per-task|overall/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.318932,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"overall/Mistral Large 4","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-agent@1|output-tokens-per-task|overall/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":26158.75,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"overall/Mistral Large 4","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-agent@1|score|overall/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.068112,"ciLow":-0.088358,"ciHigh":-0.047865,"observedAt":"2026-11-15","runCount":562459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"overall/Mistral Large 4","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|chinese/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.902202,"ciLow":1445.951886,"ciHigh":1497.852518,"observedAt":"2026-11-11","runCount":527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"chinese/Mistral Large 4","slice":"chinese"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|coding/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.500381,"ciLow":1467.761332,"ciHigh":1499.23943,"observedAt":"2026-11-11","runCount":1500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"coding/Mistral Large 4","slice":"coding"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.789301,"ciLow":1342.449974,"ciHigh":1375.128629,"observedAt":"2026-11-11","runCount":1569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"creative_writing/Mistral Large 4","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|english/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.906032,"ciLow":1422.014508,"ciHigh":1447.797555,"observedAt":"2026-11-11","runCount":2329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"english/Mistral Large 4","slice":"english"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.825522,"ciLow":1399.597589,"ciHigh":1422.053454,"observedAt":"2026-11-11","runCount":4818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"exclude_ties/Mistral Large 4","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|expert/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.247927,"ciLow":1440.046148,"ciHigh":1488.449705,"observedAt":"2026-11-11","runCount":625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"expert/Mistral Large 4","slice":"expert"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|french/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.461279,"ciLow":1397.007094,"ciHigh":1479.915464,"observedAt":"2026-11-11","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"french/Mistral Large 4","slice":"french"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.450175,"ciLow":1442.251365,"ciHigh":1462.648985,"observedAt":"2026-11-11","runCount":4151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"hard_prompts/Mistral Large 4","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.954804,"ciLow":1443.962876,"ciHigh":1475.946731,"observedAt":"2026-11-11","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"hard_prompts_english/Mistral Large 4","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.546228,"ciLow":1424.539232,"ciHigh":1462.553224,"observedAt":"2026-11-11","runCount":992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_business_and_management_and_financial_operations/Mistral Large 4","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.636302,"ciLow":1359.344047,"ciHigh":1389.928557,"observedAt":"2026-11-11","runCount":1735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_entertainment_and_sports_and_media/Mistral Large 4","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.135214,"ciLow":1410.612652,"ciHigh":1469.657775,"observedAt":"2026-11-11","runCount":424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_legal_and_government/Mistral Large 4","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.876007,"ciLow":1429.275391,"ciHigh":1468.476623,"observedAt":"2026-11-11","runCount":984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_life_and_physical_and_social_science/Mistral Large 4","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.164948,"ciLow":1423.349628,"ciHigh":1486.980268,"observedAt":"2026-11-11","runCount":335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_mathematical/Mistral Large 4","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.055296,"ciLow":1383.893019,"ciHigh":1444.217573,"observedAt":"2026-11-11","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_medicine_and_healthcare/Mistral Large 4","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.779472,"ciLow":1462.838154,"ciHigh":1488.720789,"observedAt":"2026-11-11","runCount":2312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_software_and_it_services/Mistral Large 4","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.976827,"ciLow":1367.836515,"ciHigh":1396.117139,"observedAt":"2026-11-11","runCount":2054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_writing_and_literature_and_language/Mistral Large 4","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.953642,"ciLow":1404.767039,"ciHigh":1431.140245,"observedAt":"2026-11-11","runCount":2318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"instruction_following/Mistral Large 4","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.242378,"ciLow":1407.954809,"ciHigh":1432.529947,"observedAt":"2026-11-11","runCount":2910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"longer_query/Mistral Large 4","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|math/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.900659,"ciLow":1426.701692,"ciHigh":1491.099627,"observedAt":"2026-11-11","runCount":305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"math/Mistral Large 4","slice":"math"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.268595,"ciLow":1409.558271,"ciHigh":1448.978918,"observedAt":"2026-11-11","runCount":953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"multi_turn/Mistral Large 4","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|non_english/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.639281,"ciLow":1394.479187,"ciHigh":1414.799376,"observedAt":"2026-11-11","runCount":4094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"non_english/Mistral Large 4","slice":"non_english"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|overall/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.439837,"ciLow":1411.961719,"ciHigh":1428.917954,"observedAt":"2026-11-11","runCount":6423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"overall/Mistral Large 4","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|russian/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.152414,"ciLow":1403.426486,"ciHigh":1440.878343,"observedAt":"2026-11-11","runCount":1033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"russian/Mistral Large 4","slice":"russian"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text-style-control@1|rating|spanish/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.019552,"ciLow":1411.976566,"ciHigh":1488.062537,"observedAt":"2026-11-11","runCount":241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"spanish/Mistral Large 4","slice":"spanish"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|chinese/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.024799,"ciLow":1431.017924,"ciHigh":1483.031675,"observedAt":"2026-11-11","runCount":527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"chinese/Mistral Large 4","slice":"chinese"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|coding/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.483785,"ciLow":1441.820404,"ciHigh":1473.147166,"observedAt":"2026-11-11","runCount":1500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"coding/Mistral Large 4","slice":"coding"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|creative_writing/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.617743,"ciLow":1326.309955,"ciHigh":1358.92553,"observedAt":"2026-11-11","runCount":1569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"creative_writing/Mistral Large 4","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|english/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.983455,"ciLow":1411.107928,"ciHigh":1436.858982,"observedAt":"2026-11-11","runCount":2329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"english/Mistral Large 4","slice":"english"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|exclude_ties/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.264642,"ciLow":1385.146635,"ciHigh":1407.382649,"observedAt":"2026-11-11","runCount":4818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"exclude_ties/Mistral Large 4","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|expert/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.361709,"ciLow":1422.494094,"ciHigh":1470.229324,"observedAt":"2026-11-11","runCount":625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"expert/Mistral Large 4","slice":"expert"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|french/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.596891,"ciLow":1390.396376,"ciHigh":1472.797406,"observedAt":"2026-11-11","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"french/Mistral Large 4","slice":"french"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|hard_prompts/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.443598,"ciLow":1424.2622,"ciHigh":1444.624997,"observedAt":"2026-11-11","runCount":4151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"hard_prompts/Mistral Large 4","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.309053,"ciLow":1425.337832,"ciHigh":1457.280273,"observedAt":"2026-11-11","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"hard_prompts_english/Mistral Large 4","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.604396,"ciLow":1414.689349,"ciHigh":1452.519442,"observedAt":"2026-11-11","runCount":992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_business_and_management_and_financial_operations/Mistral Large 4","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.655608,"ciLow":1347.413772,"ciHigh":1377.897443,"observedAt":"2026-11-11","runCount":1735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_entertainment_and_sports_and_media/Mistral Large 4","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.350802,"ciLow":1399.022905,"ciHigh":1457.678698,"observedAt":"2026-11-11","runCount":424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_legal_and_government/Mistral Large 4","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.094991,"ciLow":1412.527064,"ciHigh":1451.662919,"observedAt":"2026-11-11","runCount":984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_life_and_physical_and_social_science/Mistral Large 4","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|industry_mathematical/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.98496,"ciLow":1418.105378,"ciHigh":1481.864542,"observedAt":"2026-11-11","runCount":335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_mathematical/Mistral Large 4","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.903113,"ciLow":1360.982545,"ciHigh":1420.823681,"observedAt":"2026-11-11","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_medicine_and_healthcare/Mistral Large 4","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.915789,"ciLow":1445.100889,"ciHigh":1470.730689,"observedAt":"2026-11-11","runCount":2312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_software_and_it_services/Mistral Large 4","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.427661,"ciLow":1356.28675,"ciHigh":1384.568572,"observedAt":"2026-11-11","runCount":2054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"industry_writing_and_literature_and_language/Mistral Large 4","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|instruction_following/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.7882,"ciLow":1395.594782,"ciHigh":1421.981618,"observedAt":"2026-11-11","runCount":2318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"instruction_following/Mistral Large 4","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|longer_query/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.880852,"ciLow":1391.618577,"ciHigh":1416.143126,"observedAt":"2026-11-11","runCount":2910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"longer_query/Mistral Large 4","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|math/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.957878,"ciLow":1423.637965,"ciHigh":1488.277791,"observedAt":"2026-11-11","runCount":305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"math/Mistral Large 4","slice":"math"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|multi_turn/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.802612,"ciLow":1401.105524,"ciHigh":1440.499699,"observedAt":"2026-11-11","runCount":953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"multi_turn/Mistral Large 4","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|non_english/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.173122,"ciLow":1387.0291,"ciHigh":1407.317144,"observedAt":"2026-11-11","runCount":4094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"non_english/Mistral Large 4","slice":"non_english"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|overall/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.295699,"ciLow":1402.820838,"ciHigh":1419.770561,"observedAt":"2026-11-11","runCount":6423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"overall/Mistral Large 4","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|russian/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.609748,"ciLow":1394.8981,"ciHigh":1432.321397,"observedAt":"2026-11-11","runCount":1033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"russian/Mistral Large 4","slice":"russian"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-text@1|rating|spanish/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.769876,"ciLow":1415.480498,"ciHigh":1492.059254,"observedAt":"2026-11-11","runCount":241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"spanish/Mistral Large 4","slice":"spanish"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1182.510471,"ciLow":1136.649349,"ciHigh":1228.371593,"observedAt":"2026-11-09","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"creative_writing_vision/Mistral Large 4","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-vision-style-control@1|rating|diagram/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.106037,"ciLow":1241.474427,"ciHigh":1294.737648,"observedAt":"2026-11-09","runCount":516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"diagram/Mistral Large 4","slice":"diagram"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-vision-style-control@1|rating|english/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.674153,"ciLow":1213.362456,"ciHigh":1263.985851,"observedAt":"2026-11-09","runCount":612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"english/Mistral Large 4","slice":"english"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-vision-style-control@1|rating|homework/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.494914,"ciLow":1224.086984,"ciHigh":1290.902845,"observedAt":"2026-11-09","runCount":305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"homework/Mistral Large 4","slice":"homework"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-vision-style-control@1|rating|ocr/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.678342,"ciLow":1227.761423,"ciHigh":1261.595262,"observedAt":"2026-11-09","runCount":1360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"ocr/Mistral Large 4","slice":"ocr"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-vision-style-control@1|rating|overall/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.816266,"ciLow":1216.728224,"ciHigh":1244.904308,"observedAt":"2026-11-09","runCount":2093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"overall/Mistral Large 4","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-vision@1|rating|creative_writing_vision/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1186.228632,"ciLow":1140.54795,"ciHigh":1231.909315,"observedAt":"2026-11-09","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"creative_writing_vision/Mistral Large 4","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-vision@1|rating|diagram/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1272.378943,"ciLow":1245.88546,"ciHigh":1298.872426,"observedAt":"2026-11-09","runCount":516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"diagram/Mistral Large 4","slice":"diagram"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-vision@1|rating|english/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1254.475372,"ciLow":1229.197427,"ciHigh":1279.753317,"observedAt":"2026-11-09","runCount":612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"english/Mistral Large 4","slice":"english"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-vision@1|rating|homework/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1265.95616,"ciLow":1232.436544,"ciHigh":1299.475777,"observedAt":"2026-11-09","runCount":305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"homework/Mistral Large 4","slice":"homework"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-vision@1|rating|ocr/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1253.56108,"ciLow":1236.695448,"ciHigh":1270.426712,"observedAt":"2026-11-09","runCount":1360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"ocr/Mistral Large 4","slice":"ocr"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-vision@1|rating|overall/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1244.000294,"ciLow":1229.948114,"ciHigh":1258.052474,"observedAt":"2026-11-09","runCount":2093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"overall/Mistral Large 4","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-webdev@1|rating|overall/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1566.31921,"ciLow":1552.265885,"ciHigh":1580.372535,"observedAt":"2026-11-15","runCount":2045,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"overall/Mistral Large 4","slice":"overall"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-webdev@1|rating|webdev-html/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1552.285065,"ciLow":1519.969343,"ciHigh":1584.600786,"observedAt":"2026-11-15","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"webdev-html/Mistral Large 4","slice":"webdev-html"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-webdev@1|rating|webdev-react/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1573.975843,"ciLow":1555.667542,"ciHigh":1592.284144,"observedAt":"2026-11-15","runCount":1206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"webdev-react/Mistral Large 4","slice":"webdev-react"}
{"key":"lmarena|mistral/mistral-large-4-0:default|none|lmarena-webdev@1|rating|webdev/Mistral Large 4","sourceId":"lmarena","modelId":"mistral/mistral-large-4-0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1566.31921,"ciLow":1552.265885,"ciHigh":1580.372535,"observedAt":"2026-11-15","runCount":2045,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Large 4","rowId":"webdev/Mistral Large 4","slice":"webdev"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|chinese/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.994084,"ciLow":1418.611466,"ciHigh":1433.376703,"observedAt":"2026-11-11","runCount":7097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"chinese/Mistral Medium 3.1 (2508)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|coding/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.752479,"ciLow":1449.168729,"ciHigh":1458.336228,"observedAt":"2026-11-11","runCount":21410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"coding/Mistral Medium 3.1 (2508)","slice":"coding"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.102464,"ciLow":1372.53642,"ciHigh":1383.668509,"observedAt":"2026-11-11","runCount":13927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"creative_writing/Mistral Medium 3.1 (2508)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|english/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.139579,"ciLow":1421.529993,"ciHigh":1428.749166,"observedAt":"2026-11-11","runCount":40583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"english/Mistral Medium 3.1 (2508)","slice":"english"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.293817,"ciLow":1389.617168,"ciHigh":1396.970466,"observedAt":"2026-11-11","runCount":68086,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"exclude_ties/Mistral Medium 3.1 (2508)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|expert/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.915792,"ciLow":1403.315355,"ciHigh":1418.516229,"observedAt":"2026-11-11","runCount":6523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"expert/Mistral Medium 3.1 (2508)","slice":"expert"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|french/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.581664,"ciLow":1420.423819,"ciHigh":1448.739508,"observedAt":"2026-11-11","runCount":2096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"french/Mistral Medium 3.1 (2508)","slice":"french"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|german/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.997136,"ciLow":1387.087027,"ciHigh":1416.907244,"observedAt":"2026-11-11","runCount":1741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"german/Mistral Medium 3.1 (2508)","slice":"german"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.901801,"ciLow":1423.56953,"ciHigh":1430.234071,"observedAt":"2026-11-11","runCount":52602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"hard_prompts/Mistral Medium 3.1 (2508)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.190516,"ciLow":1433.710242,"ciHigh":1442.67079,"observedAt":"2026-11-11","runCount":23014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"hard_prompts_english/Mistral Medium 3.1 (2508)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.899863,"ciLow":1401.92964,"ciHigh":1411.870085,"observedAt":"2026-11-11","runCount":17781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_business_and_management_and_financial_operations/Mistral Medium 3.1 (2508)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.98849,"ciLow":1369.013131,"ciHigh":1378.963848,"observedAt":"2026-11-11","runCount":17911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_entertainment_and_sports_and_media/Mistral Medium 3.1 (2508)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.898048,"ciLow":1409.314794,"ciHigh":1424.481302,"observedAt":"2026-11-11","runCount":6654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_legal_and_government/Mistral Medium 3.1 (2508)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.653254,"ciLow":1419.380494,"ciHigh":1429.926015,"observedAt":"2026-11-11","runCount":15180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_life_and_physical_and_social_science/Mistral Medium 3.1 (2508)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.486502,"ciLow":1391.955508,"ciHigh":1409.017497,"observedAt":"2026-11-11","runCount":5044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_mathematical/Mistral Medium 3.1 (2508)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.440136,"ciLow":1425.316208,"ciHigh":1441.564064,"observedAt":"2026-11-11","runCount":5957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_medicine_and_healthcare/Mistral Medium 3.1 (2508)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.257306,"ciLow":1435.40069,"ciHigh":1443.113923,"observedAt":"2026-11-11","runCount":33700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_software_and_it_services/Mistral Medium 3.1 (2508)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.494027,"ciLow":1381.904854,"ciHigh":1391.083199,"observedAt":"2026-11-11","runCount":21793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_writing_and_literature_and_language/Mistral Medium 3.1 (2508)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.073028,"ciLow":1390.912094,"ciHigh":1399.233961,"observedAt":"2026-11-11","runCount":27465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"instruction_following/Mistral Medium 3.1 (2508)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|japanese/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.362222,"ciLow":1340.097219,"ciHigh":1376.627224,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"japanese/Mistral Medium 3.1 (2508)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|korean/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.951903,"ciLow":1336.563735,"ciHigh":1365.340071,"observedAt":"2026-11-11","runCount":1995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"korean/Mistral Medium 3.1 (2508)","slice":"korean"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.377976,"ciLow":1404.135918,"ciHigh":1412.620033,"observedAt":"2026-11-11","runCount":27618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"longer_query/Mistral Medium 3.1 (2508)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|math/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.055017,"ciLow":1387.270869,"ciHigh":1402.839165,"observedAt":"2026-11-11","runCount":5936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"math/Mistral Medium 3.1 (2508)","slice":"math"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.986451,"ciLow":1401.808435,"ciHigh":1412.164467,"observedAt":"2026-11-11","runCount":16321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"multi_turn/Mistral Medium 3.1 (2508)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|non_english/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.823182,"ciLow":1385.561735,"ciHigh":1392.084628,"observedAt":"2026-11-11","runCount":54144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"non_english/Mistral Medium 3.1 (2508)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|overall/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.094451,"ciLow":1405.491295,"ciHigh":1410.697608,"observedAt":"2026-11-11","runCount":94752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"overall/Mistral Medium 3.1 (2508)","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|polish/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.560249,"ciLow":1389.717317,"ciHigh":1411.403181,"observedAt":"2026-11-11","runCount":3322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"polish/Mistral Medium 3.1 (2508)","slice":"polish"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|russian/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.119464,"ciLow":1397.835344,"ciHigh":1410.403583,"observedAt":"2026-11-11","runCount":9681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"russian/Mistral Medium 3.1 (2508)","slice":"russian"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text-style-control@1|rating|spanish/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.557178,"ciLow":1389.416079,"ciHigh":1413.698277,"observedAt":"2026-11-11","runCount":2848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"spanish/Mistral Medium 3.1 (2508)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|chinese/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.06287,"ciLow":1439.777415,"ciHigh":1454.348324,"observedAt":"2026-11-11","runCount":7097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"chinese/Mistral Medium 3.1 (2508)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|coding/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.720142,"ciLow":1429.17527,"ciHigh":1438.265014,"observedAt":"2026-11-11","runCount":21410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"coding/Mistral Medium 3.1 (2508)","slice":"coding"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|creative_writing/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.996716,"ciLow":1385.524009,"ciHigh":1396.469423,"observedAt":"2026-11-11","runCount":13927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"creative_writing/Mistral Medium 3.1 (2508)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|english/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.201442,"ciLow":1434.635531,"ciHigh":1441.767352,"observedAt":"2026-11-11","runCount":40583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"english/Mistral Medium 3.1 (2508)","slice":"english"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|exclude_ties/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.456175,"ciLow":1411.864996,"ciHigh":1419.047355,"observedAt":"2026-11-11","runCount":68086,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"exclude_ties/Mistral Medium 3.1 (2508)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|expert/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.576171,"ciLow":1401.072034,"ciHigh":1416.080308,"observedAt":"2026-11-11","runCount":6523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"expert/Mistral Medium 3.1 (2508)","slice":"expert"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|french/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.659738,"ciLow":1445.77248,"ciHigh":1473.546996,"observedAt":"2026-11-11","runCount":2096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"french/Mistral Medium 3.1 (2508)","slice":"french"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|german/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.735155,"ciLow":1419.143523,"ciHigh":1448.326786,"observedAt":"2026-11-11","runCount":1741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"german/Mistral Medium 3.1 (2508)","slice":"german"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|hard_prompts/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.951348,"ciLow":1422.659147,"ciHigh":1429.24355,"observedAt":"2026-11-11","runCount":52602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"hard_prompts/Mistral Medium 3.1 (2508)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.927579,"ciLow":1430.500161,"ciHigh":1439.354997,"observedAt":"2026-11-11","runCount":23014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"hard_prompts_english/Mistral Medium 3.1 (2508)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.804115,"ciLow":1412.911579,"ciHigh":1422.696652,"observedAt":"2026-11-11","runCount":17781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_business_and_management_and_financial_operations/Mistral Medium 3.1 (2508)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.893746,"ciLow":1385.001209,"ciHigh":1394.786282,"observedAt":"2026-11-11","runCount":17911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_entertainment_and_sports_and_media/Mistral Medium 3.1 (2508)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.760827,"ciLow":1432.311699,"ciHigh":1447.209956,"observedAt":"2026-11-11","runCount":6654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_legal_and_government/Mistral Medium 3.1 (2508)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.36522,"ciLow":1439.173039,"ciHigh":1449.5574,"observedAt":"2026-11-11","runCount":15180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_life_and_physical_and_social_science/Mistral Medium 3.1 (2508)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|industry_mathematical/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.588254,"ciLow":1404.146079,"ciHigh":1421.030429,"observedAt":"2026-11-11","runCount":5044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_mathematical/Mistral Medium 3.1 (2508)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.143951,"ciLow":1442.136912,"ciHigh":1458.150989,"observedAt":"2026-11-11","runCount":5957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_medicine_and_healthcare/Mistral Medium 3.1 (2508)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.748036,"ciLow":1432.940568,"ciHigh":1440.555504,"observedAt":"2026-11-11","runCount":33700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_software_and_it_services/Mistral Medium 3.1 (2508)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.515165,"ciLow":1390.992393,"ciHigh":1400.037936,"observedAt":"2026-11-11","runCount":21793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"industry_writing_and_literature_and_language/Mistral Medium 3.1 (2508)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|instruction_following/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.066671,"ciLow":1393.948918,"ciHigh":1402.184425,"observedAt":"2026-11-11","runCount":27465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"instruction_following/Mistral Medium 3.1 (2508)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|japanese/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.000812,"ciLow":1362.020652,"ciHigh":1397.980972,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"japanese/Mistral Medium 3.1 (2508)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|korean/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.645203,"ciLow":1366.620284,"ciHigh":1394.670121,"observedAt":"2026-11-11","runCount":1995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"korean/Mistral Medium 3.1 (2508)","slice":"korean"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|longer_query/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.220897,"ciLow":1402.032196,"ciHigh":1410.409598,"observedAt":"2026-11-11","runCount":27618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"longer_query/Mistral Medium 3.1 (2508)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|math/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.903581,"ciLow":1401.192081,"ciHigh":1416.615081,"observedAt":"2026-11-11","runCount":5936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"math/Mistral Medium 3.1 (2508)","slice":"math"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|multi_turn/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.512643,"ciLow":1413.415091,"ciHigh":1423.610194,"observedAt":"2026-11-11","runCount":16321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"multi_turn/Mistral Medium 3.1 (2508)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|non_english/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.120229,"ciLow":1404.907428,"ciHigh":1411.33303,"observedAt":"2026-11-11","runCount":54144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"non_english/Mistral Medium 3.1 (2508)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|overall/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.577464,"ciLow":1422.008963,"ciHigh":1427.145964,"observedAt":"2026-11-11","runCount":94752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"overall/Mistral Medium 3.1 (2508)","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|polish/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.774425,"ciLow":1419.253862,"ciHigh":1440.294989,"observedAt":"2026-11-11","runCount":3322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"polish/Mistral Medium 3.1 (2508)","slice":"polish"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|russian/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.735101,"ciLow":1405.521261,"ciHigh":1417.948942,"observedAt":"2026-11-11","runCount":9681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"russian/Mistral Medium 3.1 (2508)","slice":"russian"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-text@1|rating|spanish/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.047567,"ciLow":1422.190327,"ciHigh":1445.904807,"observedAt":"2026-11-11","runCount":2848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"spanish/Mistral Medium 3.1 (2508)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision-style-control@1|rating|captioning/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1128.303435,"ciLow":1097.238905,"ciHigh":1159.367966,"observedAt":"2026-11-09","runCount":400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"captioning/Mistral Medium 3.1 (2508)","slice":"captioning"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision-style-control@1|rating|chinese/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.917804,"ciLow":1163.543264,"ciHigh":1196.292344,"observedAt":"2026-11-09","runCount":2165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"chinese/Mistral Medium 3.1 (2508)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision-style-control@1|rating|creative_writing/mistral-medium-2508","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.115037,"ciLow":1187.324743,"ciHigh":1220.905332,"observedAt":"2026-01-09","runCount":1365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"mistral-medium-2508","rowId":"creative_writing/mistral-medium-2508","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1182.848003,"ciLow":1165.167432,"ciHigh":1200.528574,"observedAt":"2026-11-09","runCount":1546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"creative_writing_vision/Mistral Medium 3.1 (2508)","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision-style-control@1|rating|diagram/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.678904,"ciLow":1169.019817,"ciHigh":1190.33799,"observedAt":"2026-11-09","runCount":3725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"diagram/Mistral Medium 3.1 (2508)","slice":"diagram"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision-style-control@1|rating|english/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.775282,"ciLow":1150.293095,"ciHigh":1167.25747,"observedAt":"2026-11-09","runCount":18984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"english/Mistral Medium 3.1 (2508)","slice":"english"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1129.14064,"ciLow":1096.978611,"ciHigh":1161.302669,"observedAt":"2026-11-09","runCount":438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"entity_recognition/Mistral Medium 3.1 (2508)","slice":"entity_recognition"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision-style-control@1|rating|homework/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.733459,"ciLow":1160.244297,"ciHigh":1187.222621,"observedAt":"2026-11-09","runCount":2130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"homework/Mistral Medium 3.1 (2508)","slice":"homework"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision-style-control@1|rating|humor/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.842707,"ciLow":1121.224545,"ciHigh":1160.460868,"observedAt":"2026-11-09","runCount":1498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"humor/Mistral Medium 3.1 (2508)","slice":"humor"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision-style-control@1|rating|ocr/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.788368,"ciLow":1165.435806,"ciHigh":1180.14093,"observedAt":"2026-11-09","runCount":13411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"ocr/Mistral Medium 3.1 (2508)","slice":"ocr"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision-style-control@1|rating|overall/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.626139,"ciLow":1153.418402,"ciHigh":1165.833877,"observedAt":"2026-11-09","runCount":41518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"overall/Mistral Medium 3.1 (2508)","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision@1|rating|captioning/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1143.893163,"ciLow":1113.382846,"ciHigh":1174.40348,"observedAt":"2026-11-09","runCount":400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"captioning/Mistral Medium 3.1 (2508)","slice":"captioning"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision@1|rating|chinese/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1190.703336,"ciLow":1174.642799,"ciHigh":1206.763874,"observedAt":"2026-11-09","runCount":2165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"chinese/Mistral Medium 3.1 (2508)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision@1|rating|creative_writing/mistral-medium-2508","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1223.059386,"ciLow":1206.641902,"ciHigh":1239.476869,"observedAt":"2026-01-09","runCount":1365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"mistral-medium-2508","rowId":"creative_writing/mistral-medium-2508","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision@1|rating|creative_writing_vision/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1200.783263,"ciLow":1183.365127,"ciHigh":1218.201399,"observedAt":"2026-11-09","runCount":1546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"creative_writing_vision/Mistral Medium 3.1 (2508)","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision@1|rating|diagram/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1174.247709,"ciLow":1163.627294,"ciHigh":1184.868123,"observedAt":"2026-11-09","runCount":3725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"diagram/Mistral Medium 3.1 (2508)","slice":"diagram"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision@1|rating|english/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1179.17905,"ciLow":1170.798367,"ciHigh":1187.559734,"observedAt":"2026-11-09","runCount":18984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"english/Mistral Medium 3.1 (2508)","slice":"english"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision@1|rating|entity_recognition/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1147.752298,"ciLow":1116.360051,"ciHigh":1179.144544,"observedAt":"2026-11-09","runCount":438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"entity_recognition/Mistral Medium 3.1 (2508)","slice":"entity_recognition"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision@1|rating|homework/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1166.601271,"ciLow":1153.163969,"ciHigh":1180.038572,"observedAt":"2026-11-09","runCount":2130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"homework/Mistral Medium 3.1 (2508)","slice":"homework"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision@1|rating|humor/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1167.126043,"ciLow":1147.786881,"ciHigh":1186.465206,"observedAt":"2026-11-09","runCount":1498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"humor/Mistral Medium 3.1 (2508)","slice":"humor"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision@1|rating|ocr/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1174.67381,"ciLow":1167.33654,"ciHigh":1182.01108,"observedAt":"2026-11-09","runCount":13411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"ocr/Mistral Medium 3.1 (2508)","slice":"ocr"}
{"key":"lmarena|mistral/mistral-medium-3.1:default|none|lmarena-vision@1|rating|overall/Mistral Medium 3.1 (2508)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1172.343281,"ciLow":1166.197286,"ciHigh":1178.489276,"observedAt":"2026-11-09","runCount":41518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.1 (2508)","rowId":"overall/Mistral Medium 3.1 (2508)","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-agent@1|cost-per-task|overall/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.295709,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"overall/Mistral Medium 3.5","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-agent@1|output-tokens-per-task|overall/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":12776,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"overall/Mistral Medium 3.5","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-agent@1|score|overall/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.144685,"ciLow":-0.162957,"ciHigh":-0.126412,"observedAt":"2026-11-15","runCount":668469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"overall/Mistral Medium 3.5","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|chinese/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.845948,"ciLow":1422.776448,"ciHigh":1470.915448,"observedAt":"2026-11-11","runCount":609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"chinese/Mistral Medium 3.5","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|coding/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.098474,"ciLow":1467.219261,"ciHigh":1488.977687,"observedAt":"2026-11-11","runCount":3249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"coding/Mistral Medium 3.5","slice":"coding"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.435913,"ciLow":1385.645473,"ciHigh":1413.226352,"observedAt":"2026-11-11","runCount":2052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"creative_writing/Mistral Medium 3.5","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|english/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.324965,"ciLow":1434.821472,"ciHigh":1451.828458,"observedAt":"2026-11-11","runCount":5593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"english/Mistral Medium 3.5","slice":"english"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.081362,"ciLow":1411.613769,"ciHigh":1428.548956,"observedAt":"2026-11-11","runCount":8832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"exclude_ties/Mistral Medium 3.5","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|expert/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.427246,"ciLow":1417.130905,"ciHigh":1451.723587,"observedAt":"2026-11-11","runCount":1190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"expert/Mistral Medium 3.5","slice":"expert"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|french/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.138398,"ciLow":1406.016403,"ciHigh":1466.260392,"observedAt":"2026-11-11","runCount":443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"french/Mistral Medium 3.5","slice":"french"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|german/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.230273,"ciLow":1409.334946,"ciHigh":1497.1256,"observedAt":"2026-11-11","runCount":172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"german/Mistral Medium 3.5","slice":"german"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.977664,"ciLow":1437.277944,"ciHigh":1452.677384,"observedAt":"2026-11-11","runCount":7565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"hard_prompts/Mistral Medium 3.5","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.537625,"ciLow":1446.413153,"ciHigh":1466.662098,"observedAt":"2026-11-11","runCount":3815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"hard_prompts_english/Mistral Medium 3.5","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.06306,"ciLow":1418.208697,"ciHigh":1443.917423,"observedAt":"2026-11-11","runCount":2245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_business_and_management_and_financial_operations/Mistral Medium 3.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.860678,"ciLow":1384.778713,"ciHigh":1408.942643,"observedAt":"2026-11-11","runCount":2647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_entertainment_and_sports_and_media/Mistral Medium 3.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.094856,"ciLow":1419.288086,"ciHigh":1460.901626,"observedAt":"2026-11-11","runCount":886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_legal_and_government/Mistral Medium 3.5","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.558897,"ciLow":1422.506073,"ciHigh":1450.611722,"observedAt":"2026-11-11","runCount":1916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_life_and_physical_and_social_science/Mistral Medium 3.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.951565,"ciLow":1413.917093,"ciHigh":1459.986037,"observedAt":"2026-11-11","runCount":641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_mathematical/Mistral Medium 3.5","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.18201,"ciLow":1397.936306,"ciHigh":1440.427713,"observedAt":"2026-11-11","runCount":843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_medicine_and_healthcare/Mistral Medium 3.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.868298,"ciLow":1459.550254,"ciHigh":1478.186342,"observedAt":"2026-11-11","runCount":4541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_software_and_it_services/Mistral Medium 3.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.436695,"ciLow":1393.095422,"ciHigh":1415.777967,"observedAt":"2026-11-11","runCount":2966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_writing_and_literature_and_language/Mistral Medium 3.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.894612,"ciLow":1412.853731,"ciHigh":1432.935492,"observedAt":"2026-11-11","runCount":3787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"instruction_following/Mistral Medium 3.5","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|korean/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.832941,"ciLow":1344.723202,"ciHigh":1430.942679,"observedAt":"2026-11-11","runCount":187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"korean/Mistral Medium 3.5","slice":"korean"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.255678,"ciLow":1420.130633,"ciHigh":1438.380724,"observedAt":"2026-11-11","runCount":5026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"longer_query/Mistral Medium 3.5","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|math/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.740401,"ciLow":1401.553982,"ciHigh":1449.926821,"observedAt":"2026-11-11","runCount":561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"math/Mistral Medium 3.5","slice":"math"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.669026,"ciLow":1418.570048,"ciHigh":1446.768003,"observedAt":"2026-11-11","runCount":1901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"multi_turn/Mistral Medium 3.5","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|non_english/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.341162,"ciLow":1398.148543,"ciHigh":1414.533781,"observedAt":"2026-11-11","runCount":6054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"non_english/Mistral Medium 3.5","slice":"non_english"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|overall/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.366978,"ciLow":1419.947703,"ciHigh":1432.786253,"observedAt":"2026-11-11","runCount":11647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"overall/Mistral Medium 3.5","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|polish/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.653861,"ciLow":1383.486907,"ciHigh":1459.820814,"observedAt":"2026-11-11","runCount":233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"polish/Mistral Medium 3.5","slice":"polish"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|russian/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.137666,"ciLow":1394.903088,"ciHigh":1429.372244,"observedAt":"2026-11-11","runCount":1223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"russian/Mistral Medium 3.5","slice":"russian"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text-style-control@1|rating|spanish/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.417464,"ciLow":1365.648955,"ciHigh":1429.185973,"observedAt":"2026-11-11","runCount":388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"spanish/Mistral Medium 3.5","slice":"spanish"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|chinese/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.971418,"ciLow":1420.307511,"ciHigh":1467.635325,"observedAt":"2026-11-11","runCount":609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"chinese/Mistral Medium 3.5","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|coding/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.821822,"ciLow":1450.071975,"ciHigh":1471.57167,"observedAt":"2026-11-11","runCount":3249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"coding/Mistral Medium 3.5","slice":"coding"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|creative_writing/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.632572,"ciLow":1359.932563,"ciHigh":1387.332582,"observedAt":"2026-11-11","runCount":2052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"creative_writing/Mistral Medium 3.5","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|english/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.642556,"ciLow":1424.18817,"ciHigh":1441.096941,"observedAt":"2026-11-11","runCount":5593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"english/Mistral Medium 3.5","slice":"english"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|exclude_ties/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.246992,"ciLow":1401.961657,"ciHigh":1418.532326,"observedAt":"2026-11-11","runCount":8832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"exclude_ties/Mistral Medium 3.5","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|expert/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.14173,"ciLow":1414.087842,"ciHigh":1448.195618,"observedAt":"2026-11-11","runCount":1190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"expert/Mistral Medium 3.5","slice":"expert"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|french/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.888109,"ciLow":1417.915483,"ciHigh":1477.860735,"observedAt":"2026-11-11","runCount":443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"french/Mistral Medium 3.5","slice":"french"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|german/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.635666,"ciLow":1415.768702,"ciHigh":1503.50263,"observedAt":"2026-11-11","runCount":172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"german/Mistral Medium 3.5","slice":"german"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|hard_prompts/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.425035,"ciLow":1428.753346,"ciHigh":1444.096724,"observedAt":"2026-11-11","runCount":7565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"hard_prompts/Mistral Medium 3.5","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.495879,"ciLow":1434.44859,"ciHigh":1454.543168,"observedAt":"2026-11-11","runCount":3815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"hard_prompts_english/Mistral Medium 3.5","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.45628,"ciLow":1413.73155,"ciHigh":1439.181009,"observedAt":"2026-11-11","runCount":2245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_business_and_management_and_financial_operations/Mistral Medium 3.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.57136,"ciLow":1370.553591,"ciHigh":1394.589128,"observedAt":"2026-11-11","runCount":2647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_entertainment_and_sports_and_media/Mistral Medium 3.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.974243,"ciLow":1416.705547,"ciHigh":1457.242938,"observedAt":"2026-11-11","runCount":886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_legal_and_government/Mistral Medium 3.5","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.544066,"ciLow":1413.799503,"ciHigh":1441.288629,"observedAt":"2026-11-11","runCount":1916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_life_and_physical_and_social_science/Mistral Medium 3.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|industry_mathematical/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.961747,"ciLow":1416.967235,"ciHigh":1462.95626,"observedAt":"2026-11-11","runCount":641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_mathematical/Mistral Medium 3.5","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.952419,"ciLow":1386.122589,"ciHigh":1427.782249,"observedAt":"2026-11-11","runCount":843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_medicine_and_healthcare/Mistral Medium 3.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.491167,"ciLow":1449.291437,"ciHigh":1467.690897,"observedAt":"2026-11-11","runCount":4541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_software_and_it_services/Mistral Medium 3.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.220486,"ciLow":1371.938062,"ciHigh":1394.50291,"observedAt":"2026-11-11","runCount":2966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"industry_writing_and_literature_and_language/Mistral Medium 3.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|instruction_following/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.987099,"ciLow":1405.997954,"ciHigh":1425.976243,"observedAt":"2026-11-11","runCount":3787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"instruction_following/Mistral Medium 3.5","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|korean/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.417131,"ciLow":1339.918733,"ciHigh":1426.915529,"observedAt":"2026-11-11","runCount":187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"korean/Mistral Medium 3.5","slice":"korean"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|longer_query/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.333342,"ciLow":1406.284881,"ciHigh":1424.381803,"observedAt":"2026-11-11","runCount":5026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"longer_query/Mistral Medium 3.5","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|math/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.230902,"ciLow":1405.806082,"ciHigh":1454.655721,"observedAt":"2026-11-11","runCount":561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"math/Mistral Medium 3.5","slice":"math"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|multi_turn/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.584584,"ciLow":1409.5812,"ciHigh":1437.587967,"observedAt":"2026-11-11","runCount":1901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"multi_turn/Mistral Medium 3.5","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|non_english/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.138088,"ciLow":1396.98332,"ciHigh":1413.292856,"observedAt":"2026-11-11","runCount":6054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"non_english/Mistral Medium 3.5","slice":"non_english"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|overall/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.834768,"ciLow":1414.436731,"ciHigh":1427.232804,"observedAt":"2026-11-11","runCount":11647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"overall/Mistral Medium 3.5","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|polish/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.185416,"ciLow":1392.139281,"ciHigh":1466.231551,"observedAt":"2026-11-11","runCount":233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"polish/Mistral Medium 3.5","slice":"polish"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|russian/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.418696,"ciLow":1380.28219,"ciHigh":1414.555201,"observedAt":"2026-11-11","runCount":1223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"russian/Mistral Medium 3.5","slice":"russian"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-text@1|rating|spanish/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.488538,"ciLow":1381.409012,"ciHigh":1443.568064,"observedAt":"2026-11-11","runCount":388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"spanish/Mistral Medium 3.5","slice":"spanish"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision-style-control@1|rating|chinese/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.923386,"ciLow":1177.9435,"ciHigh":1255.903272,"observedAt":"2026-11-09","runCount":284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"chinese/Mistral Medium 3.5","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.812117,"ciLow":1162.147447,"ciHigh":1229.476786,"observedAt":"2026-11-09","runCount":343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"creative_writing_vision/Mistral Medium 3.5","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision-style-control@1|rating|diagram/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.470659,"ciLow":1226.262108,"ciHigh":1258.67921,"observedAt":"2026-11-09","runCount":1529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"diagram/Mistral Medium 3.5","slice":"diagram"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision-style-control@1|rating|english/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.645394,"ciLow":1203.82716,"ciHigh":1231.463628,"observedAt":"2026-11-09","runCount":2296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"english/Mistral Medium 3.5","slice":"english"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision-style-control@1|rating|homework/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.434315,"ciLow":1194.226285,"ciHigh":1238.642345,"observedAt":"2026-11-09","runCount":794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"homework/Mistral Medium 3.5","slice":"homework"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision-style-control@1|rating|humor/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.996726,"ciLow":1156.805986,"ciHigh":1237.187466,"observedAt":"2026-11-09","runCount":233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"humor/Mistral Medium 3.5","slice":"humor"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision-style-control@1|rating|ocr/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.65762,"ciLow":1204.091791,"ciHigh":1225.223449,"observedAt":"2026-11-09","runCount":3876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"ocr/Mistral Medium 3.5","slice":"ocr"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision-style-control@1|rating|overall/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.225188,"ciLow":1189.644116,"ciHigh":1208.806259,"observedAt":"2026-11-09","runCount":5330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"overall/Mistral Medium 3.5","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision@1|rating|chinese/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1244.568779,"ciLow":1206.960427,"ciHigh":1282.177131,"observedAt":"2026-11-09","runCount":284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"chinese/Mistral Medium 3.5","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision@1|rating|creative_writing_vision/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1198.585134,"ciLow":1165.434474,"ciHigh":1231.735794,"observedAt":"2026-11-09","runCount":343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"creative_writing_vision/Mistral Medium 3.5","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision@1|rating|diagram/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1254.846948,"ciLow":1238.811094,"ciHigh":1270.882803,"observedAt":"2026-11-09","runCount":1529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"diagram/Mistral Medium 3.5","slice":"diagram"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision@1|rating|english/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1241.909568,"ciLow":1228.260194,"ciHigh":1255.558943,"observedAt":"2026-11-09","runCount":2296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"english/Mistral Medium 3.5","slice":"english"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision@1|rating|homework/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1229.398378,"ciLow":1207.26877,"ciHigh":1251.527985,"observedAt":"2026-11-09","runCount":794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"homework/Mistral Medium 3.5","slice":"homework"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision@1|rating|humor/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1217.578504,"ciLow":1177.489195,"ciHigh":1257.667812,"observedAt":"2026-11-09","runCount":233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"humor/Mistral Medium 3.5","slice":"humor"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision@1|rating|ocr/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1232.901388,"ciLow":1222.467841,"ciHigh":1243.334934,"observedAt":"2026-11-09","runCount":3876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"ocr/Mistral Medium 3.5","slice":"ocr"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-vision@1|rating|overall/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1222.412401,"ciLow":1212.933943,"ciHigh":1231.890859,"observedAt":"2026-11-09","runCount":5330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"overall/Mistral Medium 3.5","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-webdev@1|rating|overall/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1263.214868,"ciLow":1248.333587,"ciHigh":1278.096149,"observedAt":"2026-11-15","runCount":2279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"overall/Mistral Medium 3.5","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-webdev@1|rating|webdev-html/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1309.00417,"ciLow":1268.104177,"ciHigh":1349.904164,"observedAt":"2026-11-15","runCount":261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"webdev-html/Mistral Medium 3.5","slice":"webdev-html"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-webdev@1|rating|webdev-react/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1252.207678,"ciLow":1235.869619,"ciHigh":1268.545737,"observedAt":"2026-11-15","runCount":1934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"webdev-react/Mistral Medium 3.5","slice":"webdev-react"}
{"key":"lmarena|mistral/mistral-medium-3.5:default|none|lmarena-webdev@1|rating|webdev/Mistral Medium 3.5","sourceId":"lmarena","modelId":"mistral/mistral-medium-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1263.214868,"ciLow":1248.333587,"ciHigh":1278.096149,"observedAt":"2026-11-15","runCount":2279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3.5","rowId":"webdev/Mistral Medium 3.5","slice":"webdev"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|chinese/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.325932,"ciLow":1372.218038,"ciHigh":1398.433826,"observedAt":"2026-11-11","runCount":2047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"chinese/Mistral Medium 3 (2505)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|coding/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.61284,"ciLow":1424.592667,"ciHigh":1440.633013,"observedAt":"2026-11-11","runCount":5836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"coding/Mistral Medium 3 (2505)","slice":"coding"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.023695,"ciLow":1354.397914,"ciHigh":1373.649476,"observedAt":"2026-11-11","runCount":4062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"creative_writing/Mistral Medium 3 (2505)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|english/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.9017,"ciLow":1395.946965,"ciHigh":1407.856436,"observedAt":"2026-11-11","runCount":15092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"english/Mistral Medium 3 (2505)","slice":"english"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.123874,"ciLow":1359.637868,"ciHigh":1372.609881,"observedAt":"2026-11-11","runCount":22732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"exclude_ties/Mistral Medium 3 (2505)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|expert/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.963036,"ciLow":1364.396737,"ciHigh":1391.529335,"observedAt":"2026-11-11","runCount":1805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"expert/Mistral Medium 3 (2505)","slice":"expert"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|french/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.072502,"ciLow":1364.370853,"ciHigh":1417.774151,"observedAt":"2026-11-11","runCount":494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"french/Mistral Medium 3 (2505)","slice":"french"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|german/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.508767,"ciLow":1374.734597,"ciHigh":1412.282937,"observedAt":"2026-11-11","runCount":998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"german/Mistral Medium 3 (2505)","slice":"german"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.86205,"ciLow":1394.890686,"ciHigh":1406.833414,"observedAt":"2026-11-11","runCount":13638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"hard_prompts/Mistral Medium 3 (2505)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.074873,"ciLow":1401.264116,"ciHigh":1416.88563,"observedAt":"2026-11-11","runCount":6355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"hard_prompts_english/Mistral Medium 3 (2505)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.822269,"ciLow":1378.107621,"ciHigh":1395.536916,"observedAt":"2026-11-11","runCount":5092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_business_and_management_and_financial_operations/Mistral Medium 3 (2505)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.933675,"ciLow":1346.7196,"ciHigh":1363.147751,"observedAt":"2026-11-11","runCount":5590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_entertainment_and_sports_and_media/Mistral Medium 3 (2505)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.116584,"ciLow":1397.231386,"ciHigh":1423.001783,"observedAt":"2026-11-11","runCount":2117,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_legal_and_government/Mistral Medium 3 (2505)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.560728,"ciLow":1400.163274,"ciHigh":1416.958183,"observedAt":"2026-11-11","runCount":5628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_life_and_physical_and_social_science/Mistral Medium 3 (2505)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.153932,"ciLow":1340.83728,"ciHigh":1365.470583,"observedAt":"2026-11-11","runCount":2191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_mathematical/Mistral Medium 3 (2505)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.428035,"ciLow":1405.682013,"ciHigh":1433.174058,"observedAt":"2026-11-11","runCount":1973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_medicine_and_healthcare/Mistral Medium 3 (2505)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.609895,"ciLow":1415.050533,"ciHigh":1428.169256,"observedAt":"2026-11-11","runCount":10541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_software_and_it_services/Mistral Medium 3 (2505)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.279117,"ciLow":1362.691127,"ciHigh":1377.867107,"observedAt":"2026-11-11","runCount":7169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_writing_and_literature_and_language/Mistral Medium 3 (2505)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.805554,"ciLow":1358.635024,"ciHigh":1372.976084,"observedAt":"2026-11-11","runCount":7936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"instruction_following/Mistral Medium 3 (2505)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|japanese/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.714065,"ciLow":1303.771756,"ciHigh":1343.656373,"observedAt":"2026-11-11","runCount":916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"japanese/Mistral Medium 3 (2505)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|korean/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.444819,"ciLow":1293.605479,"ciHigh":1341.284159,"observedAt":"2026-11-11","runCount":640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"korean/Mistral Medium 3 (2505)","slice":"korean"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.67167,"ciLow":1384.641484,"ciHigh":1400.701857,"observedAt":"2026-11-11","runCount":5923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"longer_query/Mistral Medium 3 (2505)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|math/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.480638,"ciLow":1335.364435,"ciHigh":1359.59684,"observedAt":"2026-11-11","runCount":2229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"math/Mistral Medium 3 (2505)","slice":"math"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.675449,"ciLow":1394.406108,"ciHigh":1410.944789,"observedAt":"2026-11-11","runCount":5705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"multi_turn/Mistral Medium 3 (2505)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|non_english/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.804957,"ciLow":1364.197528,"ciHigh":1375.412386,"observedAt":"2026-11-11","runCount":17649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"non_english/Mistral Medium 3 (2505)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|overall/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.357237,"ciLow":1382.632372,"ciHigh":1392.082103,"observedAt":"2026-11-11","runCount":32749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"overall/Mistral Medium 3 (2505)","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|polish/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.850756,"ciLow":1379.06549,"ciHigh":1402.636022,"observedAt":"2026-11-11","runCount":2883,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"polish/Mistral Medium 3 (2505)","slice":"polish"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|russian/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.246336,"ciLow":1374.310074,"ciHigh":1396.182598,"observedAt":"2026-11-11","runCount":2761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"russian/Mistral Medium 3 (2505)","slice":"russian"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text-style-control@1|rating|spanish/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.430541,"ciLow":1353.014809,"ciHigh":1403.846272,"observedAt":"2026-11-11","runCount":564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"spanish/Mistral Medium 3 (2505)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|chinese/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.72154,"ciLow":1360.768514,"ciHigh":1386.674565,"observedAt":"2026-11-11","runCount":2047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"chinese/Mistral Medium 3 (2505)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|coding/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.794318,"ciLow":1377.793726,"ciHigh":1393.794909,"observedAt":"2026-11-11","runCount":5836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"coding/Mistral Medium 3 (2505)","slice":"coding"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|creative_writing/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.557065,"ciLow":1334.065636,"ciHigh":1353.048495,"observedAt":"2026-11-11","runCount":4062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"creative_writing/Mistral Medium 3 (2505)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|english/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.570292,"ciLow":1378.664286,"ciHigh":1390.476298,"observedAt":"2026-11-11","runCount":15092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"english/Mistral Medium 3 (2505)","slice":"english"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|exclude_ties/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.476068,"ciLow":1334.097851,"ciHigh":1346.854286,"observedAt":"2026-11-11","runCount":22732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"exclude_ties/Mistral Medium 3 (2505)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|expert/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.603449,"ciLow":1328.166468,"ciHigh":1355.04043,"observedAt":"2026-11-11","runCount":1805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"expert/Mistral Medium 3 (2505)","slice":"expert"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|french/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.348317,"ciLow":1343.031436,"ciHigh":1395.665199,"observedAt":"2026-11-11","runCount":494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"french/Mistral Medium 3 (2505)","slice":"french"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|german/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.296856,"ciLow":1358.650922,"ciHigh":1395.94279,"observedAt":"2026-11-11","runCount":998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"german/Mistral Medium 3 (2505)","slice":"german"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|hard_prompts/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.491168,"ciLow":1358.53736,"ciHigh":1370.444976,"observedAt":"2026-11-11","runCount":13638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"hard_prompts/Mistral Medium 3 (2505)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.880572,"ciLow":1366.106569,"ciHigh":1381.654575,"observedAt":"2026-11-11","runCount":6355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"hard_prompts_english/Mistral Medium 3 (2505)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.668818,"ciLow":1342.989075,"ciHigh":1360.34856,"observedAt":"2026-11-11","runCount":5092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_business_and_management_and_financial_operations/Mistral Medium 3 (2505)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.913194,"ciLow":1326.786238,"ciHigh":1343.040151,"observedAt":"2026-11-11","runCount":5590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_entertainment_and_sports_and_media/Mistral Medium 3 (2505)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.232676,"ciLow":1371.425678,"ciHigh":1397.039675,"observedAt":"2026-11-11","runCount":2117,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_legal_and_government/Mistral Medium 3 (2505)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.881917,"ciLow":1372.54782,"ciHigh":1389.216014,"observedAt":"2026-11-11","runCount":5628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_life_and_physical_and_social_science/Mistral Medium 3 (2505)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|industry_mathematical/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.619336,"ciLow":1342.42862,"ciHigh":1366.810053,"observedAt":"2026-11-11","runCount":2191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_mathematical/Mistral Medium 3 (2505)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.342433,"ciLow":1367.739182,"ciHigh":1394.945684,"observedAt":"2026-11-11","runCount":1973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_medicine_and_healthcare/Mistral Medium 3 (2505)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.257093,"ciLow":1378.718163,"ciHigh":1391.796023,"observedAt":"2026-11-11","runCount":10541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_software_and_it_services/Mistral Medium 3 (2505)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.915601,"ciLow":1344.401631,"ciHigh":1359.429571,"observedAt":"2026-11-11","runCount":7169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"industry_writing_and_literature_and_language/Mistral Medium 3 (2505)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|instruction_following/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.569337,"ciLow":1331.430502,"ciHigh":1345.708173,"observedAt":"2026-11-11","runCount":7936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"instruction_following/Mistral Medium 3 (2505)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|japanese/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.515688,"ciLow":1295.479568,"ciHigh":1335.551809,"observedAt":"2026-11-11","runCount":916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"japanese/Mistral Medium 3 (2505)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|korean/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.012709,"ciLow":1280.236294,"ciHigh":1327.789123,"observedAt":"2026-11-11","runCount":640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"korean/Mistral Medium 3 (2505)","slice":"korean"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|longer_query/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.293697,"ciLow":1352.31276,"ciHigh":1368.274635,"observedAt":"2026-11-11","runCount":5923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"longer_query/Mistral Medium 3 (2505)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|math/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.491509,"ciLow":1340.511801,"ciHigh":1364.471217,"observedAt":"2026-11-11","runCount":2229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"math/Mistral Medium 3 (2505)","slice":"math"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|multi_turn/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.577174,"ciLow":1375.353037,"ciHigh":1391.801311,"observedAt":"2026-11-11","runCount":5705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"multi_turn/Mistral Medium 3 (2505)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|non_english/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.174627,"ciLow":1347.610709,"ciHigh":1358.738544,"observedAt":"2026-11-11","runCount":17649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"non_english/Mistral Medium 3 (2505)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|overall/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.227362,"ciLow":1365.538739,"ciHigh":1374.915986,"observedAt":"2026-11-11","runCount":32749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"overall/Mistral Medium 3 (2505)","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|polish/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.155586,"ciLow":1358.468326,"ciHigh":1381.842846,"observedAt":"2026-11-11","runCount":2883,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"polish/Mistral Medium 3 (2505)","slice":"polish"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|russian/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.16886,"ciLow":1348.282321,"ciHigh":1370.055399,"observedAt":"2026-11-11","runCount":2761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"russian/Mistral Medium 3 (2505)","slice":"russian"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-text@1|rating|spanish/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.201004,"ciLow":1338.143763,"ciHigh":1388.258245,"observedAt":"2026-11-11","runCount":564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"spanish/Mistral Medium 3 (2505)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision-style-control@1|rating|captioning/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1090.668542,"ciLow":1040.634624,"ciHigh":1140.702461,"observedAt":"2026-11-09","runCount":160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"captioning/Mistral Medium 3 (2505)","slice":"captioning"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision-style-control@1|rating|chinese/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.11323,"ciLow":1142.686748,"ciHigh":1193.539712,"observedAt":"2026-11-09","runCount":598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"chinese/Mistral Medium 3 (2505)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision-style-control@1|rating|creative_writing/mistral-medium-2505","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.66547,"ciLow":1140.793179,"ciHigh":1190.537762,"observedAt":"2026-01-09","runCount":518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"mistral-medium-2505","rowId":"creative_writing/mistral-medium-2505","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.992887,"ciLow":1112.361631,"ciHigh":1169.624144,"observedAt":"2026-11-09","runCount":480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"creative_writing_vision/Mistral Medium 3 (2505)","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision-style-control@1|rating|diagram/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.234945,"ciLow":1151.122062,"ciHigh":1183.347827,"observedAt":"2026-11-09","runCount":1418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"diagram/Mistral Medium 3 (2505)","slice":"diagram"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision-style-control@1|rating|english/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1164.554333,"ciLow":1153.848535,"ciHigh":1175.26013,"observedAt":"2026-11-09","runCount":5299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"english/Mistral Medium 3 (2505)","slice":"english"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1125.307564,"ciLow":1084.338964,"ciHigh":1166.276164,"observedAt":"2026-11-09","runCount":199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"entity_recognition/Mistral Medium 3 (2505)","slice":"entity_recognition"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision-style-control@1|rating|homework/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.318194,"ciLow":1146.468,"ciHigh":1188.168388,"observedAt":"2026-11-09","runCount":807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"homework/Mistral Medium 3 (2505)","slice":"homework"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision-style-control@1|rating|humor/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.946562,"ciLow":1097.477343,"ciHigh":1158.415781,"observedAt":"2026-11-09","runCount":440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"humor/Mistral Medium 3 (2505)","slice":"humor"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision-style-control@1|rating|ocr/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.599145,"ciLow":1149.023503,"ciHigh":1170.174788,"observedAt":"2026-11-09","runCount":4552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"ocr/Mistral Medium 3 (2505)","slice":"ocr"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision-style-control@1|rating|overall/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1155.140098,"ciLow":1146.841778,"ciHigh":1163.438419,"observedAt":"2026-11-09","runCount":10773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"overall/Mistral Medium 3 (2505)","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision@1|rating|captioning/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1094.706998,"ciLow":1045.423362,"ciHigh":1143.990634,"observedAt":"2026-11-09","runCount":160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"captioning/Mistral Medium 3 (2505)","slice":"captioning"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision@1|rating|chinese/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1161.244319,"ciLow":1136.088144,"ciHigh":1186.400495,"observedAt":"2026-11-09","runCount":598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"chinese/Mistral Medium 3 (2505)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision@1|rating|creative_writing/mistral-medium-2505","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1168.635668,"ciLow":1144.004452,"ciHigh":1193.266885,"observedAt":"2026-01-09","runCount":518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"mistral-medium-2505","rowId":"creative_writing/mistral-medium-2505","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision@1|rating|creative_writing_vision/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1146.426918,"ciLow":1118.128953,"ciHigh":1174.724882,"observedAt":"2026-11-09","runCount":480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"creative_writing_vision/Mistral Medium 3 (2505)","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision@1|rating|diagram/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1155.272583,"ciLow":1139.24533,"ciHigh":1171.299835,"observedAt":"2026-11-09","runCount":1418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"diagram/Mistral Medium 3 (2505)","slice":"diagram"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision@1|rating|english/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1171.596819,"ciLow":1160.950877,"ciHigh":1182.242761,"observedAt":"2026-11-09","runCount":5299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"english/Mistral Medium 3 (2505)","slice":"english"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision@1|rating|entity_recognition/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1140.433847,"ciLow":1099.804731,"ciHigh":1181.062962,"observedAt":"2026-11-09","runCount":199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"entity_recognition/Mistral Medium 3 (2505)","slice":"entity_recognition"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision@1|rating|homework/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1165.294829,"ciLow":1144.483137,"ciHigh":1186.106522,"observedAt":"2026-11-09","runCount":807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"homework/Mistral Medium 3 (2505)","slice":"homework"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision@1|rating|humor/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1144.155952,"ciLow":1113.643507,"ciHigh":1174.668397,"observedAt":"2026-11-09","runCount":440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"humor/Mistral Medium 3 (2505)","slice":"humor"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision@1|rating|ocr/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1154.037132,"ciLow":1143.523566,"ciHigh":1164.550699,"observedAt":"2026-11-09","runCount":4552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"ocr/Mistral Medium 3 (2505)","slice":"ocr"}
{"key":"lmarena|mistral/mistral-medium-3:default|none|lmarena-vision@1|rating|overall/Mistral Medium 3 (2505)","sourceId":"lmarena","modelId":"mistral/mistral-medium-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1156.697973,"ciLow":1148.439781,"ciHigh":1164.956164,"observedAt":"2026-11-09","runCount":10773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium 3 (2505)","rowId":"overall/Mistral Medium 3 (2505)","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|chinese/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.69176,"ciLow":1182.903466,"ciHigh":1210.480055,"observedAt":"2026-11-11","runCount":3014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"chinese/Mistral Medium","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|coding/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.736158,"ciLow":1252.323136,"ciHigh":1273.149181,"observedAt":"2026-11-11","runCount":5149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"coding/Mistral Medium","slice":"coding"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.779192,"ciLow":1181.878588,"ciHigh":1203.679796,"observedAt":"2026-11-11","runCount":5549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"creative_writing/Mistral Medium","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|english/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.326802,"ciLow":1240.852418,"ciHigh":1253.801187,"observedAt":"2026-11-11","runCount":23846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"english/Mistral Medium","slice":"english"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.285931,"ciLow":1104.189516,"ciHigh":1120.382347,"observedAt":"2026-11-11","runCount":23596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"exclude_ties/Mistral Medium","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|expert/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.056005,"ciLow":1210.002161,"ciHigh":1244.10985,"observedAt":"2026-11-11","runCount":1357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"expert/Mistral Medium","slice":"expert"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|french/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.762721,"ciLow":1219.266483,"ciHigh":1274.25896,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"french/Mistral Medium","slice":"french"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|german/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.733811,"ciLow":1189.944095,"ciHigh":1235.523528,"observedAt":"2026-11-11","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"german/Mistral Medium","slice":"german"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.02224,"ciLow":1227.367664,"ciHigh":1244.676815,"observedAt":"2026-11-11","runCount":8650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"hard_prompts/Mistral Medium","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.842715,"ciLow":1233.027791,"ciHigh":1252.657638,"observedAt":"2026-11-11","runCount":6398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"hard_prompts_english/Mistral Medium","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.384046,"ciLow":1193.815547,"ciHigh":1218.952545,"observedAt":"2026-11-11","runCount":3224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_business_and_management_and_financial_operations/Mistral Medium","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.347737,"ciLow":1178.679221,"ciHigh":1200.016253,"observedAt":"2026-11-11","runCount":5402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_entertainment_and_sports_and_media/Mistral Medium","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.891579,"ciLow":1235.579724,"ciHigh":1268.203435,"observedAt":"2026-11-11","runCount":1811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_legal_and_government/Mistral Medium","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.514649,"ciLow":1240.033353,"ciHigh":1260.995946,"observedAt":"2026-11-11","runCount":6062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_life_and_physical_and_social_science/Mistral Medium","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.42474,"ciLow":1216.006066,"ciHigh":1238.843414,"observedAt":"2026-11-11","runCount":3806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_mathematical/Mistral Medium","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.287079,"ciLow":1224.230402,"ciHigh":1256.343756,"observedAt":"2026-11-11","runCount":1925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_medicine_and_healthcare/Mistral Medium","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.082279,"ciLow":1234.179254,"ciHigh":1251.985305,"observedAt":"2026-11-11","runCount":9016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_software_and_it_services/Mistral Medium","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.386739,"ciLow":1197.929764,"ciHigh":1216.843713,"observedAt":"2026-11-11","runCount":8402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_writing_and_literature_and_language/Mistral Medium","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.423763,"ciLow":1202.206562,"ciHigh":1218.640963,"observedAt":"2026-11-11","runCount":11466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"instruction_following/Mistral Medium","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|japanese/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1069.403172,"ciLow":1035.018154,"ciHigh":1103.788191,"observedAt":"2026-11-11","runCount":337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"japanese/Mistral Medium","slice":"japanese"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|korean/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1101.340246,"ciLow":1063.728225,"ciHigh":1138.952266,"observedAt":"2026-11-11","runCount":268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"korean/Mistral Medium","slice":"korean"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.143924,"ciLow":1208.26615,"ciHigh":1234.021698,"observedAt":"2026-11-11","runCount":2718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"longer_query/Mistral Medium","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|math/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.692772,"ciLow":1209.86804,"ciHigh":1231.517504,"observedAt":"2026-11-11","runCount":4406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"math/Mistral Medium","slice":"math"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.661043,"ciLow":1185.309375,"ciHigh":1208.01271,"observedAt":"2026-11-11","runCount":4621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"multi_turn/Mistral Medium","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|non_english/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.963253,"ciLow":1176.615282,"ciHigh":1193.311224,"observedAt":"2026-11-11","runCount":10704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"non_english/Mistral Medium","slice":"non_english"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|overall/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.85857,"ciLow":1217.380613,"ciHigh":1228.336527,"observedAt":"2026-11-11","runCount":34550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"overall/Mistral Medium","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|russian/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.241928,"ciLow":1203.19585,"ciHigh":1233.288005,"observedAt":"2026-11-11","runCount":1757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"russian/Mistral Medium","slice":"russian"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text-style-control@1|rating|spanish/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.610029,"ciLow":1169.143967,"ciHigh":1234.076091,"observedAt":"2026-11-11","runCount":439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"spanish/Mistral Medium","slice":"spanish"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|chinese/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1109.180368,"ciLow":1095.624974,"ciHigh":1122.735761,"observedAt":"2026-11-11","runCount":3014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"chinese/Mistral Medium","slice":"chinese"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|coding/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1161.93704,"ciLow":1151.599133,"ciHigh":1172.274947,"observedAt":"2026-11-11","runCount":5149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"coding/Mistral Medium","slice":"coding"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|creative_writing/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1157.551701,"ciLow":1146.797804,"ciHigh":1168.305597,"observedAt":"2026-11-11","runCount":5549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"creative_writing/Mistral Medium","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|english/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.299826,"ciLow":1183.889415,"ciHigh":1196.710238,"observedAt":"2026-11-11","runCount":23846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"english/Mistral Medium","slice":"english"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|exclude_ties/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1030.479804,"ciLow":1022.535016,"ciHigh":1038.424592,"observedAt":"2026-11-11","runCount":23596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"exclude_ties/Mistral Medium","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|expert/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1125.036721,"ciLow":1107.963693,"ciHigh":1142.10975,"observedAt":"2026-11-11","runCount":1357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"expert/Mistral Medium","slice":"expert"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|french/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.564528,"ciLow":1152.2763,"ciHigh":1206.852756,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"french/Mistral Medium","slice":"french"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|german/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.525615,"ciLow":1131.998379,"ciHigh":1177.052851,"observedAt":"2026-11-11","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"german/Mistral Medium","slice":"german"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|hard_prompts/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1149.18569,"ciLow":1140.594049,"ciHigh":1157.777331,"observedAt":"2026-11-11","runCount":8650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"hard_prompts/Mistral Medium","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1157.752738,"ciLow":1148.026469,"ciHigh":1167.479006,"observedAt":"2026-11-11","runCount":6398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"hard_prompts_english/Mistral Medium","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1119.381457,"ciLow":1106.784188,"ciHigh":1131.978726,"observedAt":"2026-11-11","runCount":3224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_business_and_management_and_financial_operations/Mistral Medium","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1137.738866,"ciLow":1127.153718,"ciHigh":1148.324013,"observedAt":"2026-11-11","runCount":5402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_entertainment_and_sports_and_media/Mistral Medium","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1169.880794,"ciLow":1153.50308,"ciHigh":1186.258509,"observedAt":"2026-11-11","runCount":1811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_legal_and_government/Mistral Medium","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1158.369329,"ciLow":1147.897908,"ciHigh":1168.840751,"observedAt":"2026-11-11","runCount":6062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_life_and_physical_and_social_science/Mistral Medium","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|industry_mathematical/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1178.066177,"ciLow":1166.735621,"ciHigh":1189.396732,"observedAt":"2026-11-11","runCount":3806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_mathematical/Mistral Medium","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1132.196769,"ciLow":1116.103884,"ciHigh":1148.289654,"observedAt":"2026-11-11","runCount":1925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_medicine_and_healthcare/Mistral Medium","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.648817,"ciLow":1144.797097,"ciHigh":1162.500537,"observedAt":"2026-11-11","runCount":9016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_software_and_it_services/Mistral Medium","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1172.016505,"ciLow":1162.71408,"ciHigh":1181.31893,"observedAt":"2026-11-11","runCount":8402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"industry_writing_and_literature_and_language/Mistral Medium","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|instruction_following/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1151.630622,"ciLow":1143.558917,"ciHigh":1159.702327,"observedAt":"2026-11-11","runCount":11466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"instruction_following/Mistral Medium","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|japanese/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1012.759387,"ciLow":978.935724,"ciHigh":1046.58305,"observedAt":"2026-11-11","runCount":337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"japanese/Mistral Medium","slice":"japanese"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|korean/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1032.266254,"ciLow":996.500626,"ciHigh":1068.031882,"observedAt":"2026-11-11","runCount":268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"korean/Mistral Medium","slice":"korean"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|longer_query/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.254211,"ciLow":1140.504183,"ciHigh":1166.00424,"observedAt":"2026-11-11","runCount":2718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"longer_query/Mistral Medium","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|math/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.836094,"ciLow":1169.102393,"ciHigh":1190.569796,"observedAt":"2026-11-11","runCount":4406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"math/Mistral Medium","slice":"math"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|multi_turn/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1147.18115,"ciLow":1135.938473,"ciHigh":1158.423828,"observedAt":"2026-11-11","runCount":4621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"multi_turn/Mistral Medium","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|non_english/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1128.643092,"ciLow":1120.392807,"ciHigh":1136.893376,"observedAt":"2026-11-11","runCount":10704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"non_english/Mistral Medium","slice":"non_english"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|overall/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.181783,"ciLow":1159.763751,"ciHigh":1170.599815,"observedAt":"2026-11-11","runCount":34550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"overall/Mistral Medium","slice":"overall"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|russian/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1167.506765,"ciLow":1152.549964,"ciHigh":1182.463567,"observedAt":"2026-11-11","runCount":1757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"russian/Mistral Medium","slice":"russian"}
{"key":"lmarena|mistral/mistral-medium:default|none|lmarena-text@1|rating|spanish/Mistral Medium","sourceId":"lmarena","modelId":"mistral/mistral-medium","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.226226,"ciLow":1111.16149,"ciHigh":1175.290961,"observedAt":"2026-11-11","runCount":439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Medium","rowId":"spanish/Mistral Medium","slice":"spanish"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|chinese/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.902936,"ciLow":1280.445575,"ciHigh":1307.360297,"observedAt":"2026-11-11","runCount":2226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"chinese/Mistral Small 3.1 24B Instruct (2503)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|coding/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.081311,"ciLow":1353.170054,"ciHigh":1368.992568,"observedAt":"2026-11-11","runCount":6101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"coding/Mistral Small 3.1 24B Instruct (2503)","slice":"coding"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.339334,"ciLow":1260.70177,"ciHigh":1279.976897,"observedAt":"2026-11-11","runCount":4105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"creative_writing/Mistral Small 3.1 24B Instruct (2503)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|english/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.409592,"ciLow":1312.528368,"ciHigh":1324.290816,"observedAt":"2026-11-11","runCount":14211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"english/Mistral Small 3.1 24B Instruct (2503)","slice":"english"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.362655,"ciLow":1232.890266,"ciHigh":1245.835045,"observedAt":"2026-11-11","runCount":23297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"exclude_ties/Mistral Small 3.1 24B Instruct (2503)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|expert/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.98859,"ciLow":1286.846982,"ciHigh":1317.130198,"observedAt":"2026-11-11","runCount":1678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"expert/Mistral Small 3.1 24B Instruct (2503)","slice":"expert"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|french/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.44244,"ciLow":1277.235331,"ciHigh":1335.649548,"observedAt":"2026-11-11","runCount":456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"french/Mistral Small 3.1 24B Instruct (2503)","slice":"french"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|german/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.506896,"ciLow":1275.261542,"ciHigh":1317.75225,"observedAt":"2026-11-11","runCount":875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"german/Mistral Small 3.1 24B Instruct (2503)","slice":"german"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.96683,"ciLow":1313.11906,"ciHigh":1324.8146,"observedAt":"2026-11-11","runCount":14594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"hard_prompts/Mistral Small 3.1 24B Instruct (2503)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.632747,"ciLow":1321.82117,"ciHigh":1337.444323,"observedAt":"2026-11-11","runCount":6513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"hard_prompts_english/Mistral Small 3.1 24B Instruct (2503)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.641118,"ciLow":1288.027309,"ciHigh":1305.254927,"observedAt":"2026-11-11","runCount":5504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_business_and_management_and_financial_operations/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.24847,"ciLow":1268.075111,"ciHigh":1284.421829,"observedAt":"2026-11-11","runCount":5804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_entertainment_and_sports_and_media/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.606535,"ciLow":1293.440327,"ciHigh":1319.772743,"observedAt":"2026-11-11","runCount":2114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_legal_and_government/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.827905,"ciLow":1295.98091,"ciHigh":1313.674899,"observedAt":"2026-11-11","runCount":5211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_life_and_physical_and_social_science/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.265824,"ciLow":1274.755067,"ciHigh":1301.776581,"observedAt":"2026-11-11","runCount":1919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_mathematical/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.568366,"ciLow":1302.230463,"ciHigh":1330.90627,"observedAt":"2026-11-11","runCount":1943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_medicine_and_healthcare/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.336884,"ciLow":1336.923875,"ciHigh":1349.749893,"observedAt":"2026-11-11","runCount":10879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_software_and_it_services/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.516424,"ciLow":1281.959228,"ciHigh":1297.07362,"observedAt":"2026-11-11","runCount":7046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_writing_and_literature_and_language/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.1431,"ciLow":1286.011573,"ciHigh":1300.274628,"observedAt":"2026-11-11","runCount":8031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"instruction_following/Mistral Small 3.1 24B Instruct (2503)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|japanese/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.958956,"ciLow":1217.049924,"ciHigh":1260.867989,"observedAt":"2026-11-11","runCount":808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"japanese/Mistral Small 3.1 24B Instruct (2503)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|korean/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.964792,"ciLow":1218.112012,"ciHigh":1265.817571,"observedAt":"2026-11-11","runCount":713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"korean/Mistral Small 3.1 24B Instruct (2503)","slice":"korean"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.846593,"ciLow":1314.027182,"ciHigh":1329.666005,"observedAt":"2026-11-11","runCount":6336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"longer_query/Mistral Small 3.1 24B Instruct (2503)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|math/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.579568,"ciLow":1263.492481,"ciHigh":1289.666654,"observedAt":"2026-11-11","runCount":2099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"math/Mistral Small 3.1 24B Instruct (2503)","slice":"math"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.805307,"ciLow":1282.16779,"ciHigh":1299.442824,"observedAt":"2026-11-11","runCount":5401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"multi_turn/Mistral Small 3.1 24B Instruct (2503)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|non_english/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.689135,"ciLow":1276.156954,"ciHigh":1287.221317,"observedAt":"2026-11-11","runCount":18438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"non_english/Mistral Small 3.1 24B Instruct (2503)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|overall/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.780564,"ciLow":1298.230135,"ciHigh":1307.330993,"observedAt":"2026-11-11","runCount":32660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"overall/Mistral Small 3.1 24B Instruct (2503)","slice":"overall"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|polish/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.977871,"ciLow":1266.426994,"ciHigh":1291.528748,"observedAt":"2026-11-11","runCount":2794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"polish/Mistral Small 3.1 24B Instruct (2503)","slice":"polish"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|russian/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.471458,"ciLow":1285.614358,"ciHigh":1309.328559,"observedAt":"2026-11-11","runCount":2409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"russian/Mistral Small 3.1 24B Instruct (2503)","slice":"russian"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text-style-control@1|rating|spanish/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.109289,"ciLow":1287.26608,"ciHigh":1330.952499,"observedAt":"2026-11-11","runCount":807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"spanish/Mistral Small 3.1 24B Instruct (2503)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|chinese/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.8097,"ciLow":1239.485721,"ciHigh":1266.133679,"observedAt":"2026-11-11","runCount":2226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"chinese/Mistral Small 3.1 24B Instruct (2503)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|coding/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.114772,"ciLow":1301.216828,"ciHigh":1317.012716,"observedAt":"2026-11-11","runCount":6101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"coding/Mistral Small 3.1 24B Instruct (2503)","slice":"coding"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|creative_writing/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.56085,"ciLow":1243.100116,"ciHigh":1262.021584,"observedAt":"2026-11-11","runCount":4105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"creative_writing/Mistral Small 3.1 24B Instruct (2503)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|english/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.60791,"ciLow":1288.753913,"ciHigh":1300.461907,"observedAt":"2026-11-11","runCount":14211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"english/Mistral Small 3.1 24B Instruct (2503)","slice":"english"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|exclude_ties/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.331984,"ciLow":1196.939861,"ciHigh":1209.724107,"observedAt":"2026-11-11","runCount":23297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"exclude_ties/Mistral Small 3.1 24B Instruct (2503)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|expert/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.056331,"ciLow":1242.022805,"ciHigh":1272.089857,"observedAt":"2026-11-11","runCount":1678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"expert/Mistral Small 3.1 24B Instruct (2503)","slice":"expert"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|french/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.531216,"ciLow":1242.461047,"ciHigh":1300.601386,"observedAt":"2026-11-11","runCount":456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"french/Mistral Small 3.1 24B Instruct (2503)","slice":"french"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|german/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.637524,"ciLow":1244.568476,"ciHigh":1286.706573,"observedAt":"2026-11-11","runCount":875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"german/Mistral Small 3.1 24B Instruct (2503)","slice":"german"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|hard_prompts/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.753967,"ciLow":1271.903097,"ciHigh":1283.604838,"observedAt":"2026-11-11","runCount":14594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"hard_prompts/Mistral Small 3.1 24B Instruct (2503)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.460403,"ciLow":1281.684678,"ciHigh":1297.236128,"observedAt":"2026-11-11","runCount":6513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"hard_prompts_english/Mistral Small 3.1 24B Instruct (2503)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.377399,"ciLow":1248.735534,"ciHigh":1266.019264,"observedAt":"2026-11-11","runCount":5504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_business_and_management_and_financial_operations/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.14478,"ciLow":1242.042949,"ciHigh":1258.24661,"observedAt":"2026-11-11","runCount":5804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_entertainment_and_sports_and_media/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.507345,"ciLow":1257.394437,"ciHigh":1283.620253,"observedAt":"2026-11-11","runCount":2114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_legal_and_government/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.792506,"ciLow":1256.000878,"ciHigh":1273.584134,"observedAt":"2026-11-11","runCount":5211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_life_and_physical_and_social_science/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|industry_mathematical/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.310454,"ciLow":1257.766289,"ciHigh":1284.85462,"observedAt":"2026-11-11","runCount":1919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_mathematical/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.34363,"ciLow":1252.031514,"ciHigh":1280.655746,"observedAt":"2026-11-11","runCount":1943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_medicine_and_healthcare/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.467763,"ciLow":1295.057048,"ciHigh":1307.878478,"observedAt":"2026-11-11","runCount":10879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_software_and_it_services/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.539582,"ciLow":1261.063824,"ciHigh":1276.015339,"observedAt":"2026-11-11","runCount":7046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"industry_writing_and_literature_and_language/Mistral Small 3.1 24B Instruct (2503)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|instruction_following/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1263.076625,"ciLow":1255.957825,"ciHigh":1270.195425,"observedAt":"2026-11-11","runCount":8031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"instruction_following/Mistral Small 3.1 24B Instruct (2503)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|japanese/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.465171,"ciLow":1186.508971,"ciHigh":1230.421371,"observedAt":"2026-11-11","runCount":808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"japanese/Mistral Small 3.1 24B Instruct (2503)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|korean/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.666932,"ciLow":1182.705337,"ciHigh":1230.628527,"observedAt":"2026-11-11","runCount":713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"korean/Mistral Small 3.1 24B Instruct (2503)","slice":"korean"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|longer_query/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.742718,"ciLow":1290.963126,"ciHigh":1306.522311,"observedAt":"2026-11-11","runCount":6336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"longer_query/Mistral Small 3.1 24B Instruct (2503)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|math/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.995245,"ciLow":1247.883851,"ciHigh":1274.106639,"observedAt":"2026-11-11","runCount":2099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"math/Mistral Small 3.1 24B Instruct (2503)","slice":"math"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|multi_turn/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.527754,"ciLow":1261.898525,"ciHigh":1279.156982,"observedAt":"2026-11-11","runCount":5401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"multi_turn/Mistral Small 3.1 24B Instruct (2503)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|non_english/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.769089,"ciLow":1249.249129,"ciHigh":1260.289049,"observedAt":"2026-11-11","runCount":18438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"non_english/Mistral Small 3.1 24B Instruct (2503)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|overall/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.23269,"ciLow":1272.698534,"ciHigh":1281.766846,"observedAt":"2026-11-11","runCount":32660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"overall/Mistral Small 3.1 24B Instruct (2503)","slice":"overall"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|polish/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.757296,"ciLow":1229.284958,"ciHigh":1254.229634,"observedAt":"2026-11-11","runCount":2794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"polish/Mistral Small 3.1 24B Instruct (2503)","slice":"polish"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|russian/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1263.437059,"ciLow":1251.592628,"ciHigh":1275.281489,"observedAt":"2026-11-11","runCount":2409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"russian/Mistral Small 3.1 24B Instruct (2503)","slice":"russian"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-text@1|rating|spanish/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.932806,"ciLow":1262.107166,"ciHigh":1305.758446,"observedAt":"2026-11-11","runCount":807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"spanish/Mistral Small 3.1 24B Instruct (2503)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision-style-control@1|rating|captioning/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1133.300239,"ciLow":1094.288998,"ciHigh":1172.311479,"observedAt":"2026-11-09","runCount":258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"captioning/Mistral Small 3.1 24B Instruct (2503)","slice":"captioning"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision-style-control@1|rating|chinese/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.137184,"ciLow":1128.142176,"ciHigh":1170.132193,"observedAt":"2026-11-09","runCount":1250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"chinese/Mistral Small 3.1 24B Instruct (2503)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision-style-control@1|rating|creative_writing/mistral-small-3.1-24b-instruct-2503","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1132.026222,"ciLow":1110.217541,"ciHigh":1153.834903,"observedAt":"2026-01-09","runCount":777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"mistral-small-3.1-24b-instruct-2503","rowId":"creative_writing/mistral-small-3.1-24b-instruct-2503","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1109.763379,"ciLow":1085.020271,"ciHigh":1134.506487,"observedAt":"2026-11-09","runCount":771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"creative_writing_vision/Mistral Small 3.1 24B Instruct (2503)","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision-style-control@1|rating|diagram/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1128.858506,"ciLow":1112.958814,"ciHigh":1144.758198,"observedAt":"2026-11-09","runCount":1619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"diagram/Mistral Small 3.1 24B Instruct (2503)","slice":"diagram"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision-style-control@1|rating|english/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.275439,"ciLow":1127.703166,"ciHigh":1148.847712,"observedAt":"2026-11-09","runCount":14732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"english/Mistral Small 3.1 24B Instruct (2503)","slice":"english"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.4697,"ciLow":1089.483813,"ciHigh":1171.455586,"observedAt":"2026-11-09","runCount":240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"entity_recognition/Mistral Small 3.1 24B Instruct (2503)","slice":"entity_recognition"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision-style-control@1|rating|homework/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1162.158008,"ciLow":1140.942372,"ciHigh":1183.373644,"observedAt":"2026-11-09","runCount":808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"homework/Mistral Small 3.1 24B Instruct (2503)","slice":"homework"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision-style-control@1|rating|humor/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1119.587438,"ciLow":1095.889024,"ciHigh":1143.285852,"observedAt":"2026-11-09","runCount":932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"humor/Mistral Small 3.1 24B Instruct (2503)","slice":"humor"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision-style-control@1|rating|ocr/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1133.581356,"ciLow":1122.990353,"ciHigh":1144.172359,"observedAt":"2026-11-09","runCount":7196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"ocr/Mistral Small 3.1 24B Instruct (2503)","slice":"ocr"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision-style-control@1|rating|overall/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1126.936068,"ciLow":1118.426051,"ciHigh":1135.446085,"observedAt":"2026-11-09","runCount":28452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"overall/Mistral Small 3.1 24B Instruct (2503)","slice":"overall"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision@1|rating|captioning/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1153.230827,"ciLow":1114.703747,"ciHigh":1191.757906,"observedAt":"2026-11-09","runCount":258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"captioning/Mistral Small 3.1 24B Instruct (2503)","slice":"captioning"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision@1|rating|chinese/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1154.261582,"ciLow":1133.544646,"ciHigh":1174.978518,"observedAt":"2026-11-09","runCount":1250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"chinese/Mistral Small 3.1 24B Instruct (2503)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision@1|rating|creative_writing/mistral-small-3.1-24b-instruct-2503","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1143.493766,"ciLow":1121.900636,"ciHigh":1165.086897,"observedAt":"2026-01-09","runCount":777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"mistral-small-3.1-24b-instruct-2503","rowId":"creative_writing/mistral-small-3.1-24b-instruct-2503","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision@1|rating|creative_writing_vision/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1123.590852,"ciLow":1099.036034,"ciHigh":1148.14567,"observedAt":"2026-11-09","runCount":771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"creative_writing_vision/Mistral Small 3.1 24B Instruct (2503)","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision@1|rating|diagram/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1119.375555,"ciLow":1103.484989,"ciHigh":1135.266121,"observedAt":"2026-11-09","runCount":1619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"diagram/Mistral Small 3.1 24B Instruct (2503)","slice":"diagram"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision@1|rating|english/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1156.649916,"ciLow":1146.182647,"ciHigh":1167.117184,"observedAt":"2026-11-09","runCount":14732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"english/Mistral Small 3.1 24B Instruct (2503)","slice":"english"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision@1|rating|entity_recognition/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1154.828546,"ciLow":1113.826072,"ciHigh":1195.831021,"observedAt":"2026-11-09","runCount":240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"entity_recognition/Mistral Small 3.1 24B Instruct (2503)","slice":"entity_recognition"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision@1|rating|homework/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1159.240241,"ciLow":1138.073411,"ciHigh":1180.40707,"observedAt":"2026-11-09","runCount":808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"homework/Mistral Small 3.1 24B Instruct (2503)","slice":"homework"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision@1|rating|humor/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1141.575275,"ciLow":1118.027233,"ciHigh":1165.123316,"observedAt":"2026-11-09","runCount":932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"humor/Mistral Small 3.1 24B Instruct (2503)","slice":"humor"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision@1|rating|ocr/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1131.612266,"ciLow":1121.049768,"ciHigh":1142.174765,"observedAt":"2026-11-09","runCount":7196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"ocr/Mistral Small 3.1 24B Instruct (2503)","slice":"ocr"}
{"key":"lmarena|mistral/mistral-small-3.1:default|none|lmarena-vision@1|rating|overall/Mistral Small 3.1 24B Instruct (2503)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1136.099284,"ciLow":1127.63246,"ciHigh":1144.566108,"observedAt":"2026-11-09","runCount":28452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.1 24B Instruct (2503)","rowId":"overall/Mistral Small 3.1 24B Instruct (2503)","slice":"overall"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|chinese/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.105799,"ciLow":1335.395327,"ciHigh":1370.81627,"observedAt":"2026-11-11","runCount":1092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"chinese/Mistral Small 3.2 (2506)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|coding/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.797792,"ciLow":1401.766072,"ciHigh":1421.829511,"observedAt":"2026-11-11","runCount":3332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"coding/Mistral Small 3.2 (2506)","slice":"coding"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.471266,"ciLow":1310.556645,"ciHigh":1336.385886,"observedAt":"2026-11-11","runCount":2148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"creative_writing/Mistral Small 3.2 (2506)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|english/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.945117,"ciLow":1368.916345,"ciHigh":1382.97389,"observedAt":"2026-11-11","runCount":7543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"english/Mistral Small 3.2 (2506)","slice":"english"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.29104,"ciLow":1310.925137,"ciHigh":1325.656942,"observedAt":"2026-11-11","runCount":12159,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"exclude_ties/Mistral Small 3.2 (2506)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|expert/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.743028,"ciLow":1312.133733,"ciHigh":1351.352324,"observedAt":"2026-11-11","runCount":855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"expert/Mistral Small 3.2 (2506)","slice":"expert"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|french/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.776826,"ciLow":1322.185782,"ciHigh":1399.36787,"observedAt":"2026-11-11","runCount":227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"french/Mistral Small 3.2 (2506)","slice":"french"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|german/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.739081,"ciLow":1325.242336,"ciHigh":1384.235826,"observedAt":"2026-11-11","runCount":427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"german/Mistral Small 3.2 (2506)","slice":"german"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.553841,"ciLow":1366.634784,"ciHigh":1380.472898,"observedAt":"2026-11-11","runCount":7749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"hard_prompts/Mistral Small 3.2 (2506)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.750244,"ciLow":1383.919409,"ciHigh":1403.58108,"observedAt":"2026-11-11","runCount":3441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"hard_prompts_english/Mistral Small 3.2 (2506)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.582414,"ciLow":1351.619536,"ciHigh":1373.545293,"observedAt":"2026-11-11","runCount":2923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_business_and_management_and_financial_operations/Mistral Small 3.2 (2506)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.788826,"ciLow":1314.479978,"ciHigh":1335.097674,"observedAt":"2026-11-11","runCount":3135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_entertainment_and_sports_and_media/Mistral Small 3.2 (2506)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.850953,"ciLow":1352.745963,"ciHigh":1386.955943,"observedAt":"2026-11-11","runCount":1140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_legal_and_government/Mistral Small 3.2 (2506)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.289435,"ciLow":1355.219053,"ciHigh":1377.359818,"observedAt":"2026-11-11","runCount":2890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_life_and_physical_and_social_science/Mistral Small 3.2 (2506)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.162402,"ciLow":1333.944959,"ciHigh":1370.379845,"observedAt":"2026-11-11","runCount":990,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_mathematical/Mistral Small 3.2 (2506)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.627312,"ciLow":1370.837786,"ciHigh":1406.416837,"observedAt":"2026-11-11","runCount":1126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_medicine_and_healthcare/Mistral Small 3.2 (2506)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.97588,"ciLow":1391.248181,"ciHigh":1406.703579,"observedAt":"2026-11-11","runCount":5896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_software_and_it_services/Mistral Small 3.2 (2506)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.848844,"ciLow":1319.139444,"ciHigh":1338.558244,"observedAt":"2026-11-11","runCount":3753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_writing_and_literature_and_language/Mistral Small 3.2 (2506)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.995258,"ciLow":1328.089128,"ciHigh":1345.901389,"observedAt":"2026-11-11","runCount":4375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"instruction_following/Mistral Small 3.2 (2506)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|japanese/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.949626,"ciLow":1259.854719,"ciHigh":1312.044534,"observedAt":"2026-11-11","runCount":519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"japanese/Mistral Small 3.2 (2506)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|korean/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.086707,"ciLow":1236.113741,"ciHigh":1300.059673,"observedAt":"2026-11-11","runCount":362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"korean/Mistral Small 3.2 (2506)","slice":"korean"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.826387,"ciLow":1347.790724,"ciHigh":1367.86205,"observedAt":"2026-11-11","runCount":3420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"longer_query/Mistral Small 3.2 (2506)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|math/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.879716,"ciLow":1320.448539,"ciHigh":1355.310892,"observedAt":"2026-11-11","runCount":1046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"math/Mistral Small 3.2 (2506)","slice":"math"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.503036,"ciLow":1353.739807,"ciHigh":1375.266265,"observedAt":"2026-11-11","runCount":2990,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"multi_turn/Mistral Small 3.2 (2506)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|non_english/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.881445,"ciLow":1326.512941,"ciHigh":1339.249948,"observedAt":"2026-11-11","runCount":9878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"non_english/Mistral Small 3.2 (2506)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|overall/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.546943,"ciLow":1351.317113,"ciHigh":1361.776773,"observedAt":"2026-11-11","runCount":17431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"overall/Mistral Small 3.2 (2506)","slice":"overall"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|polish/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.470776,"ciLow":1326.623987,"ciHigh":1356.317565,"observedAt":"2026-11-11","runCount":1736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"polish/Mistral Small 3.2 (2506)","slice":"polish"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|russian/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.822506,"ciLow":1335.847791,"ciHigh":1367.79722,"observedAt":"2026-11-11","runCount":1230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"russian/Mistral Small 3.2 (2506)","slice":"russian"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text-style-control@1|rating|spanish/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.88056,"ciLow":1336.535992,"ciHigh":1395.225127,"observedAt":"2026-11-11","runCount":420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"spanish/Mistral Small 3.2 (2506)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|chinese/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.088481,"ciLow":1322.639979,"ciHigh":1357.536984,"observedAt":"2026-11-11","runCount":1092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"chinese/Mistral Small 3.2 (2506)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|coding/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.511285,"ciLow":1352.432838,"ciHigh":1372.589733,"observedAt":"2026-11-11","runCount":3332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"coding/Mistral Small 3.2 (2506)","slice":"coding"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|creative_writing/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.489575,"ciLow":1291.7596,"ciHigh":1317.21955,"observedAt":"2026-11-11","runCount":2148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"creative_writing/Mistral Small 3.2 (2506)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|english/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.994435,"ciLow":1351.023833,"ciHigh":1364.965038,"observedAt":"2026-11-11","runCount":7543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"english/Mistral Small 3.2 (2506)","slice":"english"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|exclude_ties/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.174222,"ciLow":1284.930711,"ciHigh":1299.417733,"observedAt":"2026-11-11","runCount":12159,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"exclude_ties/Mistral Small 3.2 (2506)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|expert/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.24628,"ciLow":1271.811279,"ciHigh":1310.681281,"observedAt":"2026-11-11","runCount":855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"expert/Mistral Small 3.2 (2506)","slice":"expert"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|french/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.482773,"ciLow":1297.398624,"ciHigh":1375.566922,"observedAt":"2026-11-11","runCount":227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"french/Mistral Small 3.2 (2506)","slice":"french"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|german/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.036572,"ciLow":1310.798912,"ciHigh":1369.274232,"observedAt":"2026-11-11","runCount":427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"german/Mistral Small 3.2 (2506)","slice":"german"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|hard_prompts/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.360505,"ciLow":1328.462804,"ciHigh":1342.258206,"observedAt":"2026-11-11","runCount":7749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"hard_prompts/Mistral Small 3.2 (2506)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.988148,"ciLow":1347.173884,"ciHigh":1366.802412,"observedAt":"2026-11-11","runCount":3441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"hard_prompts_english/Mistral Small 3.2 (2506)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.354883,"ciLow":1314.426559,"ciHigh":1336.283206,"observedAt":"2026-11-11","runCount":2923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_business_and_management_and_financial_operations/Mistral Small 3.2 (2506)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.416186,"ciLow":1294.186094,"ciHigh":1314.646278,"observedAt":"2026-11-11","runCount":3135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_entertainment_and_sports_and_media/Mistral Small 3.2 (2506)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.446245,"ciLow":1323.440128,"ciHigh":1357.452363,"observedAt":"2026-11-11","runCount":1140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_legal_and_government/Mistral Small 3.2 (2506)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.351073,"ciLow":1328.408196,"ciHigh":1350.293949,"observedAt":"2026-11-11","runCount":2890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_life_and_physical_and_social_science/Mistral Small 3.2 (2506)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|industry_mathematical/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.495223,"ciLow":1334.338743,"ciHigh":1370.651703,"observedAt":"2026-11-11","runCount":990,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_mathematical/Mistral Small 3.2 (2506)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.096793,"ciLow":1328.460043,"ciHigh":1363.733543,"observedAt":"2026-11-11","runCount":1126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_medicine_and_healthcare/Mistral Small 3.2 (2506)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.587002,"ciLow":1352.858463,"ciHigh":1368.315541,"observedAt":"2026-11-11","runCount":5896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_software_and_it_services/Mistral Small 3.2 (2506)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.992137,"ciLow":1300.362289,"ciHigh":1319.621985,"observedAt":"2026-11-11","runCount":3753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"industry_writing_and_literature_and_language/Mistral Small 3.2 (2506)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|instruction_following/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.41274,"ciLow":1300.550394,"ciHigh":1318.275085,"observedAt":"2026-11-11","runCount":4375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"instruction_following/Mistral Small 3.2 (2506)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|japanese/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.337726,"ciLow":1249.312315,"ciHigh":1301.363137,"observedAt":"2026-11-11","runCount":519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"japanese/Mistral Small 3.2 (2506)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|korean/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1255.575098,"ciLow":1224.036864,"ciHigh":1287.113332,"observedAt":"2026-11-11","runCount":362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"korean/Mistral Small 3.2 (2506)","slice":"korean"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|longer_query/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.878136,"ciLow":1315.887334,"ciHigh":1335.868938,"observedAt":"2026-11-11","runCount":3420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"longer_query/Mistral Small 3.2 (2506)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|math/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.952594,"ciLow":1324.55723,"ciHigh":1359.347958,"observedAt":"2026-11-11","runCount":1046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"math/Mistral Small 3.2 (2506)","slice":"math"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|multi_turn/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.456458,"ciLow":1332.75611,"ciHigh":1354.156806,"observedAt":"2026-11-11","runCount":2990,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"multi_turn/Mistral Small 3.2 (2506)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|non_english/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.03296,"ciLow":1308.705452,"ciHigh":1321.360469,"observedAt":"2026-11-11","runCount":9878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"non_english/Mistral Small 3.2 (2506)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|overall/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.427727,"ciLow":1333.233005,"ciHigh":1343.622449,"observedAt":"2026-11-11","runCount":17431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"overall/Mistral Small 3.2 (2506)","slice":"overall"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|polish/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.702201,"ciLow":1302.049006,"ciHigh":1331.355396,"observedAt":"2026-11-11","runCount":1736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"polish/Mistral Small 3.2 (2506)","slice":"polish"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|russian/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.585801,"ciLow":1307.572944,"ciHigh":1339.598658,"observedAt":"2026-11-11","runCount":1230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"russian/Mistral Small 3.2 (2506)","slice":"russian"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-text@1|rating|spanish/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.23189,"ciLow":1316.9794,"ciHigh":1375.484381,"observedAt":"2026-11-11","runCount":420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"spanish/Mistral Small 3.2 (2506)","slice":"spanish"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision-style-control@1|rating|captioning/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1052.944442,"ciLow":1002.788169,"ciHigh":1103.100715,"observedAt":"2026-11-09","runCount":176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"captioning/Mistral Small 3.2 (2506)","slice":"captioning"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision-style-control@1|rating|chinese/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.741184,"ciLow":1135.848107,"ciHigh":1183.634261,"observedAt":"2026-11-09","runCount":846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"chinese/Mistral Small 3.2 (2506)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision-style-control@1|rating|creative_writing/mistral-small-2506","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.897534,"ciLow":1158.724769,"ciHigh":1215.070299,"observedAt":"2026-01-09","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"mistral-small-2506","rowId":"creative_writing/mistral-small-2506","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.597267,"ciLow":1150.120776,"ciHigh":1209.073758,"observedAt":"2026-11-09","runCount":466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"creative_writing_vision/Mistral Small 3.2 (2506)","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision-style-control@1|rating|diagram/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1139.953181,"ciLow":1121.923507,"ciHigh":1157.982855,"observedAt":"2026-11-09","runCount":1163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"diagram/Mistral Small 3.2 (2506)","slice":"diagram"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision-style-control@1|rating|english/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.68144,"ciLow":1140.304354,"ciHigh":1163.058526,"observedAt":"2026-11-09","runCount":5368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"english/Mistral Small 3.2 (2506)","slice":"english"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1134.380714,"ciLow":1092.601994,"ciHigh":1176.159433,"observedAt":"2026-11-09","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"entity_recognition/Mistral Small 3.2 (2506)","slice":"entity_recognition"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision-style-control@1|rating|homework/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.65475,"ciLow":1154.111773,"ciHigh":1201.197727,"observedAt":"2026-11-09","runCount":612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"homework/Mistral Small 3.2 (2506)","slice":"homework"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision-style-control@1|rating|humor/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1126.28256,"ciLow":1096.461875,"ciHigh":1156.103245,"observedAt":"2026-11-09","runCount":481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"humor/Mistral Small 3.2 (2506)","slice":"humor"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision-style-control@1|rating|ocr/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.183602,"ciLow":1129.929625,"ciHigh":1152.437579,"observedAt":"2026-11-09","runCount":4078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"ocr/Mistral Small 3.2 (2506)","slice":"ocr"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision-style-control@1|rating|overall/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1139.757173,"ciLow":1130.654142,"ciHigh":1148.860204,"observedAt":"2026-11-09","runCount":10825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"overall/Mistral Small 3.2 (2506)","slice":"overall"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision@1|rating|captioning/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1061.226741,"ciLow":1012.27737,"ciHigh":1110.176112,"observedAt":"2026-11-09","runCount":176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"captioning/Mistral Small 3.2 (2506)","slice":"captioning"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision@1|rating|chinese/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1162.789468,"ciLow":1139.454977,"ciHigh":1186.123959,"observedAt":"2026-11-09","runCount":846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"chinese/Mistral Small 3.2 (2506)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision@1|rating|creative_writing/mistral-small-2506","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1185.3067,"ciLow":1157.285923,"ciHigh":1213.327478,"observedAt":"2026-01-09","runCount":442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"mistral-small-2506","rowId":"creative_writing/mistral-small-2506","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision@1|rating|creative_writing_vision/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1181.257095,"ciLow":1152.187473,"ciHigh":1210.326717,"observedAt":"2026-11-09","runCount":466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"creative_writing_vision/Mistral Small 3.2 (2506)","slice":"creative_writing_vision"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision@1|rating|diagram/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1125.343491,"ciLow":1107.418436,"ciHigh":1143.268545,"observedAt":"2026-11-09","runCount":1163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"diagram/Mistral Small 3.2 (2506)","slice":"diagram"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision@1|rating|english/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1161.464744,"ciLow":1150.134373,"ciHigh":1172.795114,"observedAt":"2026-11-09","runCount":5368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"english/Mistral Small 3.2 (2506)","slice":"english"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision@1|rating|entity_recognition/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1151.189348,"ciLow":1108.954039,"ciHigh":1193.424658,"observedAt":"2026-11-09","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"entity_recognition/Mistral Small 3.2 (2506)","slice":"entity_recognition"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision@1|rating|homework/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1173.646669,"ciLow":1149.9838,"ciHigh":1197.309538,"observedAt":"2026-11-09","runCount":612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"homework/Mistral Small 3.2 (2506)","slice":"homework"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision@1|rating|humor/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1138.843797,"ciLow":1109.051749,"ciHigh":1168.635844,"observedAt":"2026-11-09","runCount":481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"humor/Mistral Small 3.2 (2506)","slice":"humor"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision@1|rating|ocr/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1133.760967,"ciLow":1122.537096,"ciHigh":1144.984838,"observedAt":"2026-11-09","runCount":4078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"ocr/Mistral Small 3.2 (2506)","slice":"ocr"}
{"key":"lmarena|mistral/mistral-small-3.2:default|none|lmarena-vision@1|rating|overall/Mistral Small 3.2 (2506)","sourceId":"lmarena","modelId":"mistral/mistral-small-3.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1141.601014,"ciLow":1132.536272,"ciHigh":1150.665755,"observedAt":"2026-11-09","runCount":10825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 3.2 (2506)","rowId":"overall/Mistral Small 3.2 (2506)","slice":"overall"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|chinese/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.254218,"ciLow":1248.539772,"ciHigh":1283.968664,"observedAt":"2026-11-11","runCount":1054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"chinese/Mistral Small 24B Instruct (2501)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|coding/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.97415,"ciLow":1299.475815,"ciHigh":1324.472485,"observedAt":"2026-11-11","runCount":2083,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"coding/Mistral Small 24B Instruct (2501)","slice":"coding"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|creative_writing/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.611144,"ciLow":1214.192173,"ciHigh":1239.030116,"observedAt":"2026-11-11","runCount":2415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"creative_writing/Mistral Small 24B Instruct (2501)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|english/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.28778,"ciLow":1287.209577,"ciHigh":1301.365984,"observedAt":"2026-11-11","runCount":8740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"english/Mistral Small 24B Instruct (2501)","slice":"english"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.623742,"ciLow":1178.226152,"ciHigh":1197.021333,"observedAt":"2026-11-11","runCount":9628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"exclude_ties/Mistral Small 24B Instruct (2501)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|expert/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.836588,"ciLow":1238.153326,"ciHigh":1279.51985,"observedAt":"2026-11-11","runCount":754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"expert/Mistral Small 24B Instruct (2501)","slice":"expert"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|french/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.166364,"ciLow":1203.654506,"ciHigh":1302.678221,"observedAt":"2026-11-11","runCount":142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"french/Mistral Small 24B Instruct (2501)","slice":"french"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|german/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.927481,"ciLow":1222.644456,"ciHigh":1289.210506,"observedAt":"2026-11-11","runCount":301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"german/Mistral Small 24B Instruct (2501)","slice":"german"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.912411,"ciLow":1275.257331,"ciHigh":1294.567491,"observedAt":"2026-11-11","runCount":3569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"hard_prompts/Mistral Small 24B Instruct (2501)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.080681,"ciLow":1282.258634,"ciHigh":1305.902728,"observedAt":"2026-11-11","runCount":2355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"hard_prompts_english/Mistral Small 24B Instruct (2501)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.120059,"ciLow":1243.516695,"ciHigh":1274.723422,"observedAt":"2026-11-11","runCount":1443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_business_and_management_and_financial_operations/Mistral Small 24B Instruct (2501)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.886542,"ciLow":1213.305011,"ciHigh":1236.468072,"observedAt":"2026-11-11","runCount":2680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_entertainment_and_sports_and_media/Mistral Small 24B Instruct (2501)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.240621,"ciLow":1254.609978,"ciHigh":1295.871264,"observedAt":"2026-11-11","runCount":869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_legal_and_government/Mistral Small 24B Instruct (2501)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.803623,"ciLow":1282.074531,"ciHigh":1305.532716,"observedAt":"2026-11-11","runCount":2579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_life_and_physical_and_social_science/Mistral Small 24B Instruct (2501)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.369815,"ciLow":1255.890941,"ciHigh":1284.848689,"observedAt":"2026-11-11","runCount":1447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_mathematical/Mistral Small 24B Instruct (2501)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.124972,"ciLow":1262.370107,"ciHigh":1309.879838,"observedAt":"2026-11-11","runCount":654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_medicine_and_healthcare/Mistral Small 24B Instruct (2501)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.318204,"ciLow":1295.357925,"ciHigh":1315.278484,"observedAt":"2026-11-11","runCount":3478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_software_and_it_services/Mistral Small 24B Instruct (2501)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.884903,"ciLow":1238.32273,"ciHigh":1257.447076,"observedAt":"2026-11-11","runCount":3942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_writing_and_literature_and_language/Mistral Small 24B Instruct (2501)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|instruction_following/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.228989,"ciLow":1246.977311,"ciHigh":1263.480667,"observedAt":"2026-11-11","runCount":5485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"instruction_following/Mistral Small 24B Instruct (2501)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|japanese/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.668063,"ciLow":1112.190374,"ciHigh":1187.145752,"observedAt":"2026-11-11","runCount":269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"japanese/Mistral Small 24B Instruct (2501)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|korean/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.106023,"ciLow":1199.490183,"ciHigh":1278.721863,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"korean/Mistral Small 24B Instruct (2501)","slice":"korean"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|longer_query/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.651287,"ciLow":1266.023533,"ciHigh":1293.279042,"observedAt":"2026-11-11","runCount":1767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"longer_query/Mistral Small 24B Instruct (2501)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|math/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.503607,"ciLow":1248.101131,"ciHigh":1274.906083,"observedAt":"2026-11-11","runCount":1683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"math/Mistral Small 24B Instruct (2501)","slice":"math"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|multi_turn/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.688195,"ciLow":1236.732184,"ciHigh":1262.644206,"observedAt":"2026-11-11","runCount":2151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"multi_turn/Mistral Small 24B Instruct (2501)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|non_english/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.75194,"ciLow":1234.758436,"ciHigh":1250.745444,"observedAt":"2026-11-11","runCount":5941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"non_english/Mistral Small 24B Instruct (2501)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|overall/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.455777,"ciLow":1268.531664,"ciHigh":1280.379889,"observedAt":"2026-11-11","runCount":14681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"overall/Mistral Small 24B Instruct (2501)","slice":"overall"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text-style-control@1|rating|russian/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.59048,"ciLow":1246.863849,"ciHigh":1276.317111,"observedAt":"2026-11-11","runCount":1418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"russian/Mistral Small 24B Instruct (2501)","slice":"russian"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|chinese/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.769434,"ciLow":1186.115932,"ciHigh":1221.422936,"observedAt":"2026-11-11","runCount":1054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"chinese/Mistral Small 24B Instruct (2501)","slice":"chinese"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|coding/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.62269,"ciLow":1233.160067,"ciHigh":1258.085314,"observedAt":"2026-11-11","runCount":2083,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"coding/Mistral Small 24B Instruct (2501)","slice":"coding"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|creative_writing/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.528612,"ciLow":1182.425389,"ciHigh":1206.631835,"observedAt":"2026-11-11","runCount":2415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"creative_writing/Mistral Small 24B Instruct (2501)","slice":"creative_writing"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|english/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.16601,"ciLow":1249.129943,"ciHigh":1263.202078,"observedAt":"2026-11-11","runCount":8740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"english/Mistral Small 24B Instruct (2501)","slice":"english"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|exclude_ties/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1129.075647,"ciLow":1119.847071,"ciHigh":1138.304224,"observedAt":"2026-11-11","runCount":9628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"exclude_ties/Mistral Small 24B Instruct (2501)","slice":"exclude_ties"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|expert/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.557455,"ciLow":1181.032098,"ciHigh":1222.082812,"observedAt":"2026-11-11","runCount":754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"expert/Mistral Small 24B Instruct (2501)","slice":"expert"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|french/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.207319,"ciLow":1153.880191,"ciHigh":1252.534446,"observedAt":"2026-11-11","runCount":142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"french/Mistral Small 24B Instruct (2501)","slice":"french"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|german/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.20942,"ciLow":1177.736841,"ciHigh":1244.681999,"observedAt":"2026-11-11","runCount":301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"german/Mistral Small 24B Instruct (2501)","slice":"german"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|hard_prompts/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1233.025295,"ciLow":1223.46004,"ciHigh":1242.59055,"observedAt":"2026-11-11","runCount":3569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"hard_prompts/Mistral Small 24B Instruct (2501)","slice":"hard_prompts"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|hard_prompts_english/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.078338,"ciLow":1231.334919,"ciHigh":1254.821756,"observedAt":"2026-11-11","runCount":2355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"hard_prompts_english/Mistral Small 24B Instruct (2501)","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.245662,"ciLow":1189.642927,"ciHigh":1220.848398,"observedAt":"2026-11-11","runCount":1443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_business_and_management_and_financial_operations/Mistral Small 24B Instruct (2501)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1183.811574,"ciLow":1172.394403,"ciHigh":1195.228745,"observedAt":"2026-11-11","runCount":2680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_entertainment_and_sports_and_media/Mistral Small 24B Instruct (2501)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|industry_legal_and_government/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.94229,"ciLow":1198.278309,"ciHigh":1239.606272,"observedAt":"2026-11-11","runCount":869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_legal_and_government/Mistral Small 24B Instruct (2501)","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.943474,"ciLow":1223.195205,"ciHigh":1246.691744,"observedAt":"2026-11-11","runCount":2579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_life_and_physical_and_social_science/Mistral Small 24B Instruct (2501)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|industry_mathematical/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.374484,"ciLow":1228.956246,"ciHigh":1257.792722,"observedAt":"2026-11-11","runCount":1447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_mathematical/Mistral Small 24B Instruct (2501)","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1215.564153,"ciLow":1191.835799,"ciHigh":1239.292507,"observedAt":"2026-11-11","runCount":654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_medicine_and_healthcare/Mistral Small 24B Instruct (2501)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.083112,"ciLow":1238.169599,"ciHigh":1257.996626,"observedAt":"2026-11-11","runCount":3478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_software_and_it_services/Mistral Small 24B Instruct (2501)","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.907016,"ciLow":1204.466824,"ciHigh":1223.347208,"observedAt":"2026-11-11","runCount":3942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"industry_writing_and_literature_and_language/Mistral Small 24B Instruct (2501)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|instruction_following/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.803431,"ciLow":1205.658495,"ciHigh":1221.948367,"observedAt":"2026-11-11","runCount":5485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"instruction_following/Mistral Small 24B Instruct (2501)","slice":"instruction_following"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|japanese/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1111.14074,"ciLow":1074.948771,"ciHigh":1147.332708,"observedAt":"2026-11-11","runCount":269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"japanese/Mistral Small 24B Instruct (2501)","slice":"japanese"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|korean/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1188.341202,"ciLow":1148.71481,"ciHigh":1227.967594,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"korean/Mistral Small 24B Instruct (2501)","slice":"korean"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|longer_query/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.676715,"ciLow":1232.213114,"ciHigh":1259.140317,"observedAt":"2026-11-11","runCount":1767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"longer_query/Mistral Small 24B Instruct (2501)","slice":"longer_query"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|math/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.26087,"ciLow":1226.895854,"ciHigh":1253.625886,"observedAt":"2026-11-11","runCount":1683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"math/Mistral Small 24B Instruct (2501)","slice":"math"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|multi_turn/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.55686,"ciLow":1203.657263,"ciHigh":1229.456458,"observedAt":"2026-11-11","runCount":2151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"multi_turn/Mistral Small 24B Instruct (2501)","slice":"multi_turn"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|non_english/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1198.151759,"ciLow":1190.24485,"ciHigh":1206.058667,"observedAt":"2026-11-11","runCount":5941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"non_english/Mistral Small 24B Instruct (2501)","slice":"non_english"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|overall/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1233.607784,"ciLow":1227.729189,"ciHigh":1239.486379,"observedAt":"2026-11-11","runCount":14681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"overall/Mistral Small 24B Instruct (2501)","slice":"overall"}
{"key":"lmarena|mistral/mistral-small-3:default|none|lmarena-text@1|rating|russian/Mistral Small 24B Instruct (2501)","sourceId":"lmarena","modelId":"mistral/mistral-small-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1215.892648,"ciLow":1201.238913,"ciHigh":1230.546382,"observedAt":"2026-11-11","runCount":1418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mistral Small 24B Instruct (2501)","rowId":"russian/Mistral Small 24B Instruct (2501)","slice":"russian"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|chinese/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.93321,"ciLow":1200.673821,"ciHigh":1223.192599,"observedAt":"2026-11-11","runCount":5655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"chinese/Mixtral 8x22B Instruct v0.1","slice":"chinese"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|coding/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.690669,"ciLow":1269.076435,"ciHigh":1286.304903,"observedAt":"2026-11-11","runCount":8780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"coding/Mixtral 8x22B Instruct v0.1","slice":"coding"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|creative_writing/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1190.341954,"ciLow":1180.974389,"ciHigh":1199.709519,"observedAt":"2026-11-11","runCount":7447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"creative_writing/Mixtral 8x22B Instruct v0.1","slice":"creative_writing"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|english/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.751408,"ciLow":1247.066438,"ciHigh":1258.436378,"observedAt":"2026-11-11","runCount":29892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"english/Mixtral 8x22B Instruct v0.1","slice":"english"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1120.858956,"ciLow":1113.769285,"ciHigh":1127.948626,"observedAt":"2026-11-11","runCount":33717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"exclude_ties/Mixtral 8x22B Instruct v0.1","slice":"exclude_ties"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|expert/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.043408,"ciLow":1205.262746,"ciHigh":1232.82407,"observedAt":"2026-11-11","runCount":2582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"expert/Mixtral 8x22B Instruct v0.1","slice":"expert"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|french/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.422945,"ciLow":1226.202317,"ciHigh":1278.643574,"observedAt":"2026-11-11","runCount":767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"french/Mixtral 8x22B Instruct v0.1","slice":"french"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|german/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.001953,"ciLow":1197.377142,"ciHigh":1232.626763,"observedAt":"2026-11-11","runCount":1653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"german/Mixtral 8x22B Instruct v0.1","slice":"german"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.154001,"ciLow":1237.181109,"ciHigh":1251.126894,"observedAt":"2026-11-11","runCount":14707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"hard_prompts/Mixtral 8x22B Instruct v0.1","slice":"hard_prompts"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.378522,"ciLow":1247.066668,"ciHigh":1263.690376,"observedAt":"2026-11-11","runCount":9466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"hard_prompts_english/Mixtral 8x22B Instruct v0.1","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.779559,"ciLow":1200.632233,"ciHigh":1220.926884,"observedAt":"2026-11-11","runCount":5554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_business_and_management_and_financial_operations/Mixtral 8x22B Instruct v0.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.021279,"ciLow":1193.043305,"ciHigh":1210.999254,"observedAt":"2026-11-11","runCount":7616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_entertainment_and_sports_and_media/Mixtral 8x22B Instruct v0.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.488826,"ciLow":1240.885194,"ciHigh":1268.092459,"observedAt":"2026-11-11","runCount":2798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_legal_and_government/Mixtral 8x22B Instruct v0.1","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.144626,"ciLow":1240.07411,"ciHigh":1258.215142,"observedAt":"2026-11-11","runCount":8677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_life_and_physical_and_social_science/Mixtral 8x22B Instruct v0.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.47275,"ciLow":1221.881737,"ciHigh":1241.063763,"observedAt":"2026-11-11","runCount":6001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_mathematical/Mixtral 8x22B Instruct v0.1","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.246483,"ciLow":1222.418873,"ciHigh":1250.074092,"observedAt":"2026-11-11","runCount":2823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_medicine_and_healthcare/Mixtral 8x22B Instruct v0.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.416516,"ciLow":1247.06659,"ciHigh":1261.766442,"observedAt":"2026-11-11","runCount":14389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_software_and_it_services/Mixtral 8x22B Instruct v0.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.510567,"ciLow":1201.869695,"ciHigh":1217.151438,"observedAt":"2026-11-11","runCount":12808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_writing_and_literature_and_language/Mixtral 8x22B Instruct v0.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|instruction_following/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.342102,"ciLow":1208.789749,"ciHigh":1221.894455,"observedAt":"2026-11-11","runCount":18515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"instruction_following/Mixtral 8x22B Instruct v0.1","slice":"instruction_following"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|japanese/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1109.803375,"ciLow":1087.98676,"ciHigh":1131.619989,"observedAt":"2026-11-11","runCount":972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"japanese/Mixtral 8x22B Instruct v0.1","slice":"japanese"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|korean/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.77239,"ciLow":1118.274251,"ciHigh":1163.270529,"observedAt":"2026-11-11","runCount":1187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"korean/Mixtral 8x22B Instruct v0.1","slice":"korean"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|longer_query/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.796867,"ciLow":1209.949274,"ciHigh":1229.64446,"observedAt":"2026-11-11","runCount":5865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"longer_query/Mixtral 8x22B Instruct v0.1","slice":"longer_query"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|math/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.572598,"ciLow":1219.541563,"ciHigh":1237.603634,"observedAt":"2026-11-11","runCount":6778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"math/Mixtral 8x22B Instruct v0.1","slice":"math"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|multi_turn/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.457567,"ciLow":1180.395345,"ciHigh":1198.519788,"observedAt":"2026-11-11","runCount":7764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"multi_turn/Mixtral 8x22B Instruct v0.1","slice":"multi_turn"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|non_english/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.391811,"ciLow":1191.108654,"ciHigh":1203.674968,"observedAt":"2026-11-11","runCount":21524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"non_english/Mixtral 8x22B Instruct v0.1","slice":"non_english"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|overall/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.758075,"ciLow":1225.205922,"ciHigh":1234.310228,"observedAt":"2026-11-11","runCount":51416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"overall/Mixtral 8x22B Instruct v0.1","slice":"overall"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|polish/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.241771,"ciLow":1180.839148,"ciHigh":1307.644395,"observedAt":"2026-11-11","runCount":132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"polish/Mixtral 8x22B Instruct v0.1","slice":"polish"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|russian/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.373294,"ciLow":1215.10806,"ciHigh":1235.638528,"observedAt":"2026-11-11","runCount":4914,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"russian/Mixtral 8x22B Instruct v0.1","slice":"russian"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text-style-control@1|rating|spanish/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.097999,"ciLow":1201.385273,"ciHigh":1252.810724,"observedAt":"2026-11-11","runCount":826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"spanish/Mixtral 8x22B Instruct v0.1","slice":"spanish"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|chinese/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.461103,"ciLow":1105.330303,"ciHigh":1127.591904,"observedAt":"2026-11-11","runCount":5655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"chinese/Mixtral 8x22B Instruct v0.1","slice":"chinese"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|coding/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.484067,"ciLow":1156.937427,"ciHigh":1174.030707,"observedAt":"2026-11-11","runCount":8780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"coding/Mixtral 8x22B Instruct v0.1","slice":"coding"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|creative_writing/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.209727,"ciLow":1131.957181,"ciHigh":1150.462273,"observedAt":"2026-11-11","runCount":7447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"creative_writing/Mixtral 8x22B Instruct v0.1","slice":"creative_writing"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|english/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1187.167468,"ciLow":1181.529422,"ciHigh":1192.805513,"observedAt":"2026-11-11","runCount":29892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"english/Mixtral 8x22B Instruct v0.1","slice":"english"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|exclude_ties/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1023.775136,"ciLow":1016.808483,"ciHigh":1030.741789,"observedAt":"2026-11-11","runCount":33717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"exclude_ties/Mixtral 8x22B Instruct v0.1","slice":"exclude_ties"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|expert/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.910063,"ciLow":1099.238903,"ciHigh":1126.581222,"observedAt":"2026-11-11","runCount":2582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"expert/Mixtral 8x22B Instruct v0.1","slice":"expert"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|french/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.849212,"ciLow":1139.887566,"ciHigh":1191.810859,"observedAt":"2026-11-11","runCount":767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"french/Mixtral 8x22B Instruct v0.1","slice":"french"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|german/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.065003,"ciLow":1123.650809,"ciHigh":1158.479197,"observedAt":"2026-11-11","runCount":1653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"german/Mixtral 8x22B Instruct v0.1","slice":"german"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|hard_prompts/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1149.652047,"ciLow":1142.730642,"ciHigh":1156.573452,"observedAt":"2026-11-11","runCount":14707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"hard_prompts/Mixtral 8x22B Instruct v0.1","slice":"hard_prompts"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|hard_prompts_english/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1162.943719,"ciLow":1154.689304,"ciHigh":1171.198134,"observedAt":"2026-11-11","runCount":9466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"hard_prompts_english/Mixtral 8x22B Instruct v0.1","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1118.482134,"ciLow":1108.365445,"ciHigh":1128.598822,"observedAt":"2026-11-11","runCount":5554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_business_and_management_and_financial_operations/Mixtral 8x22B Instruct v0.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1138.609461,"ciLow":1129.710201,"ciHigh":1147.508722,"observedAt":"2026-11-11","runCount":7616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_entertainment_and_sports_and_media/Mixtral 8x22B Instruct v0.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|industry_legal_and_government/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.033117,"ciLow":1151.478507,"ciHigh":1178.587727,"observedAt":"2026-11-11","runCount":2798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_legal_and_government/Mixtral 8x22B Instruct v0.1","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1151.050752,"ciLow":1142.034686,"ciHigh":1160.066818,"observedAt":"2026-11-11","runCount":8677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_life_and_physical_and_social_science/Mixtral 8x22B Instruct v0.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|industry_mathematical/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.199412,"ciLow":1169.688994,"ciHigh":1188.709829,"observedAt":"2026-11-11","runCount":6001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_mathematical/Mixtral 8x22B Instruct v0.1","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1119.819232,"ciLow":1106.10408,"ciHigh":1133.534384,"observedAt":"2026-11-11","runCount":2823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_medicine_and_healthcare/Mixtral 8x22B Instruct v0.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.07175,"ciLow":1146.783233,"ciHigh":1161.360267,"observedAt":"2026-11-11","runCount":14389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_software_and_it_services/Mixtral 8x22B Instruct v0.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1161.021817,"ciLow":1153.457167,"ciHigh":1168.586468,"observedAt":"2026-11-11","runCount":12808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"industry_writing_and_literature_and_language/Mixtral 8x22B Instruct v0.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|instruction_following/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1146.983498,"ciLow":1140.513525,"ciHigh":1153.45347,"observedAt":"2026-11-11","runCount":18515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"instruction_following/Mixtral 8x22B Instruct v0.1","slice":"instruction_following"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|japanese/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1036.916988,"ciLow":1015.259753,"ciHigh":1058.574223,"observedAt":"2026-11-11","runCount":972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"japanese/Mixtral 8x22B Instruct v0.1","slice":"japanese"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|korean/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.811487,"ciLow":1034.7084,"ciHigh":1078.914574,"observedAt":"2026-11-11","runCount":1187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"korean/Mixtral 8x22B Instruct v0.1","slice":"korean"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|longer_query/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.5468,"ciLow":1133.805007,"ciHigh":1153.288592,"observedAt":"2026-11-11","runCount":5865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"longer_query/Mixtral 8x22B Instruct v0.1","slice":"longer_query"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|math/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.31072,"ciLow":1175.35424,"ciHigh":1193.2672,"observedAt":"2026-11-11","runCount":6778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"math/Mixtral 8x22B Instruct v0.1","slice":"math"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|multi_turn/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1130.081075,"ciLow":1121.096874,"ciHigh":1139.065276,"observedAt":"2026-11-11","runCount":7764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"multi_turn/Mixtral 8x22B Instruct v0.1","slice":"multi_turn"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|non_english/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1128.186397,"ciLow":1121.969918,"ciHigh":1134.402876,"observedAt":"2026-11-11","runCount":21524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"non_english/Mixtral 8x22B Instruct v0.1","slice":"non_english"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|overall/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1162.030158,"ciLow":1157.513405,"ciHigh":1166.546911,"observedAt":"2026-11-11","runCount":51416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"overall/Mixtral 8x22B Instruct v0.1","slice":"overall"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|polish/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.889952,"ciLow":1110.670041,"ciHigh":1231.109864,"observedAt":"2026-11-11","runCount":132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"polish/Mixtral 8x22B Instruct v0.1","slice":"polish"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|russian/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1157.603242,"ciLow":1147.396778,"ciHigh":1167.809705,"observedAt":"2026-11-11","runCount":4914,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"russian/Mixtral 8x22B Instruct v0.1","slice":"russian"}
{"key":"lmarena|mistral/mixtral-8x22b-instruct-v0.1:default|none|lmarena-text@1|rating|spanish/Mixtral 8x22B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x22b-instruct-v0.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.498113,"ciLow":1124.972257,"ciHigh":1176.023969,"observedAt":"2026-11-11","runCount":826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x22B Instruct v0.1","rowId":"spanish/Mixtral 8x22B Instruct v0.1","slice":"spanish"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1155.570186,"ciLow":1144.941836,"ciHigh":1166.198536,"observedAt":"2026-11-11","runCount":8285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"chinese/Mixtral 8x7B Instruct v0.1","slice":"chinese"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.75444,"ciLow":1231.698322,"ciHigh":1247.810559,"observedAt":"2026-11-11","runCount":11784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"coding/Mixtral 8x7B Instruct v0.1","slice":"coding"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.240961,"ciLow":1150.602888,"ciHigh":1167.879034,"observedAt":"2026-11-11","runCount":11172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"creative_writing/Mixtral 8x7B Instruct v0.1","slice":"creative_writing"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|english/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.795859,"ciLow":1224.521654,"ciHigh":1235.070063,"observedAt":"2026-11-11","runCount":46298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"english/Mixtral 8x7B Instruct v0.1","slice":"english"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1070.554429,"ciLow":1064.00037,"ciHigh":1077.108487,"observedAt":"2026-11-11","runCount":49034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"exclude_ties/Mixtral 8x7B Instruct v0.1","slice":"exclude_ties"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.845652,"ciLow":1184.864214,"ciHigh":1210.827091,"observedAt":"2026-11-11","runCount":3240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"expert/Mixtral 8x7B Instruct v0.1","slice":"expert"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|french/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.955427,"ciLow":1216.070425,"ciHigh":1261.840429,"observedAt":"2026-11-11","runCount":1252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"french/Mixtral 8x7B Instruct v0.1","slice":"french"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|german/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.971593,"ciLow":1167.216707,"ciHigh":1200.726479,"observedAt":"2026-11-11","runCount":1975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"german/Mixtral 8x7B Instruct v0.1","slice":"german"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.509601,"ciLow":1204.824284,"ciHigh":1218.194918,"observedAt":"2026-11-11","runCount":19541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"hard_prompts/Mixtral 8x7B Instruct v0.1","slice":"hard_prompts"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.572243,"ciLow":1220.812537,"ciHigh":1236.331948,"observedAt":"2026-11-11","runCount":13360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"hard_prompts_english/Mixtral 8x7B Instruct v0.1","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.324303,"ciLow":1167.467116,"ciHigh":1187.181491,"observedAt":"2026-11-11","runCount":7070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_business_and_management_and_financial_operations/Mixtral 8x7B Instruct v0.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.404705,"ciLow":1157.993544,"ciHigh":1174.815867,"observedAt":"2026-11-11","runCount":11001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_entertainment_and_sports_and_media/Mixtral 8x7B Instruct v0.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.614492,"ciLow":1210.947601,"ciHigh":1236.281384,"observedAt":"2026-11-11","runCount":3953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_legal_and_government/Mixtral 8x7B Instruct v0.1","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.5425,"ciLow":1205.138533,"ciHigh":1221.946468,"observedAt":"2026-11-11","runCount":12824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_life_and_physical_and_social_science/Mixtral 8x7B Instruct v0.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.713927,"ciLow":1186.668684,"ciHigh":1204.75917,"observedAt":"2026-11-11","runCount":8472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_mathematical/Mixtral 8x7B Instruct v0.1","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.615966,"ciLow":1194.917625,"ciHigh":1220.314308,"observedAt":"2026-11-11","runCount":4050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_medicine_and_healthcare/Mixtral 8x7B Instruct v0.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.963004,"ciLow":1218.044317,"ciHigh":1231.881691,"observedAt":"2026-11-11","runCount":20131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_software_and_it_services/Mixtral 8x7B Instruct v0.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.639194,"ciLow":1163.32284,"ciHigh":1177.955548,"observedAt":"2026-11-11","runCount":17942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_writing_and_literature_and_language/Mixtral 8x7B Instruct v0.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.760238,"ciLow":1174.450285,"ciHigh":1187.070192,"observedAt":"2026-11-11","runCount":24974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"instruction_following/Mixtral 8x7B Instruct v0.1","slice":"instruction_following"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1003.046987,"ciLow":979.977328,"ciHigh":1026.116646,"observedAt":"2026-11-11","runCount":960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"japanese/Mixtral 8x7B Instruct v0.1","slice":"japanese"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|korean/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1061.274587,"ciLow":1035.148703,"ciHigh":1087.400471,"observedAt":"2026-11-11","runCount":778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"korean/Mixtral 8x7B Instruct v0.1","slice":"korean"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.386677,"ciLow":1174.855144,"ciHigh":1193.918211,"observedAt":"2026-11-11","runCount":6572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"longer_query/Mixtral 8x7B Instruct v0.1","slice":"longer_query"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|math/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.4056,"ciLow":1182.768441,"ciHigh":1200.04276,"observedAt":"2026-11-11","runCount":9663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"math/Mixtral 8x7B Instruct v0.1","slice":"math"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.314061,"ciLow":1159.692437,"ciHigh":1176.935685,"observedAt":"2026-11-11","runCount":10873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"multi_turn/Mixtral 8x7B Instruct v0.1","slice":"multi_turn"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.476377,"ciLow":1140.356322,"ciHigh":1152.596431,"observedAt":"2026-11-11","runCount":27205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"non_english/Mixtral 8x7B Instruct v0.1","slice":"non_english"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.325841,"ciLow":1193.070264,"ciHigh":1201.581419,"observedAt":"2026-11-11","runCount":73503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"overall/Mixtral 8x7B Instruct v0.1","slice":"overall"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|polish/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.122902,"ciLow":1071.881654,"ciHigh":1198.364151,"observedAt":"2026-11-11","runCount":184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"polish/Mixtral 8x7B Instruct v0.1","slice":"polish"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.989377,"ciLow":1150.450944,"ciHigh":1171.527811,"observedAt":"2026-11-11","runCount":5239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"russian/Mixtral 8x7B Instruct v0.1","slice":"russian"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.525959,"ciLow":1151.381781,"ciHigh":1199.670136,"observedAt":"2026-11-11","runCount":1065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"spanish/Mixtral 8x7B Instruct v0.1","slice":"spanish"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|chinese/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1055.476733,"ciLow":1044.978699,"ciHigh":1065.974767,"observedAt":"2026-11-11","runCount":8285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"chinese/Mixtral 8x7B Instruct v0.1","slice":"chinese"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|coding/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1126.261804,"ciLow":1118.214291,"ciHigh":1134.309318,"observedAt":"2026-11-11","runCount":11784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"coding/Mixtral 8x7B Instruct v0.1","slice":"coding"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|creative_writing/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1108.631632,"ciLow":1100.068133,"ciHigh":1117.195131,"observedAt":"2026-11-11","runCount":11172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"creative_writing/Mixtral 8x7B Instruct v0.1","slice":"creative_writing"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|english/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1167.579164,"ciLow":1162.342429,"ciHigh":1172.815898,"observedAt":"2026-11-11","runCount":46298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"english/Mixtral 8x7B Instruct v0.1","slice":"english"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":978.40102,"ciLow":971.946326,"ciHigh":984.855713,"observedAt":"2026-11-11","runCount":49034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"exclude_ties/Mixtral 8x7B Instruct v0.1","slice":"exclude_ties"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|expert/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1087.432601,"ciLow":1074.451057,"ciHigh":1100.414146,"observedAt":"2026-11-11","runCount":3240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"expert/Mixtral 8x7B Instruct v0.1","slice":"expert"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|french/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.996013,"ciLow":1143.181363,"ciHigh":1188.810662,"observedAt":"2026-11-11","runCount":1252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"french/Mixtral 8x7B Instruct v0.1","slice":"french"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|german/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1113.818118,"ciLow":1097.203478,"ciHigh":1130.432757,"observedAt":"2026-11-11","runCount":1975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"german/Mixtral 8x7B Instruct v0.1","slice":"german"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1114.617506,"ciLow":1107.974812,"ciHigh":1121.260199,"observedAt":"2026-11-11","runCount":19541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"hard_prompts/Mixtral 8x7B Instruct v0.1","slice":"hard_prompts"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1134.868264,"ciLow":1127.155091,"ciHigh":1142.581437,"observedAt":"2026-11-11","runCount":13360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"hard_prompts_english/Mixtral 8x7B Instruct v0.1","slice":"hard_prompts_english"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1083.468645,"ciLow":1073.607271,"ciHigh":1093.330018,"observedAt":"2026-11-11","runCount":7070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_business_and_management_and_financial_operations/Mixtral 8x7B Instruct v0.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1105.115362,"ciLow":1096.802709,"ciHigh":1113.428014,"observedAt":"2026-11-11","runCount":11001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_entertainment_and_sports_and_media/Mixtral 8x7B Instruct v0.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1132.009197,"ciLow":1119.329379,"ciHigh":1144.689015,"observedAt":"2026-11-11","runCount":3953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_legal_and_government/Mixtral 8x7B Instruct v0.1","slice":"industry_legal_and_government"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1117.181338,"ciLow":1108.822763,"ciHigh":1125.539914,"observedAt":"2026-11-11","runCount":12824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_life_and_physical_and_social_science/Mixtral 8x7B Instruct v0.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.065481,"ciLow":1134.086756,"ciHigh":1152.044206,"observedAt":"2026-11-11","runCount":8472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_mathematical/Mixtral 8x7B Instruct v0.1","slice":"industry_mathematical"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1093.528246,"ciLow":1080.849049,"ciHigh":1106.207444,"observedAt":"2026-11-11","runCount":4050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_medicine_and_healthcare/Mixtral 8x7B Instruct v0.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1124.893057,"ciLow":1117.990338,"ciHigh":1131.795776,"observedAt":"2026-11-11","runCount":20131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_software_and_it_services/Mixtral 8x7B Instruct v0.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1122.84658,"ciLow":1115.591936,"ciHigh":1130.101224,"observedAt":"2026-11-11","runCount":17942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"industry_writing_and_literature_and_language/Mixtral 8x7B Instruct v0.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|instruction_following/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1109.234294,"ciLow":1102.977287,"ciHigh":1115.491301,"observedAt":"2026-11-11","runCount":24974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"instruction_following/Mixtral 8x7B Instruct v0.1","slice":"instruction_following"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|japanese/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":931.457501,"ciLow":908.631378,"ciHigh":954.283624,"observedAt":"2026-11-11","runCount":960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"japanese/Mixtral 8x7B Instruct v0.1","slice":"japanese"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|korean/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":968.01726,"ciLow":942.613861,"ciHigh":993.420658,"observedAt":"2026-11-11","runCount":778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"korean/Mixtral 8x7B Instruct v0.1","slice":"korean"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|longer_query/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1102.624394,"ciLow":1093.1332,"ciHigh":1112.115588,"observedAt":"2026-11-11","runCount":6572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"longer_query/Mixtral 8x7B Instruct v0.1","slice":"longer_query"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|math/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1147.15282,"ciLow":1138.591575,"ciHigh":1155.714064,"observedAt":"2026-11-11","runCount":9663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"math/Mixtral 8x7B Instruct v0.1","slice":"math"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|multi_turn/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1114.523558,"ciLow":1105.950881,"ciHigh":1123.096235,"observedAt":"2026-11-11","runCount":10873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"multi_turn/Mixtral 8x7B Instruct v0.1","slice":"multi_turn"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|non_english/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1076.911881,"ciLow":1070.835288,"ciHigh":1082.988473,"observedAt":"2026-11-11","runCount":27205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"non_english/Mixtral 8x7B Instruct v0.1","slice":"non_english"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|overall/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1131.601412,"ciLow":1127.376579,"ciHigh":1135.826245,"observedAt":"2026-11-11","runCount":73503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"overall/Mixtral 8x7B Instruct v0.1","slice":"overall"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|polish/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1071.931672,"ciLow":1010.54983,"ciHigh":1133.313514,"observedAt":"2026-11-11","runCount":184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"polish/Mixtral 8x7B Instruct v0.1","slice":"polish"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|russian/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.24577,"ciLow":1079.754091,"ciHigh":1100.737449,"observedAt":"2026-11-11","runCount":5239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"russian/Mixtral 8x7B Instruct v0.1","slice":"russian"}
{"key":"lmarena|mistral/mixtral-8x7b-instruct:default|none|lmarena-text@1|rating|spanish/Mixtral 8x7B Instruct v0.1","sourceId":"lmarena","modelId":"mistral/mixtral-8x7b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1110.763412,"ciLow":1086.854933,"ciHigh":1134.671891,"observedAt":"2026-11-11","runCount":1065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Mixtral 8x7B Instruct v0.1","rowId":"spanish/Mixtral 8x7B Instruct v0.1","slice":"spanish"}
{"key":"lmarena|mistral/pixtral-12b-2409:default|none|lmarena-vision-style-control@1|rating|chinese/Pixtral 12B (2409)","sourceId":"lmarena","modelId":"mistral/pixtral-12b-2409","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":967.237827,"ciLow":922.242979,"ciHigh":1012.232676,"observedAt":"2026-11-09","runCount":335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Pixtral 12B (2409)","rowId":"chinese/Pixtral 12B (2409)","slice":"chinese"}
{"key":"lmarena|mistral/pixtral-12b-2409:default|none|lmarena-vision-style-control@1|rating|english/Pixtral 12B (2409)","sourceId":"lmarena","modelId":"mistral/pixtral-12b-2409","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1041.230713,"ciLow":1028.880498,"ciHigh":1053.580927,"observedAt":"2026-11-09","runCount":4090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Pixtral 12B (2409)","rowId":"english/Pixtral 12B (2409)","slice":"english"}
{"key":"lmarena|mistral/pixtral-12b-2409:default|none|lmarena-vision-style-control@1|rating|overall/Pixtral 12B (2409)","sourceId":"lmarena","modelId":"mistral/pixtral-12b-2409","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1025.322201,"ciLow":1015.737475,"ciHigh":1034.906928,"observedAt":"2026-11-09","runCount":7511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Pixtral 12B (2409)","rowId":"overall/Pixtral 12B (2409)","slice":"overall"}
{"key":"lmarena|mistral/pixtral-12b-2409:default|none|lmarena-vision@1|rating|chinese/Pixtral 12B (2409)","sourceId":"lmarena","modelId":"mistral/pixtral-12b-2409","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":950.253338,"ciLow":905.567945,"ciHigh":994.938731,"observedAt":"2026-11-09","runCount":335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Pixtral 12B (2409)","rowId":"chinese/Pixtral 12B (2409)","slice":"chinese"}
{"key":"lmarena|mistral/pixtral-12b-2409:default|none|lmarena-vision@1|rating|english/Pixtral 12B (2409)","sourceId":"lmarena","modelId":"mistral/pixtral-12b-2409","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1026.437161,"ciLow":1014.077524,"ciHigh":1038.796798,"observedAt":"2026-11-09","runCount":4090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Pixtral 12B (2409)","rowId":"english/Pixtral 12B (2409)","slice":"english"}
{"key":"lmarena|mistral/pixtral-12b-2409:default|none|lmarena-vision@1|rating|overall/Pixtral 12B (2409)","sourceId":"lmarena","modelId":"mistral/pixtral-12b-2409","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1008.464638,"ciLow":998.879333,"ciHigh":1018.049943,"observedAt":"2026-11-09","runCount":7511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Pixtral 12B (2409)","rowId":"overall/Pixtral 12B (2409)","slice":"overall"}
{"key":"lmarena|mistral/pixtral-large-2411:default|none|lmarena-vision-style-control@1|rating|chinese/Pixtral Large (2411)","sourceId":"lmarena","modelId":"mistral/pixtral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1099.751288,"ciLow":1047.643891,"ciHigh":1151.858685,"observedAt":"2026-11-09","runCount":156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Pixtral Large (2411)","rowId":"chinese/Pixtral Large (2411)","slice":"chinese"}
{"key":"lmarena|mistral/pixtral-large-2411:default|none|lmarena-vision-style-control@1|rating|english/Pixtral Large (2411)","sourceId":"lmarena","modelId":"mistral/pixtral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1099.620456,"ciLow":1087.157825,"ciHigh":1112.083087,"observedAt":"2026-11-09","runCount":2921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Pixtral Large (2411)","rowId":"english/Pixtral Large (2411)","slice":"english"}
{"key":"lmarena|mistral/pixtral-large-2411:default|none|lmarena-vision-style-control@1|rating|overall/Pixtral Large (2411)","sourceId":"lmarena","modelId":"mistral/pixtral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1095.446506,"ciLow":1086.088435,"ciHigh":1104.804576,"observedAt":"2026-11-09","runCount":5423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Pixtral Large (2411)","rowId":"overall/Pixtral Large (2411)","slice":"overall"}
{"key":"lmarena|mistral/pixtral-large-2411:default|none|lmarena-vision@1|rating|chinese/Pixtral Large (2411)","sourceId":"lmarena","modelId":"mistral/pixtral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1082.413466,"ciLow":1030.902231,"ciHigh":1133.9247,"observedAt":"2026-11-09","runCount":156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Pixtral Large (2411)","rowId":"chinese/Pixtral Large (2411)","slice":"chinese"}
{"key":"lmarena|mistral/pixtral-large-2411:default|none|lmarena-vision@1|rating|english/Pixtral Large (2411)","sourceId":"lmarena","modelId":"mistral/pixtral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1099.805885,"ciLow":1087.358795,"ciHigh":1112.252975,"observedAt":"2026-11-09","runCount":2921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Pixtral Large (2411)","rowId":"english/Pixtral Large (2411)","slice":"english"}
{"key":"lmarena|mistral/pixtral-large-2411:default|none|lmarena-vision@1|rating|overall/Pixtral Large (2411)","sourceId":"lmarena","modelId":"mistral/pixtral-large-2411","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1089.280661,"ciLow":1079.939596,"ciHigh":1098.621726,"observedAt":"2026-11-09","runCount":5423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Pixtral Large (2411)","rowId":"overall/Pixtral Large (2411)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|chinese/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.899353,"ciLow":1436.72738,"ciHigh":1475.071327,"observedAt":"2026-11-11","runCount":953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"chinese/Kimi K2 Preview (0905)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|coding/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.188373,"ciLow":1455.611267,"ciHigh":1480.765478,"observedAt":"2026-11-11","runCount":2227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"coding/Kimi K2 Preview (0905)","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|creative_writing/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.616168,"ciLow":1367.248299,"ciHigh":1397.984038,"observedAt":"2026-11-11","runCount":1478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"creative_writing/Kimi K2 Preview (0905)","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|english/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.058,"ciLow":1411.182657,"ciHigh":1428.933342,"observedAt":"2026-11-11","runCount":4769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"english/Kimi K2 Preview (0905)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|exclude_ties/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.006382,"ciLow":1398.370921,"ciHigh":1415.641843,"observedAt":"2026-11-11","runCount":8424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"exclude_ties/Kimi K2 Preview (0905)","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|expert/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.22599,"ciLow":1395.252816,"ciHigh":1443.199163,"observedAt":"2026-11-11","runCount":575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"expert/Kimi K2 Preview (0905)","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|french/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.86252,"ciLow":1384.776543,"ciHigh":1462.948498,"observedAt":"2026-11-11","runCount":215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"french/Kimi K2 Preview (0905)","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|german/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.078823,"ciLow":1387.030247,"ciHigh":1457.1274,"observedAt":"2026-11-11","runCount":278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"german/Kimi K2 Preview (0905)","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|hard_prompts/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.040668,"ciLow":1429.666251,"ciHigh":1446.415085,"observedAt":"2026-11-11","runCount":5540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"hard_prompts/Kimi K2 Preview (0905)","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.964978,"ciLow":1422.810561,"ciHigh":1447.119394,"observedAt":"2026-11-11","runCount":2382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"hard_prompts_english/Kimi K2 Preview (0905)","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.858918,"ciLow":1390.773586,"ciHigh":1416.944249,"observedAt":"2026-11-11","runCount":2046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_business_and_management_and_financial_operations/Kimi K2 Preview (0905)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.877897,"ciLow":1366.937502,"ciHigh":1392.818293,"observedAt":"2026-11-11","runCount":2075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_entertainment_and_sports_and_media/Kimi K2 Preview (0905)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.440815,"ciLow":1428.380818,"ciHigh":1470.500812,"observedAt":"2026-11-11","runCount":768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_legal_and_government/Kimi K2 Preview (0905)","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.306332,"ciLow":1424.020116,"ciHigh":1452.592548,"observedAt":"2026-11-11","runCount":1735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_life_and_physical_and_social_science/Kimi K2 Preview (0905)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.21449,"ciLow":1402.287359,"ciHigh":1448.14162,"observedAt":"2026-11-11","runCount":639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_mathematical/Kimi K2 Preview (0905)","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.686608,"ciLow":1422.236465,"ciHigh":1467.136751,"observedAt":"2026-11-11","runCount":714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_medicine_and_healthcare/Kimi K2 Preview (0905)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.001002,"ciLow":1442.205968,"ciHigh":1461.796035,"observedAt":"2026-11-11","runCount":3854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_software_and_it_services/Kimi K2 Preview (0905)","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.358778,"ciLow":1370.671711,"ciHigh":1394.045845,"observedAt":"2026-11-11","runCount":2575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_writing_and_literature_and_language/Kimi K2 Preview (0905)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|instruction_following/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.894053,"ciLow":1378.865729,"ciHigh":1400.922377,"observedAt":"2026-11-11","runCount":2882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"instruction_following/Kimi K2 Preview (0905)","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|japanese/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.455797,"ciLow":1337.658145,"ciHigh":1417.253448,"observedAt":"2026-11-11","runCount":209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"japanese/Kimi K2 Preview (0905)","slice":"japanese"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|korean/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.700263,"ciLow":1333.180941,"ciHigh":1402.219585,"observedAt":"2026-11-11","runCount":314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"korean/Kimi K2 Preview (0905)","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|longer_query/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.759922,"ciLow":1394.200753,"ciHigh":1417.319091,"observedAt":"2026-11-11","runCount":2573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"longer_query/Kimi K2 Preview (0905)","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|math/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.631995,"ciLow":1394.899988,"ciHigh":1436.364003,"observedAt":"2026-11-11","runCount":753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"math/Kimi K2 Preview (0905)","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|multi_turn/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.88911,"ciLow":1390.718954,"ciHigh":1417.059266,"observedAt":"2026-11-11","runCount":2025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"multi_turn/Kimi K2 Preview (0905)","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|non_english/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.983738,"ciLow":1401.193888,"ciHigh":1416.773588,"observedAt":"2026-11-11","runCount":6803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"non_english/Kimi K2 Preview (0905)","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|overall/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.403453,"ciLow":1411.869194,"ciHigh":1424.937712,"observedAt":"2026-11-11","runCount":11572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"overall/Kimi K2 Preview (0905)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|polish/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.721282,"ciLow":1400.157303,"ciHigh":1445.285261,"observedAt":"2026-11-11","runCount":680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"polish/Kimi K2 Preview (0905)","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|russian/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.490615,"ciLow":1404.5346,"ciHigh":1444.446631,"observedAt":"2026-11-11","runCount":839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"russian/Kimi K2 Preview (0905)","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text-style-control@1|rating|spanish/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.246466,"ciLow":1393.072006,"ciHigh":1455.420925,"observedAt":"2026-11-11","runCount":389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"spanish/Kimi K2 Preview (0905)","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|chinese/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.757908,"ciLow":1395.576881,"ciHigh":1433.938936,"observedAt":"2026-11-11","runCount":953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"chinese/Kimi K2 Preview (0905)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|coding/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.612434,"ciLow":1387.190836,"ciHigh":1412.034032,"observedAt":"2026-11-11","runCount":2227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"coding/Kimi K2 Preview (0905)","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|creative_writing/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.584205,"ciLow":1334.343834,"ciHigh":1364.824576,"observedAt":"2026-11-11","runCount":1478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"creative_writing/Kimi K2 Preview (0905)","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|english/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.610006,"ciLow":1369.794141,"ciHigh":1387.425871,"observedAt":"2026-11-11","runCount":4769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"english/Kimi K2 Preview (0905)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|exclude_ties/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.46081,"ciLow":1342.966215,"ciHigh":1359.955405,"observedAt":"2026-11-11","runCount":8424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"exclude_ties/Kimi K2 Preview (0905)","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|expert/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.725212,"ciLow":1340.717921,"ciHigh":1388.732503,"observedAt":"2026-11-11","runCount":575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"expert/Kimi K2 Preview (0905)","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|french/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.617848,"ciLow":1341.806586,"ciHigh":1419.42911,"observedAt":"2026-11-11","runCount":215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"french/Kimi K2 Preview (0905)","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|german/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.69133,"ciLow":1351.765226,"ciHigh":1421.617434,"observedAt":"2026-11-11","runCount":278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"german/Kimi K2 Preview (0905)","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|hard_prompts/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.447404,"ciLow":1375.096212,"ciHigh":1391.798596,"observedAt":"2026-11-11","runCount":5540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"hard_prompts/Kimi K2 Preview (0905)","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|hard_prompts_english/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.3712,"ciLow":1366.274341,"ciHigh":1390.468059,"observedAt":"2026-11-11","runCount":2382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"hard_prompts_english/Kimi K2 Preview (0905)","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.209471,"ciLow":1340.069618,"ciHigh":1366.349325,"observedAt":"2026-11-11","runCount":2046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_business_and_management_and_financial_operations/Kimi K2 Preview (0905)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.76454,"ciLow":1328.944284,"ciHigh":1354.584796,"observedAt":"2026-11-11","runCount":2075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_entertainment_and_sports_and_media/Kimi K2 Preview (0905)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|industry_legal_and_government/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.138908,"ciLow":1382.103526,"ciHigh":1424.174289,"observedAt":"2026-11-11","runCount":768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_legal_and_government/Kimi K2 Preview (0905)","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.386409,"ciLow":1372.114083,"ciHigh":1400.658736,"observedAt":"2026-11-11","runCount":1735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_life_and_physical_and_social_science/Kimi K2 Preview (0905)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|industry_mathematical/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.062679,"ciLow":1377.396896,"ciHigh":1422.728463,"observedAt":"2026-11-11","runCount":639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_mathematical/Kimi K2 Preview (0905)","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.482992,"ciLow":1360.901033,"ciHigh":1406.06495,"observedAt":"2026-11-11","runCount":714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_medicine_and_healthcare/Kimi K2 Preview (0905)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|industry_software_and_it_services/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.063894,"ciLow":1384.347332,"ciHigh":1403.780455,"observedAt":"2026-11-11","runCount":3854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_software_and_it_services/Kimi K2 Preview (0905)","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.442637,"ciLow":1333.778249,"ciHigh":1357.107024,"observedAt":"2026-11-11","runCount":2575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"industry_writing_and_literature_and_language/Kimi K2 Preview (0905)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|instruction_following/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.094394,"ciLow":1336.108502,"ciHigh":1358.080287,"observedAt":"2026-11-11","runCount":2882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"instruction_following/Kimi K2 Preview (0905)","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|japanese/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.010822,"ciLow":1309.010178,"ciHigh":1389.011466,"observedAt":"2026-11-11","runCount":209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"japanese/Kimi K2 Preview (0905)","slice":"japanese"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|korean/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.880946,"ciLow":1289.256714,"ciHigh":1358.505177,"observedAt":"2026-11-11","runCount":314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"korean/Kimi K2 Preview (0905)","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|longer_query/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.717692,"ciLow":1341.242365,"ciHigh":1364.193019,"observedAt":"2026-11-11","runCount":2573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"longer_query/Kimi K2 Preview (0905)","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|math/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.104464,"ciLow":1376.427855,"ciHigh":1417.781074,"observedAt":"2026-11-11","runCount":753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"math/Kimi K2 Preview (0905)","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|multi_turn/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.755566,"ciLow":1351.645404,"ciHigh":1377.865728,"observedAt":"2026-11-11","runCount":2025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"multi_turn/Kimi K2 Preview (0905)","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|non_english/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.41144,"ciLow":1364.647951,"ciHigh":1380.174928,"observedAt":"2026-11-11","runCount":6803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"non_english/Kimi K2 Preview (0905)","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|overall/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.770983,"ciLow":1373.271661,"ciHigh":1386.270304,"observedAt":"2026-11-11","runCount":11572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"overall/Kimi K2 Preview (0905)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|polish/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.633312,"ciLow":1354.977214,"ciHigh":1400.28941,"observedAt":"2026-11-11","runCount":680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"polish/Kimi K2 Preview (0905)","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|russian/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.445581,"ciLow":1364.494288,"ciHigh":1404.396874,"observedAt":"2026-11-11","runCount":839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"russian/Kimi K2 Preview (0905)","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k2-0905:default|none|lmarena-text@1|rating|spanish/Kimi K2 Preview (0905)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-0905","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.4057,"ciLow":1355.12683,"ciHigh":1417.684571,"observedAt":"2026-11-11","runCount":389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0905)","rowId":"spanish/Kimi K2 Preview (0905)","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|chinese/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.74128,"ciLow":1463.702296,"ciHigh":1481.780264,"observedAt":"2026-11-11","runCount":4630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"chinese/Kimi K2 Thinking Turbo","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|coding/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.40669,"ciLow":1480.977883,"ciHigh":1491.835498,"observedAt":"2026-11-11","runCount":15154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"coding/Kimi K2 Thinking Turbo","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|creative_writing/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.177343,"ciLow":1384.563371,"ciHigh":1397.791316,"observedAt":"2026-11-11","runCount":9439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"creative_writing/Kimi K2 Thinking Turbo","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|english/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.80985,"ciLow":1438.453514,"ciHigh":1447.166186,"observedAt":"2026-11-11","runCount":26143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"english/Kimi K2 Thinking Turbo","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|exclude_ties/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.007137,"ciLow":1418.699162,"ciHigh":1427.315112,"observedAt":"2026-11-11","runCount":45126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"exclude_ties/Kimi K2 Thinking Turbo","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|expert/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.656802,"ciLow":1451.706376,"ciHigh":1469.607228,"observedAt":"2026-11-11","runCount":4653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"expert/Kimi K2 Thinking Turbo","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|french/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.875881,"ciLow":1428.911772,"ciHigh":1460.83999,"observedAt":"2026-11-11","runCount":1615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"french/Kimi K2 Thinking Turbo","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|german/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.722793,"ciLow":1392.767014,"ciHigh":1428.678572,"observedAt":"2026-11-11","runCount":1139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"german/Kimi K2 Thinking Turbo","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|hard_prompts/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.092126,"ciLow":1449.182338,"ciHigh":1457.001914,"observedAt":"2026-11-11","runCount":36783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"hard_prompts/Kimi K2 Thinking Turbo","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.656468,"ciLow":1452.297117,"ciHigh":1463.01582,"observedAt":"2026-11-11","runCount":15486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"hard_prompts_english/Kimi K2 Thinking Turbo","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.711413,"ciLow":1414.811632,"ciHigh":1426.611195,"observedAt":"2026-11-11","runCount":12093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_business_and_management_and_financial_operations/Kimi K2 Thinking Turbo","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.690824,"ciLow":1388.719258,"ciHigh":1400.662389,"observedAt":"2026-11-11","runCount":11820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_entertainment_and_sports_and_media/Kimi K2 Thinking Turbo","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.631329,"ciLow":1425.699855,"ciHigh":1443.562802,"observedAt":"2026-11-11","runCount":4540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_legal_and_government/Kimi K2 Thinking Turbo","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.448722,"ciLow":1435.136681,"ciHigh":1447.760764,"observedAt":"2026-11-11","runCount":10205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_life_and_physical_and_social_science/Kimi K2 Thinking Turbo","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.469396,"ciLow":1433.737077,"ciHigh":1455.201716,"observedAt":"2026-11-11","runCount":3154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_mathematical/Kimi K2 Thinking Turbo","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.547252,"ciLow":1434.68702,"ciHigh":1454.407484,"observedAt":"2026-11-11","runCount":3999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_medicine_and_healthcare/Kimi K2 Thinking Turbo","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.304904,"ciLow":1468.685128,"ciHigh":1477.924679,"observedAt":"2026-11-11","runCount":23002,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_software_and_it_services/Kimi K2 Thinking Turbo","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.684224,"ciLow":1393.182334,"ciHigh":1404.186114,"observedAt":"2026-11-11","runCount":14524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_writing_and_literature_and_language/Kimi K2 Thinking Turbo","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|instruction_following/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.317835,"ciLow":1413.357475,"ciHigh":1423.278195,"observedAt":"2026-11-11","runCount":18583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"instruction_following/Kimi K2 Thinking Turbo","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|japanese/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.999987,"ciLow":1344.560994,"ciHigh":1395.43898,"observedAt":"2026-11-11","runCount":567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"japanese/Kimi K2 Thinking Turbo","slice":"japanese"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|korean/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.259883,"ciLow":1322.644303,"ciHigh":1361.875464,"observedAt":"2026-11-11","runCount":1006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"korean/Kimi K2 Thinking Turbo","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|longer_query/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.655303,"ciLow":1428.674865,"ciHigh":1438.635742,"observedAt":"2026-11-11","runCount":19743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"longer_query/Kimi K2 Thinking Turbo","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|math/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.425104,"ciLow":1425.842534,"ciHigh":1445.007673,"observedAt":"2026-11-11","runCount":3875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"math/Kimi K2 Thinking Turbo","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|multi_turn/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.153955,"ciLow":1425.936825,"ciHigh":1438.371085,"observedAt":"2026-11-11","runCount":10920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"multi_turn/Kimi K2 Thinking Turbo","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|non_english/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.242652,"ciLow":1408.400763,"ciHigh":1416.084541,"observedAt":"2026-11-11","runCount":36765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"non_english/Kimi K2 Thinking Turbo","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|overall/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.918329,"ciLow":1426.826373,"ciHigh":1433.010284,"observedAt":"2026-11-11","runCount":62911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"overall/Kimi K2 Thinking Turbo","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|polish/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.36381,"ciLow":1406.195075,"ciHigh":1434.532544,"observedAt":"2026-11-11","runCount":1702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"polish/Kimi K2 Thinking Turbo","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|russian/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.687616,"ciLow":1403.645275,"ciHigh":1417.729957,"observedAt":"2026-11-11","runCount":7421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"russian/Kimi K2 Thinking Turbo","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text-style-control@1|rating|spanish/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.482089,"ciLow":1402.466945,"ciHigh":1430.497233,"observedAt":"2026-11-11","runCount":1975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"spanish/Kimi K2 Thinking Turbo","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|chinese/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.701361,"ciLow":1446.723374,"ciHigh":1464.679349,"observedAt":"2026-11-11","runCount":4630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"chinese/Kimi K2 Thinking Turbo","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|coding/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.510617,"ciLow":1448.115006,"ciHigh":1458.906228,"observedAt":"2026-11-11","runCount":15154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"coding/Kimi K2 Thinking Turbo","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|creative_writing/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.773888,"ciLow":1367.214219,"ciHigh":1380.333556,"observedAt":"2026-11-11","runCount":9439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"creative_writing/Kimi K2 Thinking Turbo","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|english/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.232477,"ciLow":1421.903596,"ciHigh":1430.561359,"observedAt":"2026-11-11","runCount":26143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"english/Kimi K2 Thinking Turbo","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|exclude_ties/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.033441,"ciLow":1395.800126,"ciHigh":1404.266757,"observedAt":"2026-11-11","runCount":45126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"exclude_ties/Kimi K2 Thinking Turbo","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|expert/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.154655,"ciLow":1430.271656,"ciHigh":1448.037654,"observedAt":"2026-11-11","runCount":4653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"expert/Kimi K2 Thinking Turbo","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|french/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.625997,"ciLow":1409.732716,"ciHigh":1441.519278,"observedAt":"2026-11-11","runCount":1615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"french/Kimi K2 Thinking Turbo","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|german/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.005363,"ciLow":1372.128577,"ciHigh":1407.88215,"observedAt":"2026-11-11","runCount":1139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"german/Kimi K2 Thinking Turbo","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|hard_prompts/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.731665,"ciLow":1423.85038,"ciHigh":1431.612949,"observedAt":"2026-11-11","runCount":36783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"hard_prompts/Kimi K2 Thinking Turbo","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|hard_prompts_english/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.937186,"ciLow":1427.612657,"ciHigh":1438.261716,"observedAt":"2026-11-11","runCount":15486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"hard_prompts_english/Kimi K2 Thinking Turbo","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.414291,"ciLow":1391.557443,"ciHigh":1403.27114,"observedAt":"2026-11-11","runCount":12093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_business_and_management_and_financial_operations/Kimi K2 Thinking Turbo","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.548284,"ciLow":1371.628514,"ciHigh":1383.468054,"observedAt":"2026-11-11","runCount":11820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_entertainment_and_sports_and_media/Kimi K2 Thinking Turbo","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|industry_legal_and_government/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.291551,"ciLow":1407.471153,"ciHigh":1425.111948,"observedAt":"2026-11-11","runCount":4540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_legal_and_government/Kimi K2 Thinking Turbo","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.956623,"ciLow":1412.720555,"ciHigh":1425.192691,"observedAt":"2026-11-11","runCount":10205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_life_and_physical_and_social_science/Kimi K2 Thinking Turbo","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|industry_mathematical/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.96074,"ciLow":1426.226841,"ciHigh":1447.69464,"observedAt":"2026-11-11","runCount":3154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_mathematical/Kimi K2 Thinking Turbo","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.763276,"ciLow":1407.091732,"ciHigh":1426.43482,"observedAt":"2026-11-11","runCount":3999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_medicine_and_healthcare/Kimi K2 Thinking Turbo","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|industry_software_and_it_services/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.384303,"ciLow":1441.798325,"ciHigh":1450.970281,"observedAt":"2026-11-11","runCount":23002,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_software_and_it_services/Kimi K2 Thinking Turbo","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.647886,"ciLow":1375.181982,"ciHigh":1386.113789,"observedAt":"2026-11-11","runCount":14524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"industry_writing_and_literature_and_language/Kimi K2 Thinking Turbo","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|instruction_following/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.095222,"ciLow":1398.154748,"ciHigh":1408.035696,"observedAt":"2026-11-11","runCount":18583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"instruction_following/Kimi K2 Thinking Turbo","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|japanese/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.473319,"ciLow":1332.94328,"ciHigh":1384.003357,"observedAt":"2026-11-11","runCount":567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"japanese/Kimi K2 Thinking Turbo","slice":"japanese"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|korean/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.318476,"ciLow":1309.958391,"ciHigh":1348.678561,"observedAt":"2026-11-11","runCount":1006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"korean/Kimi K2 Thinking Turbo","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|longer_query/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.42544,"ciLow":1410.482189,"ciHigh":1420.368691,"observedAt":"2026-11-11","runCount":19743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"longer_query/Kimi K2 Thinking Turbo","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|math/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.481023,"ciLow":1418.909288,"ciHigh":1438.052758,"observedAt":"2026-11-11","runCount":3875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"math/Kimi K2 Thinking Turbo","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|multi_turn/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.847245,"ciLow":1407.658487,"ciHigh":1420.036003,"observedAt":"2026-11-11","runCount":10920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"multi_turn/Kimi K2 Thinking Turbo","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|non_english/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.493226,"ciLow":1393.672979,"ciHigh":1401.313472,"observedAt":"2026-11-11","runCount":36765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"non_english/Kimi K2 Thinking Turbo","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|overall/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.361266,"ciLow":1411.288981,"ciHigh":1417.43355,"observedAt":"2026-11-11","runCount":62911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"overall/Kimi K2 Thinking Turbo","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|polish/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.962645,"ciLow":1381.879965,"ciHigh":1410.045326,"observedAt":"2026-11-11","runCount":1702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"polish/Kimi K2 Thinking Turbo","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|russian/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.182966,"ciLow":1383.184293,"ciHigh":1397.181639,"observedAt":"2026-11-11","runCount":7421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"russian/Kimi K2 Thinking Turbo","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-text@1|rating|spanish/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.631976,"ciLow":1392.749792,"ciHigh":1420.514159,"observedAt":"2026-11-11","runCount":1975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"spanish/Kimi K2 Thinking Turbo","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-webdev@1|rating|overall/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1321.743913,"ciLow":1314.231704,"ciHigh":1329.256122,"observedAt":"2026-11-15","runCount":12999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"overall/Kimi K2 Thinking Turbo","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-webdev@1|rating|webdev-html/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1324.992002,"ciLow":1313.541411,"ciHigh":1336.442594,"observedAt":"2026-11-15","runCount":7949,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"webdev-html/Kimi K2 Thinking Turbo","slice":"webdev-html"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-webdev@1|rating|webdev-react/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1312.522991,"ciLow":1302.503097,"ciHigh":1322.542886,"observedAt":"2026-11-15","runCount":5031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"webdev-react/Kimi K2 Thinking Turbo","slice":"webdev-react"}
{"key":"lmarena|moonshot-ai/kimi-k2-thinking-turbo:default|none|lmarena-webdev@1|rating|webdev/Kimi K2 Thinking Turbo","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2-thinking-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1321.743913,"ciLow":1314.231704,"ciHigh":1329.256122,"observedAt":"2026-11-15","runCount":12999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Thinking Turbo","rowId":"webdev/Kimi K2 Thinking Turbo","slice":"webdev"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|chinese/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.316226,"ciLow":1439.128796,"ciHigh":1489.503656,"observedAt":"2026-11-11","runCount":532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"chinese/Kimi K2.5 (Instant)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|coding/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.574985,"ciLow":1490.995651,"ciHigh":1518.15432,"observedAt":"2026-11-11","runCount":1863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"coding/Kimi K2.5 (Instant)","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|creative_writing/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.966379,"ciLow":1376.803829,"ciHigh":1409.128929,"observedAt":"2026-11-11","runCount":1315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"creative_writing/Kimi K2.5 (Instant)","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|english/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.638706,"ciLow":1435.468049,"ciHigh":1455.809364,"observedAt":"2026-11-11","runCount":3220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"english/Kimi K2.5 (Instant)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|exclude_ties/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.584714,"ciLow":1416.144624,"ciHigh":1435.024805,"observedAt":"2026-11-11","runCount":5736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"exclude_ties/Kimi K2.5 (Instant)","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|expert/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.755726,"ciLow":1429.695456,"ciHigh":1475.815996,"observedAt":"2026-11-11","runCount":623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"expert/Kimi K2.5 (Instant)","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|french/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.901396,"ciLow":1372.68693,"ciHigh":1465.115862,"observedAt":"2026-11-11","runCount":158,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"french/Kimi K2.5 (Instant)","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|german/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.640894,"ciLow":1387.614609,"ciHigh":1481.667179,"observedAt":"2026-11-11","runCount":141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"german/Kimi K2.5 (Instant)","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|hard_prompts/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.4197,"ciLow":1451.960054,"ciHigh":1468.879346,"observedAt":"2026-11-11","runCount":4693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"hard_prompts/Kimi K2.5 (Instant)","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|hard_prompts_english/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.655529,"ciLow":1452.964472,"ciHigh":1480.346587,"observedAt":"2026-11-11","runCount":1779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"hard_prompts_english/Kimi K2.5 (Instant)","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.187883,"ciLow":1411.421372,"ciHigh":1440.954395,"observedAt":"2026-11-11","runCount":1533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_business_and_management_and_financial_operations/Kimi K2.5 (Instant)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.064326,"ciLow":1393.183114,"ciHigh":1422.945538,"observedAt":"2026-11-11","runCount":1480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_entertainment_and_sports_and_media/Kimi K2.5 (Instant)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.951615,"ciLow":1414.877066,"ciHigh":1465.026163,"observedAt":"2026-11-11","runCount":525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_legal_and_government/Kimi K2.5 (Instant)","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.318094,"ciLow":1438.948433,"ciHigh":1471.687755,"observedAt":"2026-11-11","runCount":1254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_life_and_physical_and_social_science/Kimi K2.5 (Instant)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|industry_mathematical/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.208846,"ciLow":1407.249978,"ciHigh":1467.167715,"observedAt":"2026-11-11","runCount":356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_mathematical/Kimi K2.5 (Instant)","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.786635,"ciLow":1416.229401,"ciHigh":1465.34387,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_medicine_and_healthcare/Kimi K2.5 (Instant)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.481064,"ciLow":1478.598425,"ciHigh":1500.363702,"observedAt":"2026-11-11","runCount":2860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_software_and_it_services/Kimi K2.5 (Instant)","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.709552,"ciLow":1392.556945,"ciHigh":1418.862159,"observedAt":"2026-11-11","runCount":1930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_writing_and_literature_and_language/Kimi K2.5 (Instant)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|instruction_following/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.945544,"ciLow":1419.989873,"ciHigh":1443.901214,"observedAt":"2026-11-11","runCount":2320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"instruction_following/Kimi K2.5 (Instant)","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|korean/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.486015,"ciLow":1341.925658,"ciHigh":1437.046372,"observedAt":"2026-11-11","runCount":136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"korean/Kimi K2.5 (Instant)","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|longer_query/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.138946,"ciLow":1431.278418,"ciHigh":1454.999475,"observedAt":"2026-11-11","runCount":2366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"longer_query/Kimi K2.5 (Instant)","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|math/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.165482,"ciLow":1417.116044,"ciHigh":1465.21492,"observedAt":"2026-11-11","runCount":550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"math/Kimi K2.5 (Instant)","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|multi_turn/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.515398,"ciLow":1424.450465,"ciHigh":1454.580332,"observedAt":"2026-11-11","runCount":1491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"multi_turn/Kimi K2.5 (Instant)","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|non_english/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.881723,"ciLow":1406.762318,"ciHigh":1423.001129,"observedAt":"2026-11-11","runCount":5098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"non_english/Kimi K2.5 (Instant)","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|overall/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.770999,"ciLow":1424.255084,"ciHigh":1437.286913,"observedAt":"2026-11-11","runCount":8318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"overall/Kimi K2.5 (Instant)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|polish/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.119193,"ciLow":1351.962404,"ciHigh":1436.275982,"observedAt":"2026-11-11","runCount":176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"polish/Kimi K2.5 (Instant)","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|russian/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.356409,"ciLow":1404.473302,"ciHigh":1438.239516,"observedAt":"2026-11-11","runCount":1130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"russian/Kimi K2.5 (Instant)","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text-style-control@1|rating|spanish/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.906219,"ciLow":1413.525381,"ciHigh":1476.287056,"observedAt":"2026-11-11","runCount":346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"spanish/Kimi K2.5 (Instant)","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|chinese/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.472757,"ciLow":1427.605973,"ciHigh":1477.339541,"observedAt":"2026-11-11","runCount":532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"chinese/Kimi K2.5 (Instant)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|coding/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.214709,"ciLow":1470.822345,"ciHigh":1497.607073,"observedAt":"2026-11-11","runCount":1863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"coding/Kimi K2.5 (Instant)","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|creative_writing/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.402819,"ciLow":1366.401282,"ciHigh":1398.404355,"observedAt":"2026-11-11","runCount":1315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"creative_writing/Kimi K2.5 (Instant)","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|english/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.906229,"ciLow":1422.762954,"ciHigh":1443.049505,"observedAt":"2026-11-11","runCount":3220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"english/Kimi K2.5 (Instant)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|exclude_ties/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.470217,"ciLow":1400.194704,"ciHigh":1418.74573,"observedAt":"2026-11-11","runCount":5736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"exclude_ties/Kimi K2.5 (Instant)","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|expert/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.679607,"ciLow":1416.855693,"ciHigh":1462.50352,"observedAt":"2026-11-11","runCount":623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"expert/Kimi K2.5 (Instant)","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|french/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.868436,"ciLow":1358.090916,"ciHigh":1449.645957,"observedAt":"2026-11-11","runCount":158,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"french/Kimi K2.5 (Instant)","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|german/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.880667,"ciLow":1365.392324,"ciHigh":1458.369009,"observedAt":"2026-11-11","runCount":141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"german/Kimi K2.5 (Instant)","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|hard_prompts/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.678521,"ciLow":1435.274785,"ciHigh":1452.082256,"observedAt":"2026-11-11","runCount":4693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"hard_prompts/Kimi K2.5 (Instant)","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|hard_prompts_english/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.058265,"ciLow":1436.409101,"ciHigh":1463.707428,"observedAt":"2026-11-11","runCount":1779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"hard_prompts_english/Kimi K2.5 (Instant)","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.460492,"ciLow":1390.790553,"ciHigh":1420.130431,"observedAt":"2026-11-11","runCount":1533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_business_and_management_and_financial_operations/Kimi K2.5 (Instant)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.108558,"ciLow":1382.287712,"ciHigh":1411.929404,"observedAt":"2026-11-11","runCount":1480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_entertainment_and_sports_and_media/Kimi K2.5 (Instant)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|industry_legal_and_government/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.616352,"ciLow":1400.629579,"ciHigh":1450.603126,"observedAt":"2026-11-11","runCount":525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_legal_and_government/Kimi K2.5 (Instant)","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.474733,"ciLow":1417.148903,"ciHigh":1449.800562,"observedAt":"2026-11-11","runCount":1254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_life_and_physical_and_social_science/Kimi K2.5 (Instant)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|industry_mathematical/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.669975,"ciLow":1407.846925,"ciHigh":1467.493025,"observedAt":"2026-11-11","runCount":356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_mathematical/Kimi K2.5 (Instant)","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.794907,"ciLow":1390.428248,"ciHigh":1439.161567,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_medicine_and_healthcare/Kimi K2.5 (Instant)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|industry_software_and_it_services/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.717646,"ciLow":1459.952912,"ciHigh":1481.48238,"observedAt":"2026-11-11","runCount":2860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_software_and_it_services/Kimi K2.5 (Instant)","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.795606,"ciLow":1384.693761,"ciHigh":1410.897452,"observedAt":"2026-11-11","runCount":1930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"industry_writing_and_literature_and_language/Kimi K2.5 (Instant)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|instruction_following/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.966552,"ciLow":1418.141999,"ciHigh":1441.791106,"observedAt":"2026-11-11","runCount":2320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"instruction_following/Kimi K2.5 (Instant)","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|korean/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.934365,"ciLow":1333.292721,"ciHigh":1428.576009,"observedAt":"2026-11-11","runCount":136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"korean/Kimi K2.5 (Instant)","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|longer_query/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.799575,"ciLow":1424.029252,"ciHigh":1447.569897,"observedAt":"2026-11-11","runCount":2366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"longer_query/Kimi K2.5 (Instant)","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|math/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.708837,"ciLow":1418.760256,"ciHigh":1466.657418,"observedAt":"2026-11-11","runCount":550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"math/Kimi K2.5 (Instant)","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|multi_turn/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.078705,"ciLow":1412.081974,"ciHigh":1442.075436,"observedAt":"2026-11-11","runCount":1491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"multi_turn/Kimi K2.5 (Instant)","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|non_english/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.543619,"ciLow":1398.493366,"ciHigh":1414.593873,"observedAt":"2026-11-11","runCount":5098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"non_english/Kimi K2.5 (Instant)","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|overall/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.446039,"ciLow":1413.972245,"ciHigh":1426.919832,"observedAt":"2026-11-11","runCount":8318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"overall/Kimi K2.5 (Instant)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|polish/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.727047,"ciLow":1337.396822,"ciHigh":1422.057272,"observedAt":"2026-11-11","runCount":176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"polish/Kimi K2.5 (Instant)","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|russian/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.51825,"ciLow":1386.854234,"ciHigh":1420.182266,"observedAt":"2026-11-11","runCount":1130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"russian/Kimi K2.5 (Instant)","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-text@1|rating|spanish/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.734643,"ciLow":1414.236095,"ciHigh":1477.233191,"observedAt":"2026-11-11","runCount":346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"spanish/Kimi K2.5 (Instant)","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision-style-control@1|rating|chinese/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.173793,"ciLow":1272.523718,"ciHigh":1341.823868,"observedAt":"2026-11-09","runCount":271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"chinese/Kimi K2.5 (Instant)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.567741,"ciLow":1189.970488,"ciHigh":1259.164995,"observedAt":"2026-11-09","runCount":285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"creative_writing_vision/Kimi K2.5 (Instant)","slice":"creative_writing_vision"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision-style-control@1|rating|diagram/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.105253,"ciLow":1231.205495,"ciHigh":1269.005011,"observedAt":"2026-11-09","runCount":950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"diagram/Kimi K2.5 (Instant)","slice":"diagram"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision-style-control@1|rating|english/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.258718,"ciLow":1220.90397,"ciHigh":1253.613466,"observedAt":"2026-11-09","runCount":1399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"english/Kimi K2.5 (Instant)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision-style-control@1|rating|homework/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.405885,"ciLow":1224.884372,"ciHigh":1271.927398,"observedAt":"2026-11-09","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"homework/Kimi K2.5 (Instant)","slice":"homework"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision-style-control@1|rating|humor/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.089074,"ciLow":1163.492442,"ciHigh":1254.685707,"observedAt":"2026-11-09","runCount":154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"humor/Kimi K2.5 (Instant)","slice":"humor"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision-style-control@1|rating|ocr/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.646439,"ciLow":1231.429477,"ciHigh":1255.863401,"observedAt":"2026-11-09","runCount":2676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"ocr/Kimi K2.5 (Instant)","slice":"ocr"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision-style-control@1|rating|overall/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.523067,"ciLow":1224.814229,"ciHigh":1246.231905,"observedAt":"2026-11-09","runCount":4093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"overall/Kimi K2.5 (Instant)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision@1|rating|chinese/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1327.304188,"ciLow":1293.205848,"ciHigh":1361.402528,"observedAt":"2026-11-09","runCount":271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"chinese/Kimi K2.5 (Instant)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision@1|rating|creative_writing_vision/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1237.185746,"ciLow":1202.418789,"ciHigh":1271.952704,"observedAt":"2026-11-09","runCount":285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"creative_writing_vision/Kimi K2.5 (Instant)","slice":"creative_writing_vision"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision@1|rating|diagram/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1258.059522,"ciLow":1239.274139,"ciHigh":1276.844905,"observedAt":"2026-11-09","runCount":950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"diagram/Kimi K2.5 (Instant)","slice":"diagram"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision@1|rating|english/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1258.142539,"ciLow":1241.79494,"ciHigh":1274.490138,"observedAt":"2026-11-09","runCount":1399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"english/Kimi K2.5 (Instant)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision@1|rating|homework/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1263.094494,"ciLow":1239.710656,"ciHigh":1286.478332,"observedAt":"2026-11-09","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"homework/Kimi K2.5 (Instant)","slice":"homework"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision@1|rating|humor/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1228.558791,"ciLow":1182.911108,"ciHigh":1274.206475,"observedAt":"2026-11-09","runCount":154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"humor/Kimi K2.5 (Instant)","slice":"humor"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision@1|rating|ocr/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1258.336776,"ciLow":1246.210953,"ciHigh":1270.462598,"observedAt":"2026-11-09","runCount":2676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"ocr/Kimi K2.5 (Instant)","slice":"ocr"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-vision@1|rating|overall/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1252.958614,"ciLow":1242.329349,"ciHigh":1263.587878,"observedAt":"2026-11-09","runCount":4093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"overall/Kimi K2.5 (Instant)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-webdev@1|rating|image_to_webdev/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1410.577355,"ciLow":1388.37795,"ciHigh":1432.77676,"observedAt":"2026-11-15","runCount":966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"image_to_webdev/Kimi K2.5 (Instant)","slice":"image_to_webdev"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-webdev@1|rating|overall/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1405.614102,"ciLow":1393.491911,"ciHigh":1417.736294,"observedAt":"2026-11-15","runCount":3244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"overall/Kimi K2.5 (Instant)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-webdev@1|rating|webdev-html/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1410.978104,"ciLow":1382.323408,"ciHigh":1439.632799,"observedAt":"2026-11-15","runCount":480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"webdev-html/Kimi K2.5 (Instant)","slice":"webdev-html"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-webdev@1|rating|webdev-react/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1391.473069,"ciLow":1378.203884,"ciHigh":1404.742254,"observedAt":"2026-11-15","runCount":2764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"webdev-react/Kimi K2.5 (Instant)","slice":"webdev-react"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=instant|none|lmarena-webdev@1|rating|webdev/Kimi K2.5 (Instant)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["instant"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1405.614102,"ciLow":1393.491911,"ciHigh":1417.736294,"observedAt":"2026-11-15","runCount":3244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Instant)","rowId":"webdev/Kimi K2.5 (Instant)","slice":"webdev"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-document-style-control@1|rating|overall/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.551613,"ciLow":1430.809966,"ciHigh":1444.29326,"observedAt":"2026-11-09","runCount":22601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"overall/Kimi K2.5 (Thinking)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-document@1|rating|overall/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1430.677346,"ciLow":1424.002981,"ciHigh":1437.351711,"observedAt":"2026-11-09","runCount":22601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"overall/Kimi K2.5 (Thinking)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|chinese/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.276669,"ciLow":1485.092753,"ciHigh":1503.460584,"observedAt":"2026-11-11","runCount":4500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"chinese/Kimi K2.5 (Thinking)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|coding/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.877426,"ciLow":1496.70826,"ciHigh":1507.046592,"observedAt":"2026-11-11","runCount":20535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"coding/Kimi K2.5 (Thinking)","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|creative_writing/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.124181,"ciLow":1415.905143,"ciHigh":1428.34322,"observedAt":"2026-11-11","runCount":12062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"creative_writing/Kimi K2.5 (Thinking)","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|english/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.837594,"ciLow":1456.406037,"ciHigh":1465.269151,"observedAt":"2026-11-11","runCount":31412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"english/Kimi K2.5 (Thinking)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|exclude_ties/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.1735,"ciLow":1445.705781,"ciHigh":1454.641218,"observedAt":"2026-11-11","runCount":53759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"exclude_ties/Kimi K2.5 (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|expert/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.301914,"ciLow":1474.657526,"ciHigh":1489.946301,"observedAt":"2026-11-11","runCount":6863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"expert/Kimi K2.5 (Thinking)","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|french/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.686781,"ciLow":1450.621484,"ciHigh":1476.752077,"observedAt":"2026-11-11","runCount":2594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"french/Kimi K2.5 (Thinking)","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|german/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.761543,"ciLow":1431.338102,"ciHigh":1466.184985,"observedAt":"2026-11-11","runCount":1286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"german/Kimi K2.5 (Thinking)","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.167219,"ciLow":1467.199448,"ciHigh":1475.13499,"observedAt":"2026-11-11","runCount":47288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"hard_prompts/Kimi K2.5 (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.004534,"ciLow":1473.809552,"ciHigh":1484.199516,"observedAt":"2026-11-11","runCount":20828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"hard_prompts_english/Kimi K2.5 (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.862919,"ciLow":1434.098175,"ciHigh":1445.627664,"observedAt":"2026-11-11","runCount":14244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_business_and_management_and_financial_operations/Kimi K2.5 (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.274473,"ciLow":1414.558075,"ciHigh":1425.990871,"observedAt":"2026-11-11","runCount":15250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_entertainment_and_sports_and_media/Kimi K2.5 (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.365092,"ciLow":1438.053392,"ciHigh":1454.676793,"observedAt":"2026-11-11","runCount":5570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_legal_and_government/Kimi K2.5 (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.92735,"ciLow":1463.819263,"ciHigh":1476.035437,"observedAt":"2026-11-11","runCount":11637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_life_and_physical_and_social_science/Kimi K2.5 (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.838185,"ciLow":1466.105829,"ciHigh":1485.570542,"observedAt":"2026-11-11","runCount":3962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_mathematical/Kimi K2.5 (Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.735163,"ciLow":1457.884855,"ciHigh":1475.58547,"observedAt":"2026-11-11","runCount":5094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_medicine_and_healthcare/Kimi K2.5 (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.264706,"ciLow":1484.712029,"ciHigh":1493.817383,"observedAt":"2026-11-11","runCount":29408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_software_and_it_services/Kimi K2.5 (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.341219,"ciLow":1420.95652,"ciHigh":1431.725918,"observedAt":"2026-11-11","runCount":17653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_writing_and_literature_and_language/Kimi K2.5 (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|instruction_following/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.04452,"ciLow":1434.190525,"ciHigh":1443.898516,"observedAt":"2026-11-11","runCount":23880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"instruction_following/Kimi K2.5 (Thinking)","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|japanese/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.73554,"ciLow":1402.062383,"ciHigh":1445.408697,"observedAt":"2026-11-11","runCount":834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"japanese/Kimi K2.5 (Thinking)","slice":"japanese"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|korean/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.48055,"ciLow":1394.113951,"ciHigh":1428.84715,"observedAt":"2026-11-11","runCount":1302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"korean/Kimi K2.5 (Thinking)","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|longer_query/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.372911,"ciLow":1452.624912,"ciHigh":1462.12091,"observedAt":"2026-11-11","runCount":29349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"longer_query/Kimi K2.5 (Thinking)","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|math/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.511513,"ciLow":1460.138371,"ciHigh":1478.884656,"observedAt":"2026-11-11","runCount":4120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"math/Kimi K2.5 (Thinking)","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|multi_turn/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.10423,"ciLow":1446.121543,"ciHigh":1458.086916,"observedAt":"2026-11-11","runCount":13035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"multi_turn/Kimi K2.5 (Thinking)","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|non_english/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.74334,"ciLow":1430.783764,"ciHigh":1438.702916,"observedAt":"2026-11-11","runCount":42405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"non_english/Kimi K2.5 (Thinking)","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|overall/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.522434,"ciLow":1446.236849,"ciHigh":1452.80802,"observedAt":"2026-11-11","runCount":73820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"overall/Kimi K2.5 (Thinking)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|polish/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.772485,"ciLow":1431.872426,"ciHigh":1461.672544,"observedAt":"2026-11-11","runCount":1516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"polish/Kimi K2.5 (Thinking)","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|russian/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.438196,"ciLow":1435.641466,"ciHigh":1449.234927,"observedAt":"2026-11-11","runCount":8712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"russian/Kimi K2.5 (Thinking)","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text-style-control@1|rating|spanish/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.201968,"ciLow":1433.462556,"ciHigh":1458.941381,"observedAt":"2026-11-11","runCount":2500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"spanish/Kimi K2.5 (Thinking)","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|chinese/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.350837,"ciLow":1484.192848,"ciHigh":1502.508827,"observedAt":"2026-11-11","runCount":4500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"chinese/Kimi K2.5 (Thinking)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|coding/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.635318,"ciLow":1468.502635,"ciHigh":1478.768001,"observedAt":"2026-11-11","runCount":20535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"coding/Kimi K2.5 (Thinking)","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|creative_writing/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.814165,"ciLow":1415.64127,"ciHigh":1427.98706,"observedAt":"2026-11-11","runCount":12062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"creative_writing/Kimi K2.5 (Thinking)","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|english/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.26285,"ciLow":1448.858542,"ciHigh":1457.667157,"observedAt":"2026-11-11","runCount":31412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"english/Kimi K2.5 (Thinking)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|exclude_ties/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.571936,"ciLow":1437.173941,"ciHigh":1445.96993,"observedAt":"2026-11-11","runCount":53759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"exclude_ties/Kimi K2.5 (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|expert/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.426114,"ciLow":1457.83593,"ciHigh":1473.016298,"observedAt":"2026-11-11","runCount":6863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"expert/Kimi K2.5 (Thinking)","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|french/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.73004,"ciLow":1440.737252,"ciHigh":1466.722828,"observedAt":"2026-11-11","runCount":2594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"french/Kimi K2.5 (Thinking)","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|german/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.169201,"ciLow":1423.826782,"ciHigh":1458.51162,"observedAt":"2026-11-11","runCount":1286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"german/Kimi K2.5 (Thinking)","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|hard_prompts/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.190591,"ciLow":1449.251204,"ciHigh":1457.129977,"observedAt":"2026-11-11","runCount":47288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"hard_prompts/Kimi K2.5 (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|hard_prompts_english/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.219657,"ciLow":1455.057293,"ciHigh":1465.382021,"observedAt":"2026-11-11","runCount":20828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"hard_prompts_english/Kimi K2.5 (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.533004,"ciLow":1420.817422,"ciHigh":1432.248586,"observedAt":"2026-11-11","runCount":14244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_business_and_management_and_financial_operations/Kimi K2.5 (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.686439,"ciLow":1411.019717,"ciHigh":1422.353161,"observedAt":"2026-11-11","runCount":15250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_entertainment_and_sports_and_media/Kimi K2.5 (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|industry_legal_and_government/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.568098,"ciLow":1432.288708,"ciHigh":1448.847488,"observedAt":"2026-11-11","runCount":5570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_legal_and_government/Kimi K2.5 (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.429466,"ciLow":1452.388082,"ciHigh":1464.47085,"observedAt":"2026-11-11","runCount":11637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_life_and_physical_and_social_science/Kimi K2.5 (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|industry_mathematical/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.539645,"ciLow":1462.842571,"ciHigh":1482.236719,"observedAt":"2026-11-11","runCount":3962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_mathematical/Kimi K2.5 (Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.998081,"ciLow":1440.236149,"ciHigh":1457.760012,"observedAt":"2026-11-11","runCount":5094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_medicine_and_healthcare/Kimi K2.5 (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|industry_software_and_it_services/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.839944,"ciLow":1464.319622,"ciHigh":1473.360267,"observedAt":"2026-11-11","runCount":29408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_software_and_it_services/Kimi K2.5 (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.616721,"ciLow":1419.269846,"ciHigh":1429.963597,"observedAt":"2026-11-11","runCount":17653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"industry_writing_and_literature_and_language/Kimi K2.5 (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|instruction_following/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.582834,"ciLow":1425.761048,"ciHigh":1435.404619,"observedAt":"2026-11-11","runCount":23880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"instruction_following/Kimi K2.5 (Thinking)","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|japanese/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.439776,"ciLow":1400.810041,"ciHigh":1444.06951,"observedAt":"2026-11-11","runCount":834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"japanese/Kimi K2.5 (Thinking)","slice":"japanese"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|korean/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.779146,"ciLow":1392.47359,"ciHigh":1427.084702,"observedAt":"2026-11-11","runCount":1302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"korean/Kimi K2.5 (Thinking)","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|longer_query/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.82793,"ciLow":1439.119443,"ciHigh":1448.536417,"observedAt":"2026-11-11","runCount":29349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"longer_query/Kimi K2.5 (Thinking)","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|math/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.775495,"ciLow":1459.426855,"ciHigh":1478.124135,"observedAt":"2026-11-11","runCount":4120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"math/Kimi K2.5 (Thinking)","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|multi_turn/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.228933,"ciLow":1438.266754,"ciHigh":1450.191112,"observedAt":"2026-11-11","runCount":13035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"multi_turn/Kimi K2.5 (Thinking)","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|non_english/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.155981,"ciLow":1428.221993,"ciHigh":1436.089969,"observedAt":"2026-11-11","runCount":42405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"non_english/Kimi K2.5 (Thinking)","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|overall/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.666016,"ciLow":1441.402072,"ciHigh":1447.92996,"observedAt":"2026-11-11","runCount":73820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"overall/Kimi K2.5 (Thinking)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|polish/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.582307,"ciLow":1429.782302,"ciHigh":1459.382311,"observedAt":"2026-11-11","runCount":1516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"polish/Kimi K2.5 (Thinking)","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|russian/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.816389,"ciLow":1428.062404,"ciHigh":1441.570374,"observedAt":"2026-11-11","runCount":8712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"russian/Kimi K2.5 (Thinking)","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-text@1|rating|spanish/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.642961,"ciLow":1435.926151,"ciHigh":1461.359771,"observedAt":"2026-11-11","runCount":2500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"spanish/Kimi K2.5 (Thinking)","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision-style-control@1|rating|captioning/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.632824,"ciLow":1143.217841,"ciHigh":1242.047807,"observedAt":"2026-11-09","runCount":119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"captioning/Kimi K2.5 (Thinking)","slice":"captioning"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision-style-control@1|rating|chinese/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.445807,"ciLow":1288.355715,"ciHigh":1320.535898,"observedAt":"2026-11-09","runCount":1734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"chinese/Kimi K2.5 (Thinking)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.310952,"ciLow":1233.670937,"ciHigh":1262.950966,"observedAt":"2026-11-09","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"creative_writing_vision/Kimi K2.5 (Thinking)","slice":"creative_writing_vision"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision-style-control@1|rating|diagram/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.899371,"ciLow":1271.971871,"ciHigh":1287.826871,"observedAt":"2026-11-09","runCount":7332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"diagram/Kimi K2.5 (Thinking)","slice":"diagram"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision-style-control@1|rating|english/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.800433,"ciLow":1247.065378,"ciHigh":1262.535487,"observedAt":"2026-11-09","runCount":10879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"english/Kimi K2.5 (Thinking)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision-style-control@1|rating|entity_recognition/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.16681,"ciLow":1201.574351,"ciHigh":1266.759269,"observedAt":"2026-11-09","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"entity_recognition/Kimi K2.5 (Thinking)","slice":"entity_recognition"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision-style-control@1|rating|homework/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.098031,"ciLow":1278.749603,"ciHigh":1299.446459,"observedAt":"2026-11-09","runCount":3597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"homework/Kimi K2.5 (Thinking)","slice":"homework"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision-style-control@1|rating|humor/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.683957,"ciLow":1244.411068,"ciHigh":1280.956845,"observedAt":"2026-11-09","runCount":1071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"humor/Kimi K2.5 (Thinking)","slice":"humor"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision-style-control@1|rating|ocr/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.938087,"ciLow":1260.232733,"ciHigh":1271.643441,"observedAt":"2026-11-09","runCount":19325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"ocr/Kimi K2.5 (Thinking)","slice":"ocr"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision-style-control@1|rating|overall/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.094588,"ciLow":1246.453244,"ciHigh":1257.735932,"observedAt":"2026-11-09","runCount":28014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"overall/Kimi K2.5 (Thinking)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision@1|rating|captioning/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1250.223186,"ciLow":1200.726397,"ciHigh":1299.719976,"observedAt":"2026-11-09","runCount":119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"captioning/Kimi K2.5 (Thinking)","slice":"captioning"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision@1|rating|chinese/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1323.530519,"ciLow":1307.54823,"ciHigh":1339.512808,"observedAt":"2026-11-09","runCount":1734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"chinese/Kimi K2.5 (Thinking)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision@1|rating|creative_writing_vision/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1270.361177,"ciLow":1255.83298,"ciHigh":1284.889374,"observedAt":"2026-11-09","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"creative_writing_vision/Kimi K2.5 (Thinking)","slice":"creative_writing_vision"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision@1|rating|diagram/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1282.226461,"ciLow":1274.360077,"ciHigh":1290.092846,"observedAt":"2026-11-09","runCount":7332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"diagram/Kimi K2.5 (Thinking)","slice":"diagram"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision@1|rating|english/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1274.144369,"ciLow":1266.452261,"ciHigh":1281.836476,"observedAt":"2026-11-09","runCount":10879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"english/Kimi K2.5 (Thinking)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision@1|rating|entity_recognition/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1287.138965,"ciLow":1255.052266,"ciHigh":1319.225664,"observedAt":"2026-11-09","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"entity_recognition/Kimi K2.5 (Thinking)","slice":"entity_recognition"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision@1|rating|homework/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1295.818836,"ciLow":1285.542739,"ciHigh":1306.094934,"observedAt":"2026-11-09","runCount":3597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"homework/Kimi K2.5 (Thinking)","slice":"homework"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision@1|rating|humor/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1284.26242,"ciLow":1266.064664,"ciHigh":1302.460175,"observedAt":"2026-11-09","runCount":1071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"humor/Kimi K2.5 (Thinking)","slice":"humor"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision@1|rating|ocr/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1275.754009,"ciLow":1270.093502,"ciHigh":1281.414517,"observedAt":"2026-11-09","runCount":19325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"ocr/Kimi K2.5 (Thinking)","slice":"ocr"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-vision@1|rating|overall/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1268.850935,"ciLow":1263.244972,"ciHigh":1274.456899,"observedAt":"2026-11-09","runCount":28014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"overall/Kimi K2.5 (Thinking)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-webdev@1|rating|image_to_webdev/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1439.053054,"ciLow":1421.610937,"ciHigh":1456.495171,"observedAt":"2026-11-15","runCount":1642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"image_to_webdev/Kimi K2.5 (Thinking)","slice":"image_to_webdev"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-webdev@1|rating|overall/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1436.5291,"ciLow":1431.270316,"ciHigh":1441.787883,"observedAt":"2026-11-15","runCount":19793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"overall/Kimi K2.5 (Thinking)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-webdev@1|rating|webdev-html/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1426.580448,"ciLow":1413.995491,"ciHigh":1439.165405,"observedAt":"2026-11-15","runCount":2533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"webdev-html/Kimi K2.5 (Thinking)","slice":"webdev-html"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-webdev@1|rating|webdev-react/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1428.43063,"ciLow":1422.603997,"ciHigh":1434.257264,"observedAt":"2026-11-15","runCount":15925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"webdev-react/Kimi K2.5 (Thinking)","slice":"webdev-react"}
{"key":"lmarena|moonshot-ai/kimi-k2.5:flags=thinking|none|lmarena-webdev@1|rating|webdev/Kimi K2.5 (Thinking)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.5","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1436.5291,"ciLow":1431.270316,"ciHigh":1441.787883,"observedAt":"2026-11-15","runCount":19793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.5 (Thinking)","rowId":"webdev/Kimi K2.5 (Thinking)","slice":"webdev"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-document-style-control@1|rating|overall/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.434374,"ciLow":1442.846974,"ciHigh":1458.021773,"observedAt":"2026-11-09","runCount":11809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"overall/Kimi K2.6","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-document@1|rating|overall/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1450.449237,"ciLow":1442.906389,"ciHigh":1457.992084,"observedAt":"2026-11-09","runCount":11809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"overall/Kimi K2.6","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|chinese/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.258453,"ciLow":1504.349101,"ciHigh":1530.167806,"observedAt":"2026-11-11","runCount":2276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"chinese/Kimi K2.6","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|coding/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.118138,"ciLow":1509.223966,"ciHigh":1523.012311,"observedAt":"2026-11-11","runCount":10960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"coding/Kimi K2.6","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|creative_writing/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.355176,"ciLow":1424.107576,"ciHigh":1440.602777,"observedAt":"2026-11-11","runCount":6215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"creative_writing/Kimi K2.6","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|english/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.001295,"ciLow":1463.357673,"ciHigh":1474.644918,"observedAt":"2026-11-11","runCount":17967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"english/Kimi K2.6","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|exclude_ties/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.682117,"ciLow":1458.875758,"ciHigh":1470.488477,"observedAt":"2026-11-11","runCount":29290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"exclude_ties/Kimi K2.6","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|expert/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.287433,"ciLow":1493.315458,"ciHigh":1513.259409,"observedAt":"2026-11-11","runCount":3777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"expert/Kimi K2.6","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|french/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.567621,"ciLow":1461.120617,"ciHigh":1494.014624,"observedAt":"2026-11-11","runCount":1559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"french/Kimi K2.6","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|german/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.446199,"ciLow":1441.236347,"ciHigh":1483.656051,"observedAt":"2026-11-11","runCount":744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"german/Kimi K2.6","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|hard_prompts/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.383122,"ciLow":1480.198245,"ciHigh":1490.567999,"observedAt":"2026-11-11","runCount":25745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"hard_prompts/Kimi K2.6","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.057362,"ciLow":1481.530572,"ciHigh":1494.584153,"observedAt":"2026-11-11","runCount":12321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"hard_prompts_english/Kimi K2.6","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.208882,"ciLow":1447.660697,"ciHigh":1462.757067,"observedAt":"2026-11-11","runCount":7826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_business_and_management_and_financial_operations/Kimi K2.6","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.585176,"ciLow":1422.041429,"ciHigh":1437.128923,"observedAt":"2026-11-11","runCount":8162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_entertainment_and_sports_and_media/Kimi K2.6","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.755947,"ciLow":1452.619981,"ciHigh":1474.891914,"observedAt":"2026-11-11","runCount":2979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_legal_and_government/Kimi K2.6","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.480886,"ciLow":1469.595844,"ciHigh":1485.365928,"observedAt":"2026-11-11","runCount":6616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_life_and_physical_and_social_science/Kimi K2.6","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.509679,"ciLow":1471.606434,"ciHigh":1497.412925,"observedAt":"2026-11-11","runCount":2164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_mathematical/Kimi K2.6","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.399449,"ciLow":1460.93996,"ciHigh":1483.858938,"observedAt":"2026-11-11","runCount":2892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_medicine_and_healthcare/Kimi K2.6","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.074198,"ciLow":1497.100964,"ciHigh":1509.047433,"observedAt":"2026-11-11","runCount":15857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_software_and_it_services/Kimi K2.6","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.083767,"ciLow":1434.005967,"ciHigh":1448.161567,"observedAt":"2026-11-11","runCount":9466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_writing_and_literature_and_language/Kimi K2.6","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|instruction_following/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.494786,"ciLow":1449.173264,"ciHigh":1461.816308,"observedAt":"2026-11-11","runCount":13019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"instruction_following/Kimi K2.6","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|japanese/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.392139,"ciLow":1410.191342,"ciHigh":1466.592936,"observedAt":"2026-11-11","runCount":492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"japanese/Kimi K2.6","slice":"japanese"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|korean/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.696322,"ciLow":1400.842156,"ciHigh":1446.550488,"observedAt":"2026-11-11","runCount":707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"korean/Kimi K2.6","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|longer_query/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.55563,"ciLow":1471.477583,"ciHigh":1483.633676,"observedAt":"2026-11-11","runCount":16703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"longer_query/Kimi K2.6","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|math/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.961703,"ciLow":1465.874243,"ciHigh":1492.049164,"observedAt":"2026-11-11","runCount":2048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"math/Kimi K2.6","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|multi_turn/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.6937,"ciLow":1453.714713,"ciHigh":1469.672687,"observedAt":"2026-11-11","runCount":6895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"multi_turn/Kimi K2.6","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|non_english/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.642868,"ciLow":1443.311568,"ciHigh":1453.974167,"observedAt":"2026-11-11","runCount":21584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"non_english/Kimi K2.6","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|overall/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.863791,"ciLow":1456.424659,"ciHigh":1465.302923,"observedAt":"2026-11-11","runCount":39551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"overall/Kimi K2.6","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|polish/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.284728,"ciLow":1422.343668,"ciHigh":1464.225788,"observedAt":"2026-11-11","runCount":754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"polish/Kimi K2.6","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|russian/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.568995,"ciLow":1443.165318,"ciHigh":1461.972672,"observedAt":"2026-11-11","runCount":4196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"russian/Kimi K2.6","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text-style-control@1|rating|spanish/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.35102,"ciLow":1443.735866,"ciHigh":1476.966173,"observedAt":"2026-11-11","runCount":1362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"spanish/Kimi K2.6","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|chinese/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1521.194681,"ciLow":1508.31023,"ciHigh":1534.079133,"observedAt":"2026-11-11","runCount":2276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"chinese/Kimi K2.6","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|coding/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.838785,"ciLow":1482.003117,"ciHigh":1495.674453,"observedAt":"2026-11-11","runCount":10960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"coding/Kimi K2.6","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|creative_writing/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.367061,"ciLow":1425.149211,"ciHigh":1441.584911,"observedAt":"2026-11-11","runCount":6215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"creative_writing/Kimi K2.6","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|english/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.891572,"ciLow":1454.279782,"ciHigh":1465.503362,"observedAt":"2026-11-11","runCount":17967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"english/Kimi K2.6","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|exclude_ties/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.489749,"ciLow":1449.757032,"ciHigh":1461.222466,"observedAt":"2026-11-11","runCount":29290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"exclude_ties/Kimi K2.6","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|expert/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.569892,"ciLow":1481.64251,"ciHigh":1501.497274,"observedAt":"2026-11-11","runCount":3777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"expert/Kimi K2.6","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|french/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.209296,"ciLow":1454.908523,"ciHigh":1487.51007,"observedAt":"2026-11-11","runCount":1559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"french/Kimi K2.6","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|german/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.315833,"ciLow":1433.158647,"ciHigh":1475.473019,"observedAt":"2026-11-11","runCount":744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"german/Kimi K2.6","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|hard_prompts/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.232682,"ciLow":1465.075601,"ciHigh":1475.389763,"observedAt":"2026-11-11","runCount":25745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"hard_prompts/Kimi K2.6","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|hard_prompts_english/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.978265,"ciLow":1464.48799,"ciHigh":1477.468539,"observedAt":"2026-11-11","runCount":12321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"hard_prompts_english/Kimi K2.6","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.097928,"ciLow":1437.623638,"ciHigh":1452.572218,"observedAt":"2026-11-11","runCount":7826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_business_and_management_and_financial_operations/Kimi K2.6","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.816724,"ciLow":1420.311227,"ciHigh":1435.322222,"observedAt":"2026-11-11","runCount":8162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_entertainment_and_sports_and_media/Kimi K2.6","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|industry_legal_and_government/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.243821,"ciLow":1450.164486,"ciHigh":1472.323156,"observedAt":"2026-11-11","runCount":2979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_legal_and_government/Kimi K2.6","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.763244,"ciLow":1459.928667,"ciHigh":1475.597821,"observedAt":"2026-11-11","runCount":6616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_life_and_physical_and_social_science/Kimi K2.6","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|industry_mathematical/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.264439,"ciLow":1467.357273,"ciHigh":1493.171605,"observedAt":"2026-11-11","runCount":2164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_mathematical/Kimi K2.6","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.879431,"ciLow":1444.437886,"ciHigh":1467.320976,"observedAt":"2026-11-11","runCount":2892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_medicine_and_healthcare/Kimi K2.6","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|industry_software_and_it_services/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.807165,"ciLow":1477.882365,"ciHigh":1489.731966,"observedAt":"2026-11-11","runCount":15857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_software_and_it_services/Kimi K2.6","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.22414,"ciLow":1432.18417,"ciHigh":1446.26411,"observedAt":"2026-11-11","runCount":9466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"industry_writing_and_literature_and_language/Kimi K2.6","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|instruction_following/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.82991,"ciLow":1444.523296,"ciHigh":1457.136525,"observedAt":"2026-11-11","runCount":13019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"instruction_following/Kimi K2.6","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|japanese/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.957983,"ciLow":1411.812774,"ciHigh":1468.103193,"observedAt":"2026-11-11","runCount":492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"japanese/Kimi K2.6","slice":"japanese"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|korean/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.041307,"ciLow":1404.094919,"ciHigh":1449.987695,"observedAt":"2026-11-11","runCount":707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"korean/Kimi K2.6","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|longer_query/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.005496,"ciLow":1461.965218,"ciHigh":1474.045775,"observedAt":"2026-11-11","runCount":16703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"longer_query/Kimi K2.6","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|math/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.771182,"ciLow":1461.672365,"ciHigh":1487.87,"observedAt":"2026-11-11","runCount":2048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"math/Kimi K2.6","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|multi_turn/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.896594,"ciLow":1445.964377,"ciHigh":1461.828812,"observedAt":"2026-11-11","runCount":6895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"multi_turn/Kimi K2.6","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|non_english/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.338758,"ciLow":1441.014173,"ciHigh":1451.663343,"observedAt":"2026-11-11","runCount":21584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"non_english/Kimi K2.6","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|overall/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.406684,"ciLow":1450.986417,"ciHigh":1459.82695,"observedAt":"2026-11-11","runCount":39551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"overall/Kimi K2.6","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|polish/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.355348,"ciLow":1417.45033,"ciHigh":1459.260365,"observedAt":"2026-11-11","runCount":754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"polish/Kimi K2.6","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|russian/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.572128,"ciLow":1436.190205,"ciHigh":1454.954051,"observedAt":"2026-11-11","runCount":4196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"russian/Kimi K2.6","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-text@1|rating|spanish/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.027136,"ciLow":1447.506235,"ciHigh":1480.548037,"observedAt":"2026-11-11","runCount":1362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"spanish/Kimi K2.6","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision-style-control@1|rating|chinese/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.306449,"ciLow":1305.675716,"ciHigh":1346.937182,"observedAt":"2026-11-09","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"chinese/Kimi K2.6","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.49996,"ciLow":1233.294141,"ciHigh":1273.70578,"observedAt":"2026-11-09","runCount":907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"creative_writing_vision/Kimi K2.6","slice":"creative_writing_vision"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision-style-control@1|rating|diagram/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.98685,"ciLow":1282.74006,"ciHigh":1303.23364,"observedAt":"2026-11-09","runCount":4282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"diagram/Kimi K2.6","slice":"diagram"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision-style-control@1|rating|english/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.291099,"ciLow":1257.875537,"ciHigh":1276.706662,"observedAt":"2026-11-09","runCount":6727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"english/Kimi K2.6","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision-style-control@1|rating|homework/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.518483,"ciLow":1289.484887,"ciHigh":1315.552079,"observedAt":"2026-11-09","runCount":2250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"homework/Kimi K2.6","slice":"homework"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision-style-control@1|rating|humor/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.869728,"ciLow":1235.991836,"ciHigh":1285.747619,"observedAt":"2026-11-09","runCount":582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"humor/Kimi K2.6","slice":"humor"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision-style-control@1|rating|ocr/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.726832,"ciLow":1272.582406,"ciHigh":1286.871258,"observedAt":"2026-11-09","runCount":11682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"ocr/Kimi K2.6","slice":"ocr"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision-style-control@1|rating|overall/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.733177,"ciLow":1257.958619,"ciHigh":1271.507735,"observedAt":"2026-11-09","runCount":16265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"overall/Kimi K2.6","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision@1|rating|chinese/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1347.222358,"ciLow":1326.897071,"ciHigh":1367.547645,"observedAt":"2026-11-09","runCount":1019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"chinese/Kimi K2.6","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision@1|rating|creative_writing_vision/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1272.995652,"ciLow":1252.879511,"ciHigh":1293.111793,"observedAt":"2026-11-09","runCount":907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"creative_writing_vision/Kimi K2.6","slice":"creative_writing_vision"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision@1|rating|diagram/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1298.304568,"ciLow":1288.120953,"ciHigh":1308.488183,"observedAt":"2026-11-09","runCount":4282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"diagram/Kimi K2.6","slice":"diagram"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision@1|rating|english/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1286.84784,"ciLow":1277.467864,"ciHigh":1296.227816,"observedAt":"2026-11-09","runCount":6727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"english/Kimi K2.6","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision@1|rating|homework/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1310.199229,"ciLow":1297.211772,"ciHigh":1323.186687,"observedAt":"2026-11-09","runCount":2250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"homework/Kimi K2.6","slice":"homework"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision@1|rating|humor/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1280.204039,"ciLow":1255.495903,"ciHigh":1304.912174,"observedAt":"2026-11-09","runCount":582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"humor/Kimi K2.6","slice":"humor"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision@1|rating|ocr/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1291.50042,"ciLow":1284.404841,"ciHigh":1298.595998,"observedAt":"2026-11-09","runCount":11682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"ocr/Kimi K2.6","slice":"ocr"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-vision@1|rating|overall/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1282.428653,"ciLow":1275.692496,"ciHigh":1289.164811,"observedAt":"2026-11-09","runCount":16265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"overall/Kimi K2.6","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-webdev@1|rating|image_to_webdev/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1521.829066,"ciLow":1510.25025,"ciHigh":1533.407882,"observedAt":"2026-11-15","runCount":3506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"image_to_webdev/Kimi K2.6","slice":"image_to_webdev"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-webdev@1|rating|overall/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1509.52709,"ciLow":1502.24921,"ciHigh":1516.80497,"observedAt":"2026-11-15","runCount":10012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"overall/Kimi K2.6","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-webdev@1|rating|webdev-html/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1486.09353,"ciLow":1467.711337,"ciHigh":1504.475724,"observedAt":"2026-11-15","runCount":1131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"webdev-html/Kimi K2.6","slice":"webdev-html"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-webdev@1|rating|webdev-react/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1504.207195,"ciLow":1496.133795,"ciHigh":1512.280595,"observedAt":"2026-11-15","runCount":7218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"webdev-react/Kimi K2.6","slice":"webdev-react"}
{"key":"lmarena|moonshot-ai/kimi-k2.6:default|none|lmarena-webdev@1|rating|webdev/Kimi K2.6","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1509.52709,"ciLow":1502.24921,"ciHigh":1516.80497,"observedAt":"2026-11-15","runCount":10012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.6","rowId":"webdev/Kimi K2.6","slice":"webdev"}
{"key":"lmarena|moonshot-ai/kimi-k2.7-code:default|none|lmarena-webdev@1|rating|image_to_webdev/Kimi K2.7 Code","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.7-code","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1511.830863,"ciLow":1491.369668,"ciHigh":1532.292058,"observedAt":"2026-11-15","runCount":903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.7 Code","rowId":"image_to_webdev/Kimi K2.7 Code","slice":"image_to_webdev"}
{"key":"lmarena|moonshot-ai/kimi-k2.7-code:default|none|lmarena-webdev@1|rating|overall/Kimi K2.7 Code","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.7-code","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1474.472207,"ciLow":1465.013869,"ciHigh":1483.930544,"observedAt":"2026-11-15","runCount":4879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.7 Code","rowId":"overall/Kimi K2.7 Code","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2.7-code:default|none|lmarena-webdev@1|rating|webdev-html/Kimi K2.7 Code","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.7-code","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1453.106937,"ciLow":1428.632425,"ciHigh":1477.581449,"observedAt":"2026-11-15","runCount":632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.7 Code","rowId":"webdev-html/Kimi K2.7 Code","slice":"webdev-html"}
{"key":"lmarena|moonshot-ai/kimi-k2.7-code:default|none|lmarena-webdev@1|rating|webdev-react/Kimi K2.7 Code","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.7-code","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1474.810714,"ciLow":1464.287724,"ciHigh":1485.333703,"observedAt":"2026-11-15","runCount":3912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.7 Code","rowId":"webdev-react/Kimi K2.7 Code","slice":"webdev-react"}
{"key":"lmarena|moonshot-ai/kimi-k2.7-code:default|none|lmarena-webdev@1|rating|webdev/Kimi K2.7 Code","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2.7-code","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1474.472207,"ciLow":1465.013869,"ciHigh":1483.930544,"observedAt":"2026-11-15","runCount":4879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2.7 Code","rowId":"webdev/Kimi K2.7 Code","slice":"webdev"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|chinese/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.822922,"ciLow":1440.466884,"ciHigh":1467.178961,"observedAt":"2026-11-11","runCount":2077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"chinese/Kimi K2 Preview (0711)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|coding/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.731504,"ciLow":1451.281846,"ciHigh":1468.181163,"observedAt":"2026-11-11","runCount":5186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"coding/Kimi K2 Preview (0711)","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|creative_writing/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.176841,"ciLow":1360.797499,"ciHigh":1381.556182,"observedAt":"2026-11-11","runCount":3408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"creative_writing/Kimi K2 Preview (0711)","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|english/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.624163,"ciLow":1419.271678,"ciHigh":1431.976648,"observedAt":"2026-11-11","runCount":11686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"english/Kimi K2 Preview (0711)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|exclude_ties/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.895693,"ciLow":1399.401019,"ciHigh":1412.390366,"observedAt":"2026-11-11","runCount":19556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"exclude_ties/Kimi K2 Preview (0711)","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|expert/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.328994,"ciLow":1399.606208,"ciHigh":1431.051779,"observedAt":"2026-11-11","runCount":1487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"expert/Kimi K2 Preview (0711)","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|french/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.351134,"ciLow":1397.785332,"ciHigh":1456.916936,"observedAt":"2026-11-11","runCount":406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"french/Kimi K2 Preview (0711)","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|german/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.763959,"ciLow":1397.712031,"ciHigh":1443.815886,"observedAt":"2026-11-11","runCount":652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"german/Kimi K2 Preview (0711)","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|hard_prompts/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.519699,"ciLow":1426.216997,"ciHigh":1438.822401,"observedAt":"2026-11-11","runCount":12075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"hard_prompts/Kimi K2 Preview (0711)","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.189067,"ciLow":1426.74914,"ciHigh":1443.628993,"observedAt":"2026-11-11","runCount":5382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"hard_prompts_english/Kimi K2 Preview (0711)","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.617335,"ciLow":1399.507555,"ciHigh":1417.727115,"observedAt":"2026-11-11","runCount":4539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_business_and_management_and_financial_operations/Kimi K2 Preview (0711)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.656374,"ciLow":1372.975013,"ciHigh":1390.337736,"observedAt":"2026-11-11","runCount":4801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_entertainment_and_sports_and_media/Kimi K2 Preview (0711)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.596447,"ciLow":1404.072605,"ciHigh":1433.120288,"observedAt":"2026-11-11","runCount":1741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_legal_and_government/Kimi K2 Preview (0711)","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.545699,"ciLow":1421.232295,"ciHigh":1439.859103,"observedAt":"2026-11-11","runCount":4356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_life_and_physical_and_social_science/Kimi K2 Preview (0711)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.435057,"ciLow":1371.522348,"ciHigh":1401.347766,"observedAt":"2026-11-11","runCount":1561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_mathematical/Kimi K2 Preview (0711)","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.230988,"ciLow":1428.420808,"ciHigh":1458.041168,"observedAt":"2026-11-11","runCount":1688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_medicine_and_healthcare/Kimi K2 Preview (0711)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.636882,"ciLow":1446.709607,"ciHigh":1460.564156,"observedAt":"2026-11-11","runCount":8952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_software_and_it_services/Kimi K2 Preview (0711)","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.291401,"ciLow":1367.237417,"ciHigh":1383.345384,"observedAt":"2026-11-11","runCount":5970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_writing_and_literature_and_language/Kimi K2 Preview (0711)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|instruction_following/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.949094,"ciLow":1373.28504,"ciHigh":1388.613147,"observedAt":"2026-11-11","runCount":6765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"instruction_following/Kimi K2 Preview (0711)","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|japanese/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.141487,"ciLow":1353.657486,"ciHigh":1394.625489,"observedAt":"2026-11-11","runCount":903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"japanese/Kimi K2 Preview (0711)","slice":"japanese"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|korean/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.241586,"ciLow":1320.743687,"ciHigh":1369.739485,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"korean/Kimi K2 Preview (0711)","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|longer_query/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.358323,"ciLow":1387.084402,"ciHigh":1403.632243,"observedAt":"2026-11-11","runCount":5539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"longer_query/Kimi K2 Preview (0711)","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|math/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.946332,"ciLow":1373.78571,"ciHigh":1402.106954,"observedAt":"2026-11-11","runCount":1691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"math/Kimi K2 Preview (0711)","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|multi_turn/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.545259,"ciLow":1410.494251,"ciHigh":1428.596268,"observedAt":"2026-11-11","runCount":4548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"multi_turn/Kimi K2 Preview (0711)","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|non_english/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.596904,"ciLow":1397.777047,"ciHigh":1409.41676,"observedAt":"2026-11-11","runCount":15393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"non_english/Kimi K2 Preview (0711)","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|overall/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.067877,"ciLow":1413.167777,"ciHigh":1422.967976,"observedAt":"2026-11-11","runCount":27091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"overall/Kimi K2 Preview (0711)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|polish/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.757972,"ciLow":1413.641387,"ciHigh":1439.874557,"observedAt":"2026-11-11","runCount":2269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"polish/Kimi K2 Preview (0711)","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|russian/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.255751,"ciLow":1398.946539,"ciHigh":1425.564964,"observedAt":"2026-11-11","runCount":1820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"russian/Kimi K2 Preview (0711)","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text-style-control@1|rating|spanish/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.994594,"ciLow":1358.635877,"ciHigh":1409.353312,"observedAt":"2026-11-11","runCount":616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"spanish/Kimi K2 Preview (0711)","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|chinese/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.877414,"ciLow":1387.530237,"ciHigh":1414.224591,"observedAt":"2026-11-11","runCount":2077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"chinese/Kimi K2 Preview (0711)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|coding/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.05569,"ciLow":1368.613686,"ciHigh":1385.497695,"observedAt":"2026-11-11","runCount":5186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"coding/Kimi K2 Preview (0711)","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|creative_writing/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.861505,"ciLow":1313.53203,"ciHigh":1334.19098,"observedAt":"2026-11-11","runCount":3408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"creative_writing/Kimi K2 Preview (0711)","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|english/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.591602,"ciLow":1370.261063,"ciHigh":1382.922141,"observedAt":"2026-11-11","runCount":11686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"english/Kimi K2 Preview (0711)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|exclude_ties/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.139228,"ciLow":1331.739186,"ciHigh":1344.53927,"observedAt":"2026-11-11","runCount":19556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"exclude_ties/Kimi K2 Preview (0711)","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|expert/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.506597,"ciLow":1330.032588,"ciHigh":1360.980606,"observedAt":"2026-11-11","runCount":1487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"expert/Kimi K2 Preview (0711)","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|french/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.754891,"ciLow":1344.270365,"ciHigh":1403.239416,"observedAt":"2026-11-11","runCount":406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"french/Kimi K2 Preview (0711)","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|german/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.402098,"ciLow":1350.307605,"ciHigh":1396.49659,"observedAt":"2026-11-11","runCount":652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"german/Kimi K2 Preview (0711)","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|hard_prompts/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.608413,"ciLow":1359.32088,"ciHigh":1371.895946,"observedAt":"2026-11-11","runCount":12075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"hard_prompts/Kimi K2 Preview (0711)","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|hard_prompts_english/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.633988,"ciLow":1361.195147,"ciHigh":1378.072829,"observedAt":"2026-11-11","runCount":5382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"hard_prompts_english/Kimi K2 Preview (0711)","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.544275,"ciLow":1333.410665,"ciHigh":1351.677884,"observedAt":"2026-11-11","runCount":4539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_business_and_management_and_financial_operations/Kimi K2 Preview (0711)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.464676,"ciLow":1323.777775,"ciHigh":1341.151576,"observedAt":"2026-11-11","runCount":4801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_entertainment_and_sports_and_media/Kimi K2 Preview (0711)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|industry_legal_and_government/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.292674,"ciLow":1338.800809,"ciHigh":1367.784538,"observedAt":"2026-11-11","runCount":1741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_legal_and_government/Kimi K2 Preview (0711)","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.231783,"ciLow":1354.958189,"ciHigh":1373.505378,"observedAt":"2026-11-11","runCount":4356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_life_and_physical_and_social_science/Kimi K2 Preview (0711)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|industry_mathematical/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.556447,"ciLow":1341.677292,"ciHigh":1371.435602,"observedAt":"2026-11-11","runCount":1561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_mathematical/Kimi K2 Preview (0711)","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.553541,"ciLow":1352.765558,"ciHigh":1382.341525,"observedAt":"2026-11-11","runCount":1688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_medicine_and_healthcare/Kimi K2 Preview (0711)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|industry_software_and_it_services/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.25649,"ciLow":1377.343727,"ciHigh":1391.169254,"observedAt":"2026-11-11","runCount":8952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_software_and_it_services/Kimi K2 Preview (0711)","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.441337,"ciLow":1320.418773,"ciHigh":1336.463901,"observedAt":"2026-11-11","runCount":5970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"industry_writing_and_literature_and_language/Kimi K2 Preview (0711)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|instruction_following/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.174178,"ciLow":1316.524719,"ciHigh":1331.823638,"observedAt":"2026-11-11","runCount":6765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"instruction_following/Kimi K2 Preview (0711)","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|japanese/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.310157,"ciLow":1315.889459,"ciHigh":1356.730856,"observedAt":"2026-11-11","runCount":903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"japanese/Kimi K2 Preview (0711)","slice":"japanese"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|korean/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.584277,"ciLow":1263.213592,"ciHigh":1311.954962,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"korean/Kimi K2 Preview (0711)","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|longer_query/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.968462,"ciLow":1317.723022,"ciHigh":1334.213902,"observedAt":"2026-11-11","runCount":5539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"longer_query/Kimi K2 Preview (0711)","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|math/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.153234,"ciLow":1353.098355,"ciHigh":1381.208114,"observedAt":"2026-11-11","runCount":1691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"math/Kimi K2 Preview (0711)","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|multi_turn/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.716033,"ciLow":1361.661854,"ciHigh":1379.770211,"observedAt":"2026-11-11","runCount":4548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"multi_turn/Kimi K2 Preview (0711)","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|non_english/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.022295,"ciLow":1352.227885,"ciHigh":1363.816705,"observedAt":"2026-11-11","runCount":15393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"non_english/Kimi K2 Preview (0711)","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|overall/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.990174,"ciLow":1366.115191,"ciHigh":1375.865158,"observedAt":"2026-11-11","runCount":27091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"overall/Kimi K2 Preview (0711)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|polish/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.686106,"ciLow":1358.605493,"ciHigh":1384.76672,"observedAt":"2026-11-11","runCount":2269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"polish/Kimi K2 Preview (0711)","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|russian/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.03787,"ciLow":1347.685677,"ciHigh":1374.390062,"observedAt":"2026-11-11","runCount":1820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"russian/Kimi K2 Preview (0711)","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k2:default|none|lmarena-text@1|rating|spanish/Kimi K2 Preview (0711)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.115234,"ciLow":1305.06474,"ciHigh":1355.165727,"observedAt":"2026-11-11","runCount":616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K2 Preview (0711)","rowId":"spanish/Kimi K2 Preview (0711)","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-agent@1|cost-per-task|overall/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":1.158391,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"overall/Kimi K3.1 Pro (Max)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":32837,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"overall/Kimi K3.1 Pro (Max)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-agent@1|score|overall/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.039466,"ciLow":0.02833,"ciHigh":0.050601,"observedAt":"2026-11-15","runCount":6394684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"overall/Kimi K3.1 Pro (Max)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|chinese/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1533.097742,"ciLow":1499.684759,"ciHigh":1566.510726,"observedAt":"2026-11-11","runCount":308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"chinese/Kimi K3.1 Pro (Max)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|coding/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1529.595168,"ciLow":1509.538891,"ciHigh":1549.651445,"observedAt":"2026-11-11","runCount":877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"coding/Kimi K3.1 Pro (Max)","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|creative_writing/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.058876,"ciLow":1431.944238,"ciHigh":1474.173514,"observedAt":"2026-11-11","runCount":869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"creative_writing/Kimi K3.1 Pro (Max)","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|english/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.983201,"ciLow":1479.051609,"ciHigh":1512.914792,"observedAt":"2026-11-11","runCount":1257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"english/Kimi K3.1 Pro (Max)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|exclude_ties/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.936764,"ciLow":1485.559402,"ciHigh":1512.314127,"observedAt":"2026-11-11","runCount":2974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"exclude_ties/Kimi K3.1 Pro (Max)","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|expert/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.308373,"ciLow":1481.783895,"ciHigh":1548.83285,"observedAt":"2026-11-11","runCount":295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"expert/Kimi K3.1 Pro (Max)","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.620484,"ciLow":1491.11668,"ciHigh":1516.124288,"observedAt":"2026-11-11","runCount":2454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"hard_prompts/Kimi K3.1 Pro (Max)","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts_english/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1523.538083,"ciLow":1501.891732,"ciHigh":1545.184434,"observedAt":"2026-11-11","runCount":784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"hard_prompts_english/Kimi K3.1 Pro (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.041448,"ciLow":1479.724342,"ciHigh":1528.358554,"observedAt":"2026-11-11","runCount":608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_business_and_management_and_financial_operations/Kimi K3.1 Pro (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.08603,"ciLow":1462.119056,"ciHigh":1502.053004,"observedAt":"2026-11-11","runCount":951,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_entertainment_and_sports_and_media/Kimi K3.1 Pro (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.258217,"ciLow":1483.378912,"ciHigh":1557.137523,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_legal_and_government/Kimi K3.1 Pro (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.535774,"ciLow":1471.226624,"ciHigh":1519.844924,"observedAt":"2026-11-11","runCount":596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_life_and_physical_and_social_science/Kimi K3.1 Pro (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|industry_mathematical/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.665247,"ciLow":1425.727374,"ciHigh":1509.60312,"observedAt":"2026-11-11","runCount":186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_mathematical/Kimi K3.1 Pro (Max)","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.705812,"ciLow":1414.898839,"ciHigh":1494.512785,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_medicine_and_healthcare/Kimi K3.1 Pro (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.973069,"ciLow":1507.17009,"ciHigh":1538.776048,"observedAt":"2026-11-11","runCount":1416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_software_and_it_services/Kimi K3.1 Pro (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.001864,"ciLow":1456.38064,"ciHigh":1491.623088,"observedAt":"2026-11-11","runCount":1215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_writing_and_literature_and_language/Kimi K3.1 Pro (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|instruction_following/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.353914,"ciLow":1470.696086,"ciHigh":1504.011742,"observedAt":"2026-11-11","runCount":1311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"instruction_following/Kimi K3.1 Pro (Max)","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|longer_query/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.656897,"ciLow":1475.256673,"ciHigh":1506.057121,"observedAt":"2026-11-11","runCount":1607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"longer_query/Kimi K3.1 Pro (Max)","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|multi_turn/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.860351,"ciLow":1449.738431,"ciHigh":1499.98227,"observedAt":"2026-11-11","runCount":572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"multi_turn/Kimi K3.1 Pro (Max)","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|non_english/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.961017,"ciLow":1461.176571,"ciHigh":1484.745463,"observedAt":"2026-11-11","runCount":2738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"non_english/Kimi K3.1 Pro (Max)","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|overall/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.71776,"ciLow":1474.704336,"ciHigh":1494.731184,"observedAt":"2026-11-11","runCount":3995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"overall/Kimi K3.1 Pro (Max)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|russian/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.605224,"ciLow":1451.83311,"ciHigh":1497.377338,"observedAt":"2026-11-11","runCount":680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"russian/Kimi K3.1 Pro (Max)","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text-style-control@1|rating|spanish/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.594266,"ciLow":1480.276039,"ciHigh":1564.912494,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"spanish/Kimi K3.1 Pro (Max)","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|chinese/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1515.778245,"ciLow":1482.626403,"ciHigh":1548.930086,"observedAt":"2026-11-11","runCount":308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"chinese/Kimi K3.1 Pro (Max)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|coding/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.994777,"ciLow":1460.080729,"ciHigh":1499.908825,"observedAt":"2026-11-11","runCount":877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"coding/Kimi K3.1 Pro (Max)","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|creative_writing/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.637535,"ciLow":1417.783694,"ciHigh":1459.491377,"observedAt":"2026-11-11","runCount":869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"creative_writing/Kimi K3.1 Pro (Max)","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|english/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.346575,"ciLow":1449.529967,"ciHigh":1483.163182,"observedAt":"2026-11-11","runCount":1257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"english/Kimi K3.1 Pro (Max)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|exclude_ties/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.789233,"ciLow":1448.562809,"ciHigh":1475.015657,"observedAt":"2026-11-11","runCount":2974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"exclude_ties/Kimi K3.1 Pro (Max)","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|expert/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.101841,"ciLow":1455.609761,"ciHigh":1522.593922,"observedAt":"2026-11-11","runCount":295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"expert/Kimi K3.1 Pro (Max)","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|hard_prompts/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.550661,"ciLow":1458.078521,"ciHigh":1483.0228,"observedAt":"2026-11-11","runCount":2454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"hard_prompts/Kimi K3.1 Pro (Max)","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|hard_prompts_english/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.444011,"ciLow":1465.104275,"ciHigh":1507.783747,"observedAt":"2026-11-11","runCount":784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"hard_prompts_english/Kimi K3.1 Pro (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.812929,"ciLow":1447.712875,"ciHigh":1495.912982,"observedAt":"2026-11-11","runCount":608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_business_and_management_and_financial_operations/Kimi K3.1 Pro (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.36419,"ciLow":1440.642954,"ciHigh":1480.085426,"observedAt":"2026-11-11","runCount":951,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_entertainment_and_sports_and_media/Kimi K3.1 Pro (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|industry_legal_and_government/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.888448,"ciLow":1458.354708,"ciHigh":1531.422187,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_legal_and_government/Kimi K3.1 Pro (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.366617,"ciLow":1439.879696,"ciHigh":1488.853538,"observedAt":"2026-11-11","runCount":596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_life_and_physical_and_social_science/Kimi K3.1 Pro (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|industry_mathematical/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.437269,"ciLow":1409.216521,"ciHigh":1493.658018,"observedAt":"2026-11-11","runCount":186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_mathematical/Kimi K3.1 Pro (Max)","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.130308,"ciLow":1373.008754,"ciHigh":1453.251863,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_medicine_and_healthcare/Kimi K3.1 Pro (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|industry_software_and_it_services/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.070989,"ciLow":1466.336396,"ciHigh":1497.805583,"observedAt":"2026-11-11","runCount":1416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_software_and_it_services/Kimi K3.1 Pro (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.284409,"ciLow":1440.685061,"ciHigh":1475.883757,"observedAt":"2026-11-11","runCount":1215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"industry_writing_and_literature_and_language/Kimi K3.1 Pro (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|instruction_following/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.184063,"ciLow":1455.557319,"ciHigh":1488.810806,"observedAt":"2026-11-11","runCount":1311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"instruction_following/Kimi K3.1 Pro (Max)","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|longer_query/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.890752,"ciLow":1452.504123,"ciHigh":1483.27738,"observedAt":"2026-11-11","runCount":1607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"longer_query/Kimi K3.1 Pro (Max)","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|multi_turn/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.690906,"ciLow":1423.595678,"ciHigh":1473.786135,"observedAt":"2026-11-11","runCount":572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"multi_turn/Kimi K3.1 Pro (Max)","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|non_english/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.047275,"ciLow":1438.286747,"ciHigh":1461.807804,"observedAt":"2026-11-11","runCount":2738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"non_english/Kimi K3.1 Pro (Max)","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|overall/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.13735,"ciLow":1449.16242,"ciHigh":1469.11228,"observedAt":"2026-11-11","runCount":3995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"overall/Kimi K3.1 Pro (Max)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|russian/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.410167,"ciLow":1429.637708,"ciHigh":1475.182627,"observedAt":"2026-11-11","runCount":680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"russian/Kimi K3.1 Pro (Max)","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-text@1|rating|spanish/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.804423,"ciLow":1460.660177,"ciHigh":1544.948669,"observedAt":"2026-11-11","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"spanish/Kimi K3.1 Pro (Max)","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-webdev@1|rating|overall/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1686.225193,"ciLow":1676.727911,"ciHigh":1695.722475,"observedAt":"2026-11-15","runCount":5215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"overall/Kimi K3.1 Pro (Max)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-webdev@1|rating|webdev-html/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1685.388271,"ciLow":1663.631647,"ciHigh":1707.144895,"observedAt":"2026-11-15","runCount":964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"webdev-html/Kimi K3.1 Pro (Max)","slice":"webdev-html"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-webdev@1|rating|webdev-react/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1699.519822,"ciLow":1687.840873,"ciHigh":1711.198771,"observedAt":"2026-11-15","runCount":3317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"webdev-react/Kimi K3.1 Pro (Max)","slice":"webdev-react"}
{"key":"lmarena|moonshot-ai/kimi-k3.1-pro:effort=max|none|lmarena-webdev@1|rating|webdev/Kimi K3.1 Pro (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1686.225193,"ciLow":1676.727911,"ciHigh":1695.722475,"observedAt":"2026-11-15","runCount":5215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3.1 Pro (Max)","rowId":"webdev/Kimi K3.1 Pro (Max)","slice":"webdev"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-agent@1|cost-per-task|overall/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.889466,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"overall/Kimi K3 (Max)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":25449.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"overall/Kimi K3 (Max)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-agent@1|score|overall/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.002403,"ciLow":-0.008616,"ciHigh":0.00381,"observedAt":"2026-11-15","runCount":16080247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"overall/Kimi K3 (Max)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|chinese/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1540.444063,"ciLow":1529.150499,"ciHigh":1551.737627,"observedAt":"2026-11-11","runCount":3019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"chinese/Kimi K3 (Max)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|coding/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1538.124053,"ciLow":1531.398054,"ciHigh":1544.850051,"observedAt":"2026-11-11","runCount":10247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"coding/Kimi K3 (Max)","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|creative_writing/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.060184,"ciLow":1451.559509,"ciHigh":1466.560859,"observedAt":"2026-11-11","runCount":8540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"creative_writing/Kimi K3 (Max)","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|english/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.954126,"ciLow":1487.242682,"ciHigh":1498.665569,"observedAt":"2026-11-11","runCount":15378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"english/Kimi K3 (Max)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|exclude_ties/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.082707,"ciLow":1495.567236,"ciHigh":1506.598178,"observedAt":"2026-11-11","runCount":30702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"exclude_ties/Kimi K3 (Max)","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|expert/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1527.719098,"ciLow":1517.481672,"ciHigh":1537.956525,"observedAt":"2026-11-11","runCount":3657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"expert/Kimi K3 (Max)","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|french/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.055655,"ciLow":1484.587,"ciHigh":1517.524309,"observedAt":"2026-11-11","runCount":1587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"french/Kimi K3 (Max)","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|german/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.101004,"ciLow":1476.13791,"ciHigh":1520.064098,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"german/Kimi K3 (Max)","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.72275,"ciLow":1510.797761,"ciHigh":1520.64774,"observedAt":"2026-11-11","runCount":26409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"hard_prompts/Kimi K3 (Max)","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts_english/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.576001,"ciLow":1507.803278,"ciHigh":1521.348725,"observedAt":"2026-11-11","runCount":9908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"hard_prompts_english/Kimi K3 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.393007,"ciLow":1480.884348,"ciHigh":1495.901666,"observedAt":"2026-11-11","runCount":7649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_business_and_management_and_financial_operations/Kimi K3 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.242389,"ciLow":1452.317222,"ciHigh":1466.167555,"observedAt":"2026-11-11","runCount":10320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_entertainment_and_sports_and_media/Kimi K3 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.209837,"ciLow":1495.063072,"ciHigh":1517.356602,"observedAt":"2026-11-11","runCount":3176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_legal_and_government/Kimi K3 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1518.461017,"ciLow":1510.406065,"ciHigh":1526.515969,"observedAt":"2026-11-11","runCount":6375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_life_and_physical_and_social_science/Kimi K3 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|industry_mathematical/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.287538,"ciLow":1497.915487,"ciHigh":1524.65959,"observedAt":"2026-11-11","runCount":2141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_mathematical/Kimi K3 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.982253,"ciLow":1502.994282,"ciHigh":1526.970224,"observedAt":"2026-11-11","runCount":2759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_medicine_and_healthcare/Kimi K3 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.723809,"ciLow":1516.983012,"ciHigh":1528.464605,"observedAt":"2026-11-11","runCount":15483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_software_and_it_services/Kimi K3 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.442768,"ciLow":1467.780291,"ciHigh":1481.105244,"observedAt":"2026-11-11","runCount":11291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_writing_and_literature_and_language/Kimi K3 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|instruction_following/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.949943,"ciLow":1482.904824,"ciHigh":1494.995062,"observedAt":"2026-11-11","runCount":13794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"instruction_following/Kimi K3 (Max)","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|japanese/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.662344,"ciLow":1484.319048,"ciHigh":1531.005639,"observedAt":"2026-11-11","runCount":769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"japanese/Kimi K3 (Max)","slice":"japanese"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|korean/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.802797,"ciLow":1434.953048,"ciHigh":1478.652547,"observedAt":"2026-11-11","runCount":750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"korean/Kimi K3 (Max)","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|longer_query/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.133439,"ciLow":1494.369177,"ciHigh":1505.897701,"observedAt":"2026-11-11","runCount":17828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"longer_query/Kimi K3 (Max)","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|math/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.926409,"ciLow":1487.971675,"ciHigh":1515.881144,"observedAt":"2026-11-11","runCount":1877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"math/Kimi K3 (Max)","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|multi_turn/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.53449,"ciLow":1493.321134,"ciHigh":1509.747845,"observedAt":"2026-11-11","runCount":6294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"multi_turn/Kimi K3 (Max)","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|non_english/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.908324,"ciLow":1471.98575,"ciHigh":1481.830898,"observedAt":"2026-11-11","runCount":26018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"non_english/Kimi K3 (Max)","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|overall/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.437698,"ciLow":1483.164786,"ciHigh":1491.71061,"observedAt":"2026-11-11","runCount":41402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"overall/Kimi K3 (Max)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|polish/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.856463,"ciLow":1466.736188,"ciHigh":1510.976738,"observedAt":"2026-11-11","runCount":695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"polish/Kimi K3 (Max)","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|russian/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.477787,"ciLow":1484.844311,"ciHigh":1502.111263,"observedAt":"2026-11-11","runCount":5559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"russian/Kimi K3 (Max)","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text-style-control@1|rating|spanish/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.595755,"ciLow":1468.562497,"ciHigh":1502.629012,"observedAt":"2026-11-11","runCount":1313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"spanish/Kimi K3 (Max)","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|chinese/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1526.936188,"ciLow":1515.652034,"ciHigh":1538.220341,"observedAt":"2026-11-11","runCount":3019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"chinese/Kimi K3 (Max)","slice":"chinese"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|coding/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.334183,"ciLow":1499.644046,"ciHigh":1513.024319,"observedAt":"2026-11-11","runCount":10247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"coding/Kimi K3 (Max)","slice":"coding"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|creative_writing/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.738932,"ciLow":1445.240003,"ciHigh":1460.237862,"observedAt":"2026-11-11","runCount":8540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"creative_writing/Kimi K3 (Max)","slice":"creative_writing"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|english/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.225934,"ciLow":1473.546375,"ciHigh":1484.905493,"observedAt":"2026-11-11","runCount":15378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"english/Kimi K3 (Max)","slice":"english"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|exclude_ties/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.803796,"ciLow":1476.348846,"ciHigh":1487.258745,"observedAt":"2026-11-11","runCount":30702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"exclude_ties/Kimi K3 (Max)","slice":"exclude_ties"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|expert/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.983355,"ciLow":1504.802403,"ciHigh":1525.164307,"observedAt":"2026-11-11","runCount":3657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"expert/Kimi K3 (Max)","slice":"expert"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|french/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.923543,"ciLow":1465.423759,"ciHigh":1498.423328,"observedAt":"2026-11-11","runCount":1587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"french/Kimi K3 (Max)","slice":"french"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|german/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.604898,"ciLow":1460.712637,"ciHigh":1504.497159,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"german/Kimi K3 (Max)","slice":"german"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|hard_prompts/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.117674,"ciLow":1489.202295,"ciHigh":1499.033054,"observedAt":"2026-11-11","runCount":26409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"hard_prompts/Kimi K3 (Max)","slice":"hard_prompts"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|hard_prompts_english/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.242633,"ciLow":1486.504469,"ciHigh":1499.980797,"observedAt":"2026-11-11","runCount":9908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"hard_prompts_english/Kimi K3 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.270953,"ciLow":1461.811014,"ciHigh":1476.730892,"observedAt":"2026-11-11","runCount":7649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_business_and_management_and_financial_operations/Kimi K3 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.516437,"ciLow":1442.601357,"ciHigh":1456.431518,"observedAt":"2026-11-11","runCount":10320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_entertainment_and_sports_and_media/Kimi K3 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|industry_legal_and_government/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.274296,"ciLow":1487.165834,"ciHigh":1509.382758,"observedAt":"2026-11-11","runCount":3176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_legal_and_government/Kimi K3 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.76851,"ciLow":1493.778199,"ciHigh":1509.758821,"observedAt":"2026-11-11","runCount":6375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_life_and_physical_and_social_science/Kimi K3 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|industry_mathematical/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1507.005317,"ciLow":1493.633075,"ciHigh":1520.377559,"observedAt":"2026-11-11","runCount":2141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_mathematical/Kimi K3 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.370029,"ciLow":1476.495457,"ciHigh":1500.244602,"observedAt":"2026-11-11","runCount":2759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_medicine_and_healthcare/Kimi K3 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|industry_software_and_it_services/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.289494,"ciLow":1491.58946,"ciHigh":1502.989529,"observedAt":"2026-11-11","runCount":15483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_software_and_it_services/Kimi K3 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.192672,"ciLow":1461.519789,"ciHigh":1474.865554,"observedAt":"2026-11-11","runCount":11291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"industry_writing_and_literature_and_language/Kimi K3 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|instruction_following/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.883847,"ciLow":1477.843152,"ciHigh":1489.924543,"observedAt":"2026-11-11","runCount":13794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"instruction_following/Kimi K3 (Max)","slice":"instruction_following"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|japanese/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.634252,"ciLow":1471.21998,"ciHigh":1518.048523,"observedAt":"2026-11-11","runCount":769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"japanese/Kimi K3 (Max)","slice":"japanese"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|korean/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.183637,"ciLow":1422.292736,"ciHigh":1466.074538,"observedAt":"2026-11-11","runCount":750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"korean/Kimi K3 (Max)","slice":"korean"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|longer_query/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.029482,"ciLow":1484.296248,"ciHigh":1495.762717,"observedAt":"2026-11-11","runCount":17828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"longer_query/Kimi K3 (Max)","slice":"longer_query"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|math/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.782562,"ciLow":1481.8322,"ciHigh":1509.732923,"observedAt":"2026-11-11","runCount":1877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"math/Kimi K3 (Max)","slice":"math"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|multi_turn/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.716957,"ciLow":1480.536666,"ciHigh":1496.897248,"observedAt":"2026-11-11","runCount":6294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"multi_turn/Kimi K3 (Max)","slice":"multi_turn"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|non_english/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.254058,"ciLow":1460.327498,"ciHigh":1470.180617,"observedAt":"2026-11-11","runCount":26018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"non_english/Kimi K3 (Max)","slice":"non_english"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|overall/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.588824,"ciLow":1470.324199,"ciHigh":1478.853449,"observedAt":"2026-11-11","runCount":41402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"overall/Kimi K3 (Max)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|polish/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.947942,"ciLow":1449.757028,"ciHigh":1494.138857,"observedAt":"2026-11-11","runCount":695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"polish/Kimi K3 (Max)","slice":"polish"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|russian/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.720845,"ciLow":1472.0949,"ciHigh":1489.34679,"observedAt":"2026-11-11","runCount":5559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"russian/Kimi K3 (Max)","slice":"russian"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-text@1|rating|spanish/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.037589,"ciLow":1460.061402,"ciHigh":1494.013776,"observedAt":"2026-11-11","runCount":1313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"spanish/Kimi K3 (Max)","slice":"spanish"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-webdev@1|rating|image_to_webdev/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1585.487608,"ciLow":1576.015291,"ciHigh":1594.959925,"observedAt":"2026-11-15","runCount":4811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"image_to_webdev/Kimi K3 (Max)","slice":"image_to_webdev"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-webdev@1|rating|overall/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1657.714486,"ciLow":1652.058232,"ciHigh":1663.37074,"observedAt":"2026-11-15","runCount":22692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"overall/Kimi K3 (Max)","slice":"overall"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-webdev@1|rating|webdev-html/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1640.015345,"ciLow":1627.673356,"ciHigh":1652.357335,"observedAt":"2026-11-15","runCount":3167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"webdev-html/Kimi K3 (Max)","slice":"webdev-html"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-webdev@1|rating|webdev-react/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1672.790433,"ciLow":1666.158687,"ciHigh":1679.42218,"observedAt":"2026-11-15","runCount":14912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"webdev-react/Kimi K3 (Max)","slice":"webdev-react"}
{"key":"lmarena|moonshot-ai/kimi-k3:effort=max|none|lmarena-webdev@1|rating|webdev/Kimi K3 (Max)","sourceId":"lmarena","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1657.714486,"ciLow":1652.058232,"ciHigh":1663.37074,"observedAt":"2026-11-15","runCount":22692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Kimi K3 (Max)","rowId":"webdev/Kimi K3 (Max)","slice":"webdev"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|coding/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.075682,"ciLow":1133.902735,"ciHigh":1202.24863,"observedAt":"2026-11-11","runCount":258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"coding/MPT 30B Chat","slice":"coding"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1132.401531,"ciLow":1103.540598,"ciHigh":1161.262464,"observedAt":"2026-11-11","runCount":452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"creative_writing/MPT 30B Chat","slice":"creative_writing"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|english/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1181.956968,"ciLow":1168.253524,"ciHigh":1195.660412,"observedAt":"2026-11-11","runCount":2056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"english/MPT 30B Chat","slice":"english"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1011.668112,"ciLow":993.655246,"ciHigh":1029.680977,"observedAt":"2026-11-11","runCount":1777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"exclude_ties/MPT 30B Chat","slice":"exclude_ties"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.093239,"ciLow":1131.672558,"ciHigh":1184.51392,"observedAt":"2026-11-11","runCount":434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"hard_prompts/MPT 30B Chat","slice":"hard_prompts"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.383758,"ciLow":1157.772628,"ciHigh":1216.994889,"observedAt":"2026-11-11","runCount":359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"hard_prompts_english/MPT 30B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1120.46867,"ciLow":1083.148871,"ciHigh":1157.788469,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"industry_business_and_management_and_financial_operations/MPT 30B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1131.111383,"ciLow":1102.263868,"ciHigh":1159.958898,"observedAt":"2026-11-11","runCount":435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"industry_entertainment_and_sports_and_media/MPT 30B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.309874,"ciLow":1126.217904,"ciHigh":1178.401843,"observedAt":"2026-11-11","runCount":509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"industry_life_and_physical_and_social_science/MPT 30B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1116.214657,"ciLow":1079.484313,"ciHigh":1152.945,"observedAt":"2026-11-11","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"industry_mathematical/MPT 30B Chat","slice":"industry_mathematical"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.582592,"ciLow":1144.203499,"ciHigh":1192.961686,"observedAt":"2026-11-11","runCount":575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"industry_software_and_it_services/MPT 30B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1139.496512,"ciLow":1116.959175,"ciHigh":1162.033849,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"industry_writing_and_literature_and_language/MPT 30B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.109379,"ciLow":1113.924865,"ciHigh":1156.293893,"observedAt":"2026-11-11","runCount":718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"instruction_following/MPT 30B Chat","slice":"instruction_following"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|math/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1096.334598,"ciLow":1062.488084,"ciHigh":1130.181112,"observedAt":"2026-11-11","runCount":242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"math/MPT 30B Chat","slice":"math"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1125.634074,"ciLow":1094.023084,"ciHigh":1157.245064,"observedAt":"2026-11-11","runCount":341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"multi_turn/MPT 30B Chat","slice":"multi_turn"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|non_english/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1073.761637,"ciLow":1049.437958,"ciHigh":1098.085316,"observedAt":"2026-11-11","runCount":516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"non_english/MPT 30B Chat","slice":"non_english"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text-style-control@1|rating|overall/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.940508,"ciLow":1138.746674,"ciHigh":1163.134341,"observedAt":"2026-11-11","runCount":2572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"overall/MPT 30B Chat","slice":"overall"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|coding/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1039.178867,"ciLow":1004.700954,"ciHigh":1073.656779,"observedAt":"2026-11-11","runCount":258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"coding/MPT 30B Chat","slice":"coding"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|creative_writing/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1073.902461,"ciLow":1045.331732,"ciHigh":1102.47319,"observedAt":"2026-11-11","runCount":452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"creative_writing/MPT 30B Chat","slice":"creative_writing"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|english/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1102.231805,"ciLow":1088.573176,"ciHigh":1115.890433,"observedAt":"2026-11-11","runCount":2056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"english/MPT 30B Chat","slice":"english"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|exclude_ties/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":895.175653,"ciLow":877.522016,"ciHigh":912.829291,"observedAt":"2026-11-11","runCount":1777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"exclude_ties/MPT 30B Chat","slice":"exclude_ties"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|hard_prompts/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1051.48537,"ciLow":1024.972588,"ciHigh":1077.998153,"observedAt":"2026-11-11","runCount":434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"hard_prompts/MPT 30B Chat","slice":"hard_prompts"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.377105,"ciLow":1052.793367,"ciHigh":1111.960842,"observedAt":"2026-11-11","runCount":359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"hard_prompts_english/MPT 30B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1008.273353,"ciLow":970.51121,"ciHigh":1046.035496,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"industry_business_and_management_and_financial_operations/MPT 30B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1055.141696,"ciLow":1026.486243,"ciHigh":1083.79715,"observedAt":"2026-11-11","runCount":435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"industry_entertainment_and_sports_and_media/MPT 30B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1038.297285,"ciLow":1012.036096,"ciHigh":1064.558474,"observedAt":"2026-11-11","runCount":509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"industry_life_and_physical_and_social_science/MPT 30B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|industry_mathematical/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1053.362076,"ciLow":1016.668473,"ciHigh":1090.055679,"observedAt":"2026-11-11","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"industry_mathematical/MPT 30B Chat","slice":"industry_mathematical"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1057.555707,"ciLow":1033.174497,"ciHigh":1081.936917,"observedAt":"2026-11-11","runCount":575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"industry_software_and_it_services/MPT 30B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1079.282056,"ciLow":1056.759404,"ciHigh":1101.804708,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"industry_writing_and_literature_and_language/MPT 30B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|instruction_following/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1053.792135,"ciLow":1032.528586,"ciHigh":1075.055684,"observedAt":"2026-11-11","runCount":718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"instruction_following/MPT 30B Chat","slice":"instruction_following"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|math/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.630824,"ciLow":1012.78196,"ciHigh":1080.479687,"observedAt":"2026-11-11","runCount":242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"math/MPT 30B Chat","slice":"math"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|multi_turn/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1054.453402,"ciLow":1022.518168,"ciHigh":1086.388636,"observedAt":"2026-11-11","runCount":341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"multi_turn/MPT 30B Chat","slice":"multi_turn"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|non_english/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":990.549765,"ciLow":966.955868,"ciHigh":1014.143662,"observedAt":"2026-11-11","runCount":516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"non_english/MPT 30B Chat","slice":"non_english"}
{"key":"lmarena|mosaicml/mpt-30b-chat:default|none|lmarena-text@1|rating|overall/MPT 30B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-30b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1068.650689,"ciLow":1056.563584,"ciHigh":1080.737794,"observedAt":"2026-11-11","runCount":2572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 30B Chat","rowId":"overall/MPT 30B Chat","slice":"overall"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|chinese/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1091.665559,"ciLow":1048.933509,"ciHigh":1134.39761,"observedAt":"2026-11-11","runCount":178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"chinese/MPT 7B Chat","slice":"chinese"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|coding/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1066.13537,"ciLow":1035.150023,"ciHigh":1097.120717,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"coding/MPT 7B Chat","slice":"coding"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1053.150176,"ciLow":1028.848425,"ciHigh":1077.451928,"observedAt":"2026-11-11","runCount":683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"creative_writing/MPT 7B Chat","slice":"creative_writing"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|english/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1087.22965,"ciLow":1074.227127,"ciHigh":1100.232174,"observedAt":"2026-11-11","runCount":3278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"english/MPT 7B Chat","slice":"english"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":877.900709,"ciLow":859.740676,"ciHigh":896.060743,"observedAt":"2026-11-11","runCount":2652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"exclude_ties/MPT 7B Chat","slice":"exclude_ties"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1033.279823,"ciLow":1011.60448,"ciHigh":1054.955165,"observedAt":"2026-11-11","runCount":714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"hard_prompts/MPT 7B Chat","slice":"hard_prompts"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1044.01338,"ciLow":1020.186756,"ciHigh":1067.840004,"observedAt":"2026-11-11","runCount":626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"hard_prompts_english/MPT 7B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1004.755611,"ciLow":968.210127,"ciHigh":1041.301096,"observedAt":"2026-11-11","runCount":306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"industry_business_and_management_and_financial_operations/MPT 7B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1036.704344,"ciLow":1012.505072,"ciHigh":1060.903616,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"industry_entertainment_and_sports_and_media/MPT 7B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1064.216084,"ciLow":1039.673706,"ciHigh":1088.758462,"observedAt":"2026-11-11","runCount":677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"industry_life_and_physical_and_social_science/MPT 7B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":990.69186,"ciLow":962.323699,"ciHigh":1019.060022,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"industry_mathematical/MPT 7B Chat","slice":"industry_mathematical"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1055.34807,"ciLow":1033.771099,"ciHigh":1076.925041,"observedAt":"2026-11-11","runCount":882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"industry_software_and_it_services/MPT 7B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1057.550039,"ciLow":1036.756734,"ciHigh":1078.343344,"observedAt":"2026-11-11","runCount":892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"industry_writing_and_literature_and_language/MPT 7B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1009.482626,"ciLow":990.994696,"ciHigh":1027.970555,"observedAt":"2026-11-11","runCount":1115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"instruction_following/MPT 7B Chat","slice":"instruction_following"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|math/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":987.82683,"ciLow":962.699113,"ciHigh":1012.954546,"observedAt":"2026-11-11","runCount":471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"math/MPT 7B Chat","slice":"math"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1003.651437,"ciLow":974.8117,"ciHigh":1032.491174,"observedAt":"2026-11-11","runCount":466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"multi_turn/MPT 7B Chat","slice":"multi_turn"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|non_english/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1013.90495,"ciLow":991.856229,"ciHigh":1035.953671,"observedAt":"2026-11-11","runCount":646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"non_english/MPT 7B Chat","slice":"non_english"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text-style-control@1|rating|overall/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1063.666412,"ciLow":1051.771515,"ciHigh":1075.561308,"observedAt":"2026-11-11","runCount":3924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"overall/MPT 7B Chat","slice":"overall"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|chinese/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":954.819951,"ciLow":913.674893,"ciHigh":995.965009,"observedAt":"2026-11-11","runCount":178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"chinese/MPT 7B Chat","slice":"chinese"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|coding/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":913.013968,"ciLow":882.079561,"ciHigh":943.948374,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"coding/MPT 7B Chat","slice":"coding"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|creative_writing/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":957.525603,"ciLow":933.86715,"ciHigh":981.184057,"observedAt":"2026-11-11","runCount":683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"creative_writing/MPT 7B Chat","slice":"creative_writing"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|english/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":980.702612,"ciLow":967.853902,"ciHigh":993.551322,"observedAt":"2026-11-11","runCount":3278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"english/MPT 7B Chat","slice":"english"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|exclude_ties/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":726.939637,"ciLow":709.272233,"ciHigh":744.60704,"observedAt":"2026-11-11","runCount":2652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"exclude_ties/MPT 7B Chat","slice":"exclude_ties"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|hard_prompts/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":895.466945,"ciLow":873.816527,"ciHigh":917.117362,"observedAt":"2026-11-11","runCount":714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"hard_prompts/MPT 7B Chat","slice":"hard_prompts"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":908.33164,"ciLow":884.571807,"ciHigh":932.091473,"observedAt":"2026-11-11","runCount":626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"hard_prompts_english/MPT 7B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":864.364523,"ciLow":828.254854,"ciHigh":900.474193,"observedAt":"2026-11-11","runCount":306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"industry_business_and_management_and_financial_operations/MPT 7B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":928.16547,"ciLow":904.483091,"ciHigh":951.847849,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"industry_entertainment_and_sports_and_media/MPT 7B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":913.250173,"ciLow":889.057201,"ciHigh":937.443145,"observedAt":"2026-11-11","runCount":677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"industry_life_and_physical_and_social_science/MPT 7B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|industry_mathematical/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":907.043901,"ciLow":878.655091,"ciHigh":935.432711,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"industry_mathematical/MPT 7B Chat","slice":"industry_mathematical"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":912.269051,"ciLow":890.640602,"ciHigh":933.897501,"observedAt":"2026-11-11","runCount":882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"industry_software_and_it_services/MPT 7B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":972.771508,"ciLow":952.405105,"ciHigh":993.137911,"observedAt":"2026-11-11","runCount":892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"industry_writing_and_literature_and_language/MPT 7B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|instruction_following/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":906.598267,"ciLow":888.489526,"ciHigh":924.707007,"observedAt":"2026-11-11","runCount":1115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"instruction_following/MPT 7B Chat","slice":"instruction_following"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|math/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":919.24204,"ciLow":894.046186,"ciHigh":944.437893,"observedAt":"2026-11-11","runCount":471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"math/MPT 7B Chat","slice":"math"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|multi_turn/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":901.452128,"ciLow":872.697338,"ciHigh":930.206918,"observedAt":"2026-11-11","runCount":466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"multi_turn/MPT 7B Chat","slice":"multi_turn"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|non_english/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":912.314936,"ciLow":890.363717,"ciHigh":934.266154,"observedAt":"2026-11-11","runCount":646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"non_english/MPT 7B Chat","slice":"non_english"}
{"key":"lmarena|mosaicml/mpt-7b-chat:default|none|lmarena-text@1|rating|overall/MPT 7B Chat","sourceId":"lmarena","modelId":"mosaicml/mpt-7b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":955.258834,"ciLow":943.555016,"ciHigh":966.962652,"observedAt":"2026-11-11","runCount":3924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MPT 7B Chat","rowId":"overall/MPT 7B Chat","slice":"overall"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|chinese/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.513085,"ciLow":1287.667739,"ciHigh":1317.35843,"observedAt":"2026-11-11","runCount":1678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"chinese/Athene 70B (0725)","slice":"chinese"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|coding/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.351428,"ciLow":1338.529112,"ciHigh":1360.173745,"observedAt":"2026-11-11","runCount":3122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"coding/Athene 70B (0725)","slice":"coding"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|creative_writing/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.61486,"ciLow":1259.285533,"ciHigh":1281.944186,"observedAt":"2026-11-11","runCount":3097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"creative_writing/Athene 70B (0725)","slice":"creative_writing"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|english/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.91871,"ciLow":1321.946921,"ciHigh":1335.890499,"observedAt":"2026-11-11","runCount":11268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"english/Athene 70B (0725)","slice":"english"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|exclude_ties/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.770161,"ciLow":1235.936571,"ciHigh":1253.603751,"observedAt":"2026-11-11","runCount":12348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"exclude_ties/Athene 70B (0725)","slice":"exclude_ties"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|expert/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.435971,"ciLow":1282.266324,"ciHigh":1320.605619,"observedAt":"2026-11-11","runCount":867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"expert/Athene 70B (0725)","slice":"expert"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|french/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.707907,"ciLow":1284.628472,"ciHigh":1370.787343,"observedAt":"2026-11-11","runCount":199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"french/Athene 70B (0725)","slice":"french"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|german/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.384922,"ciLow":1261.250226,"ciHigh":1309.519617,"observedAt":"2026-11-11","runCount":585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"german/Athene 70B (0725)","slice":"german"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|hard_prompts/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.66444,"ciLow":1304.071007,"ciHigh":1321.257873,"observedAt":"2026-11-11","runCount":5448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"hard_prompts/Athene 70B (0725)","slice":"hard_prompts"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.468953,"ciLow":1314.338759,"ciHigh":1334.599148,"observedAt":"2026-11-11","runCount":3605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"hard_prompts_english/Athene 70B (0725)","slice":"hard_prompts_english"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.334558,"ciLow":1284.959853,"ciHigh":1311.709263,"observedAt":"2026-11-11","runCount":2092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_business_and_management_and_financial_operations/Athene 70B (0725)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.167116,"ciLow":1260.566635,"ciHigh":1281.767598,"observedAt":"2026-11-11","runCount":3246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_entertainment_and_sports_and_media/Athene 70B (0725)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.603594,"ciLow":1313.39792,"ciHigh":1351.809268,"observedAt":"2026-11-11","runCount":1008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_legal_and_government/Athene 70B (0725)","slice":"industry_legal_and_government"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.566861,"ciLow":1327.04278,"ciHigh":1350.090942,"observedAt":"2026-11-11","runCount":3029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_life_and_physical_and_social_science/Athene 70B (0725)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.469267,"ciLow":1259.306582,"ciHigh":1281.631953,"observedAt":"2026-11-11","runCount":2559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_mathematical/Athene 70B (0725)","slice":"industry_mathematical"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.575647,"ciLow":1310.651472,"ciHigh":1348.499822,"observedAt":"2026-11-11","runCount":1039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_medicine_and_healthcare/Athene 70B (0725)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.481289,"ciLow":1322.282753,"ciHigh":1340.679825,"observedAt":"2026-11-11","runCount":5037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_software_and_it_services/Athene 70B (0725)","slice":"industry_software_and_it_services"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.834083,"ciLow":1269.907812,"ciHigh":1287.760354,"observedAt":"2026-11-11","runCount":5378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_writing_and_literature_and_language/Athene 70B (0725)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|instruction_following/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.912324,"ciLow":1271.153979,"ciHigh":1286.670669,"observedAt":"2026-11-11","runCount":7490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"instruction_following/Athene 70B (0725)","slice":"instruction_following"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|japanese/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.94847,"ciLow":1163.470777,"ciHigh":1210.426164,"observedAt":"2026-11-11","runCount":676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"japanese/Athene 70B (0725)","slice":"japanese"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|korean/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.346776,"ciLow":1176.338162,"ciHigh":1240.35539,"observedAt":"2026-11-11","runCount":396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"korean/Athene 70B (0725)","slice":"korean"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|longer_query/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.906676,"ciLow":1281.526184,"ciHigh":1306.287168,"observedAt":"2026-11-11","runCount":2123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"longer_query/Athene 70B (0725)","slice":"longer_query"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|math/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.833856,"ciLow":1252.331569,"ciHigh":1273.336143,"observedAt":"2026-11-11","runCount":2921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"math/Athene 70B (0725)","slice":"math"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|multi_turn/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.564398,"ciLow":1284.707741,"ciHigh":1306.421056,"observedAt":"2026-11-11","runCount":3344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"multi_turn/Athene 70B (0725)","slice":"multi_turn"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|non_english/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.862389,"ciLow":1268.246511,"ciHigh":1283.478267,"observedAt":"2026-11-11","runCount":8353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"non_english/Athene 70B (0725)","slice":"non_english"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|overall/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.772547,"ciLow":1301.097663,"ciHigh":1312.44743,"observedAt":"2026-11-11","runCount":19621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"overall/Athene 70B (0725)","slice":"overall"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|russian/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.135927,"ciLow":1276.021831,"ciHigh":1302.250024,"observedAt":"2026-11-11","runCount":1934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"russian/Athene 70B (0725)","slice":"russian"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text-style-control@1|rating|spanish/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.412518,"ciLow":1253.584604,"ciHigh":1325.240431,"observedAt":"2026-11-11","runCount":271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"spanish/Athene 70B (0725)","slice":"spanish"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|chinese/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.647006,"ciLow":1222.998648,"ciHigh":1252.295364,"observedAt":"2026-11-11","runCount":1678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"chinese/Athene 70B (0725)","slice":"chinese"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|coding/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.840447,"ciLow":1256.062112,"ciHigh":1277.618782,"observedAt":"2026-11-11","runCount":3122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"coding/Athene 70B (0725)","slice":"coding"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|creative_writing/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.160646,"ciLow":1226.914623,"ciHigh":1249.406668,"observedAt":"2026-11-11","runCount":3097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"creative_writing/Athene 70B (0725)","slice":"creative_writing"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|english/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.053037,"ciLow":1281.117334,"ciHigh":1294.98874,"observedAt":"2026-11-11","runCount":11268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"english/Athene 70B (0725)","slice":"english"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|exclude_ties/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1187.774474,"ciLow":1179.040591,"ciHigh":1196.508357,"observedAt":"2026-11-11","runCount":12348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"exclude_ties/Athene 70B (0725)","slice":"exclude_ties"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|expert/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.477898,"ciLow":1208.230494,"ciHigh":1246.725301,"observedAt":"2026-11-11","runCount":867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"expert/Athene 70B (0725)","slice":"expert"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|french/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.257761,"ciLow":1242.868505,"ciHigh":1329.647017,"observedAt":"2026-11-11","runCount":199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"french/Athene 70B (0725)","slice":"french"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|german/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.483607,"ciLow":1227.491956,"ciHigh":1275.475257,"observedAt":"2026-11-11","runCount":585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"german/Athene 70B (0725)","slice":"german"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|hard_prompts/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.036332,"ciLow":1234.47544,"ciHigh":1251.597224,"observedAt":"2026-11-11","runCount":5448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"hard_prompts/Athene 70B (0725)","slice":"hard_prompts"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|hard_prompts_english/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.641054,"ciLow":1244.585366,"ciHigh":1264.696742,"observedAt":"2026-11-11","runCount":3605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"hard_prompts_english/Athene 70B (0725)","slice":"hard_prompts_english"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.420417,"ciLow":1232.067327,"ciHigh":1258.773507,"observedAt":"2026-11-11","runCount":2092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_business_and_management_and_financial_operations/Athene 70B (0725)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1232.512904,"ciLow":1221.986246,"ciHigh":1243.039562,"observedAt":"2026-11-11","runCount":3246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_entertainment_and_sports_and_media/Athene 70B (0725)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|industry_legal_and_government/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.120817,"ciLow":1273.984758,"ciHigh":1312.256877,"observedAt":"2026-11-11","runCount":1008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_legal_and_government/Athene 70B (0725)","slice":"industry_legal_and_government"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.788013,"ciLow":1282.302792,"ciHigh":1305.273235,"observedAt":"2026-11-11","runCount":3029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_life_and_physical_and_social_science/Athene 70B (0725)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|industry_mathematical/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1233.430053,"ciLow":1222.334694,"ciHigh":1244.525412,"observedAt":"2026-11-11","runCount":2559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_mathematical/Athene 70B (0725)","slice":"industry_mathematical"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.236586,"ciLow":1253.288006,"ciHigh":1291.185166,"observedAt":"2026-11-11","runCount":1039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_medicine_and_healthcare/Athene 70B (0725)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|industry_software_and_it_services/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.143986,"ciLow":1255.986393,"ciHigh":1274.301579,"observedAt":"2026-11-11","runCount":5037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_software_and_it_services/Athene 70B (0725)","slice":"industry_software_and_it_services"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.810472,"ciLow":1231.952114,"ciHigh":1249.668829,"observedAt":"2026-11-11","runCount":5378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"industry_writing_and_literature_and_language/Athene 70B (0725)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|instruction_following/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.649188,"ciLow":1218.957425,"ciHigh":1234.34095,"observedAt":"2026-11-11","runCount":7490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"instruction_following/Athene 70B (0725)","slice":"instruction_following"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|japanese/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1138.521162,"ciLow":1115.14326,"ciHigh":1161.899063,"observedAt":"2026-11-11","runCount":676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"japanese/Athene 70B (0725)","slice":"japanese"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|korean/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.82809,"ciLow":1118.824463,"ciHigh":1182.831717,"observedAt":"2026-11-11","runCount":396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"korean/Athene 70B (0725)","slice":"korean"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|longer_query/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.937957,"ciLow":1219.618031,"ciHigh":1244.257883,"observedAt":"2026-11-11","runCount":2123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"longer_query/Athene 70B (0725)","slice":"longer_query"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|math/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.379322,"ciLow":1220.924966,"ciHigh":1241.833678,"observedAt":"2026-11-11","runCount":2921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"math/Athene 70B (0725)","slice":"math"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|multi_turn/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.13125,"ciLow":1246.283566,"ciHigh":1267.978933,"observedAt":"2026-11-11","runCount":3344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"multi_turn/Athene 70B (0725)","slice":"multi_turn"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|non_english/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.726396,"ciLow":1227.145385,"ciHigh":1242.307407,"observedAt":"2026-11-11","runCount":8353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"non_english/Athene 70B (0725)","slice":"non_english"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|overall/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.184745,"ciLow":1259.546669,"ciHigh":1270.82282,"observedAt":"2026-11-11","runCount":19621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"overall/Athene 70B (0725)","slice":"overall"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|russian/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.272947,"ciLow":1237.092713,"ciHigh":1263.453182,"observedAt":"2026-11-11","runCount":1934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"russian/Athene 70B (0725)","slice":"russian"}
{"key":"lmarena|nexusflow/athene-70b-0725:default|none|lmarena-text@1|rating|spanish/Athene 70B (0725)","sourceId":"lmarena","modelId":"nexusflow/athene-70b-0725","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.098294,"ciLow":1223.498507,"ciHigh":1294.698081,"observedAt":"2026-11-11","runCount":271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene 70B (0725)","rowId":"spanish/Athene 70B (0725)","slice":"spanish"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|chinese/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.896035,"ciLow":1318.817411,"ciHigh":1346.97466,"observedAt":"2026-11-11","runCount":1781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"chinese/Athene V2 Chat","slice":"chinese"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|coding/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.465673,"ciLow":1359.319999,"ciHigh":1377.611347,"observedAt":"2026-11-11","runCount":4019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"coding/Athene V2 Chat","slice":"coding"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.879478,"ciLow":1243.043914,"ciHigh":1262.715043,"observedAt":"2026-11-11","runCount":3713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"creative_writing/Athene V2 Chat","slice":"creative_writing"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|english/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.413211,"ciLow":1324.667528,"ciHigh":1336.158894,"observedAt":"2026-11-11","runCount":13676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"english/Athene V2 Chat","slice":"english"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.647969,"ciLow":1249.510775,"ciHigh":1263.785162,"observedAt":"2026-11-11","runCount":15433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"exclude_ties/Athene V2 Chat","slice":"exclude_ties"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|expert/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.899457,"ciLow":1295.821669,"ciHigh":1325.977245,"observedAt":"2026-11-11","runCount":1469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"expert/Athene V2 Chat","slice":"expert"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|french/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.571793,"ciLow":1321.424014,"ciHigh":1395.719572,"observedAt":"2026-11-11","runCount":228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"french/Athene V2 Chat","slice":"french"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|german/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.9265,"ciLow":1256.106295,"ciHigh":1301.746705,"observedAt":"2026-11-11","runCount":626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"german/Athene V2 Chat","slice":"german"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.097684,"ciLow":1325.677993,"ciHigh":1340.517376,"observedAt":"2026-11-11","runCount":6517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"hard_prompts/Athene V2 Chat","slice":"hard_prompts"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.013305,"ciLow":1335.847696,"ciHigh":1354.178914,"observedAt":"2026-11-11","runCount":4039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"hard_prompts_english/Athene V2 Chat","slice":"hard_prompts_english"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.467368,"ciLow":1298.238388,"ciHigh":1320.696347,"observedAt":"2026-11-11","runCount":2733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_business_and_management_and_financial_operations/Athene V2 Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.991514,"ciLow":1239.952736,"ciHigh":1258.030292,"observedAt":"2026-11-11","runCount":4378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_entertainment_and_sports_and_media/Athene V2 Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.129318,"ciLow":1311.452852,"ciHigh":1342.805783,"observedAt":"2026-11-11","runCount":1443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_legal_and_government/Athene V2 Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.757369,"ciLow":1326.560792,"ciHigh":1344.953945,"observedAt":"2026-11-11","runCount":4368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_life_and_physical_and_social_science/Athene V2 Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.641851,"ciLow":1310.219649,"ciHigh":1331.064053,"observedAt":"2026-11-11","runCount":2942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_mathematical/Athene V2 Chat","slice":"industry_mathematical"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.13581,"ciLow":1316.026945,"ciHigh":1350.244675,"observedAt":"2026-11-11","runCount":1198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_medicine_and_healthcare/Athene V2 Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.955229,"ciLow":1345.273051,"ciHigh":1360.637407,"observedAt":"2026-11-11","runCount":6182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_software_and_it_services/Athene V2 Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.353972,"ciLow":1270.694167,"ciHigh":1286.013776,"observedAt":"2026-11-11","runCount":6686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_writing_and_literature_and_language/Athene V2 Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.663578,"ciLow":1295.296293,"ciHigh":1308.030863,"observedAt":"2026-11-11","runCount":10236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"instruction_following/Athene V2 Chat","slice":"instruction_following"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|japanese/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.141514,"ciLow":1207.543107,"ciHigh":1254.739922,"observedAt":"2026-11-11","runCount":584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"japanese/Athene V2 Chat","slice":"japanese"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|korean/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.906297,"ciLow":1197.440609,"ciHigh":1264.371985,"observedAt":"2026-11-11","runCount":349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"korean/Athene V2 Chat","slice":"korean"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.548841,"ciLow":1310.90355,"ciHigh":1330.194133,"observedAt":"2026-11-11","runCount":3663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"longer_query/Athene V2 Chat","slice":"longer_query"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|math/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.245613,"ciLow":1301.658497,"ciHigh":1320.83273,"observedAt":"2026-11-11","runCount":3412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"math/Athene V2 Chat","slice":"math"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.139988,"ciLow":1296.854763,"ciHigh":1315.425214,"observedAt":"2026-11-11","runCount":4304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"multi_turn/Athene V2 Chat","slice":"multi_turn"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|non_english/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.200356,"ciLow":1283.08309,"ciHigh":1295.317623,"observedAt":"2026-11-11","runCount":11063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"non_english/Athene V2 Chat","slice":"non_english"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|overall/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.171167,"ciLow":1309.60157,"ciHigh":1318.740764,"observedAt":"2026-11-11","runCount":24739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"overall/Athene V2 Chat","slice":"overall"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|russian/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.331056,"ciLow":1295.286291,"ciHigh":1315.375821,"observedAt":"2026-11-11","runCount":3448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"russian/Athene V2 Chat","slice":"russian"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text-style-control@1|rating|spanish/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.360618,"ciLow":1257.570317,"ciHigh":1337.15092,"observedAt":"2026-11-11","runCount":180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"spanish/Athene V2 Chat","slice":"spanish"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|chinese/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.919096,"ciLow":1287.996727,"ciHigh":1315.841466,"observedAt":"2026-11-11","runCount":1781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"chinese/Athene V2 Chat","slice":"chinese"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|coding/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.044664,"ciLow":1302.978812,"ciHigh":1321.110517,"observedAt":"2026-11-11","runCount":4019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"coding/Athene V2 Chat","slice":"coding"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|creative_writing/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.185458,"ciLow":1224.446735,"ciHigh":1243.924181,"observedAt":"2026-11-11","runCount":3713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"creative_writing/Athene V2 Chat","slice":"creative_writing"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|english/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.867688,"ciLow":1301.157288,"ciHigh":1312.578088,"observedAt":"2026-11-11","runCount":13676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"english/Athene V2 Chat","slice":"english"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|exclude_ties/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1223.641434,"ciLow":1216.611515,"ciHigh":1230.671352,"observedAt":"2026-11-11","runCount":15433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"exclude_ties/Athene V2 Chat","slice":"exclude_ties"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|expert/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.965915,"ciLow":1252.989405,"ciHigh":1282.942425,"observedAt":"2026-11-11","runCount":1469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"expert/Athene V2 Chat","slice":"expert"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|french/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.765499,"ciLow":1295.568833,"ciHigh":1369.962166,"observedAt":"2026-11-11","runCount":228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"french/Athene V2 Chat","slice":"french"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|german/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.526662,"ciLow":1237.917729,"ciHigh":1283.135595,"observedAt":"2026-11-11","runCount":626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"german/Athene V2 Chat","slice":"german"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|hard_prompts/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.433685,"ciLow":1285.098327,"ciHigh":1299.769044,"observedAt":"2026-11-11","runCount":6517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"hard_prompts/Athene V2 Chat","slice":"hard_prompts"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.892161,"ciLow":1294.837152,"ciHigh":1312.94717,"observedAt":"2026-11-11","runCount":4039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"hard_prompts_english/Athene V2 Chat","slice":"hard_prompts_english"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.564151,"ciLow":1262.356154,"ciHigh":1284.772148,"observedAt":"2026-11-11","runCount":2733,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_business_and_management_and_financial_operations/Athene V2 Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.713806,"ciLow":1219.744991,"ciHigh":1237.682621,"observedAt":"2026-11-11","runCount":4378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_entertainment_and_sports_and_media/Athene V2 Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.143596,"ciLow":1283.38736,"ciHigh":1314.899831,"observedAt":"2026-11-11","runCount":1443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_legal_and_government/Athene V2 Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.171872,"ciLow":1298.022367,"ciHigh":1316.321376,"observedAt":"2026-11-11","runCount":4368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_life_and_physical_and_social_science/Athene V2 Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|industry_mathematical/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.403583,"ciLow":1295.060247,"ciHigh":1315.746919,"observedAt":"2026-11-11","runCount":2942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_mathematical/Athene V2 Chat","slice":"industry_mathematical"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.96578,"ciLow":1278.869895,"ciHigh":1313.061666,"observedAt":"2026-11-11","runCount":1198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_medicine_and_healthcare/Athene V2 Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.003179,"ciLow":1302.38351,"ciHigh":1317.622848,"observedAt":"2026-11-11","runCount":6182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_software_and_it_services/Athene V2 Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.108718,"ciLow":1246.493885,"ciHigh":1261.723551,"observedAt":"2026-11-11","runCount":6686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"industry_writing_and_literature_and_language/Athene V2 Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|instruction_following/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.416951,"ciLow":1264.097569,"ciHigh":1276.736334,"observedAt":"2026-11-11","runCount":10236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"instruction_following/Athene V2 Chat","slice":"instruction_following"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|japanese/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1215.815768,"ciLow":1192.425094,"ciHigh":1239.206442,"observedAt":"2026-11-11","runCount":584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"japanese/Athene V2 Chat","slice":"japanese"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|korean/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.944525,"ciLow":1172.871574,"ciHigh":1239.017477,"observedAt":"2026-11-11","runCount":349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"korean/Athene V2 Chat","slice":"korean"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|longer_query/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.288596,"ciLow":1279.696596,"ciHigh":1298.880597,"observedAt":"2026-11-11","runCount":3663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"longer_query/Athene V2 Chat","slice":"longer_query"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|math/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.281376,"ciLow":1290.759489,"ciHigh":1309.803263,"observedAt":"2026-11-11","runCount":3412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"math/Athene V2 Chat","slice":"math"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|multi_turn/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.615503,"ciLow":1276.393076,"ciHigh":1294.83793,"observedAt":"2026-11-11","runCount":4304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"multi_turn/Athene V2 Chat","slice":"multi_turn"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|non_english/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.170799,"ciLow":1262.098349,"ciHigh":1274.243249,"observedAt":"2026-11-11","runCount":11063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"non_english/Athene V2 Chat","slice":"non_english"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|overall/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.505906,"ciLow":1286.963887,"ciHigh":1296.047926,"observedAt":"2026-11-11","runCount":24739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"overall/Athene V2 Chat","slice":"overall"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|russian/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.757516,"ciLow":1271.776612,"ciHigh":1291.73842,"observedAt":"2026-11-11","runCount":3448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"russian/Athene V2 Chat","slice":"russian"}
{"key":"lmarena|nexusflow/athene-v2-chat:default|none|lmarena-text@1|rating|spanish/Athene V2 Chat","sourceId":"lmarena","modelId":"nexusflow/athene-v2-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.213855,"ciLow":1234.164552,"ciHigh":1314.263158,"observedAt":"2026-11-11","runCount":180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Athene V2 Chat","rowId":"spanish/Athene V2 Chat","slice":"spanish"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|chinese/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.677789,"ciLow":1160.582207,"ciHigh":1190.773371,"observedAt":"2026-11-11","runCount":2863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"chinese/Starling LM 7B Beta","slice":"chinese"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|coding/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.70169,"ciLow":1222.894026,"ciHigh":1248.509354,"observedAt":"2026-11-11","runCount":2948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"coding/Starling LM 7B Beta","slice":"coding"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|creative_writing/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1106.633897,"ciLow":1091.980243,"ciHigh":1121.287551,"observedAt":"2026-11-11","runCount":2376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"creative_writing/Starling LM 7B Beta","slice":"creative_writing"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|english/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.80384,"ciLow":1192.837883,"ciHigh":1210.769798,"observedAt":"2026-11-11","runCount":9101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"english/Starling LM 7B Beta","slice":"english"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|exclude_ties/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1040.530639,"ciLow":1029.575689,"ciHigh":1051.48559,"observedAt":"2026-11-11","runCount":10737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"exclude_ties/Starling LM 7B Beta","slice":"exclude_ties"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|expert/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.052441,"ciLow":1155.282047,"ciHigh":1194.822835,"observedAt":"2026-11-11","runCount":952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"expert/Starling LM 7B Beta","slice":"expert"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|french/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.732139,"ciLow":1120.98166,"ciHigh":1200.482618,"observedAt":"2026-11-11","runCount":248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"french/Starling LM 7B Beta","slice":"french"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|german/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1108.953103,"ciLow":1077.572004,"ciHigh":1140.334202,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"german/Starling LM 7B Beta","slice":"german"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|hard_prompts/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.275355,"ciLow":1184.521737,"ciHigh":1206.028972,"observedAt":"2026-11-11","runCount":4525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"hard_prompts/Starling LM 7B Beta","slice":"hard_prompts"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.695637,"ciLow":1194.971904,"ciHigh":1220.419371,"observedAt":"2026-11-11","runCount":2864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"hard_prompts_english/Starling LM 7B Beta","slice":"hard_prompts_english"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1169.687491,"ciLow":1153.272602,"ciHigh":1186.10238,"observedAt":"2026-11-11","runCount":1650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_business_and_management_and_financial_operations/Starling LM 7B Beta","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1113.315234,"ciLow":1098.447084,"ciHigh":1128.183384,"observedAt":"2026-11-11","runCount":2204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_entertainment_and_sports_and_media/Starling LM 7B Beta","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.925071,"ciLow":1187.674773,"ciHigh":1230.175369,"observedAt":"2026-11-11","runCount":878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_legal_and_government/Starling LM 7B Beta","slice":"industry_legal_and_government"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.68966,"ciLow":1190.884774,"ciHigh":1218.494545,"observedAt":"2026-11-11","runCount":2912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_life_and_physical_and_social_science/Starling LM 7B Beta","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1169.488547,"ciLow":1154.762912,"ciHigh":1184.214183,"observedAt":"2026-11-11","runCount":1816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_mathematical/Starling LM 7B Beta","slice":"industry_mathematical"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.654091,"ciLow":1183.819422,"ciHigh":1227.48876,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_medicine_and_healthcare/Starling LM 7B Beta","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.340007,"ciLow":1206.31462,"ciHigh":1228.365395,"observedAt":"2026-11-11","runCount":4831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_software_and_it_services/Starling LM 7B Beta","slice":"industry_software_and_it_services"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1126.535107,"ciLow":1114.286542,"ciHigh":1138.783672,"observedAt":"2026-11-11","runCount":4016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_writing_and_literature_and_language/Starling LM 7B Beta","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|instruction_following/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.526805,"ciLow":1135.398041,"ciHigh":1155.655568,"observedAt":"2026-11-11","runCount":5765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"instruction_following/Starling LM 7B Beta","slice":"instruction_following"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|japanese/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1040.005385,"ciLow":995.364072,"ciHigh":1084.646698,"observedAt":"2026-11-11","runCount":181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"japanese/Starling LM 7B Beta","slice":"japanese"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|longer_query/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.580477,"ciLow":1151.816995,"ciHigh":1183.34396,"observedAt":"2026-11-11","runCount":1676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"longer_query/Starling LM 7B Beta","slice":"longer_query"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|math/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.666146,"ciLow":1143.71563,"ciHigh":1171.616663,"observedAt":"2026-11-11","runCount":1973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"math/Starling LM 7B Beta","slice":"math"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|multi_turn/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.791395,"ciLow":1131.680975,"ciHigh":1161.901815,"observedAt":"2026-11-11","runCount":2151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"multi_turn/Starling LM 7B Beta","slice":"multi_turn"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|non_english/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1133.929115,"ciLow":1124.076367,"ciHigh":1143.781863,"observedAt":"2026-11-11","runCount":6955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"non_english/Starling LM 7B Beta","slice":"non_english"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|overall/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.065551,"ciLow":1163.677486,"ciHigh":1178.453615,"observedAt":"2026-11-11","runCount":16056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"overall/Starling LM 7B Beta","slice":"overall"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text-style-control@1|rating|russian/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.49693,"ciLow":1122.052982,"ciHigh":1154.940879,"observedAt":"2026-11-11","runCount":1405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"russian/Starling LM 7B Beta","slice":"russian"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|chinese/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1114.063575,"ciLow":1099.264988,"ciHigh":1128.862162,"observedAt":"2026-11-11","runCount":2863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"chinese/Starling LM 7B Beta","slice":"chinese"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|coding/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1142.545023,"ciLow":1129.872138,"ciHigh":1155.217908,"observedAt":"2026-11-11","runCount":2948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"coding/Starling LM 7B Beta","slice":"coding"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|creative_writing/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1095.509562,"ciLow":1081.178601,"ciHigh":1109.840522,"observedAt":"2026-11-11","runCount":2376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"creative_writing/Starling LM 7B Beta","slice":"creative_writing"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|english/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1161.939243,"ciLow":1153.108357,"ciHigh":1170.77013,"observedAt":"2026-11-11","runCount":9101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"english/Starling LM 7B Beta","slice":"english"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|exclude_ties/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":985.673325,"ciLow":974.958662,"ciHigh":996.387987,"observedAt":"2026-11-11","runCount":10737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"exclude_ties/Starling LM 7B Beta","slice":"exclude_ties"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|expert/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1083.689218,"ciLow":1063.999437,"ciHigh":1103.379,"observedAt":"2026-11-11","runCount":952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"expert/Starling LM 7B Beta","slice":"expert"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|french/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.010218,"ciLow":1076.73964,"ciHigh":1155.280796,"observedAt":"2026-11-11","runCount":248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"french/Starling LM 7B Beta","slice":"french"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|german/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1080.973731,"ciLow":1049.98744,"ciHigh":1111.960022,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"german/Starling LM 7B Beta","slice":"german"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|hard_prompts/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1118.388181,"ciLow":1107.745406,"ciHigh":1129.030955,"observedAt":"2026-11-11","runCount":4525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"hard_prompts/Starling LM 7B Beta","slice":"hard_prompts"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|hard_prompts_english/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1130.898042,"ciLow":1118.31218,"ciHigh":1143.483904,"observedAt":"2026-11-11","runCount":2864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"hard_prompts_english/Starling LM 7B Beta","slice":"hard_prompts_english"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1103.743085,"ciLow":1087.546941,"ciHigh":1119.939229,"observedAt":"2026-11-11","runCount":1650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_business_and_management_and_financial_operations/Starling LM 7B Beta","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1084.863438,"ciLow":1070.274619,"ciHigh":1099.452256,"observedAt":"2026-11-11","runCount":2204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_entertainment_and_sports_and_media/Starling LM 7B Beta","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|industry_legal_and_government/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1151.123187,"ciLow":1130.088971,"ciHigh":1172.157403,"observedAt":"2026-11-11","runCount":878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_legal_and_government/Starling LM 7B Beta","slice":"industry_legal_and_government"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.930363,"ciLow":1128.270386,"ciHigh":1155.59034,"observedAt":"2026-11-11","runCount":2912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_life_and_physical_and_social_science/Starling LM 7B Beta","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|industry_mathematical/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1129.489088,"ciLow":1114.911417,"ciHigh":1144.066759,"observedAt":"2026-11-11","runCount":1816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_mathematical/Starling LM 7B Beta","slice":"industry_mathematical"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1129.311501,"ciLow":1107.843113,"ciHigh":1150.779888,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_medicine_and_healthcare/Starling LM 7B Beta","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|industry_software_and_it_services/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.474622,"ciLow":1130.578172,"ciHigh":1152.371071,"observedAt":"2026-11-11","runCount":4831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_software_and_it_services/Starling LM 7B Beta","slice":"industry_software_and_it_services"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1111.147258,"ciLow":1099.099591,"ciHigh":1123.194924,"observedAt":"2026-11-11","runCount":4016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"industry_writing_and_literature_and_language/Starling LM 7B Beta","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|instruction_following/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1095.613357,"ciLow":1085.645501,"ciHigh":1105.581212,"observedAt":"2026-11-11","runCount":5765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"instruction_following/Starling LM 7B Beta","slice":"instruction_following"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|japanese/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1000.832639,"ciLow":956.938837,"ciHigh":1044.726441,"observedAt":"2026-11-11","runCount":181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"japanese/Starling LM 7B Beta","slice":"japanese"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|longer_query/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1103.930793,"ciLow":1088.604681,"ciHigh":1119.256905,"observedAt":"2026-11-11","runCount":1676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"longer_query/Starling LM 7B Beta","slice":"longer_query"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|math/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1124.468184,"ciLow":1110.639122,"ciHigh":1138.297246,"observedAt":"2026-11-11","runCount":1973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"math/Starling LM 7B Beta","slice":"math"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|multi_turn/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1111.108177,"ciLow":1096.138755,"ciHigh":1126.077599,"observedAt":"2026-11-11","runCount":2151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"multi_turn/Starling LM 7B Beta","slice":"multi_turn"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|non_english/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1097.024301,"ciLow":1087.30227,"ciHigh":1106.746332,"observedAt":"2026-11-11","runCount":6955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"non_english/Starling LM 7B Beta","slice":"non_english"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|overall/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1132.086315,"ciLow":1124.806911,"ciHigh":1139.365718,"observedAt":"2026-11-11","runCount":16056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"overall/Starling LM 7B Beta","slice":"overall"}
{"key":"lmarena|nexusflow/starling-lm-7b-beta:default|none|lmarena-text@1|rating|russian/Starling LM 7B Beta","sourceId":"lmarena","modelId":"nexusflow/starling-lm-7b-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1102.429719,"ciLow":1086.277534,"ciHigh":1118.581905,"observedAt":"2026-11-11","runCount":1405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Beta","rowId":"russian/Starling LM 7B Beta","slice":"russian"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1064.346084,"ciLow":1027.209086,"ciHigh":1101.483081,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"creative_writing/GPT4All 13B Snoozy","slice":"creative_writing"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|english/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1095.077038,"ciLow":1078.121882,"ciHigh":1112.032193,"observedAt":"2026-11-11","runCount":1388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"english/GPT4All 13B Snoozy","slice":"english"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":886.02435,"ciLow":862.431499,"ciHigh":909.6172,"observedAt":"2026-11-11","runCount":1196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"exclude_ties/GPT4All 13B Snoozy","slice":"exclude_ties"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1064.981649,"ciLow":1035.375531,"ciHigh":1094.587766,"observedAt":"2026-11-11","runCount":347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"hard_prompts/GPT4All 13B Snoozy","slice":"hard_prompts"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1082.133172,"ciLow":1048.956803,"ciHigh":1115.30954,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"hard_prompts_english/GPT4All 13B Snoozy","slice":"hard_prompts_english"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1050.434897,"ciLow":1013.725459,"ciHigh":1087.144335,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"industry_entertainment_and_sports_and_media/GPT4All 13B Snoozy","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1058.611183,"ciLow":1022.775801,"ciHigh":1094.446565,"observedAt":"2026-11-11","runCount":305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"industry_life_and_physical_and_social_science/GPT4All 13B Snoozy","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1074.395358,"ciLow":1045.471848,"ciHigh":1103.318868,"observedAt":"2026-11-11","runCount":422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"industry_software_and_it_services/GPT4All 13B Snoozy","slice":"industry_software_and_it_services"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1061.933937,"ciLow":1030.775275,"ciHigh":1093.092598,"observedAt":"2026-11-11","runCount":347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"industry_writing_and_literature_and_language/GPT4All 13B Snoozy","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1038.239708,"ciLow":1013.297897,"ciHigh":1063.181518,"observedAt":"2026-11-11","runCount":483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"instruction_following/GPT4All 13B Snoozy","slice":"instruction_following"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|math/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":999.90992,"ciLow":962.898958,"ciHigh":1036.920883,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"math/GPT4All 13B Snoozy","slice":"math"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1029.142365,"ciLow":991.965863,"ciHigh":1066.318867,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"multi_turn/GPT4All 13B Snoozy","slice":"multi_turn"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|non_english/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1000.722134,"ciLow":971.785524,"ciHigh":1029.658744,"observedAt":"2026-11-11","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"non_english/GPT4All 13B Snoozy","slice":"non_english"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text-style-control@1|rating|overall/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1067.932457,"ciLow":1052.809972,"ciHigh":1083.054941,"observedAt":"2026-11-11","runCount":1743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"overall/GPT4All 13B Snoozy","slice":"overall"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|creative_writing/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":971.889783,"ciLow":934.412783,"ciHigh":1009.366783,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"creative_writing/GPT4All 13B Snoozy","slice":"creative_writing"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|english/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":988.895403,"ciLow":971.987963,"ciHigh":1005.802842,"observedAt":"2026-11-11","runCount":1388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"english/GPT4All 13B Snoozy","slice":"english"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|exclude_ties/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":727.149693,"ciLow":703.818317,"ciHigh":750.48107,"observedAt":"2026-11-11","runCount":1196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"exclude_ties/GPT4All 13B Snoozy","slice":"exclude_ties"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|hard_prompts/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":936.113431,"ciLow":906.753609,"ciHigh":965.473253,"observedAt":"2026-11-11","runCount":347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"hard_prompts/GPT4All 13B Snoozy","slice":"hard_prompts"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|hard_prompts_english/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":955.300611,"ciLow":922.590583,"ciHigh":988.010638,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"hard_prompts_english/GPT4All 13B Snoozy","slice":"hard_prompts_english"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":941.340155,"ciLow":904.636627,"ciHigh":978.043682,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"industry_entertainment_and_sports_and_media/GPT4All 13B Snoozy","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":901.897405,"ciLow":866.217061,"ciHigh":937.57775,"observedAt":"2026-11-11","runCount":305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"industry_life_and_physical_and_social_science/GPT4All 13B Snoozy","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":931.075033,"ciLow":902.034394,"ciHigh":960.115672,"observedAt":"2026-11-11","runCount":422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"industry_software_and_it_services/GPT4All 13B Snoozy","slice":"industry_software_and_it_services"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":973.084171,"ciLow":941.742392,"ciHigh":1004.42595,"observedAt":"2026-11-11","runCount":347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"industry_writing_and_literature_and_language/GPT4All 13B Snoozy","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|instruction_following/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":945.34467,"ciLow":920.776136,"ciHigh":969.913204,"observedAt":"2026-11-11","runCount":483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"instruction_following/GPT4All 13B Snoozy","slice":"instruction_following"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|math/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":940.875946,"ciLow":903.797298,"ciHigh":977.954594,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"math/GPT4All 13B Snoozy","slice":"math"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|multi_turn/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":926.578533,"ciLow":889.043306,"ciHigh":964.11376,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"multi_turn/GPT4All 13B Snoozy","slice":"multi_turn"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|non_english/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":879.808556,"ciLow":851.46911,"ciHigh":908.148003,"observedAt":"2026-11-11","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"non_english/GPT4All 13B Snoozy","slice":"non_english"}
{"key":"lmarena|nomic-ai/gpt4all-13b-snoozy:default|none|lmarena-text@1|rating|overall/GPT4All 13B Snoozy","sourceId":"lmarena","modelId":"nomic-ai/gpt4all-13b-snoozy","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":956.221231,"ciLow":941.232018,"ciHigh":971.210443,"observedAt":"2026-11-11","runCount":1743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT4All 13B Snoozy","rowId":"overall/GPT4All 13B Snoozy","slice":"overall"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|coding/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.830096,"ciLow":1152.428482,"ciHigh":1199.23171,"observedAt":"2026-11-11","runCount":575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"coding/Nous Hermes 2 Mixtral 8x7B DPO","slice":"coding"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|creative_writing/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1134.266296,"ciLow":1111.017242,"ciHigh":1157.51535,"observedAt":"2026-11-11","runCount":616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"creative_writing/Nous Hermes 2 Mixtral 8x7B DPO","slice":"creative_writing"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|english/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.649056,"ciLow":1178.803339,"ciHigh":1204.494773,"observedAt":"2026-11-11","runCount":3033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"english/Nous Hermes 2 Mixtral 8x7B DPO","slice":"english"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|exclude_ties/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1024.624633,"ciLow":1007.514228,"ciHigh":1041.735037,"observedAt":"2026-11-11","runCount":2559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"exclude_ties/Nous Hermes 2 Mixtral 8x7B DPO","slice":"exclude_ties"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|hard_prompts/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1129.776934,"ciLow":1112.222524,"ciHigh":1147.331345,"observedAt":"2026-11-11","runCount":1066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"hard_prompts/Nous Hermes 2 Mixtral 8x7B DPO","slice":"hard_prompts"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1142.475057,"ciLow":1123.769914,"ciHigh":1161.180199,"observedAt":"2026-11-11","runCount":929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"hard_prompts_english/Nous Hermes 2 Mixtral 8x7B DPO","slice":"hard_prompts_english"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.197736,"ciLow":1116.661643,"ciHigh":1185.733829,"observedAt":"2026-11-11","runCount":282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_business_and_management_and_financial_operations/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1113.089639,"ciLow":1089.495389,"ciHigh":1136.683889,"observedAt":"2026-11-11","runCount":593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_entertainment_and_sports_and_media/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.076412,"ciLow":1164.331013,"ciHigh":1209.821811,"observedAt":"2026-11-11","runCount":651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_life_and_physical_and_social_science/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1088.020732,"ciLow":1062.059564,"ciHigh":1113.981899,"observedAt":"2026-11-11","runCount":464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_mathematical/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_mathematical"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.097357,"ciLow":1118.09792,"ciHigh":1182.096793,"observedAt":"2026-11-11","runCount":266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_medicine_and_healthcare/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.214455,"ciLow":1160.678492,"ciHigh":1197.750418,"observedAt":"2026-11-11","runCount":993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_software_and_it_services/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_software_and_it_services"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.292135,"ciLow":1120.377503,"ciHigh":1160.206767,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_writing_and_literature_and_language/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|instruction_following/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1107.520859,"ciLow":1091.219715,"ciHigh":1123.822003,"observedAt":"2026-11-11","runCount":1421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"instruction_following/Nous Hermes 2 Mixtral 8x7B DPO","slice":"instruction_following"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|longer_query/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1117.177547,"ciLow":1082.386834,"ciHigh":1151.96826,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"longer_query/Nous Hermes 2 Mixtral 8x7B DPO","slice":"longer_query"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|math/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1093.009391,"ciLow":1071.552785,"ciHigh":1114.465997,"observedAt":"2026-11-11","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"math/Nous Hermes 2 Mixtral 8x7B DPO","slice":"math"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|multi_turn/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1129.082422,"ciLow":1103.188674,"ciHigh":1154.976169,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"multi_turn/Nous Hermes 2 Mixtral 8x7B DPO","slice":"multi_turn"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|non_english/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1097.04986,"ciLow":1076.227259,"ciHigh":1117.872462,"observedAt":"2026-11-11","runCount":744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"non_english/Nous Hermes 2 Mixtral 8x7B DPO","slice":"non_english"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text-style-control@1|rating|overall/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1164.530906,"ciLow":1152.648799,"ciHigh":1176.413013,"observedAt":"2026-11-11","runCount":3777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"overall/Nous Hermes 2 Mixtral 8x7B DPO","slice":"overall"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|coding/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1079.583599,"ciLow":1056.509452,"ciHigh":1102.657745,"observedAt":"2026-11-11","runCount":575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"coding/Nous Hermes 2 Mixtral 8x7B DPO","slice":"coding"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|creative_writing/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1101.518963,"ciLow":1078.310295,"ciHigh":1124.72763,"observedAt":"2026-11-11","runCount":616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"creative_writing/Nous Hermes 2 Mixtral 8x7B DPO","slice":"creative_writing"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|english/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1139.57373,"ciLow":1126.792636,"ciHigh":1152.354825,"observedAt":"2026-11-11","runCount":3033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"english/Nous Hermes 2 Mixtral 8x7B DPO","slice":"english"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|exclude_ties/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":951.055525,"ciLow":934.205995,"ciHigh":967.905055,"observedAt":"2026-11-11","runCount":2559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"exclude_ties/Nous Hermes 2 Mixtral 8x7B DPO","slice":"exclude_ties"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|hard_prompts/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1053.346909,"ciLow":1036.10503,"ciHigh":1070.588789,"observedAt":"2026-11-11","runCount":1066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"hard_prompts/Nous Hermes 2 Mixtral 8x7B DPO","slice":"hard_prompts"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|hard_prompts_english/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1066.355502,"ciLow":1047.981009,"ciHigh":1084.729995,"observedAt":"2026-11-11","runCount":929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"hard_prompts_english/Nous Hermes 2 Mixtral 8x7B DPO","slice":"hard_prompts_english"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1071.06213,"ciLow":1036.641004,"ciHigh":1105.483256,"observedAt":"2026-11-11","runCount":282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_business_and_management_and_financial_operations/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1066.685163,"ciLow":1043.147214,"ciHigh":1090.223112,"observedAt":"2026-11-11","runCount":593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_entertainment_and_sports_and_media/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1103.848314,"ciLow":1081.102276,"ciHigh":1126.594353,"observedAt":"2026-11-11","runCount":651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_life_and_physical_and_social_science/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|industry_mathematical/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1050.095885,"ciLow":1024.399254,"ciHigh":1075.792517,"observedAt":"2026-11-11","runCount":464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_mathematical/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_mathematical"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.206182,"ciLow":1024.200098,"ciHigh":1088.212266,"observedAt":"2026-11-11","runCount":266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_medicine_and_healthcare/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|industry_software_and_it_services/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.660776,"ciLow":1076.166173,"ciHigh":1113.155379,"observedAt":"2026-11-11","runCount":993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_software_and_it_services/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_software_and_it_services"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1105.028157,"ciLow":1085.226621,"ciHigh":1124.829694,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"industry_writing_and_literature_and_language/Nous Hermes 2 Mixtral 8x7B DPO","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|instruction_following/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1055.820521,"ciLow":1039.748777,"ciHigh":1071.892265,"observedAt":"2026-11-11","runCount":1421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"instruction_following/Nous Hermes 2 Mixtral 8x7B DPO","slice":"instruction_following"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|longer_query/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1045.572938,"ciLow":1010.964974,"ciHigh":1080.180902,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"longer_query/Nous Hermes 2 Mixtral 8x7B DPO","slice":"longer_query"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|math/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1060.595415,"ciLow":1039.23872,"ciHigh":1081.952109,"observedAt":"2026-11-11","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"math/Nous Hermes 2 Mixtral 8x7B DPO","slice":"math"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|multi_turn/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1081.02656,"ciLow":1055.248117,"ciHigh":1106.805002,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"multi_turn/Nous Hermes 2 Mixtral 8x7B DPO","slice":"multi_turn"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|non_english/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1048.945968,"ciLow":1028.363675,"ciHigh":1069.528261,"observedAt":"2026-11-11","runCount":744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"non_english/Nous Hermes 2 Mixtral 8x7B DPO","slice":"non_english"}
{"key":"lmarena|nous-research/nous-hermes-2-mixtral-8x7b-dpo:default|none|lmarena-text@1|rating|overall/Nous Hermes 2 Mixtral 8x7B DPO","sourceId":"lmarena","modelId":"nous-research/nous-hermes-2-mixtral-8x7b-dpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.081637,"ciLow":1100.306487,"ciHigh":1123.856788,"observedAt":"2026-11-11","runCount":3777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nous Hermes 2 Mixtral 8x7B DPO","rowId":"overall/Nous Hermes 2 Mixtral 8x7B DPO","slice":"overall"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:default|none|lmarena-text-to-image@1|rating|3d_modeling/Cosmos3-Super-Text2Image","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1176.313195,"ciLow":1161.104348,"ciHigh":1191.522042,"observedAt":"2026-11-12","runCount":1438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image","rowId":"3d_modeling/Cosmos3-Super-Text2Image","slice":"3d_modeling"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:default|none|lmarena-text-to-image@1|rating|art/Cosmos3-Super-Text2Image","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1171.311382,"ciLow":1159.498437,"ciHigh":1183.124327,"observedAt":"2026-11-12","runCount":2346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image","rowId":"art/Cosmos3-Super-Text2Image","slice":"art"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:default|none|lmarena-text-to-image@1|rating|cartoon/Cosmos3-Super-Text2Image","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1174.709653,"ciLow":1166.357671,"ciHigh":1183.061636,"observedAt":"2026-11-12","runCount":6653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image","rowId":"cartoon/Cosmos3-Super-Text2Image","slice":"cartoon"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:default|none|lmarena-text-to-image@1|rating|commercial_design/Cosmos3-Super-Text2Image","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1127.002126,"ciLow":1118.213873,"ciHigh":1135.790378,"observedAt":"2026-11-12","runCount":5107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image","rowId":"commercial_design/Cosmos3-Super-Text2Image","slice":"commercial_design"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:default|none|lmarena-text-to-image@1|rating|overall/Cosmos3-Super-Text2Image","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1149.508361,"ciLow":1143.504379,"ciHigh":1155.512342,"observedAt":"2026-11-12","runCount":17415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image","rowId":"overall/Cosmos3-Super-Text2Image","slice":"overall"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:default|none|lmarena-text-to-image@1|rating|photorealistic/Cosmos3-Super-Text2Image","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1148.795509,"ciLow":1140.338131,"ciHigh":1157.252888,"observedAt":"2026-11-12","runCount":6679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image","rowId":"photorealistic/Cosmos3-Super-Text2Image","slice":"photorealistic"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:default|none|lmarena-text-to-image@1|rating|portraits/Cosmos3-Super-Text2Image","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1161.311421,"ciLow":1151.114762,"ciHigh":1171.50808,"observedAt":"2026-11-12","runCount":3732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image","rowId":"portraits/Cosmos3-Super-Text2Image","slice":"portraits"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:default|none|lmarena-text-to-image@1|rating|text_rendering/Cosmos3-Super-Text2Image","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1116.763493,"ciLow":1107.667544,"ciHigh":1125.859442,"observedAt":"2026-11-12","runCount":5015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image","rowId":"text_rendering/Cosmos3-Super-Text2Image","slice":"text_rendering"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:flags=agentic|none|lmarena-text-to-image@1|rating|3d_modeling/Cosmos3-Super-Text2Image (Agentic)","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":["agentic"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1173.841615,"ciLow":1154.890096,"ciHigh":1192.793135,"observedAt":"2026-11-12","runCount":875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image (Agentic)","rowId":"3d_modeling/Cosmos3-Super-Text2Image (Agentic)","slice":"3d_modeling"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:flags=agentic|none|lmarena-text-to-image@1|rating|art/Cosmos3-Super-Text2Image (Agentic)","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":["agentic"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1187.007442,"ciLow":1172.759967,"ciHigh":1201.254917,"observedAt":"2026-11-12","runCount":1547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image (Agentic)","rowId":"art/Cosmos3-Super-Text2Image (Agentic)","slice":"art"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:flags=agentic|none|lmarena-text-to-image@1|rating|cartoon/Cosmos3-Super-Text2Image (Agentic)","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":["agentic"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1184.924613,"ciLow":1175.278189,"ciHigh":1194.571038,"observedAt":"2026-11-12","runCount":3953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image (Agentic)","rowId":"cartoon/Cosmos3-Super-Text2Image (Agentic)","slice":"cartoon"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:flags=agentic|none|lmarena-text-to-image@1|rating|commercial_design/Cosmos3-Super-Text2Image (Agentic)","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":["agentic"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1154.677512,"ciLow":1144.066861,"ciHigh":1165.288164,"observedAt":"2026-11-12","runCount":2753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image (Agentic)","rowId":"commercial_design/Cosmos3-Super-Text2Image (Agentic)","slice":"commercial_design"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:flags=agentic|none|lmarena-text-to-image@1|rating|overall/Cosmos3-Super-Text2Image (Agentic)","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":["agentic"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1163.912478,"ciLow":1156.729822,"ciHigh":1171.095133,"observedAt":"2026-11-12","runCount":10144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image (Agentic)","rowId":"overall/Cosmos3-Super-Text2Image (Agentic)","slice":"overall"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:flags=agentic|none|lmarena-text-to-image@1|rating|photorealistic/Cosmos3-Super-Text2Image (Agentic)","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":["agentic"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1165.657794,"ciLow":1155.85281,"ciHigh":1175.462778,"observedAt":"2026-11-12","runCount":3893,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image (Agentic)","rowId":"photorealistic/Cosmos3-Super-Text2Image (Agentic)","slice":"photorealistic"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:flags=agentic|none|lmarena-text-to-image@1|rating|portraits/Cosmos3-Super-Text2Image (Agentic)","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":["agentic"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1183.543896,"ciLow":1171.687911,"ciHigh":1195.399882,"observedAt":"2026-11-12","runCount":2457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image (Agentic)","rowId":"portraits/Cosmos3-Super-Text2Image (Agentic)","slice":"portraits"}
{"key":"lmarena|nvidia/cosmos3-super-text2image:flags=agentic|none|lmarena-text-to-image@1|rating|text_rendering/Cosmos3-Super-Text2Image (Agentic)","sourceId":"lmarena","modelId":"nvidia/cosmos3-super-text2image","variant":{"flags":["agentic"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1143.089125,"ciLow":1131.443409,"ciHigh":1154.73484,"observedAt":"2026-11-12","runCount":2264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Cosmos3-Super-Text2Image (Agentic)","rowId":"text_rendering/Cosmos3-Super-Text2Image (Agentic)","slice":"text_rendering"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|coding/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.810784,"ciLow":1118.270377,"ciHigh":1173.351191,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"coding/Llama 2 70B SteerLM Chat","slice":"coding"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1119.048651,"ciLow":1093.683216,"ciHigh":1144.414087,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"creative_writing/Llama 2 70B SteerLM Chat","slice":"creative_writing"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|english/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1178.809164,"ciLow":1165.065295,"ciHigh":1192.553033,"observedAt":"2026-11-11","runCount":2751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"english/Llama 2 70B SteerLM Chat","slice":"english"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1009.154008,"ciLow":991.555617,"ciHigh":1026.752399,"observedAt":"2026-11-11","runCount":2540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"exclude_ties/Llama 2 70B SteerLM Chat","slice":"exclude_ties"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.596943,"ciLow":1126.244084,"ciHigh":1166.949802,"observedAt":"2026-11-11","runCount":787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"hard_prompts/Llama 2 70B SteerLM Chat","slice":"hard_prompts"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1155.907176,"ciLow":1133.270955,"ciHigh":1178.543397,"observedAt":"2026-11-11","runCount":645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"hard_prompts_english/Llama 2 70B SteerLM Chat","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.912132,"ciLow":1136.616398,"ciHigh":1207.207865,"observedAt":"2026-11-11","runCount":282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"industry_business_and_management_and_financial_operations/Llama 2 70B SteerLM Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1109.932598,"ciLow":1085.390687,"ciHigh":1134.474508,"observedAt":"2026-11-11","runCount":591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"industry_entertainment_and_sports_and_media/Llama 2 70B SteerLM Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.017147,"ciLow":1154.997785,"ciHigh":1203.036509,"observedAt":"2026-11-11","runCount":642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"industry_life_and_physical_and_social_science/Llama 2 70B SteerLM Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1115.09608,"ciLow":1085.28796,"ciHigh":1144.904199,"observedAt":"2026-11-11","runCount":353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"industry_mathematical/Llama 2 70B SteerLM Chat","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.664323,"ciLow":1137.26739,"ciHigh":1178.061255,"observedAt":"2026-11-11","runCount":877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"industry_software_and_it_services/Llama 2 70B SteerLM Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.487616,"ciLow":1105.691751,"ciHigh":1149.283481,"observedAt":"2026-11-11","runCount":836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"industry_writing_and_literature_and_language/Llama 2 70B SteerLM Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1124.578427,"ciLow":1106.244833,"ciHigh":1142.912022,"observedAt":"2026-11-11","runCount":1076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"instruction_following/Llama 2 70B SteerLM Chat","slice":"instruction_following"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1058.219604,"ciLow":1015.776717,"ciHigh":1100.662492,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"longer_query/Llama 2 70B SteerLM Chat","slice":"longer_query"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|math/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1114.235386,"ciLow":1087.621863,"ciHigh":1140.848909,"observedAt":"2026-11-11","runCount":440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"math/Llama 2 70B SteerLM Chat","slice":"math"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1113.014593,"ciLow":1085.159154,"ciHigh":1140.870031,"observedAt":"2026-11-11","runCount":451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"multi_turn/Llama 2 70B SteerLM Chat","slice":"multi_turn"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|non_english/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1106.85769,"ciLow":1086.254105,"ciHigh":1127.461275,"observedAt":"2026-11-11","runCount":834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"non_english/Llama 2 70B SteerLM Chat","slice":"non_english"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text-style-control@1|rating|overall/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1154.85433,"ciLow":1142.290516,"ciHigh":1167.418143,"observedAt":"2026-11-11","runCount":3585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"overall/Llama 2 70B SteerLM Chat","slice":"overall"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|coding/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1024.647485,"ciLow":996.648216,"ciHigh":1052.646755,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"coding/Llama 2 70B SteerLM Chat","slice":"coding"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|creative_writing/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.367231,"ciLow":1065.958028,"ciHigh":1114.776434,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"creative_writing/Llama 2 70B SteerLM Chat","slice":"creative_writing"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|english/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1119.818219,"ciLow":1106.114373,"ciHigh":1133.522066,"observedAt":"2026-11-11","runCount":2751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"english/Llama 2 70B SteerLM Chat","slice":"english"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|exclude_ties/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":930.401498,"ciLow":913.164154,"ciHigh":947.638842,"observedAt":"2026-11-11","runCount":2540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"exclude_ties/Llama 2 70B SteerLM Chat","slice":"exclude_ties"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|hard_prompts/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.611786,"ciLow":1026.214493,"ciHigh":1067.009079,"observedAt":"2026-11-11","runCount":787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"hard_prompts/Llama 2 70B SteerLM Chat","slice":"hard_prompts"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.713183,"ciLow":1033.960621,"ciHigh":1079.465746,"observedAt":"2026-11-11","runCount":645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"hard_prompts_english/Llama 2 70B SteerLM Chat","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1078.074591,"ciLow":1042.956949,"ciHigh":1113.192234,"observedAt":"2026-11-11","runCount":282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"industry_business_and_management_and_financial_operations/Llama 2 70B SteerLM Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1069.105574,"ciLow":1044.674171,"ciHigh":1093.536977,"observedAt":"2026-11-11","runCount":591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"industry_entertainment_and_sports_and_media/Llama 2 70B SteerLM Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.344435,"ciLow":1070.682526,"ciHigh":1118.006344,"observedAt":"2026-11-11","runCount":642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"industry_life_and_physical_and_social_science/Llama 2 70B SteerLM Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|industry_mathematical/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1065.195358,"ciLow":1035.451797,"ciHigh":1094.938919,"observedAt":"2026-11-11","runCount":353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"industry_mathematical/Llama 2 70B SteerLM Chat","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1055.682444,"ciLow":1035.134213,"ciHigh":1076.230675,"observedAt":"2026-11-11","runCount":877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"industry_software_and_it_services/Llama 2 70B SteerLM Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.361449,"ciLow":1073.050212,"ciHigh":1115.672685,"observedAt":"2026-11-11","runCount":836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"industry_writing_and_literature_and_language/Llama 2 70B SteerLM Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|instruction_following/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1060.28914,"ciLow":1042.36576,"ciHigh":1078.212519,"observedAt":"2026-11-11","runCount":1076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"instruction_following/Llama 2 70B SteerLM Chat","slice":"instruction_following"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|longer_query/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":997.578244,"ciLow":957.061922,"ciHigh":1038.094565,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"longer_query/Llama 2 70B SteerLM Chat","slice":"longer_query"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|math/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1071.852196,"ciLow":1045.327584,"ciHigh":1098.376809,"observedAt":"2026-11-11","runCount":440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"math/Llama 2 70B SteerLM Chat","slice":"math"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|multi_turn/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1057.854853,"ciLow":1029.75677,"ciHigh":1085.952935,"observedAt":"2026-11-11","runCount":451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"multi_turn/Llama 2 70B SteerLM Chat","slice":"multi_turn"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|non_english/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1063.468382,"ciLow":1043.349152,"ciHigh":1083.587613,"observedAt":"2026-11-11","runCount":834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"non_english/Llama 2 70B SteerLM Chat","slice":"non_english"}
{"key":"lmarena|nvidia/llama-2-70b-steerlm-chat:default|none|lmarena-text@1|rating|overall/Llama 2 70B SteerLM Chat","sourceId":"lmarena","modelId":"nvidia/llama-2-70b-steerlm-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1098.132988,"ciLow":1085.690314,"ciHigh":1110.575662,"observedAt":"2026-11-11","runCount":3585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 2 70B SteerLM Chat","rowId":"overall/Llama 2 70B SteerLM Chat","slice":"overall"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.263584,"ciLow":1250.076473,"ciHigh":1306.450695,"observedAt":"2026-11-11","runCount":403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"chinese/Llama 3.1 Nemotron 51B Instruct","slice":"chinese"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.146557,"ciLow":1290.608873,"ciHigh":1333.684241,"observedAt":"2026-11-11","runCount":665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"coding/Llama 3.1 Nemotron 51B Instruct","slice":"coding"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.786096,"ciLow":1236.364386,"ciHigh":1287.207806,"observedAt":"2026-11-11","runCount":482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"creative_writing/Llama 3.1 Nemotron 51B Instruct","slice":"creative_writing"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|english/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.570562,"ciLow":1305.017444,"ciHigh":1332.12368,"observedAt":"2026-11-11","runCount":1794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"english/Llama 3.1 Nemotron 51B Instruct","slice":"english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.474714,"ciLow":1189.410323,"ciHigh":1221.539104,"observedAt":"2026-11-11","runCount":2408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"exclude_ties/Llama 3.1 Nemotron 51B Instruct","slice":"exclude_ties"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.614807,"ciLow":1220.458092,"ciHigh":1286.771521,"observedAt":"2026-11-11","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"expert/Llama 3.1 Nemotron 51B Instruct","slice":"expert"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.846575,"ciLow":1264.523679,"ciHigh":1299.16947,"observedAt":"2026-11-11","runCount":1002,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"hard_prompts/Llama 3.1 Nemotron 51B Instruct","slice":"hard_prompts"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.352666,"ciLow":1255.06187,"ciHigh":1299.643463,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"hard_prompts_english/Llama 3.1 Nemotron 51B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.321352,"ciLow":1264.28616,"ciHigh":1318.356543,"observedAt":"2026-11-11","runCount":421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 Nemotron 51B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.049137,"ciLow":1227.367004,"ciHigh":1274.731269,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 Nemotron 51B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.208469,"ciLow":1294.598207,"ciHigh":1365.81873,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_legal_and_government/Llama 3.1 Nemotron 51B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.384054,"ciLow":1280.90197,"ciHigh":1323.866138,"observedAt":"2026-11-11","runCount":682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 Nemotron 51B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.92517,"ciLow":1251.481115,"ciHigh":1302.369225,"observedAt":"2026-11-11","runCount":422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_mathematical/Llama 3.1 Nemotron 51B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.587687,"ciLow":1239.592674,"ciHigh":1317.5827,"observedAt":"2026-11-11","runCount":213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.1 Nemotron 51B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.595033,"ciLow":1292.975024,"ciHigh":1328.215042,"observedAt":"2026-11-11","runCount":1055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_software_and_it_services/Llama 3.1 Nemotron 51B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.469348,"ciLow":1251.404656,"ciHigh":1287.534039,"observedAt":"2026-11-11","runCount":1007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.1 Nemotron 51B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.643658,"ciLow":1248.043014,"ciHigh":1277.244302,"observedAt":"2026-11-11","runCount":1484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"instruction_following/Llama 3.1 Nemotron 51B Instruct","slice":"instruction_following"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.261298,"ciLow":1249.486743,"ciHigh":1295.035852,"observedAt":"2026-11-11","runCount":587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"longer_query/Llama 3.1 Nemotron 51B Instruct","slice":"longer_query"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|math/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.568682,"ciLow":1249.070998,"ciHigh":1294.066366,"observedAt":"2026-11-11","runCount":507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"math/Llama 3.1 Nemotron 51B Instruct","slice":"math"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.286106,"ciLow":1257.188261,"ciHigh":1297.383951,"observedAt":"2026-11-11","runCount":781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"multi_turn/Llama 3.1 Nemotron 51B Instruct","slice":"multi_turn"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.247481,"ciLow":1232.87805,"ciHigh":1259.616913,"observedAt":"2026-11-11","runCount":1955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"non_english/Llama 3.1 Nemotron 51B Instruct","slice":"non_english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.775118,"ciLow":1276.812,"ciHigh":1296.738235,"observedAt":"2026-11-11","runCount":3749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"overall/Llama 3.1 Nemotron 51B Instruct","slice":"overall"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.404333,"ciLow":1227.272852,"ciHigh":1271.535813,"observedAt":"2026-11-11","runCount":605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"russian/Llama 3.1 Nemotron 51B Instruct","slice":"russian"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|chinese/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.670136,"ciLow":1151.814875,"ciHigh":1207.525396,"observedAt":"2026-11-11","runCount":403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"chinese/Llama 3.1 Nemotron 51B Instruct","slice":"chinese"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|coding/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.829257,"ciLow":1201.652987,"ciHigh":1244.005527,"observedAt":"2026-11-11","runCount":665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"coding/Llama 3.1 Nemotron 51B Instruct","slice":"coding"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|creative_writing/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.099389,"ciLow":1187.772232,"ciHigh":1238.426546,"observedAt":"2026-11-11","runCount":482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"creative_writing/Llama 3.1 Nemotron 51B Instruct","slice":"creative_writing"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|english/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.080306,"ciLow":1253.553812,"ciHigh":1280.606799,"observedAt":"2026-11-11","runCount":1794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"english/Llama 3.1 Nemotron 51B Instruct","slice":"english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1122.340456,"ciLow":1106.439327,"ciHigh":1138.241585,"observedAt":"2026-11-11","runCount":2408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"exclude_ties/Llama 3.1 Nemotron 51B Instruct","slice":"exclude_ties"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|expert/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1166.592799,"ciLow":1133.848547,"ciHigh":1199.33705,"observedAt":"2026-11-11","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"expert/Llama 3.1 Nemotron 51B Instruct","slice":"expert"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.397686,"ciLow":1186.269212,"ciHigh":1220.526159,"observedAt":"2026-11-11","runCount":1002,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"hard_prompts/Llama 3.1 Nemotron 51B Instruct","slice":"hard_prompts"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.022658,"ciLow":1182.794521,"ciHigh":1227.250795,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"hard_prompts_english/Llama 3.1 Nemotron 51B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1215.299351,"ciLow":1188.60772,"ciHigh":1241.990982,"observedAt":"2026-11-11","runCount":421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 Nemotron 51B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.885598,"ciLow":1167.278454,"ciHigh":1214.492743,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 Nemotron 51B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.092405,"ciLow":1216.044211,"ciHigh":1288.140598,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_legal_and_government/Llama 3.1 Nemotron 51B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.876555,"ciLow":1204.508802,"ciHigh":1247.244309,"observedAt":"2026-11-11","runCount":682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 Nemotron 51B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.634771,"ciLow":1203.255017,"ciHigh":1254.014525,"observedAt":"2026-11-11","runCount":422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_mathematical/Llama 3.1 Nemotron 51B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.52666,"ciLow":1147.132373,"ciHigh":1225.920947,"observedAt":"2026-11-11","runCount":213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.1 Nemotron 51B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.044837,"ciLow":1213.595969,"ciHigh":1248.493705,"observedAt":"2026-11-11","runCount":1055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_software_and_it_services/Llama 3.1 Nemotron 51B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.893853,"ciLow":1201.845681,"ciHigh":1237.942024,"observedAt":"2026-11-11","runCount":1007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.1 Nemotron 51B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|instruction_following/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1200.565387,"ciLow":1186.104127,"ciHigh":1215.026646,"observedAt":"2026-11-11","runCount":1484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"instruction_following/Llama 3.1 Nemotron 51B Instruct","slice":"instruction_following"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|longer_query/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.030547,"ciLow":1182.223893,"ciHigh":1227.837201,"observedAt":"2026-11-11","runCount":587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"longer_query/Llama 3.1 Nemotron 51B Instruct","slice":"longer_query"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|math/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1229.921402,"ciLow":1207.502464,"ciHigh":1252.340341,"observedAt":"2026-11-11","runCount":507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"math/Llama 3.1 Nemotron 51B Instruct","slice":"math"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|multi_turn/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.780926,"ciLow":1206.648137,"ciHigh":1246.913714,"observedAt":"2026-11-11","runCount":781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"multi_turn/Llama 3.1 Nemotron 51B Instruct","slice":"multi_turn"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|non_english/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.485649,"ciLow":1167.245475,"ciHigh":1193.725824,"observedAt":"2026-11-11","runCount":1955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"non_english/Llama 3.1 Nemotron 51B Instruct","slice":"non_english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|overall/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.035345,"ciLow":1218.104569,"ciHigh":1237.966122,"observedAt":"2026-11-11","runCount":3749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"overall/Llama 3.1 Nemotron 51B Instruct","slice":"overall"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-51b-instruct:default|none|lmarena-text@1|rating|russian/Llama 3.1 Nemotron 51B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-51b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.285085,"ciLow":1164.316121,"ciHigh":1208.254048,"observedAt":"2026-11-11","runCount":605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 51B Instruct","rowId":"russian/Llama 3.1 Nemotron 51B Instruct","slice":"russian"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.608673,"ciLow":1282.972489,"ciHigh":1326.244857,"observedAt":"2026-11-11","runCount":723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"chinese/Llama 3.1 Nemotron 70B Instruct","slice":"chinese"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.762267,"ciLow":1312.343294,"ciHigh":1343.181239,"observedAt":"2026-11-11","runCount":1312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"coding/Llama 3.1 Nemotron 70B Instruct","slice":"coding"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.977988,"ciLow":1257.227535,"ciHigh":1294.72844,"observedAt":"2026-11-11","runCount":1001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"creative_writing/Llama 3.1 Nemotron 70B Instruct","slice":"creative_writing"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|english/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.426813,"ciLow":1319.463547,"ciHigh":1339.390078,"observedAt":"2026-11-11","runCount":3714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"english/Llama 3.1 Nemotron 70B Instruct","slice":"english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.745611,"ciLow":1221.216084,"ciHigh":1244.275139,"observedAt":"2026-11-11","runCount":4748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"exclude_ties/Llama 3.1 Nemotron 70B Instruct","slice":"exclude_ties"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.215916,"ciLow":1269.04878,"ciHigh":1323.383051,"observedAt":"2026-11-11","runCount":453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"expert/Llama 3.1 Nemotron 70B Instruct","slice":"expert"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.035408,"ciLow":1297.160376,"ciHigh":1322.910439,"observedAt":"2026-11-11","runCount":1953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"hard_prompts/Llama 3.1 Nemotron 70B Instruct","slice":"hard_prompts"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.883488,"ciLow":1309.11071,"ciHigh":1342.656265,"observedAt":"2026-11-11","runCount":1136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"hard_prompts_english/Llama 3.1 Nemotron 70B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.018053,"ciLow":1275.864199,"ciHigh":1314.171906,"observedAt":"2026-11-11","runCount":904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 Nemotron 70B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.908868,"ciLow":1248.898587,"ciHigh":1286.919148,"observedAt":"2026-11-11","runCount":961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 Nemotron 70B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.600554,"ciLow":1301.05756,"ciHigh":1354.143549,"observedAt":"2026-11-11","runCount":489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_legal_and_government/Llama 3.1 Nemotron 70B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.500773,"ciLow":1301.16722,"ciHigh":1333.834326,"observedAt":"2026-11-11","runCount":1299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 Nemotron 70B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.661766,"ciLow":1281.215549,"ciHigh":1318.107983,"observedAt":"2026-11-11","runCount":874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_mathematical/Llama 3.1 Nemotron 70B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.883657,"ciLow":1306.216564,"ciHigh":1367.55075,"observedAt":"2026-11-11","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.1 Nemotron 70B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.936966,"ciLow":1311.310579,"ciHigh":1336.563353,"observedAt":"2026-11-11","runCount":2081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_software_and_it_services/Llama 3.1 Nemotron 70B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.232535,"ciLow":1251.327708,"ciHigh":1279.137362,"observedAt":"2026-11-11","runCount":1828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.1 Nemotron 70B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.069615,"ciLow":1269.15147,"ciHigh":1290.98776,"observedAt":"2026-11-11","runCount":2959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"instruction_following/Llama 3.1 Nemotron 70B Instruct","slice":"instruction_following"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.212001,"ciLow":1263.569363,"ciHigh":1298.85464,"observedAt":"2026-11-11","runCount":1049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"longer_query/Llama 3.1 Nemotron 70B Instruct","slice":"longer_query"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|math/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.431598,"ciLow":1261.494933,"ciHigh":1295.368263,"observedAt":"2026-11-11","runCount":1041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"math/Llama 3.1 Nemotron 70B Instruct","slice":"math"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.594841,"ciLow":1275.832004,"ciHigh":1309.357677,"observedAt":"2026-11-11","runCount":1227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"multi_turn/Llama 3.1 Nemotron 70B Instruct","slice":"multi_turn"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.015964,"ciLow":1251.731918,"ciHigh":1272.30001,"observedAt":"2026-11-11","runCount":3426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"non_english/Llama 3.1 Nemotron 70B Instruct","slice":"non_english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.810448,"ciLow":1291.048648,"ciHigh":1306.572248,"observedAt":"2026-11-11","runCount":7140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"overall/Llama 3.1 Nemotron 70B Instruct","slice":"overall"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.751993,"ciLow":1224.255271,"ciHigh":1259.248715,"observedAt":"2026-11-11","runCount":1069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"russian/Llama 3.1 Nemotron 70B Instruct","slice":"russian"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|chinese/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1263.097745,"ciLow":1241.89369,"ciHigh":1284.301801,"observedAt":"2026-11-11","runCount":723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"chinese/Llama 3.1 Nemotron 70B Instruct","slice":"chinese"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|coding/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.667147,"ciLow":1256.432522,"ciHigh":1286.901772,"observedAt":"2026-11-11","runCount":1312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"coding/Llama 3.1 Nemotron 70B Instruct","slice":"coding"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|creative_writing/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.426367,"ciLow":1249.808647,"ciHigh":1287.044087,"observedAt":"2026-11-11","runCount":1001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"creative_writing/Llama 3.1 Nemotron 70B Instruct","slice":"creative_writing"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|english/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.91247,"ciLow":1305.017194,"ciHigh":1324.807746,"observedAt":"2026-11-11","runCount":3714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"english/Llama 3.1 Nemotron 70B Instruct","slice":"english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1210.967618,"ciLow":1199.609744,"ciHigh":1222.325491,"observedAt":"2026-11-11","runCount":4748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"exclude_ties/Llama 3.1 Nemotron 70B Instruct","slice":"exclude_ties"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|expert/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.025492,"ciLow":1215.222448,"ciHigh":1268.828535,"observedAt":"2026-11-11","runCount":453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"expert/Llama 3.1 Nemotron 70B Instruct","slice":"expert"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.257405,"ciLow":1253.564369,"ciHigh":1278.95044,"observedAt":"2026-11-11","runCount":1953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"hard_prompts/Llama 3.1 Nemotron 70B Instruct","slice":"hard_prompts"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.560859,"ciLow":1266.00332,"ciHigh":1299.118399,"observedAt":"2026-11-11","runCount":1136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"hard_prompts_english/Llama 3.1 Nemotron 70B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.56731,"ciLow":1242.568343,"ciHigh":1280.566277,"observedAt":"2026-11-11","runCount":904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 Nemotron 70B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.838226,"ciLow":1230.274818,"ciHigh":1267.401634,"observedAt":"2026-11-11","runCount":961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 Nemotron 70B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1302.958844,"ciLow":1276.493831,"ciHigh":1329.423856,"observedAt":"2026-11-11","runCount":489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_legal_and_government/Llama 3.1 Nemotron 70B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.159337,"ciLow":1277.05288,"ciHigh":1309.265794,"observedAt":"2026-11-11","runCount":1299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 Nemotron 70B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.46652,"ciLow":1269.095588,"ciHigh":1305.837452,"observedAt":"2026-11-11","runCount":874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_mathematical/Llama 3.1 Nemotron 70B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.074491,"ciLow":1270.658684,"ciHigh":1331.490297,"observedAt":"2026-11-11","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_medicine_and_healthcare/Llama 3.1 Nemotron 70B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.278375,"ciLow":1270.793065,"ciHigh":1295.763685,"observedAt":"2026-11-11","runCount":2081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_software_and_it_services/Llama 3.1 Nemotron 70B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.608397,"ciLow":1238.901229,"ciHigh":1266.315565,"observedAt":"2026-11-11","runCount":1828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"industry_writing_and_literature_and_language/Llama 3.1 Nemotron 70B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|instruction_following/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.686285,"ciLow":1240.867941,"ciHigh":1262.504629,"observedAt":"2026-11-11","runCount":2959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"instruction_following/Llama 3.1 Nemotron 70B Instruct","slice":"instruction_following"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|longer_query/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.231518,"ciLow":1220.874686,"ciHigh":1255.58835,"observedAt":"2026-11-11","runCount":1049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"longer_query/Llama 3.1 Nemotron 70B Instruct","slice":"longer_query"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|math/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.0439,"ciLow":1254.15343,"ciHigh":1287.93437,"observedAt":"2026-11-11","runCount":1041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"math/Llama 3.1 Nemotron 70B Instruct","slice":"math"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|multi_turn/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.277676,"ciLow":1258.624524,"ciHigh":1291.930828,"observedAt":"2026-11-11","runCount":1227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"multi_turn/Llama 3.1 Nemotron 70B Instruct","slice":"multi_turn"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|non_english/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.933153,"ciLow":1234.763085,"ciHigh":1255.103221,"observedAt":"2026-11-11","runCount":3426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"non_english/Llama 3.1 Nemotron 70B Instruct","slice":"non_english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|overall/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.698515,"ciLow":1274.995619,"ciHigh":1290.401411,"observedAt":"2026-11-11","runCount":7140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"overall/Llama 3.1 Nemotron 70B Instruct","slice":"overall"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-70b-instruct:default|none|lmarena-text@1|rating|russian/Llama 3.1 Nemotron 70B Instruct","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-70b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.716136,"ciLow":1209.482027,"ciHigh":1243.950244,"observedAt":"2026-11-11","runCount":1069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron 70B Instruct","rowId":"russian/Llama 3.1 Nemotron 70B Instruct","slice":"russian"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.631852,"ciLow":1360.984376,"ciHigh":1420.279329,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"coding/Llama 3.1 Nemotron Ultra 253B v1","slice":"coding"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.491241,"ciLow":1304.588321,"ciHigh":1358.39416,"observedAt":"2026-11-11","runCount":444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"creative_writing/Llama 3.1 Nemotron Ultra 253B v1","slice":"creative_writing"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|english/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.965028,"ciLow":1361.080345,"ciHigh":1390.84971,"observedAt":"2026-11-11","runCount":1491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"english/Llama 3.1 Nemotron Ultra 253B v1","slice":"english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.870722,"ciLow":1286.266047,"ciHigh":1321.475396,"observedAt":"2026-11-11","runCount":1699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"exclude_ties/Llama 3.1 Nemotron Ultra 253B v1","slice":"exclude_ties"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.047395,"ciLow":1353.915815,"ciHigh":1396.178975,"observedAt":"2026-11-11","runCount":713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"hard_prompts/Llama 3.1 Nemotron Ultra 253B v1","slice":"hard_prompts"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.550423,"ciLow":1371.018494,"ciHigh":1424.082352,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"hard_prompts_english/Llama 3.1 Nemotron Ultra 253B v1","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.022778,"ciLow":1307.73421,"ciHigh":1376.311346,"observedAt":"2026-11-11","runCount":254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 Nemotron Ultra 253B v1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.510222,"ciLow":1278.812101,"ciHigh":1326.208343,"observedAt":"2026-11-11","runCount":532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 Nemotron Ultra 253B v1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.619698,"ciLow":1334.649942,"ciHigh":1386.589455,"observedAt":"2026-11-11","runCount":498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 Nemotron Ultra 253B v1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.727246,"ciLow":1363.229773,"ciHigh":1410.224718,"observedAt":"2026-11-11","runCount":588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"industry_software_and_it_services/Llama 3.1 Nemotron Ultra 253B v1","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.40987,"ciLow":1299.511074,"ciHigh":1341.308666,"observedAt":"2026-11-11","runCount":712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"industry_writing_and_literature_and_language/Llama 3.1 Nemotron Ultra 253B v1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.480926,"ciLow":1329.850259,"ciHigh":1373.111593,"observedAt":"2026-11-11","runCount":660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"instruction_following/Llama 3.1 Nemotron Ultra 253B v1","slice":"instruction_following"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.190487,"ciLow":1312.314678,"ciHigh":1372.066296,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"longer_query/Llama 3.1 Nemotron Ultra 253B v1","slice":"longer_query"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|math/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.838746,"ciLow":1343.629244,"ciHigh":1418.048247,"observedAt":"2026-11-11","runCount":209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"math/Llama 3.1 Nemotron Ultra 253B v1","slice":"math"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.84376,"ciLow":1311.70824,"ciHigh":1371.979281,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"multi_turn/Llama 3.1 Nemotron Ultra 253B v1","slice":"multi_turn"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.771769,"ciLow":1288.760464,"ciHigh":1322.783075,"observedAt":"2026-11-11","runCount":1058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"non_english/Llama 3.1 Nemotron Ultra 253B v1","slice":"non_english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.642839,"ciLow":1335.966942,"ciHigh":1359.318736,"observedAt":"2026-11-11","runCount":2549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"overall/Llama 3.1 Nemotron Ultra 253B v1","slice":"overall"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.690043,"ciLow":1284.089948,"ciHigh":1343.290137,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"russian/Llama 3.1 Nemotron Ultra 253B v1","slice":"russian"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|coding/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.709261,"ciLow":1282.221988,"ciHigh":1341.196534,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"coding/Llama 3.1 Nemotron Ultra 253B v1","slice":"coding"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|creative_writing/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.131448,"ciLow":1287.743352,"ciHigh":1340.519544,"observedAt":"2026-11-11","runCount":444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"creative_writing/Llama 3.1 Nemotron Ultra 253B v1","slice":"creative_writing"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|english/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.05703,"ciLow":1330.38288,"ciHigh":1359.731181,"observedAt":"2026-11-11","runCount":1491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"english/Llama 3.1 Nemotron Ultra 253B v1","slice":"english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1263.473125,"ciLow":1246.293585,"ciHigh":1280.652665,"observedAt":"2026-11-11","runCount":1699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"exclude_ties/Llama 3.1 Nemotron Ultra 253B v1","slice":"exclude_ties"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.964503,"ciLow":1295.07251,"ciHigh":1336.856495,"observedAt":"2026-11-11","runCount":713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"hard_prompts/Llama 3.1 Nemotron Ultra 253B v1","slice":"hard_prompts"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.209795,"ciLow":1309.944584,"ciHigh":1362.475007,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"hard_prompts_english/Llama 3.1 Nemotron Ultra 253B v1","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.136448,"ciLow":1267.401295,"ciHigh":1334.871601,"observedAt":"2026-11-11","runCount":254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"industry_business_and_management_and_financial_operations/Llama 3.1 Nemotron Ultra 253B v1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.215,"ciLow":1252.978026,"ciHigh":1299.451975,"observedAt":"2026-11-11","runCount":532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"industry_entertainment_and_sports_and_media/Llama 3.1 Nemotron Ultra 253B v1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.06619,"ciLow":1298.435969,"ciHigh":1349.696412,"observedAt":"2026-11-11","runCount":498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"industry_life_and_physical_and_social_science/Llama 3.1 Nemotron Ultra 253B v1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.60663,"ciLow":1303.256509,"ciHigh":1349.956751,"observedAt":"2026-11-11","runCount":588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"industry_software_and_it_services/Llama 3.1 Nemotron Ultra 253B v1","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.174554,"ciLow":1279.339381,"ciHigh":1321.009727,"observedAt":"2026-11-11","runCount":712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"industry_writing_and_literature_and_language/Llama 3.1 Nemotron Ultra 253B v1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|instruction_following/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.596574,"ciLow":1286.520982,"ciHigh":1328.672166,"observedAt":"2026-11-11","runCount":660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"instruction_following/Llama 3.1 Nemotron Ultra 253B v1","slice":"instruction_following"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|longer_query/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.667162,"ciLow":1269.089612,"ciHigh":1328.244713,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"longer_query/Llama 3.1 Nemotron Ultra 253B v1","slice":"longer_query"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|math/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.626339,"ciLow":1322.618152,"ciHigh":1396.634526,"observedAt":"2026-11-11","runCount":209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"math/Llama 3.1 Nemotron Ultra 253B v1","slice":"math"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|multi_turn/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.231447,"ciLow":1287.35495,"ciHigh":1347.107944,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"multi_turn/Llama 3.1 Nemotron Ultra 253B v1","slice":"multi_turn"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|non_english/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.218016,"ciLow":1265.285059,"ciHigh":1299.150974,"observedAt":"2026-11-11","runCount":1058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"non_english/Llama 3.1 Nemotron Ultra 253B v1","slice":"non_english"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|overall/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.573098,"ciLow":1308.057265,"ciHigh":1331.088931,"observedAt":"2026-11-11","runCount":2549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"overall/Llama 3.1 Nemotron Ultra 253B v1","slice":"overall"}
{"key":"lmarena|nvidia/llama-3.1-nemotron-ultra-253b-v1:default|none|lmarena-text@1|rating|russian/Llama 3.1 Nemotron Ultra 253B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.1-nemotron-ultra-253b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.662025,"ciLow":1254.254817,"ciHigh":1313.069232,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.1 Nemotron Ultra 253B v1","rowId":"russian/Llama 3.1 Nemotron Ultra 253B v1","slice":"russian"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.58041,"ciLow":1381.752341,"ciHigh":1425.408479,"observedAt":"2026-11-11","runCount":652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"coding/Llama 3.3 Nemotron Super 49B v1.5","slice":"coding"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.758214,"ciLow":1274.632425,"ciHigh":1332.884003,"observedAt":"2026-11-11","runCount":369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"creative_writing/Llama 3.3 Nemotron Super 49B v1.5","slice":"creative_writing"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|english/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.459529,"ciLow":1352.402426,"ciHigh":1382.516633,"observedAt":"2026-11-11","runCount":1388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"english/Llama 3.3 Nemotron Super 49B v1.5","slice":"english"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.039192,"ciLow":1286.335318,"ciHigh":1315.743066,"observedAt":"2026-11-11","runCount":2264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"exclude_ties/Llama 3.3 Nemotron Super 49B v1.5","slice":"exclude_ties"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|expert/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.636358,"ciLow":1330.615875,"ciHigh":1412.656841,"observedAt":"2026-11-11","runCount":180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"expert/Llama 3.3 Nemotron Super 49B v1.5","slice":"expert"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.90232,"ciLow":1348.95929,"ciHigh":1378.845351,"observedAt":"2026-11-11","runCount":1435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"hard_prompts/Llama 3.3 Nemotron Super 49B v1.5","slice":"hard_prompts"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.953416,"ciLow":1350.438019,"ciHigh":1395.468813,"observedAt":"2026-11-11","runCount":613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"hard_prompts_english/Llama 3.3 Nemotron Super 49B v1.5","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.313449,"ciLow":1305.231117,"ciHigh":1351.39578,"observedAt":"2026-11-11","runCount":595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_business_and_management_and_financial_operations/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.525359,"ciLow":1265.419799,"ciHigh":1311.630919,"observedAt":"2026-11-11","runCount":566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_entertainment_and_sports_and_media/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.770019,"ciLow":1316.041594,"ciHigh":1389.498443,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_legal_and_government/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.409694,"ciLow":1354.585803,"ciHigh":1400.233585,"observedAt":"2026-11-11","runCount":593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_life_and_physical_and_social_science/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.503028,"ciLow":1361.327703,"ciHigh":1441.678352,"observedAt":"2026-11-11","runCount":182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_mathematical/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.603448,"ciLow":1341.965032,"ciHigh":1421.241864,"observedAt":"2026-11-11","runCount":195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_medicine_and_healthcare/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.097902,"ciLow":1371.527954,"ciHigh":1404.667851,"observedAt":"2026-11-11","runCount":1179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_software_and_it_services/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.785969,"ciLow":1275.960833,"ciHigh":1319.611105,"observedAt":"2026-11-11","runCount":663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_writing_and_literature_and_language/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.113982,"ciLow":1302.319657,"ciHigh":1341.908308,"observedAt":"2026-11-11","runCount":806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"instruction_following/Llama 3.3 Nemotron Super 49B v1.5","slice":"instruction_following"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|japanese/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.019021,"ciLow":1268.14913,"ciHigh":1327.888911,"observedAt":"2026-11-11","runCount":418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"japanese/Llama 3.3 Nemotron Super 49B v1.5","slice":"japanese"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.660237,"ciLow":1321.140625,"ciHigh":1364.17985,"observedAt":"2026-11-11","runCount":652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"longer_query/Llama 3.3 Nemotron Super 49B v1.5","slice":"longer_query"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|math/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.100627,"ciLow":1350.418361,"ciHigh":1427.782893,"observedAt":"2026-11-11","runCount":193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"math/Llama 3.3 Nemotron Super 49B v1.5","slice":"math"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.173536,"ciLow":1316.196181,"ciHigh":1364.150892,"observedAt":"2026-11-11","runCount":560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"multi_turn/Llama 3.3 Nemotron Super 49B v1.5","slice":"multi_turn"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.739469,"ciLow":1304.824881,"ciHigh":1330.654057,"observedAt":"2026-11-11","runCount":1933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"non_english/Llama 3.3 Nemotron Super 49B v1.5","slice":"non_english"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.298355,"ciLow":1333.300301,"ciHigh":1353.296409,"observedAt":"2026-11-11","runCount":3321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"overall/Llama 3.3 Nemotron Super 49B v1.5","slice":"overall"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|polish/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.153548,"ciLow":1287.424164,"ciHigh":1344.882931,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"polish/Llama 3.3 Nemotron Super 49B v1.5","slice":"polish"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.068326,"ciLow":1312.908441,"ciHigh":1383.228211,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"russian/Llama 3.3 Nemotron Super 49B v1.5","slice":"russian"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|coding/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.994568,"ciLow":1334.10067,"ciHigh":1377.888465,"observedAt":"2026-11-11","runCount":652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"coding/Llama 3.3 Nemotron Super 49B v1.5","slice":"coding"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|creative_writing/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.661677,"ciLow":1276.611582,"ciHigh":1334.711771,"observedAt":"2026-11-11","runCount":369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"creative_writing/Llama 3.3 Nemotron Super 49B v1.5","slice":"creative_writing"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|english/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.575063,"ciLow":1344.539937,"ciHigh":1374.610188,"observedAt":"2026-11-11","runCount":1388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"english/Llama 3.3 Nemotron Super 49B v1.5","slice":"english"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.05538,"ciLow":1278.433019,"ciHigh":1307.677742,"observedAt":"2026-11-11","runCount":2264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"exclude_ties/Llama 3.3 Nemotron Super 49B v1.5","slice":"exclude_ties"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|expert/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.60027,"ciLow":1288.865214,"ciHigh":1370.335326,"observedAt":"2026-11-11","runCount":180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"expert/Llama 3.3 Nemotron Super 49B v1.5","slice":"expert"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.800778,"ciLow":1320.833674,"ciHigh":1350.767881,"observedAt":"2026-11-11","runCount":1435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"hard_prompts/Llama 3.3 Nemotron Super 49B v1.5","slice":"hard_prompts"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.030086,"ciLow":1321.478375,"ciHigh":1366.581798,"observedAt":"2026-11-11","runCount":613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"hard_prompts_english/Llama 3.3 Nemotron Super 49B v1.5","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.00749,"ciLow":1288.03791,"ciHigh":1333.97707,"observedAt":"2026-11-11","runCount":595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_business_and_management_and_financial_operations/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.099788,"ciLow":1259.167843,"ciHigh":1305.031734,"observedAt":"2026-11-11","runCount":566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_entertainment_and_sports_and_media/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|industry_legal_and_government/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.87541,"ciLow":1311.325578,"ciHigh":1386.425242,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_legal_and_government/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.58667,"ciLow":1344.536216,"ciHigh":1390.637123,"observedAt":"2026-11-11","runCount":593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_life_and_physical_and_social_science/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.891022,"ciLow":1358.198907,"ciHigh":1437.583138,"observedAt":"2026-11-11","runCount":182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_mathematical/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.334905,"ciLow":1326.287511,"ciHigh":1408.382298,"observedAt":"2026-11-11","runCount":195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_medicine_and_healthcare/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.539277,"ciLow":1342.957808,"ciHigh":1376.120747,"observedAt":"2026-11-11","runCount":1179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_software_and_it_services/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.235412,"ciLow":1271.334882,"ciHigh":1315.135942,"observedAt":"2026-11-11","runCount":663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"industry_writing_and_literature_and_language/Llama 3.3 Nemotron Super 49B v1.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|instruction_following/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.077631,"ciLow":1279.31007,"ciHigh":1318.845192,"observedAt":"2026-11-11","runCount":806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"instruction_following/Llama 3.3 Nemotron Super 49B v1.5","slice":"instruction_following"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|japanese/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.707481,"ciLow":1271.027524,"ciHigh":1330.387439,"observedAt":"2026-11-11","runCount":418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"japanese/Llama 3.3 Nemotron Super 49B v1.5","slice":"japanese"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|longer_query/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.384988,"ciLow":1292.912337,"ciHigh":1335.857639,"observedAt":"2026-11-11","runCount":652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"longer_query/Llama 3.3 Nemotron Super 49B v1.5","slice":"longer_query"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|math/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.290153,"ciLow":1355.654135,"ciHigh":1432.926171,"observedAt":"2026-11-11","runCount":193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"math/Llama 3.3 Nemotron Super 49B v1.5","slice":"math"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|multi_turn/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.465174,"ciLow":1309.439217,"ciHigh":1357.491131,"observedAt":"2026-11-11","runCount":560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"multi_turn/Llama 3.3 Nemotron Super 49B v1.5","slice":"multi_turn"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|non_english/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.633361,"ciLow":1302.719429,"ciHigh":1328.547293,"observedAt":"2026-11-11","runCount":1933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"non_english/Llama 3.3 Nemotron Super 49B v1.5","slice":"non_english"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|overall/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.429601,"ciLow":1328.44157,"ciHigh":1348.417632,"observedAt":"2026-11-11","runCount":3321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"overall/Llama 3.3 Nemotron Super 49B v1.5","slice":"overall"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|polish/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.00978,"ciLow":1294.126596,"ciHigh":1351.892965,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"polish/Llama 3.3 Nemotron Super 49B v1.5","slice":"polish"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1.5:default|none|lmarena-text@1|rating|russian/Llama 3.3 Nemotron Super 49B v1.5","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.902293,"ciLow":1298.471207,"ciHigh":1369.333379,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1.5","rowId":"russian/Llama 3.3 Nemotron Super 49B v1.5","slice":"russian"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|chinese/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.580375,"ciLow":1267.983918,"ciHigh":1345.176832,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"chinese/Llama 3.3 Nemotron Super 49B v1","slice":"chinese"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|coding/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.708861,"ciLow":1330.705328,"ciHigh":1392.712395,"observedAt":"2026-11-11","runCount":286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"coding/Llama 3.3 Nemotron Super 49B v1","slice":"coding"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|creative_writing/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.248405,"ciLow":1270.107272,"ciHigh":1324.389539,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"creative_writing/Llama 3.3 Nemotron Super 49B v1","slice":"creative_writing"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|english/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.31162,"ciLow":1358.669867,"ciHigh":1389.953374,"observedAt":"2026-11-11","runCount":1250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"english/Llama 3.3 Nemotron Super 49B v1","slice":"english"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|exclude_ties/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.420537,"ciLow":1259.344775,"ciHigh":1297.496299,"observedAt":"2026-11-11","runCount":1430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"exclude_ties/Llama 3.3 Nemotron Super 49B v1","slice":"exclude_ties"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|hard_prompts/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.70217,"ciLow":1336.715474,"ciHigh":1384.688865,"observedAt":"2026-11-11","runCount":510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"hard_prompts/Llama 3.3 Nemotron Super 49B v1","slice":"hard_prompts"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.130875,"ciLow":1357.242444,"ciHigh":1415.019306,"observedAt":"2026-11-11","runCount":344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"hard_prompts_english/Llama 3.3 Nemotron Super 49B v1","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.977969,"ciLow":1284.439056,"ciHigh":1353.516882,"observedAt":"2026-11-11","runCount":241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"industry_business_and_management_and_financial_operations/Llama 3.3 Nemotron Super 49B v1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.108012,"ciLow":1278.427713,"ciHigh":1331.788311,"observedAt":"2026-11-11","runCount":410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"industry_entertainment_and_sports_and_media/Llama 3.3 Nemotron Super 49B v1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.286163,"ciLow":1333.181783,"ciHigh":1389.390543,"observedAt":"2026-11-11","runCount":395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"industry_life_and_physical_and_social_science/Llama 3.3 Nemotron Super 49B v1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.983011,"ciLow":1330.869019,"ciHigh":1405.097002,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"industry_mathematical/Llama 3.3 Nemotron Super 49B v1","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.611077,"ciLow":1323.37077,"ciHigh":1371.851383,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"industry_software_and_it_services/Llama 3.3 Nemotron Super 49B v1","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.85092,"ciLow":1288.28662,"ciHigh":1333.415221,"observedAt":"2026-11-11","runCount":614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"industry_writing_and_literature_and_language/Llama 3.3 Nemotron Super 49B v1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|instruction_following/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.29925,"ciLow":1305.850006,"ciHigh":1344.748493,"observedAt":"2026-11-11","runCount":803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"instruction_following/Llama 3.3 Nemotron Super 49B v1","slice":"instruction_following"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|longer_query/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.697459,"ciLow":1307.849286,"ciHigh":1367.545633,"observedAt":"2026-11-11","runCount":317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"longer_query/Llama 3.3 Nemotron Super 49B v1","slice":"longer_query"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|multi_turn/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.082867,"ciLow":1298.583245,"ciHigh":1361.582488,"observedAt":"2026-11-11","runCount":301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"multi_turn/Llama 3.3 Nemotron Super 49B v1","slice":"multi_turn"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|non_english/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.863954,"ciLow":1251.889264,"ciHigh":1287.838644,"observedAt":"2026-11-11","runCount":968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"non_english/Llama 3.3 Nemotron Super 49B v1","slice":"non_english"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|overall/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.801981,"ciLow":1315.673177,"ciHigh":1339.930784,"observedAt":"2026-11-11","runCount":2218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"overall/Llama 3.3 Nemotron Super 49B v1","slice":"overall"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text-style-control@1|rating|russian/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.340213,"ciLow":1254.550105,"ciHigh":1324.13032,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"russian/Llama 3.3 Nemotron Super 49B v1","slice":"russian"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|chinese/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.775926,"ciLow":1237.833761,"ciHigh":1315.718091,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"chinese/Llama 3.3 Nemotron Super 49B v1","slice":"chinese"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|coding/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.526398,"ciLow":1264.980151,"ciHigh":1326.072645,"observedAt":"2026-11-11","runCount":286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"coding/Llama 3.3 Nemotron Super 49B v1","slice":"coding"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|creative_writing/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.870879,"ciLow":1261.00955,"ciHigh":1314.732207,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"creative_writing/Llama 3.3 Nemotron Super 49B v1","slice":"creative_writing"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|english/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.823675,"ciLow":1338.320978,"ciHigh":1369.326372,"observedAt":"2026-11-11","runCount":1250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"english/Llama 3.3 Nemotron Super 49B v1","slice":"english"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|exclude_ties/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.752569,"ciLow":1232.940822,"ciHigh":1270.564317,"observedAt":"2026-11-11","runCount":1430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"exclude_ties/Llama 3.3 Nemotron Super 49B v1","slice":"exclude_ties"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|hard_prompts/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.190772,"ciLow":1287.419017,"ciHigh":1334.962528,"observedAt":"2026-11-11","runCount":510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"hard_prompts/Llama 3.3 Nemotron Super 49B v1","slice":"hard_prompts"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|hard_prompts_english/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.665531,"ciLow":1308.964845,"ciHigh":1366.366218,"observedAt":"2026-11-11","runCount":344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"hard_prompts_english/Llama 3.3 Nemotron Super 49B v1","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.31223,"ciLow":1252.109148,"ciHigh":1320.515312,"observedAt":"2026-11-11","runCount":241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"industry_business_and_management_and_financial_operations/Llama 3.3 Nemotron Super 49B v1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.920917,"ciLow":1262.226085,"ciHigh":1315.615749,"observedAt":"2026-11-11","runCount":410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"industry_entertainment_and_sports_and_media/Llama 3.3 Nemotron Super 49B v1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.570979,"ciLow":1304.670435,"ciHigh":1360.471523,"observedAt":"2026-11-11","runCount":395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"industry_life_and_physical_and_social_science/Llama 3.3 Nemotron Super 49B v1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|industry_mathematical/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.295053,"ciLow":1307.667046,"ciHigh":1380.923059,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"industry_mathematical/Llama 3.3 Nemotron Super 49B v1","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|industry_software_and_it_services/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.415634,"ciLow":1276.456474,"ciHigh":1324.374793,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"industry_software_and_it_services/Llama 3.3 Nemotron Super 49B v1","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.480879,"ciLow":1277.947685,"ciHigh":1323.014073,"observedAt":"2026-11-11","runCount":614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"industry_writing_and_literature_and_language/Llama 3.3 Nemotron Super 49B v1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|instruction_following/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.277136,"ciLow":1273.875425,"ciHigh":1312.678847,"observedAt":"2026-11-11","runCount":803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"instruction_following/Llama 3.3 Nemotron Super 49B v1","slice":"instruction_following"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|longer_query/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.279721,"ciLow":1269.38232,"ciHigh":1329.177123,"observedAt":"2026-11-11","runCount":317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"longer_query/Llama 3.3 Nemotron Super 49B v1","slice":"longer_query"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|multi_turn/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.047193,"ciLow":1283.400543,"ciHigh":1346.693843,"observedAt":"2026-11-11","runCount":301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"multi_turn/Llama 3.3 Nemotron Super 49B v1","slice":"multi_turn"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|non_english/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.425228,"ciLow":1235.599355,"ciHigh":1271.251101,"observedAt":"2026-11-11","runCount":968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"non_english/Llama 3.3 Nemotron Super 49B v1","slice":"non_english"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|overall/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.433229,"ciLow":1296.38939,"ciHigh":1320.477068,"observedAt":"2026-11-11","runCount":2218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"overall/Llama 3.3 Nemotron Super 49B v1","slice":"overall"}
{"key":"lmarena|nvidia/llama-3.3-nemotron-super-49b-v1:default|none|lmarena-text@1|rating|russian/Llama 3.3 Nemotron Super 49B v1","sourceId":"lmarena","modelId":"nvidia/llama-3.3-nemotron-super-49b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.233645,"ciLow":1234.771582,"ciHigh":1303.695707,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Llama 3.3 Nemotron Super 49B v1","rowId":"russian/Llama 3.3 Nemotron Super 49B v1","slice":"russian"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|chinese/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.610602,"ciLow":1327.204651,"ciHigh":1360.016554,"observedAt":"2026-11-11","runCount":1323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"chinese/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|coding/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.041749,"ciLow":1350.743446,"ciHigh":1371.340051,"observedAt":"2026-11-11","runCount":3312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"coding/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"coding"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|creative_writing/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.313527,"ciLow":1229.504365,"ciHigh":1255.122689,"observedAt":"2026-11-11","runCount":2389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"creative_writing/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"creative_writing"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|english/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.783733,"ciLow":1334.875736,"ciHigh":1350.69173,"observedAt":"2026-11-11","runCount":6434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"english/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"english"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|exclude_ties/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.463761,"ciLow":1246.367358,"ciHigh":1262.560164,"observedAt":"2026-11-11","runCount":11089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"exclude_ties/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"exclude_ties"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|expert/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.921196,"ciLow":1313.152638,"ciHigh":1350.689755,"observedAt":"2026-11-11","runCount":1041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"expert/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"expert"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|french/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.694823,"ciLow":1328.571896,"ciHigh":1390.81775,"observedAt":"2026-11-11","runCount":364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"french/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"french"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|german/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.682761,"ciLow":1270.343159,"ciHigh":1339.022364,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"german/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"german"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|hard_prompts/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.388035,"ciLow":1318.261844,"ciHigh":1332.514226,"observedAt":"2026-11-11","runCount":8328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"hard_prompts/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"hard_prompts"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.785375,"ciLow":1341.27738,"ciHigh":1362.29337,"observedAt":"2026-11-11","runCount":3336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"hard_prompts_english/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.395427,"ciLow":1307.50758,"ciHigh":1329.283275,"observedAt":"2026-11-11","runCount":2997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.530078,"ciLow":1247.247219,"ciHigh":1269.812937,"observedAt":"2026-11-11","runCount":2929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.208206,"ciLow":1286.087194,"ciHigh":1320.329219,"observedAt":"2026-11-11","runCount":1217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_legal_and_government/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.043571,"ciLow":1302.88753,"ciHigh":1327.199612,"observedAt":"2026-11-11","runCount":2532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|industry_mathematical/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.509735,"ciLow":1331.679907,"ciHigh":1375.339563,"observedAt":"2026-11-11","runCount":714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_mathematical/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.042158,"ciLow":1285.552158,"ciHigh":1324.532158,"observedAt":"2026-11-11","runCount":1011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_medicine_and_healthcare/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.954176,"ciLow":1346.45901,"ciHigh":1363.449341,"observedAt":"2026-11-11","runCount":5198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_software_and_it_services/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.930328,"ciLow":1256.565579,"ciHigh":1277.295078,"observedAt":"2026-11-11","runCount":3556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_writing_and_literature_and_language/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|instruction_following/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.13817,"ciLow":1281.884967,"ciHigh":1300.391373,"observedAt":"2026-11-11","runCount":4348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"instruction_following/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"instruction_following"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|japanese/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.039736,"ciLow":1178.982493,"ciHigh":1283.09698,"observedAt":"2026-11-11","runCount":144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"japanese/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"japanese"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|korean/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.731792,"ciLow":1176.820507,"ciHigh":1258.643077,"observedAt":"2026-11-11","runCount":238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"korean/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"korean"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|longer_query/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.292915,"ciLow":1275.53078,"ciHigh":1295.055051,"observedAt":"2026-11-11","runCount":4020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"longer_query/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"longer_query"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|math/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.65179,"ciLow":1328.346706,"ciHigh":1364.956875,"observedAt":"2026-11-11","runCount":1005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"math/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"math"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|multi_turn/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.104197,"ciLow":1277.173741,"ciHigh":1301.034654,"observedAt":"2026-11-11","runCount":2622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"multi_turn/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"multi_turn"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|non_english/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.84141,"ciLow":1279.05028,"ciHigh":1292.632541,"observedAt":"2026-11-11","runCount":9224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"non_english/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"non_english"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|overall/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.683822,"ciLow":1308.193832,"ciHigh":1319.173812,"observedAt":"2026-11-11","runCount":15658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"overall/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|polish/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.682018,"ciLow":1232.06594,"ciHigh":1285.298096,"observedAt":"2026-11-11","runCount":531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"polish/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"polish"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|russian/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.358846,"ciLow":1268.634729,"ciHigh":1294.082964,"observedAt":"2026-11-11","runCount":2082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"russian/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"russian"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text-style-control@1|rating|spanish/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.833221,"ciLow":1304.7508,"ciHigh":1368.915643,"observedAt":"2026-11-11","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"spanish/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"spanish"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|chinese/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.786989,"ciLow":1368.674211,"ciHigh":1400.899768,"observedAt":"2026-11-11","runCount":1323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"chinese/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|coding/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.394971,"ciLow":1368.182133,"ciHigh":1388.607809,"observedAt":"2026-11-11","runCount":3312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"coding/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"coding"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|creative_writing/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.895136,"ciLow":1257.378172,"ciHigh":1282.412101,"observedAt":"2026-11-11","runCount":2389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"creative_writing/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"creative_writing"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|english/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.045871,"ciLow":1369.259804,"ciHigh":1384.831939,"observedAt":"2026-11-11","runCount":6434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"english/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"english"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|exclude_ties/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.397888,"ciLow":1295.504698,"ciHigh":1311.291077,"observedAt":"2026-11-11","runCount":11089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"exclude_ties/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"exclude_ties"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|expert/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.159047,"ciLow":1336.67777,"ciHigh":1373.640325,"observedAt":"2026-11-11","runCount":1041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"expert/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"expert"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|french/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.236212,"ciLow":1365.838218,"ciHigh":1426.634206,"observedAt":"2026-11-11","runCount":364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"french/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"french"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|german/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.424833,"ciLow":1314.276484,"ciHigh":1382.573182,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"german/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"german"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|hard_prompts/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.056032,"ciLow":1341.028597,"ciHigh":1355.083467,"observedAt":"2026-11-11","runCount":8328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"hard_prompts/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"hard_prompts"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|hard_prompts_english/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.856344,"ciLow":1364.490113,"ciHigh":1385.222575,"observedAt":"2026-11-11","runCount":3336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"hard_prompts_english/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.092493,"ciLow":1335.38474,"ciHigh":1356.800247,"observedAt":"2026-11-11","runCount":2997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.582823,"ciLow":1283.511121,"ciHigh":1305.654525,"observedAt":"2026-11-11","runCount":2929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|industry_legal_and_government/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.597043,"ciLow":1324.998039,"ciHigh":1358.196048,"observedAt":"2026-11-11","runCount":1217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_legal_and_government/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.452956,"ciLow":1340.539999,"ciHigh":1364.365912,"observedAt":"2026-11-11","runCount":2532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|industry_mathematical/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.299855,"ciLow":1352.639672,"ciHigh":1395.960037,"observedAt":"2026-11-11","runCount":714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_mathematical/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.199985,"ciLow":1330.115876,"ciHigh":1368.284095,"observedAt":"2026-11-11","runCount":1011,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_medicine_and_healthcare/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|industry_software_and_it_services/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.192631,"ciLow":1373.810945,"ciHigh":1390.574316,"observedAt":"2026-11-11","runCount":5198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_software_and_it_services/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.832357,"ciLow":1273.650843,"ciHigh":1294.013872,"observedAt":"2026-11-11","runCount":3556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"industry_writing_and_literature_and_language/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|instruction_following/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.599289,"ciLow":1294.489428,"ciHigh":1312.709149,"observedAt":"2026-11-11","runCount":4348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"instruction_following/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"instruction_following"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|japanese/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.954009,"ciLow":1213.568186,"ciHigh":1318.339832,"observedAt":"2026-11-11","runCount":144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"japanese/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"japanese"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|korean/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.746563,"ciLow":1229.481224,"ciHigh":1310.011903,"observedAt":"2026-11-11","runCount":238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"korean/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"korean"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|longer_query/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.150873,"ciLow":1290.541368,"ciHigh":1309.760378,"observedAt":"2026-11-11","runCount":4020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"longer_query/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"longer_query"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|math/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.397899,"ciLow":1352.275342,"ciHigh":1388.520455,"observedAt":"2026-11-11","runCount":1005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"math/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"math"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|multi_turn/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.982394,"ciLow":1307.157915,"ciHigh":1330.806873,"observedAt":"2026-11-11","runCount":2622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"multi_turn/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"multi_turn"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|non_english/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.412607,"ciLow":1313.721998,"ciHigh":1327.103215,"observedAt":"2026-11-11","runCount":9224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"non_english/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"non_english"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|overall/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.035718,"ciLow":1342.636931,"ciHigh":1353.434504,"observedAt":"2026-11-11","runCount":15658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"overall/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|polish/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.511359,"ciLow":1277.072712,"ciHigh":1329.950005,"observedAt":"2026-11-11","runCount":531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"polish/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"polish"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|russian/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.540839,"ciLow":1291.00771,"ciHigh":1316.073968,"observedAt":"2026-11-11","runCount":2082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"russian/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"russian"}
{"key":"lmarena|nvidia/nemotron-3-nano-30b-a3b-bf16:default|none|lmarena-text@1|rating|spanish/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-nano-30b-a3b-bf16","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.992319,"ciLow":1345.451299,"ciHigh":1408.53334,"observedAt":"2026-11-11","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","rowId":"spanish/NVIDIA-Nemotron-3-Nano-30B-A3B (BF16)","slice":"spanish"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|chinese/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.033287,"ciLow":1378.522339,"ciHigh":1425.544236,"observedAt":"2026-11-11","runCount":583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"chinese/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|coding/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.136902,"ciLow":1393.830799,"ciHigh":1420.443005,"observedAt":"2026-11-11","runCount":1877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"coding/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"coding"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|creative_writing/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.567745,"ciLow":1283.798729,"ciHigh":1319.336761,"observedAt":"2026-11-11","runCount":1118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"creative_writing/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"creative_writing"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|english/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.239548,"ciLow":1372.815925,"ciHigh":1393.66317,"observedAt":"2026-11-11","runCount":3134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"english/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"english"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|exclude_ties/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.728987,"ciLow":1311.566294,"ciHigh":1331.891679,"observedAt":"2026-11-11","runCount":5383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"exclude_ties/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"exclude_ties"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|expert/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.024854,"ciLow":1371.631868,"ciHigh":1416.41784,"observedAt":"2026-11-11","runCount":657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"expert/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"expert"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|french/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.918077,"ciLow":1350.58308,"ciHigh":1421.253075,"observedAt":"2026-11-11","runCount":277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"french/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"french"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|german/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.894176,"ciLow":1273.303872,"ciHigh":1354.484479,"observedAt":"2026-11-11","runCount":200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"german/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"german"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|hard_prompts/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.706339,"ciLow":1368.631312,"ciHigh":1386.781366,"observedAt":"2026-11-11","runCount":4380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"hard_prompts/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"hard_prompts"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.232727,"ciLow":1376.393023,"ciHigh":1404.072432,"observedAt":"2026-11-11","runCount":1758,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"hard_prompts_english/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.221074,"ciLow":1335.196479,"ciHigh":1365.245669,"observedAt":"2026-11-11","runCount":1454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.562986,"ciLow":1298.019216,"ciHigh":1331.106755,"observedAt":"2026-11-11","runCount":1253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.965767,"ciLow":1341.139389,"ciHigh":1390.792146,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_legal_and_government/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.627305,"ciLow":1351.064702,"ciHigh":1384.189907,"observedAt":"2026-11-11","runCount":1221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.295603,"ciLow":1370.793017,"ciHigh":1423.798189,"observedAt":"2026-11-11","runCount":443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_mathematical/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.153023,"ciLow":1324.963112,"ciHigh":1375.342933,"observedAt":"2026-11-11","runCount":507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_medicine_and_healthcare/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.591775,"ciLow":1391.611199,"ciHigh":1413.572352,"observedAt":"2026-11-11","runCount":2823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_software_and_it_services/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.613741,"ciLow":1309.645777,"ciHigh":1337.581706,"observedAt":"2026-11-11","runCount":1723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_writing_and_literature_and_language/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|instruction_following/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.337481,"ciLow":1329.853117,"ciHigh":1354.821846,"observedAt":"2026-11-11","runCount":2151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"instruction_following/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"instruction_following"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|longer_query/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.24207,"ciLow":1345.164315,"ciHigh":1369.319825,"observedAt":"2026-11-11","runCount":2265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"longer_query/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"longer_query"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|math/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.083512,"ciLow":1345.496842,"ciHigh":1394.670182,"observedAt":"2026-11-11","runCount":544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"math/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"math"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|multi_turn/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.112771,"ciLow":1333.189164,"ciHigh":1365.036378,"observedAt":"2026-11-11","runCount":1355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"multi_turn/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"multi_turn"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|non_english/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.527882,"ciLow":1327.817722,"ciHigh":1345.238042,"observedAt":"2026-11-11","runCount":4708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"non_english/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"non_english"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|overall/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.656711,"ciLow":1352.52062,"ciHigh":1366.792801,"observedAt":"2026-11-11","runCount":7842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"overall/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|polish/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.618151,"ciLow":1274.336683,"ciHigh":1344.89962,"observedAt":"2026-11-11","runCount":275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"polish/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"polish"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|russian/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.374866,"ciLow":1307.232347,"ciHigh":1343.517385,"observedAt":"2026-11-11","runCount":1020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"russian/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"russian"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text-style-control@1|rating|spanish/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.140766,"ciLow":1356.541759,"ciHigh":1419.739772,"observedAt":"2026-11-11","runCount":353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"spanish/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"spanish"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|chinese/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.187727,"ciLow":1409.187648,"ciHigh":1455.187807,"observedAt":"2026-11-11","runCount":583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"chinese/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|coding/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.727945,"ciLow":1390.549697,"ciHigh":1416.906193,"observedAt":"2026-11-11","runCount":1877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"coding/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"coding"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|creative_writing/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.146338,"ciLow":1297.644783,"ciHigh":1332.647894,"observedAt":"2026-11-11","runCount":1118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"creative_writing/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"creative_writing"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|english/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.514617,"ciLow":1389.205988,"ciHigh":1409.823246,"observedAt":"2026-11-11","runCount":3134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"english/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"english"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|exclude_ties/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.157783,"ciLow":1335.227885,"ciHigh":1355.087681,"observedAt":"2026-11-11","runCount":5383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"exclude_ties/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"exclude_ties"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|expert/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.848193,"ciLow":1376.982251,"ciHigh":1420.714136,"observedAt":"2026-11-11","runCount":657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"expert/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"expert"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|french/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.459537,"ciLow":1364.40966,"ciHigh":1434.509414,"observedAt":"2026-11-11","runCount":277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"french/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"french"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|german/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.08151,"ciLow":1300.239143,"ciHigh":1381.923878,"observedAt":"2026-11-11","runCount":200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"german/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"german"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|hard_prompts/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.837028,"ciLow":1376.849745,"ciHigh":1394.824311,"observedAt":"2026-11-11","runCount":4380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"hard_prompts/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"hard_prompts"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|hard_prompts_english/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.987057,"ciLow":1382.358569,"ciHigh":1409.615545,"observedAt":"2026-11-11","runCount":1758,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"hard_prompts_english/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.610757,"ciLow":1348.693039,"ciHigh":1378.528474,"observedAt":"2026-11-11","runCount":1454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.829477,"ciLow":1318.611102,"ciHigh":1351.047852,"observedAt":"2026-11-11","runCount":1253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|industry_legal_and_government/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.154694,"ciLow":1366.842548,"ciHigh":1415.46684,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_legal_and_government/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.759457,"ciLow":1371.548154,"ciHigh":1403.970759,"observedAt":"2026-11-11","runCount":1221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|industry_mathematical/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.264918,"ciLow":1379.029824,"ciHigh":1431.500013,"observedAt":"2026-11-11","runCount":443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_mathematical/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.739594,"ciLow":1356.569911,"ciHigh":1406.909278,"observedAt":"2026-11-11","runCount":507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_medicine_and_healthcare/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|industry_software_and_it_services/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.117759,"ciLow":1398.287563,"ciHigh":1419.947954,"observedAt":"2026-11-11","runCount":2823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_software_and_it_services/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.707018,"ciLow":1316.90557,"ciHigh":1344.508467,"observedAt":"2026-11-11","runCount":1723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"industry_writing_and_literature_and_language/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|instruction_following/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.239605,"ciLow":1334.84466,"ciHigh":1359.634551,"observedAt":"2026-11-11","runCount":2151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"instruction_following/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"instruction_following"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|longer_query/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.865223,"ciLow":1349.909462,"ciHigh":1373.820983,"observedAt":"2026-11-11","runCount":2265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"longer_query/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"longer_query"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|math/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.245246,"ciLow":1354.793027,"ciHigh":1403.697465,"observedAt":"2026-11-11","runCount":544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"math/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"math"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|multi_turn/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.166572,"ciLow":1352.355293,"ciHigh":1383.977851,"observedAt":"2026-11-11","runCount":1355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"multi_turn/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"multi_turn"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|non_english/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.456343,"ciLow":1346.822598,"ciHigh":1364.090088,"observedAt":"2026-11-11","runCount":4708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"non_english/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"non_english"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|overall/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.105615,"ciLow":1370.040357,"ciHigh":1384.170873,"observedAt":"2026-11-11","runCount":7842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"overall/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|polish/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.55757,"ciLow":1311.726277,"ciHigh":1381.388862,"observedAt":"2026-11-11","runCount":275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"polish/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"polish"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|russian/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.551178,"ciLow":1317.528606,"ciHigh":1353.57375,"observedAt":"2026-11-11","runCount":1020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"russian/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"russian"}
{"key":"lmarena|nvidia/nemotron-3-super-120b-a12b:default|none|lmarena-text@1|rating|spanish/NVIDIA-Nemotron-3-Super-120B-A12B","sourceId":"lmarena","modelId":"nvidia/nemotron-3-super-120b-a12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.768857,"ciLow":1386.02575,"ciHigh":1447.511964,"observedAt":"2026-11-11","runCount":353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Super-120B-A12B","rowId":"spanish/NVIDIA-Nemotron-3-Super-120B-A12B","slice":"spanish"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|chinese/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.946688,"ciLow":1441.660658,"ciHigh":1486.232718,"observedAt":"2026-11-11","runCount":718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"chinese/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|coding/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.675221,"ciLow":1462.634507,"ciHigh":1484.715936,"observedAt":"2026-11-11","runCount":3146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"coding/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"coding"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|creative_writing/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.406679,"ciLow":1368.864401,"ciHigh":1395.948956,"observedAt":"2026-11-11","runCount":2148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"creative_writing/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"creative_writing"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|english/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.027211,"ciLow":1430.303351,"ciHigh":1447.751071,"observedAt":"2026-11-11","runCount":5294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"english/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"english"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|exclude_ties/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.020875,"ciLow":1408.36609,"ciHigh":1425.675661,"observedAt":"2026-11-11","runCount":8659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"exclude_ties/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"exclude_ties"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|expert/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.915015,"ciLow":1449.769358,"ciHigh":1484.060672,"observedAt":"2026-11-11","runCount":1218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"expert/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"expert"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|french/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.906827,"ciLow":1419.113583,"ciHigh":1476.700072,"observedAt":"2026-11-11","runCount":458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"french/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"french"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|german/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.116692,"ciLow":1408.243371,"ciHigh":1485.990013,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"german/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"german"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|hard_prompts/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.84092,"ciLow":1436.043176,"ciHigh":1451.638664,"observedAt":"2026-11-11","runCount":7482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"hard_prompts/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"hard_prompts"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.706476,"ciLow":1436.362383,"ciHigh":1457.05057,"observedAt":"2026-11-11","runCount":3616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"hard_prompts_english/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.670225,"ciLow":1405.786145,"ciHigh":1431.554305,"observedAt":"2026-11-11","runCount":2254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.446259,"ciLow":1368.152517,"ciHigh":1392.740001,"observedAt":"2026-11-11","runCount":2589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.18377,"ciLow":1408.497965,"ciHigh":1447.869576,"observedAt":"2026-11-11","runCount":950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_legal_and_government/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.441226,"ciLow":1432.396735,"ciHigh":1460.485717,"observedAt":"2026-11-11","runCount":1856,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_mathematical/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.298213,"ciLow":1428.885676,"ciHigh":1473.710749,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_mathematical/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.222467,"ciLow":1414.764131,"ciHigh":1455.680804,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_medicine_and_healthcare/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.562587,"ciLow":1454.094876,"ciHigh":1473.030299,"observedAt":"2026-11-11","runCount":4364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_software_and_it_services/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.893111,"ciLow":1381.415776,"ciHigh":1404.370446,"observedAt":"2026-11-11","runCount":2996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_writing_and_literature_and_language/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|instruction_following/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.488067,"ciLow":1395.496328,"ciHigh":1415.479807,"observedAt":"2026-11-11","runCount":3839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"instruction_following/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"instruction_following"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|korean/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.69011,"ciLow":1305.754525,"ciHigh":1391.625695,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"korean/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"korean"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|longer_query/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.632319,"ciLow":1423.585716,"ciHigh":1441.678922,"observedAt":"2026-11-11","runCount":5228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"longer_query/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"longer_query"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|math/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.301235,"ciLow":1417.890848,"ciHigh":1466.711622,"observedAt":"2026-11-11","runCount":574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"math/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"math"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|multi_turn/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.041842,"ciLow":1381.269826,"ciHigh":1410.813857,"observedAt":"2026-11-11","runCount":1760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"multi_turn/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"multi_turn"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|non_english/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.027378,"ciLow":1397.747745,"ciHigh":1414.307011,"observedAt":"2026-11-11","runCount":6097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"non_english/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"non_english"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|overall/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.280743,"ciLow":1419.363473,"ciHigh":1433.198013,"observedAt":"2026-11-11","runCount":11392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"overall/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|polish/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.69062,"ciLow":1307.626397,"ciHigh":1383.754842,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"polish/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"polish"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|russian/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.784444,"ciLow":1386.899014,"ciHigh":1422.669874,"observedAt":"2026-11-11","runCount":1174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"russian/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"russian"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text-style-control@1|rating|spanish/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.398306,"ciLow":1399.022745,"ciHigh":1455.773868,"observedAt":"2026-11-11","runCount":452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"spanish/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"spanish"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|chinese/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.036078,"ciLow":1476.011671,"ciHigh":1520.060486,"observedAt":"2026-11-11","runCount":718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"chinese/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|coding/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.021183,"ciLow":1457.089407,"ciHigh":1478.95296,"observedAt":"2026-11-11","runCount":3146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"coding/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"coding"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|creative_writing/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.729607,"ciLow":1385.272653,"ciHigh":1412.186562,"observedAt":"2026-11-11","runCount":2148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"creative_writing/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"creative_writing"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|english/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.718174,"ciLow":1445.032903,"ciHigh":1462.403445,"observedAt":"2026-11-11","runCount":5294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"english/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"english"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|exclude_ties/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.859574,"ciLow":1431.34418,"ciHigh":1448.374968,"observedAt":"2026-11-11","runCount":8659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"exclude_ties/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"exclude_ties"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|expert/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.303307,"ciLow":1456.234682,"ciHigh":1490.371932,"observedAt":"2026-11-11","runCount":1218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"expert/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"expert"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|french/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.147228,"ciLow":1443.736068,"ciHigh":1500.558388,"observedAt":"2026-11-11","runCount":458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"french/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"french"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|german/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.804758,"ciLow":1433.570672,"ciHigh":1512.038844,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"german/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"german"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|hard_prompts/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.188835,"ciLow":1444.440657,"ciHigh":1459.937014,"observedAt":"2026-11-11","runCount":7482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"hard_prompts/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"hard_prompts"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|hard_prompts_english/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.882292,"ciLow":1441.589161,"ciHigh":1462.175423,"observedAt":"2026-11-11","runCount":3616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"hard_prompts_english/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.777232,"ciLow":1422.029637,"ciHigh":1447.524827,"observedAt":"2026-11-11","runCount":2254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.965093,"ciLow":1386.747891,"ciHigh":1411.182295,"observedAt":"2026-11-11","runCount":2589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|industry_legal_and_government/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.160869,"ciLow":1435.685507,"ciHigh":1474.636232,"observedAt":"2026-11-11","runCount":950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_legal_and_government/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.415604,"ciLow":1451.580532,"ciHigh":1479.250676,"observedAt":"2026-11-11","runCount":1856,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|industry_mathematical/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.97421,"ciLow":1439.792072,"ciHigh":1484.156348,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_mathematical/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.48951,"ciLow":1437.342224,"ciHigh":1477.636796,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_medicine_and_healthcare/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|industry_software_and_it_services/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.323956,"ciLow":1458.922043,"ciHigh":1477.72587,"observedAt":"2026-11-11","runCount":4364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_software_and_it_services/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.694755,"ciLow":1395.324581,"ciHigh":1418.06493,"observedAt":"2026-11-11","runCount":2996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"industry_writing_and_literature_and_language/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|instruction_following/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.245305,"ciLow":1408.310867,"ciHigh":1428.179743,"observedAt":"2026-11-11","runCount":3839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"instruction_following/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"instruction_following"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|korean/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.944046,"ciLow":1339.912464,"ciHigh":1425.975627,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"korean/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"korean"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|longer_query/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.251628,"ciLow":1428.263364,"ciHigh":1446.239892,"observedAt":"2026-11-11","runCount":5228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"longer_query/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"longer_query"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|math/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.991123,"ciLow":1431.695429,"ciHigh":1480.286817,"observedAt":"2026-11-11","runCount":574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"math/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"math"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|multi_turn/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.893483,"ciLow":1395.22311,"ciHigh":1424.563856,"observedAt":"2026-11-11","runCount":1760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"multi_turn/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"multi_turn"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|non_english/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.292292,"ciLow":1420.071377,"ciHigh":1436.513207,"observedAt":"2026-11-11","runCount":6097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"non_english/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"non_english"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|overall/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.042168,"ciLow":1438.157087,"ciHigh":1451.927249,"observedAt":"2026-11-11","runCount":11392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"overall/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|polish/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.671925,"ciLow":1343.725757,"ciHigh":1419.618093,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"polish/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"polish"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|russian/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.368124,"ciLow":1402.790232,"ciHigh":1437.946015,"observedAt":"2026-11-11","runCount":1174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"russian/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"russian"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b-nvfp4:default|none|lmarena-text@1|rating|spanish/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.86757,"ciLow":1429.496604,"ciHigh":1486.238536,"observedAt":"2026-11-11","runCount":452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","rowId":"spanish/NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4)","slice":"spanish"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b:default|none|lmarena-agent@1|cost-per-task|overall/Nemotron 3 Ultra","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.126175,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron 3 Ultra","rowId":"overall/Nemotron 3 Ultra","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b:default|none|lmarena-agent@1|output-tokens-per-task|overall/Nemotron 3 Ultra","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":8222,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron 3 Ultra","rowId":"overall/Nemotron 3 Ultra","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3-ultra-550b-a55b:default|none|lmarena-agent@1|score|overall/Nemotron 3 Ultra","sourceId":"lmarena","modelId":"nvidia/nemotron-3-ultra-550b-a55b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.164039,"ciLow":-0.196054,"ciHigh":-0.132023,"observedAt":"2026-11-15","runCount":243703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron 3 Ultra","rowId":"overall/Nemotron 3 Ultra","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|chinese/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.824374,"ciLow":1374.44302,"ciHigh":1403.205728,"observedAt":"2026-11-11","runCount":1943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"chinese/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|coding/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.716118,"ciLow":1419.221441,"ciHigh":1436.210794,"observedAt":"2026-11-11","runCount":6211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"coding/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"coding"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|creative_writing/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.057004,"ciLow":1273.119367,"ciHigh":1292.994641,"observedAt":"2026-11-11","runCount":5461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"creative_writing/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"creative_writing"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|english/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.772366,"ciLow":1379.757174,"ciHigh":1393.787558,"observedAt":"2026-11-11","runCount":9899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"english/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"english"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|exclude_ties/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.420417,"ciLow":1307.149706,"ciHigh":1321.691128,"observedAt":"2026-11-11","runCount":19085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"exclude_ties/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"exclude_ties"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|expert/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.038118,"ciLow":1381.599465,"ciHigh":1406.476772,"observedAt":"2026-11-11","runCount":2626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"expert/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"expert"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|french/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.592995,"ciLow":1382.757367,"ciHigh":1426.428623,"observedAt":"2026-11-11","runCount":882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"french/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"french"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|german/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.841506,"ciLow":1292.045009,"ciHigh":1355.638003,"observedAt":"2026-11-11","runCount":437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"german/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"german"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|hard_prompts/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.173942,"ciLow":1366.975488,"ciHigh":1379.372396,"observedAt":"2026-11-11","runCount":16012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"hard_prompts/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"hard_prompts"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.263696,"ciLow":1392.866929,"ciHigh":1409.660464,"observedAt":"2026-11-11","runCount":6371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"hard_prompts_english/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.278105,"ciLow":1345.459015,"ciHigh":1365.097195,"observedAt":"2026-11-11","runCount":4597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.6084,"ciLow":1284.490507,"ciHigh":1302.726292,"observedAt":"2026-11-11","runCount":6351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.100323,"ciLow":1326.453065,"ciHigh":1355.74758,"observedAt":"2026-11-11","runCount":2085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_legal_and_government/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.759653,"ciLow":1348.300233,"ciHigh":1369.219073,"observedAt":"2026-11-11","runCount":4128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_mathematical/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.194729,"ciLow":1356.966868,"ciHigh":1391.42259,"observedAt":"2026-11-11","runCount":1340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_mathematical/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.626909,"ciLow":1321.462707,"ciHigh":1353.791111,"observedAt":"2026-11-11","runCount":1764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_medicine_and_healthcare/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.010333,"ciLow":1403.759433,"ciHigh":1418.261234,"observedAt":"2026-11-11","runCount":9318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_software_and_it_services/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.223562,"ciLow":1294.478208,"ciHigh":1311.968915,"observedAt":"2026-11-11","runCount":6911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_writing_and_literature_and_language/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|instruction_following/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.897067,"ciLow":1335.20637,"ciHigh":1350.587764,"observedAt":"2026-11-11","runCount":8488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"instruction_following/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"instruction_following"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|japanese/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.346703,"ciLow":1237.311897,"ciHigh":1303.381509,"observedAt":"2026-11-11","runCount":450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"japanese/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"japanese"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|korean/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.401509,"ciLow":1252.964643,"ciHigh":1315.838375,"observedAt":"2026-11-11","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"korean/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"korean"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|longer_query/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.321545,"ciLow":1339.997755,"ciHigh":1354.645336,"observedAt":"2026-11-11","runCount":10837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"longer_query/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"longer_query"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|math/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.438692,"ciLow":1357.137713,"ciHigh":1393.739672,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"math/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"math"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|multi_turn/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.811696,"ciLow":1332.563408,"ciHigh":1355.059984,"observedAt":"2026-11-11","runCount":3446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"multi_turn/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"multi_turn"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|non_english/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.209906,"ciLow":1313.847138,"ciHigh":1326.572674,"observedAt":"2026-11-11","runCount":15203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"non_english/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"non_english"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|overall/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.48931,"ciLow":1346.169355,"ciHigh":1356.809265,"observedAt":"2026-11-11","runCount":25104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"overall/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|polish/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.6396,"ciLow":1263.050905,"ciHigh":1328.228295,"observedAt":"2026-11-11","runCount":406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"polish/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"polish"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|russian/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.23451,"ciLow":1271.117318,"ciHigh":1295.351702,"observedAt":"2026-11-11","runCount":3387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"russian/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"russian"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text-style-control@1|rating|spanish/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.742649,"ciLow":1343.764668,"ciHigh":1387.720629,"observedAt":"2026-11-11","runCount":830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"spanish/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"spanish"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|chinese/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.549364,"ciLow":1350.213511,"ciHigh":1378.885217,"observedAt":"2026-11-11","runCount":1943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"chinese/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|coding/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.343698,"ciLow":1372.905716,"ciHigh":1389.781679,"observedAt":"2026-11-11","runCount":6211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"coding/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"coding"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|creative_writing/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.283791,"ciLow":1249.544628,"ciHigh":1269.022954,"observedAt":"2026-11-11","runCount":5461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"creative_writing/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"creative_writing"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|english/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.544405,"ciLow":1359.576751,"ciHigh":1373.512059,"observedAt":"2026-11-11","runCount":9899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"english/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"english"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|exclude_ties/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.559428,"ciLow":1276.402487,"ciHigh":1290.716368,"observedAt":"2026-11-11","runCount":19085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"exclude_ties/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"exclude_ties"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|expert/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.277208,"ciLow":1347.96165,"ciHigh":1372.592766,"observedAt":"2026-11-11","runCount":2626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"expert/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"expert"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|french/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.211631,"ciLow":1356.634595,"ciHigh":1399.788666,"observedAt":"2026-11-11","runCount":882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"french/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"french"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|german/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.851244,"ciLow":1273.213102,"ciHigh":1336.489385,"observedAt":"2026-11-11","runCount":437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"german/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"german"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|hard_prompts/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.325107,"ciLow":1334.176044,"ciHigh":1346.474169,"observedAt":"2026-11-11","runCount":16012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"hard_prompts/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"hard_prompts"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|hard_prompts_english/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.06751,"ciLow":1363.735518,"ciHigh":1380.399502,"observedAt":"2026-11-11","runCount":6371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"hard_prompts_english/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.515088,"ciLow":1315.767844,"ciHigh":1335.262332,"observedAt":"2026-11-11","runCount":4597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.462981,"ciLow":1261.471694,"ciHigh":1279.454268,"observedAt":"2026-11-11","runCount":6351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|industry_legal_and_government/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.483686,"ciLow":1299.000224,"ciHigh":1327.967148,"observedAt":"2026-11-11","runCount":2085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_legal_and_government/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.210716,"ciLow":1316.829594,"ciHigh":1337.591839,"observedAt":"2026-11-11","runCount":4128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|industry_mathematical/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.305349,"ciLow":1343.018328,"ciHigh":1377.59237,"observedAt":"2026-11-11","runCount":1340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_mathematical/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.526374,"ciLow":1281.522715,"ciHigh":1313.530033,"observedAt":"2026-11-11","runCount":1764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_medicine_and_healthcare/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|industry_software_and_it_services/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.590387,"ciLow":1367.385745,"ciHigh":1381.795029,"observedAt":"2026-11-11","runCount":9318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_software_and_it_services/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.405304,"ciLow":1273.758298,"ciHigh":1291.05231,"observedAt":"2026-11-11","runCount":6911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"industry_writing_and_literature_and_language/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|instruction_following/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.308249,"ciLow":1310.655788,"ciHigh":1325.96071,"observedAt":"2026-11-11","runCount":8488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"instruction_following/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"instruction_following"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|japanese/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.151263,"ciLow":1207.299512,"ciHigh":1273.003014,"observedAt":"2026-11-11","runCount":450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"japanese/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"japanese"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|korean/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.706016,"ciLow":1220.671994,"ciHigh":1282.740039,"observedAt":"2026-11-11","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"korean/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"korean"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|longer_query/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.175294,"ciLow":1311.913927,"ciHigh":1326.436662,"observedAt":"2026-11-11","runCount":10837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"longer_query/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"longer_query"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|math/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.144951,"ciLow":1347.698529,"ciHigh":1384.591373,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"math/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"math"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|multi_turn/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.971795,"ciLow":1312.711347,"ciHigh":1335.232243,"observedAt":"2026-11-11","runCount":3446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"multi_turn/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"multi_turn"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|non_english/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.284903,"ciLow":1290.948214,"ciHigh":1303.621591,"observedAt":"2026-11-11","runCount":15203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"non_english/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"non_english"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|overall/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.465844,"ciLow":1324.174761,"ciHigh":1334.756926,"observedAt":"2026-11-11","runCount":25104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"overall/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|polish/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.375797,"ciLow":1238.94703,"ciHigh":1303.804564,"observedAt":"2026-11-11","runCount":406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"polish/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"polish"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|russian/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.825846,"ciLow":1244.691491,"ciHigh":1268.960202,"observedAt":"2026-11-11","runCount":3387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"russian/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"russian"}
{"key":"lmarena|nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4:default|none|lmarena-text@1|rating|spanish/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-lightning-30b-a3b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.836928,"ciLow":1330.093533,"ciHigh":1373.580323,"observedAt":"2026-11-11","runCount":830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","rowId":"spanish/NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4)","slice":"spanish"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-agent@1|output-tokens-per-task|overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":14558.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-agent@1|score|overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.167314,"ciLow":-0.174713,"ciHigh":-0.159914,"observedAt":"2026-11-15","runCount":2828817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|chinese/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.562394,"ciLow":1413.007855,"ciHigh":1486.116933,"observedAt":"2026-11-11","runCount":268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"chinese/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|coding/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.784354,"ciLow":1440.571491,"ciHigh":1478.997218,"observedAt":"2026-11-11","runCount":967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"coding/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"coding"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|creative_writing/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.468735,"ciLow":1366.2791,"ciHigh":1406.658369,"observedAt":"2026-11-11","runCount":924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"creative_writing/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"creative_writing"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.058231,"ciLow":1426.070036,"ciHigh":1456.046426,"observedAt":"2026-11-11","runCount":1549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"english"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|exclude_ties/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.801166,"ciLow":1390.848558,"ciHigh":1416.753774,"observedAt":"2026-11-11","runCount":3057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"exclude_ties/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"exclude_ties"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|expert/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.488834,"ciLow":1408.172968,"ciHigh":1464.804701,"observedAt":"2026-11-11","runCount":422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"expert/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"expert"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|hard_prompts/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.796549,"ciLow":1419.69527,"ciHigh":1443.897828,"observedAt":"2026-11-11","runCount":2519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"hard_prompts/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"hard_prompts"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.623329,"ciLow":1429.762288,"ciHigh":1467.48437,"observedAt":"2026-11-11","runCount":995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"hard_prompts_english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.163807,"ciLow":1388.620454,"ciHigh":1435.707161,"observedAt":"2026-11-11","runCount":642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.288849,"ciLow":1351.845573,"ciHigh":1388.732125,"observedAt":"2026-11-11","runCount":1109,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.36657,"ciLow":1345.474432,"ciHigh":1413.258708,"observedAt":"2026-11-11","runCount":317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_legal_and_government/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.450257,"ciLow":1420.536883,"ciHigh":1466.363631,"observedAt":"2026-11-11","runCount":666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_mathematical/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.101435,"ciLow":1372.744706,"ciHigh":1447.458163,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_mathematical/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.557243,"ciLow":1380.215241,"ciHigh":1448.899246,"observedAt":"2026-11-11","runCount":312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_medicine_and_healthcare/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.263582,"ciLow":1443.719255,"ciHigh":1474.807909,"observedAt":"2026-11-11","runCount":1437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_software_and_it_services/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.731825,"ciLow":1364.64433,"ciHigh":1400.819319,"observedAt":"2026-11-11","runCount":1156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_writing_and_literature_and_language/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|instruction_following/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.739237,"ciLow":1394.406944,"ciHigh":1427.071531,"observedAt":"2026-11-11","runCount":1368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"instruction_following/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"instruction_following"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|longer_query/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.951746,"ciLow":1396.14575,"ciHigh":1425.757742,"observedAt":"2026-11-11","runCount":1738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"longer_query/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"longer_query"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|math/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.51003,"ciLow":1377.835954,"ciHigh":1455.184105,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"math/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"math"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|multi_turn/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.224471,"ciLow":1401.258452,"ciHigh":1449.190489,"observedAt":"2026-11-11","runCount":621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"multi_turn/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"multi_turn"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|non_english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.690422,"ciLow":1378.569192,"ciHigh":1402.811653,"observedAt":"2026-11-11","runCount":2504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"non_english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"non_english"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.393801,"ciLow":1404.825525,"ciHigh":1423.962077,"observedAt":"2026-11-11","runCount":4053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text-style-control@1|rating|russian/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.372662,"ciLow":1356.739247,"ciHigh":1408.006078,"observedAt":"2026-11-11","runCount":553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"russian/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"russian"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|chinese/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.987507,"ciLow":1414.705243,"ciHigh":1487.26977,"observedAt":"2026-11-11","runCount":268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"chinese/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|coding/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.745268,"ciLow":1413.706797,"ciHigh":1451.78374,"observedAt":"2026-11-11","runCount":967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"coding/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"coding"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|creative_writing/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.208768,"ciLow":1356.798453,"ciHigh":1397.619082,"observedAt":"2026-11-11","runCount":924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"creative_writing/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"creative_writing"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.454896,"ciLow":1415.447992,"ciHigh":1445.461801,"observedAt":"2026-11-11","runCount":1549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"english"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|exclude_ties/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.38514,"ciLow":1378.596392,"ciHigh":1404.173888,"observedAt":"2026-11-11","runCount":3057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"exclude_ties/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"exclude_ties"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|expert/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.998246,"ciLow":1393.993421,"ciHigh":1450.003071,"observedAt":"2026-11-11","runCount":422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"expert/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"expert"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|hard_prompts/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.078449,"ciLow":1402.076241,"ciHigh":1426.080657,"observedAt":"2026-11-11","runCount":2519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"hard_prompts/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"hard_prompts"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|hard_prompts_english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.80712,"ciLow":1410.048664,"ciHigh":1447.565576,"observedAt":"2026-11-11","runCount":995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"hard_prompts_english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.734465,"ciLow":1376.340426,"ciHigh":1423.128504,"observedAt":"2026-11-11","runCount":642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_business_and_management_and_financial_operations/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.881631,"ciLow":1342.423777,"ciHigh":1379.339485,"observedAt":"2026-11-11","runCount":1109,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_entertainment_and_sports_and_media/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|industry_legal_and_government/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.021247,"ciLow":1341.079126,"ciHigh":1408.963369,"observedAt":"2026-11-11","runCount":317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_legal_and_government/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.46814,"ciLow":1403.740838,"ciHigh":1449.195442,"observedAt":"2026-11-11","runCount":666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_life_and_physical_and_social_science/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|industry_mathematical/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.871817,"ciLow":1368.030171,"ciHigh":1443.713463,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_mathematical/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.013543,"ciLow":1361.431023,"ciHigh":1428.596063,"observedAt":"2026-11-11","runCount":312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_medicine_and_healthcare/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|industry_software_and_it_services/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.539559,"ciLow":1425.073995,"ciHigh":1456.005122,"observedAt":"2026-11-11","runCount":1437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_software_and_it_services/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.046675,"ciLow":1355.850088,"ciHigh":1392.243263,"observedAt":"2026-11-11","runCount":1156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"industry_writing_and_literature_and_language/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|instruction_following/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.160102,"ciLow":1383.863043,"ciHigh":1416.457161,"observedAt":"2026-11-11","runCount":1368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"instruction_following/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"instruction_following"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|longer_query/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.198384,"ciLow":1381.466662,"ciHigh":1410.930105,"observedAt":"2026-11-11","runCount":1738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"longer_query/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"longer_query"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|math/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.806841,"ciLow":1373.704902,"ciHigh":1451.90878,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"math/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"math"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|multi_turn/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.438226,"ciLow":1391.576393,"ciHigh":1439.300059,"observedAt":"2026-11-11","runCount":621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"multi_turn/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"multi_turn"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|non_english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.781911,"ciLow":1373.697191,"ciHigh":1397.866631,"observedAt":"2026-11-11","runCount":2504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"non_english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"non_english"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.011071,"ciLow":1397.46829,"ciHigh":1416.553851,"observedAt":"2026-11-11","runCount":4053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-text@1|rating|russian/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.119417,"ciLow":1344.539793,"ciHigh":1395.699041,"observedAt":"2026-11-11","runCount":553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"russian/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"russian"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision-style-control@1|rating|chinese/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.770856,"ciLow":1186.278801,"ciHigh":1261.262911,"observedAt":"2026-11-09","runCount":281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"chinese/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.662488,"ciLow":1166.090526,"ciHigh":1225.234449,"observedAt":"2026-11-09","runCount":473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"creative_writing_vision/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"creative_writing_vision"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision-style-control@1|rating|diagram/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.009042,"ciLow":1223.254711,"ciHigh":1256.763373,"observedAt":"2026-11-09","runCount":1428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"diagram/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"diagram"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision-style-control@1|rating|english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.618101,"ciLow":1217.497653,"ciHigh":1247.738548,"observedAt":"2026-11-09","runCount":1840,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"english"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision-style-control@1|rating|homework/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.31223,"ciLow":1211.507623,"ciHigh":1255.116837,"observedAt":"2026-11-09","runCount":800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"homework/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"homework"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision-style-control@1|rating|humor/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.748083,"ciLow":1160.996183,"ciHigh":1242.499982,"observedAt":"2026-11-09","runCount":226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"humor/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"humor"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision-style-control@1|rating|ocr/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.773358,"ciLow":1214.198115,"ciHigh":1235.348601,"observedAt":"2026-11-09","runCount":3783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"ocr/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"ocr"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision-style-control@1|rating|overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.127616,"ciLow":1202.827131,"ciHigh":1221.428101,"observedAt":"2026-11-09","runCount":5532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision@1|rating|chinese/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1227.615069,"ciLow":1189.784115,"ciHigh":1265.446023,"observedAt":"2026-11-09","runCount":281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"chinese/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision@1|rating|creative_writing_vision/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1195.129776,"ciLow":1165.483181,"ciHigh":1224.776371,"observedAt":"2026-11-09","runCount":473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"creative_writing_vision/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"creative_writing_vision"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision@1|rating|diagram/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1233.148168,"ciLow":1216.388144,"ciHigh":1249.908191,"observedAt":"2026-11-09","runCount":1428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"diagram/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"diagram"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision@1|rating|english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1235.352092,"ciLow":1220.236743,"ciHigh":1250.467441,"observedAt":"2026-11-09","runCount":1840,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"english/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"english"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision@1|rating|homework/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1228.544939,"ciLow":1206.600674,"ciHigh":1250.489204,"observedAt":"2026-11-09","runCount":800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"homework/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"homework"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision@1|rating|humor/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1205.986864,"ciLow":1165.144097,"ciHigh":1246.829632,"observedAt":"2026-11-09","runCount":226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"humor/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"humor"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision@1|rating|ocr/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1222.717432,"ciLow":1212.098092,"ciHigh":1233.336771,"observedAt":"2026-11-09","runCount":3783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"ocr/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"ocr"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-vision@1|rating|overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1214.41949,"ciLow":1205.107611,"ciHigh":1223.731369,"observedAt":"2026-11-09","runCount":5532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-webdev@1|rating|image_to_webdev/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1390.19543,"ciLow":1375.249583,"ciHigh":1405.141278,"observedAt":"2026-11-15","runCount":2307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"image_to_webdev/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"image_to_webdev"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-webdev@1|rating|overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1400.956284,"ciLow":1390.453302,"ciHigh":1411.459266,"observedAt":"2026-11-15","runCount":5398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"overall/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-webdev@1|rating|webdev-html/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1414.354448,"ciLow":1388.741411,"ciHigh":1439.967486,"observedAt":"2026-11-15","runCount":765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"webdev-html/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"webdev-html"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-webdev@1|rating|webdev-react/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1392.091988,"ciLow":1379.000955,"ciHigh":1405.183022,"observedAt":"2026-11-15","runCount":3526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"webdev-react/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"webdev-react"}
{"key":"lmarena|nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4:default|none|lmarena-webdev@1|rating|webdev/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","sourceId":"lmarena","modelId":"nvidia/nemotron-3.5-super-vl-120b-a12b-nvfp4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1400.956284,"ciLow":1390.453302,"ciHigh":1411.459266,"observedAt":"2026-11-15","runCount":5398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","rowId":"webdev/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4)","slice":"webdev"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.400933,"ciLow":1274.991374,"ciHigh":1301.810491,"observedAt":"2026-11-11","runCount":2402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"chinese/Nemotron-4 340B Instruct","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|coding/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.714033,"ciLow":1297.395012,"ciHigh":1320.033054,"observedAt":"2026-11-11","runCount":3254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"coding/Nemotron-4 340B Instruct","slice":"coding"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.721451,"ciLow":1226.068999,"ciHigh":1249.373903,"observedAt":"2026-11-11","runCount":3152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"creative_writing/Nemotron-4 340B Instruct","slice":"creative_writing"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|english/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.445104,"ciLow":1281.195118,"ciHigh":1295.69509,"observedAt":"2026-11-11","runCount":10292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"english/Nemotron-4 340B Instruct","slice":"english"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.4947,"ciLow":1188.063182,"ciHigh":1204.926219,"observedAt":"2026-11-11","runCount":12726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"exclude_ties/Nemotron-4 340B Instruct","slice":"exclude_ties"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|expert/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.278473,"ciLow":1242.466472,"ciHigh":1280.090475,"observedAt":"2026-11-11","runCount":1027,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"expert/Nemotron-4 340B Instruct","slice":"expert"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|french/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.823125,"ciLow":1225.215946,"ciHigh":1294.430304,"observedAt":"2026-11-11","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"french/Nemotron-4 340B Instruct","slice":"french"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|german/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.750617,"ciLow":1220.260181,"ciHigh":1267.241054,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"german/Nemotron-4 340B Instruct","slice":"german"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.510412,"ciLow":1272.58106,"ciHigh":1290.439765,"observedAt":"2026-11-11","runCount":5577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"hard_prompts/Nemotron-4 340B Instruct","slice":"hard_prompts"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.626193,"ciLow":1269.550812,"ciHigh":1291.701573,"observedAt":"2026-11-11","runCount":3257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"hard_prompts_english/Nemotron-4 340B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.325649,"ciLow":1245.100177,"ciHigh":1271.551121,"observedAt":"2026-11-11","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_business_and_management_and_financial_operations/Nemotron-4 340B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.463665,"ciLow":1241.988169,"ciHigh":1264.939161,"observedAt":"2026-11-11","runCount":3252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_entertainment_and_sports_and_media/Nemotron-4 340B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.36088,"ciLow":1296.231516,"ciHigh":1332.490244,"observedAt":"2026-11-11","runCount":1177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_legal_and_government/Nemotron-4 340B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.648217,"ciLow":1289.965871,"ciHigh":1313.330564,"observedAt":"2026-11-11","runCount":3316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_life_and_physical_and_social_science/Nemotron-4 340B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.089453,"ciLow":1245.309019,"ciHigh":1270.869887,"observedAt":"2026-11-11","runCount":2133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_mathematical/Nemotron-4 340B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.504119,"ciLow":1266.805376,"ciHigh":1304.202862,"observedAt":"2026-11-11","runCount":1069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_medicine_and_healthcare/Nemotron-4 340B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.724998,"ciLow":1290.477393,"ciHigh":1308.972604,"observedAt":"2026-11-11","runCount":5403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_software_and_it_services/Nemotron-4 340B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.27153,"ciLow":1248.86374,"ciHigh":1267.67932,"observedAt":"2026-11-11","runCount":5386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_writing_and_literature_and_language/Nemotron-4 340B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.185793,"ciLow":1250.979543,"ciHigh":1267.392044,"observedAt":"2026-11-11","runCount":7354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"instruction_following/Nemotron-4 340B Instruct","slice":"instruction_following"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.165404,"ciLow":1149.811819,"ciHigh":1208.518989,"observedAt":"2026-11-11","runCount":434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"japanese/Nemotron-4 340B Instruct","slice":"japanese"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|korean/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.460468,"ciLow":1193.335916,"ciHigh":1247.585019,"observedAt":"2026-11-11","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"korean/Nemotron-4 340B Instruct","slice":"korean"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.811553,"ciLow":1277.468906,"ciHigh":1304.1542,"observedAt":"2026-11-11","runCount":2130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"longer_query/Nemotron-4 340B Instruct","slice":"longer_query"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|math/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.37371,"ciLow":1240.257676,"ciHigh":1264.489744,"observedAt":"2026-11-11","runCount":2352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"math/Nemotron-4 340B Instruct","slice":"math"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.936468,"ciLow":1246.376044,"ciHigh":1269.496892,"observedAt":"2026-11-11","runCount":3098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"multi_turn/Nemotron-4 340B Instruct","slice":"multi_turn"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.554163,"ciLow":1251.146633,"ciHigh":1265.961692,"observedAt":"2026-11-11","runCount":9367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"non_english/Nemotron-4 340B Instruct","slice":"non_english"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|overall/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.291898,"ciLow":1271.976265,"ciHigh":1282.607531,"observedAt":"2026-11-11","runCount":19659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"overall/Nemotron-4 340B Instruct","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|russian/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.840124,"ciLow":1258.188083,"ciHigh":1283.492166,"observedAt":"2026-11-11","runCount":2494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"russian/Nemotron-4 340B Instruct","slice":"russian"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.557123,"ciLow":1216.577522,"ciHigh":1280.536724,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"spanish/Nemotron-4 340B Instruct","slice":"spanish"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|chinese/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.890598,"ciLow":1200.617814,"ciHigh":1227.163382,"observedAt":"2026-11-11","runCount":2402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"chinese/Nemotron-4 340B Instruct","slice":"chinese"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|coding/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1209.132662,"ciLow":1197.881266,"ciHigh":1220.384058,"observedAt":"2026-11-11","runCount":3254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"coding/Nemotron-4 340B Instruct","slice":"coding"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|creative_writing/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1202.388831,"ciLow":1190.786407,"ciHigh":1213.991254,"observedAt":"2026-11-11","runCount":3152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"creative_writing/Nemotron-4 340B Instruct","slice":"creative_writing"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|english/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.530353,"ciLow":1229.337218,"ciHigh":1243.723487,"observedAt":"2026-11-11","runCount":10292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"english/Nemotron-4 340B Instruct","slice":"english"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|exclude_ties/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1122.170291,"ciLow":1113.867718,"ciHigh":1130.472863,"observedAt":"2026-11-11","runCount":12726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"exclude_ties/Nemotron-4 340B Instruct","slice":"exclude_ties"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|expert/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.980476,"ciLow":1152.248856,"ciHigh":1189.712095,"observedAt":"2026-11-11","runCount":1027,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"expert/Nemotron-4 340B Instruct","slice":"expert"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|french/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.345617,"ciLow":1162.076028,"ciHigh":1230.615206,"observedAt":"2026-11-11","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"french/Nemotron-4 340B Instruct","slice":"french"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|german/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.747297,"ciLow":1168.478591,"ciHigh":1215.016003,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"german/Nemotron-4 340B Instruct","slice":"german"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|hard_prompts/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.456146,"ciLow":1192.587236,"ciHigh":1210.325056,"observedAt":"2026-11-11","runCount":5577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"hard_prompts/Nemotron-4 340B Instruct","slice":"hard_prompts"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.548899,"ciLow":1190.56435,"ciHigh":1212.533449,"observedAt":"2026-11-11","runCount":3257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"hard_prompts_english/Nemotron-4 340B Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.708194,"ciLow":1171.501823,"ciHigh":1197.914565,"observedAt":"2026-11-11","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_business_and_management_and_financial_operations/Nemotron-4 340B Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1207.728151,"ciLow":1196.358061,"ciHigh":1219.09824,"observedAt":"2026-11-11","runCount":3252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_entertainment_and_sports_and_media/Nemotron-4 340B Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.565676,"ciLow":1227.479613,"ciHigh":1263.651738,"observedAt":"2026-11-11","runCount":1177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_legal_and_government/Nemotron-4 340B Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.423321,"ciLow":1216.767423,"ciHigh":1240.079219,"observedAt":"2026-11-11","runCount":3316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_life_and_physical_and_social_science/Nemotron-4 340B Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.037638,"ciLow":1203.381685,"ciHigh":1228.693592,"observedAt":"2026-11-11","runCount":2133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_mathematical/Nemotron-4 340B Instruct","slice":"industry_mathematical"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.564777,"ciLow":1175.771942,"ciHigh":1213.357612,"observedAt":"2026-11-11","runCount":1069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_medicine_and_healthcare/Nemotron-4 340B Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1215.257674,"ciLow":1206.051445,"ciHigh":1224.463902,"observedAt":"2026-11-11","runCount":5403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_software_and_it_services/Nemotron-4 340B Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1223.338568,"ciLow":1213.998581,"ciHigh":1232.678556,"observedAt":"2026-11-11","runCount":5386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"industry_writing_and_literature_and_language/Nemotron-4 340B Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|instruction_following/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1202.962954,"ciLow":1194.852449,"ciHigh":1211.073459,"observedAt":"2026-11-11","runCount":7354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"instruction_following/Nemotron-4 340B Instruct","slice":"instruction_following"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|japanese/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1128.2741,"ciLow":1098.915103,"ciHigh":1157.633098,"observedAt":"2026-11-11","runCount":434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"japanese/Nemotron-4 340B Instruct","slice":"japanese"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|korean/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1148.025304,"ciLow":1120.797909,"ciHigh":1175.2527,"observedAt":"2026-11-11","runCount":628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"korean/Nemotron-4 340B Instruct","slice":"korean"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|longer_query/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.347215,"ciLow":1211.062327,"ciHigh":1237.632103,"observedAt":"2026-11-11","runCount":2130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"longer_query/Nemotron-4 340B Instruct","slice":"longer_query"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|math/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.063447,"ciLow":1204.06628,"ciHigh":1228.060614,"observedAt":"2026-11-11","runCount":2352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"math/Nemotron-4 340B Instruct","slice":"math"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|multi_turn/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.614805,"ciLow":1202.16059,"ciHigh":1225.06902,"observedAt":"2026-11-11","runCount":3098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"multi_turn/Nemotron-4 340B Instruct","slice":"multi_turn"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|non_english/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.010326,"ciLow":1198.65465,"ciHigh":1213.366003,"observedAt":"2026-11-11","runCount":9367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"non_english/Nemotron-4 340B Instruct","slice":"non_english"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|overall/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.858302,"ciLow":1219.584808,"ciHigh":1230.131797,"observedAt":"2026-11-11","runCount":19659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"overall/Nemotron-4 340B Instruct","slice":"overall"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|russian/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.165558,"ciLow":1206.579292,"ciHigh":1231.751823,"observedAt":"2026-11-11","runCount":2494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"russian/Nemotron-4 340B Instruct","slice":"russian"}
{"key":"lmarena|nvidia/nemotron-4-340b-instruct:default|none|lmarena-text@1|rating|spanish/Nemotron-4 340B Instruct","sourceId":"lmarena","modelId":"nvidia/nemotron-4-340b-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.036024,"ciLow":1163.249562,"ciHigh":1226.822485,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Nemotron-4 340B Instruct","rowId":"spanish/Nemotron-4 340B Instruct","slice":"spanish"}
{"key":"lmarena|nvidia/nvila-internal-15b-v1:default|none|lmarena-vision-style-control@1|rating|english/nvila-internal-15b-v1","sourceId":"lmarena","modelId":"nvidia/nvila-internal-15b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":989.798612,"ciLow":963.673115,"ciHigh":1015.924108,"observedAt":"2026-11-09","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"nvila-internal-15b-v1","rowId":"english/nvila-internal-15b-v1","slice":"english"}
{"key":"lmarena|nvidia/nvila-internal-15b-v1:default|none|lmarena-vision-style-control@1|rating|overall/nvila-internal-15b-v1","sourceId":"lmarena","modelId":"nvidia/nvila-internal-15b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":985.562972,"ciLow":965.438819,"ciHigh":1005.687125,"observedAt":"2026-11-09","runCount":1077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"nvila-internal-15b-v1","rowId":"overall/nvila-internal-15b-v1","slice":"overall"}
{"key":"lmarena|nvidia/nvila-internal-15b-v1:default|none|lmarena-vision@1|rating|english/nvila-internal-15b-v1","sourceId":"lmarena","modelId":"nvidia/nvila-internal-15b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":958.777554,"ciLow":932.715477,"ciHigh":984.839632,"observedAt":"2026-11-09","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"nvila-internal-15b-v1","rowId":"english/nvila-internal-15b-v1","slice":"english"}
{"key":"lmarena|nvidia/nvila-internal-15b-v1:default|none|lmarena-vision@1|rating|overall/nvila-internal-15b-v1","sourceId":"lmarena","modelId":"nvidia/nvila-internal-15b-v1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":940.04784,"ciLow":920.164733,"ciHigh":959.930948,"observedAt":"2026-11-09","runCount":1077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"nvila-internal-15b-v1","rowId":"overall/nvila-internal-15b-v1","slice":"overall"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|chinese/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":942.802939,"ciLow":907.72684,"ciHigh":977.879038,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"chinese/OpenAssistant Pythia 12B","slice":"chinese"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|coding/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1050.237341,"ciLow":1025.654745,"ciHigh":1074.819937,"observedAt":"2026-11-11","runCount":714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"coding/OpenAssistant Pythia 12B","slice":"coding"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|creative_writing/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1012.801177,"ciLow":992.33609,"ciHigh":1033.266264,"observedAt":"2026-11-11","runCount":1094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"creative_writing/OpenAssistant Pythia 12B","slice":"creative_writing"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|english/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1050.485978,"ciLow":1038.72795,"ciHigh":1062.244006,"observedAt":"2026-11-11","runCount":5212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"english/OpenAssistant Pythia 12B","slice":"english"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|exclude_ties/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":822.113152,"ciLow":805.762073,"ciHigh":838.464231,"observedAt":"2026-11-11","runCount":4325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"exclude_ties/OpenAssistant Pythia 12B","slice":"exclude_ties"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|hard_prompts/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1023.211657,"ciLow":1004.571424,"ciHigh":1041.85189,"observedAt":"2026-11-11","runCount":1153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"hard_prompts/OpenAssistant Pythia 12B","slice":"hard_prompts"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1033.136647,"ciLow":1012.799469,"ciHigh":1053.473825,"observedAt":"2026-11-11","runCount":1002,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"hard_prompts_english/OpenAssistant Pythia 12B","slice":"hard_prompts_english"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":959.75859,"ciLow":929.309288,"ciHigh":990.207892,"observedAt":"2026-11-11","runCount":454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_business_and_management_and_financial_operations/OpenAssistant Pythia 12B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":988.045534,"ciLow":966.880488,"ciHigh":1009.21058,"observedAt":"2026-11-11","runCount":1067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_entertainment_and_sports_and_media/OpenAssistant Pythia 12B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1062.653134,"ciLow":1021.991798,"ciHigh":1103.314471,"observedAt":"2026-11-11","runCount":266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_legal_and_government/OpenAssistant Pythia 12B","slice":"industry_legal_and_government"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1045.026034,"ciLow":1023.963495,"ciHigh":1066.088572,"observedAt":"2026-11-11","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_life_and_physical_and_social_science/OpenAssistant Pythia 12B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":977.370678,"ciLow":952.327914,"ciHigh":1002.413443,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_mathematical/OpenAssistant Pythia 12B","slice":"industry_mathematical"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":980.618154,"ciLow":932.49217,"ciHigh":1028.744138,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_medicine_and_healthcare/OpenAssistant Pythia 12B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1018.924444,"ciLow":1000.200798,"ciHigh":1037.64809,"observedAt":"2026-11-11","runCount":1409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_software_and_it_services/OpenAssistant Pythia 12B","slice":"industry_software_and_it_services"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1012.957203,"ciLow":995.229047,"ciHigh":1030.685358,"observedAt":"2026-11-11","runCount":1408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_writing_and_literature_and_language/OpenAssistant Pythia 12B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|instruction_following/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":987.966923,"ciLow":971.895334,"ciHigh":1004.038512,"observedAt":"2026-11-11","runCount":1744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"instruction_following/OpenAssistant Pythia 12B","slice":"instruction_following"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|math/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":962.833413,"ciLow":940.880081,"ciHigh":984.786746,"observedAt":"2026-11-11","runCount":687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"math/OpenAssistant Pythia 12B","slice":"math"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|multi_turn/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":960.757504,"ciLow":935.518965,"ciHigh":985.996043,"observedAt":"2026-11-11","runCount":683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"multi_turn/OpenAssistant Pythia 12B","slice":"multi_turn"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|non_english/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":950.994437,"ciLow":932.537436,"ciHigh":969.451437,"observedAt":"2026-11-11","runCount":1098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"non_english/OpenAssistant Pythia 12B","slice":"non_english"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text-style-control@1|rating|overall/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1023.744119,"ciLow":1012.959437,"ciHigh":1034.5288,"observedAt":"2026-11-11","runCount":6310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"overall/OpenAssistant Pythia 12B","slice":"overall"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|chinese/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":803.06604,"ciLow":770.490927,"ciHigh":835.641152,"observedAt":"2026-11-11","runCount":321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"chinese/OpenAssistant Pythia 12B","slice":"chinese"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|coding/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":900.19776,"ciLow":875.738245,"ciHigh":924.657276,"observedAt":"2026-11-11","runCount":714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"coding/OpenAssistant Pythia 12B","slice":"coding"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|creative_writing/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":923.148796,"ciLow":903.249868,"ciHigh":943.047723,"observedAt":"2026-11-11","runCount":1094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"creative_writing/OpenAssistant Pythia 12B","slice":"creative_writing"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|english/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":945.433757,"ciLow":933.761341,"ciHigh":957.106174,"observedAt":"2026-11-11","runCount":5212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"english/OpenAssistant Pythia 12B","slice":"english"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|exclude_ties/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":671.602294,"ciLow":655.729177,"ciHigh":687.47541,"observedAt":"2026-11-11","runCount":4325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"exclude_ties/OpenAssistant Pythia 12B","slice":"exclude_ties"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|hard_prompts/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":884.501734,"ciLow":865.985967,"ciHigh":903.0175,"observedAt":"2026-11-11","runCount":1153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"hard_prompts/OpenAssistant Pythia 12B","slice":"hard_prompts"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|hard_prompts_english/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":897.487528,"ciLow":877.288267,"ciHigh":917.68679,"observedAt":"2026-11-11","runCount":1002,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"hard_prompts_english/OpenAssistant Pythia 12B","slice":"hard_prompts_english"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":822.27295,"ciLow":792.214181,"ciHigh":852.331719,"observedAt":"2026-11-11","runCount":454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_business_and_management_and_financial_operations/OpenAssistant Pythia 12B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":885.249468,"ciLow":864.600664,"ciHigh":905.898272,"observedAt":"2026-11-11","runCount":1067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_entertainment_and_sports_and_media/OpenAssistant Pythia 12B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|industry_legal_and_government/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":922.368648,"ciLow":882.214831,"ciHigh":962.522466,"observedAt":"2026-11-11","runCount":266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_legal_and_government/OpenAssistant Pythia 12B","slice":"industry_legal_and_government"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":896.689818,"ciLow":876.031103,"ciHigh":917.348532,"observedAt":"2026-11-11","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_life_and_physical_and_social_science/OpenAssistant Pythia 12B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|industry_mathematical/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":890.847224,"ciLow":865.978284,"ciHigh":915.716165,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_mathematical/OpenAssistant Pythia 12B","slice":"industry_mathematical"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":819.097657,"ciLow":772.015584,"ciHigh":866.17973,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_medicine_and_healthcare/OpenAssistant Pythia 12B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|industry_software_and_it_services/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":881.302039,"ciLow":862.753335,"ciHigh":899.850744,"observedAt":"2026-11-11","runCount":1409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_software_and_it_services/OpenAssistant Pythia 12B","slice":"industry_software_and_it_services"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":928.195281,"ciLow":910.706016,"ciHigh":945.684547,"observedAt":"2026-11-11","runCount":1408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"industry_writing_and_literature_and_language/OpenAssistant Pythia 12B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|instruction_following/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":887.229218,"ciLow":871.703282,"ciHigh":902.755155,"observedAt":"2026-11-11","runCount":1744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"instruction_following/OpenAssistant Pythia 12B","slice":"instruction_following"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|math/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":891.893677,"ciLow":870.074659,"ciHigh":913.712696,"observedAt":"2026-11-11","runCount":687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"math/OpenAssistant Pythia 12B","slice":"math"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|multi_turn/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":869.171316,"ciLow":844.129967,"ciHigh":894.212664,"observedAt":"2026-11-11","runCount":683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"multi_turn/OpenAssistant Pythia 12B","slice":"multi_turn"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|non_english/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":848.122902,"ciLow":830.342714,"ciHigh":865.90309,"observedAt":"2026-11-11","runCount":1098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"non_english/OpenAssistant Pythia 12B","slice":"non_english"}
{"key":"lmarena|open-assistant/openassistant-pythia-12b:default|none|lmarena-text@1|rating|overall/OpenAssistant Pythia 12B","sourceId":"lmarena","modelId":"open-assistant/openassistant-pythia-12b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":916.106029,"ciLow":905.438686,"ciHigh":926.773371,"observedAt":"2026-11-11","runCount":6310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenAssistant Pythia 12B","rowId":"overall/OpenAssistant Pythia 12B","slice":"overall"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|chinese/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.703623,"ciLow":1459.719935,"ciHigh":1475.687311,"observedAt":"2026-11-11","runCount":5839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"chinese/ChatGPT-4o Latest (20250326)","slice":"chinese"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|coding/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.731178,"ciLow":1461.650853,"ciHigh":1471.811504,"observedAt":"2026-11-11","runCount":15827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"coding/ChatGPT-4o Latest (20250326)","slice":"coding"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|creative_writing/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.030855,"ciLow":1415.106842,"ciHigh":1426.954868,"observedAt":"2026-11-11","runCount":11474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"creative_writing/ChatGPT-4o Latest (20250326)","slice":"creative_writing"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|english/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.223381,"ciLow":1445.410882,"ciHigh":1453.03588,"observedAt":"2026-11-11","runCount":37132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"english/ChatGPT-4o Latest (20250326)","slice":"english"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|exclude_ties/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.990081,"ciLow":1440.029214,"ciHigh":1447.950949,"observedAt":"2026-11-11","runCount":58219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"exclude_ties/ChatGPT-4o Latest (20250326)","slice":"exclude_ties"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|expert/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.456367,"ciLow":1420.625406,"ciHigh":1438.287327,"observedAt":"2026-11-11","runCount":4586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"expert/ChatGPT-4o Latest (20250326)","slice":"expert"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|french/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.967196,"ciLow":1449.427857,"ciHigh":1482.506534,"observedAt":"2026-11-11","runCount":1397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"french/ChatGPT-4o Latest (20250326)","slice":"french"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|german/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.782738,"ciLow":1414.232318,"ciHigh":1443.333159,"observedAt":"2026-11-11","runCount":1774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"german/ChatGPT-4o Latest (20250326)","slice":"german"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|hard_prompts/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.248886,"ciLow":1451.550951,"ciHigh":1458.94682,"observedAt":"2026-11-11","runCount":38268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"hard_prompts/ChatGPT-4o Latest (20250326)","slice":"hard_prompts"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|hard_prompts_english/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.255353,"ciLow":1453.281806,"ciHigh":1463.2289,"observedAt":"2026-11-11","runCount":17217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"hard_prompts_english/ChatGPT-4o Latest (20250326)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.360182,"ciLow":1446.775317,"ciHigh":1457.945047,"observedAt":"2026-11-11","runCount":13554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_business_and_management_and_financial_operations/ChatGPT-4o Latest (20250326)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.55448,"ciLow":1419.261361,"ciHigh":1429.847599,"observedAt":"2026-11-11","runCount":14785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_entertainment_and_sports_and_media/ChatGPT-4o Latest (20250326)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|industry_legal_and_government/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.093438,"ciLow":1451.715866,"ciHigh":1468.47101,"observedAt":"2026-11-11","runCount":5285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_legal_and_government/ChatGPT-4o Latest (20250326)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.597571,"ciLow":1454.077551,"ciHigh":1465.117591,"observedAt":"2026-11-11","runCount":13662,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_life_and_physical_and_social_science/ChatGPT-4o Latest (20250326)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|industry_mathematical/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.621651,"ciLow":1400.128949,"ciHigh":1417.114354,"observedAt":"2026-11-11","runCount":4860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_mathematical/ChatGPT-4o Latest (20250326)","slice":"industry_mathematical"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.801598,"ciLow":1470.63234,"ciHigh":1488.970856,"observedAt":"2026-11-11","runCount":4587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_medicine_and_healthcare/ChatGPT-4o Latest (20250326)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.106047,"ciLow":1459.87575,"ciHigh":1468.336343,"observedAt":"2026-11-11","runCount":26561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_software_and_it_services/ChatGPT-4o Latest (20250326)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.833776,"ciLow":1425.953038,"ciHigh":1435.714515,"observedAt":"2026-11-11","runCount":18492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_writing_and_literature_and_language/ChatGPT-4o Latest (20250326)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|instruction_following/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.627145,"ciLow":1422.222127,"ciHigh":1431.032162,"observedAt":"2026-11-11","runCount":22876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"instruction_following/ChatGPT-4o Latest (20250326)","slice":"instruction_following"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|japanese/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.812902,"ciLow":1391.944797,"ciHigh":1427.681006,"observedAt":"2026-11-11","runCount":1283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"japanese/ChatGPT-4o Latest (20250326)","slice":"japanese"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|korean/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.069837,"ciLow":1384.6316,"ciHigh":1417.508073,"observedAt":"2026-11-11","runCount":1376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"korean/ChatGPT-4o Latest (20250326)","slice":"korean"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|longer_query/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.791828,"ciLow":1434.905419,"ciHigh":1444.678237,"observedAt":"2026-11-11","runCount":17714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"longer_query/ChatGPT-4o Latest (20250326)","slice":"longer_query"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|math/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.002683,"ciLow":1395.244758,"ciHigh":1410.760608,"observedAt":"2026-11-11","runCount":5751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"math/ChatGPT-4o Latest (20250326)","slice":"math"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|multi_turn/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.318247,"ciLow":1464.822889,"ciHigh":1475.813605,"observedAt":"2026-11-11","runCount":14243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"multi_turn/ChatGPT-4o Latest (20250326)","slice":"multi_turn"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|non_english/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.330551,"ciLow":1428.802454,"ciHigh":1435.858647,"observedAt":"2026-11-11","runCount":44450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"non_english/ChatGPT-4o Latest (20250326)","slice":"non_english"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|overall/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.683004,"ciLow":1439.869007,"ciHigh":1445.497,"observedAt":"2026-11-11","runCount":81638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"overall/ChatGPT-4o Latest (20250326)","slice":"overall"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|polish/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.934665,"ciLow":1450.245472,"ciHigh":1471.623857,"observedAt":"2026-11-11","runCount":3615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"polish/ChatGPT-4o Latest (20250326)","slice":"polish"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|russian/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.908804,"ciLow":1441.17837,"ciHigh":1454.639238,"observedAt":"2026-11-11","runCount":7776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"russian/ChatGPT-4o Latest (20250326)","slice":"russian"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text-style-control@1|rating|spanish/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.424639,"ciLow":1431.45982,"ciHigh":1459.389457,"observedAt":"2026-11-11","runCount":1912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"spanish/ChatGPT-4o Latest (20250326)","slice":"spanish"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|chinese/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.427478,"ciLow":1448.525048,"ciHigh":1464.329909,"observedAt":"2026-11-11","runCount":5839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"chinese/ChatGPT-4o Latest (20250326)","slice":"chinese"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|coding/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.868113,"ciLow":1407.816117,"ciHigh":1417.920109,"observedAt":"2026-11-11","runCount":15827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"coding/ChatGPT-4o Latest (20250326)","slice":"coding"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|creative_writing/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.116481,"ciLow":1399.230863,"ciHigh":1411.002099,"observedAt":"2026-11-11","runCount":11474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"creative_writing/ChatGPT-4o Latest (20250326)","slice":"creative_writing"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|english/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.564101,"ciLow":1430.781922,"ciHigh":1438.346279,"observedAt":"2026-11-11","runCount":37132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"english/ChatGPT-4o Latest (20250326)","slice":"english"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|exclude_ties/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.188433,"ciLow":1417.294637,"ciHigh":1425.08223,"observedAt":"2026-11-11","runCount":58219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"exclude_ties/ChatGPT-4o Latest (20250326)","slice":"exclude_ties"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|expert/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.370887,"ciLow":1391.616145,"ciHigh":1409.125628,"observedAt":"2026-11-11","runCount":4586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"expert/ChatGPT-4o Latest (20250326)","slice":"expert"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|french/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.259106,"ciLow":1429.802231,"ciHigh":1462.715981,"observedAt":"2026-11-11","runCount":1397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"french/ChatGPT-4o Latest (20250326)","slice":"french"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|german/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.121595,"ciLow":1408.652433,"ciHigh":1437.590757,"observedAt":"2026-11-11","runCount":1774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"german/ChatGPT-4o Latest (20250326)","slice":"german"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|hard_prompts/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.130415,"ciLow":1420.455024,"ciHigh":1427.805805,"observedAt":"2026-11-11","runCount":38268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"hard_prompts/ChatGPT-4o Latest (20250326)","slice":"hard_prompts"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|hard_prompts_english/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.445671,"ciLow":1423.502825,"ciHigh":1433.388517,"observedAt":"2026-11-11","runCount":17217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"hard_prompts_english/ChatGPT-4o Latest (20250326)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.362747,"ciLow":1419.815654,"ciHigh":1430.909841,"observedAt":"2026-11-11","runCount":13554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_business_and_management_and_financial_operations/ChatGPT-4o Latest (20250326)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.097562,"ciLow":1403.827956,"ciHigh":1414.367168,"observedAt":"2026-11-11","runCount":14785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_entertainment_and_sports_and_media/ChatGPT-4o Latest (20250326)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|industry_legal_and_government/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.922741,"ciLow":1436.600344,"ciHigh":1453.245137,"observedAt":"2026-11-11","runCount":5285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_legal_and_government/ChatGPT-4o Latest (20250326)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.155087,"ciLow":1436.67901,"ciHigh":1447.631163,"observedAt":"2026-11-11","runCount":13662,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_life_and_physical_and_social_science/ChatGPT-4o Latest (20250326)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|industry_mathematical/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.343745,"ciLow":1397.905256,"ciHigh":1414.782235,"observedAt":"2026-11-11","runCount":4860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_mathematical/ChatGPT-4o Latest (20250326)","slice":"industry_mathematical"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|industry_medicine_and_healthcare/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.418892,"ciLow":1445.380086,"ciHigh":1463.457698,"observedAt":"2026-11-11","runCount":4587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_medicine_and_healthcare/ChatGPT-4o Latest (20250326)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|industry_software_and_it_services/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.525764,"ciLow":1424.31633,"ciHigh":1432.735197,"observedAt":"2026-11-11","runCount":26561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_software_and_it_services/ChatGPT-4o Latest (20250326)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.832422,"ciLow":1409.984992,"ciHigh":1419.679851,"observedAt":"2026-11-11","runCount":18492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"industry_writing_and_literature_and_language/ChatGPT-4o Latest (20250326)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|instruction_following/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.213316,"ciLow":1398.829328,"ciHigh":1407.597305,"observedAt":"2026-11-11","runCount":22876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"instruction_following/ChatGPT-4o Latest (20250326)","slice":"instruction_following"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|japanese/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.463941,"ciLow":1387.658868,"ciHigh":1423.269015,"observedAt":"2026-11-11","runCount":1283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"japanese/ChatGPT-4o Latest (20250326)","slice":"japanese"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|korean/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.53426,"ciLow":1379.237464,"ciHigh":1411.831057,"observedAt":"2026-11-11","runCount":1376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"korean/ChatGPT-4o Latest (20250326)","slice":"korean"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|longer_query/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.529348,"ciLow":1407.656476,"ciHigh":1417.40222,"observedAt":"2026-11-11","runCount":17714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"longer_query/ChatGPT-4o Latest (20250326)","slice":"longer_query"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|math/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.873109,"ciLow":1399.174138,"ciHigh":1414.572079,"observedAt":"2026-11-11","runCount":5751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"math/ChatGPT-4o Latest (20250326)","slice":"math"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|multi_turn/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.217076,"ciLow":1448.754241,"ciHigh":1459.679912,"observedAt":"2026-11-11","runCount":14243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"multi_turn/ChatGPT-4o Latest (20250326)","slice":"multi_turn"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|non_english/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.913662,"ciLow":1415.412773,"ciHigh":1422.414551,"observedAt":"2026-11-11","runCount":44450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"non_english/ChatGPT-4o Latest (20250326)","slice":"non_english"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|overall/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.523666,"ciLow":1425.730889,"ciHigh":1431.316443,"observedAt":"2026-11-11","runCount":81638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"overall/ChatGPT-4o Latest (20250326)","slice":"overall"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|polish/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.638762,"ciLow":1437.102084,"ciHigh":1458.17544,"observedAt":"2026-11-11","runCount":3615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"polish/ChatGPT-4o Latest (20250326)","slice":"polish"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|russian/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.121992,"ciLow":1422.424898,"ciHigh":1435.819085,"observedAt":"2026-11-11","runCount":7776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"russian/ChatGPT-4o Latest (20250326)","slice":"russian"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-text@1|rating|spanish/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.849821,"ciLow":1419.939891,"ciHigh":1447.759751,"observedAt":"2026-11-11","runCount":1912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"spanish/ChatGPT-4o Latest (20250326)","slice":"spanish"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision-style-control@1|rating|captioning/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.064826,"ciLow":1179.186717,"ciHigh":1250.942935,"observedAt":"2026-11-09","runCount":272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"captioning/ChatGPT-4o Latest (20250326)","slice":"captioning"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision-style-control@1|rating|chinese/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.342743,"ciLow":1232.18008,"ciHigh":1266.505407,"observedAt":"2026-11-09","runCount":1414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"chinese/ChatGPT-4o Latest (20250326)","slice":"chinese"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision-style-control@1|rating|creative_writing/chatgpt-4o-latest-20250326","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.291641,"ciLow":1230.983444,"ciHigh":1267.599837,"observedAt":"2026-01-09","runCount":1047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"chatgpt-4o-latest-20250326","rowId":"creative_writing/chatgpt-4o-latest-20250326","slice":"creative_writing"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision-style-control@1|rating|creative_writing_vision/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.331559,"ciLow":1231.233547,"ciHigh":1267.429572,"observedAt":"2026-11-09","runCount":1241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"creative_writing_vision/ChatGPT-4o Latest (20250326)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision-style-control@1|rating|diagram/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.68553,"ciLow":1249.070109,"ciHigh":1270.300951,"observedAt":"2026-11-09","runCount":3724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"diagram/ChatGPT-4o Latest (20250326)","slice":"diagram"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision-style-control@1|rating|english/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.428999,"ciLow":1227.863681,"ciHigh":1242.994317,"observedAt":"2026-11-09","runCount":10134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"english/ChatGPT-4o Latest (20250326)","slice":"english"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision-style-control@1|rating|entity_recognition/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.106121,"ciLow":1186.292695,"ciHigh":1249.919548,"observedAt":"2026-11-09","runCount":296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"entity_recognition/ChatGPT-4o Latest (20250326)","slice":"entity_recognition"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision-style-control@1|rating|homework/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.382334,"ciLow":1232.111139,"ciHigh":1258.653529,"observedAt":"2026-11-09","runCount":2105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"homework/ChatGPT-4o Latest (20250326)","slice":"homework"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision-style-control@1|rating|humor/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.717992,"ciLow":1202.124317,"ciHigh":1247.311666,"observedAt":"2026-11-09","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"humor/ChatGPT-4o Latest (20250326)","slice":"humor"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision-style-control@1|rating|ocr/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.438833,"ciLow":1239.300864,"ciHigh":1253.576803,"observedAt":"2026-11-09","runCount":11110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"ocr/ChatGPT-4o Latest (20250326)","slice":"ocr"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision-style-control@1|rating|overall/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.46794,"ciLow":1232.960434,"ciHigh":1243.975446,"observedAt":"2026-11-09","runCount":23331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"overall/ChatGPT-4o Latest (20250326)","slice":"overall"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision@1|rating|captioning/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1225.631497,"ciLow":1190.013162,"ciHigh":1261.249832,"observedAt":"2026-11-09","runCount":272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"captioning/ChatGPT-4o Latest (20250326)","slice":"captioning"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision@1|rating|chinese/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1254.140537,"ciLow":1237.043345,"ciHigh":1271.237729,"observedAt":"2026-11-09","runCount":1414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"chinese/ChatGPT-4o Latest (20250326)","slice":"chinese"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision@1|rating|creative_writing/chatgpt-4o-latest-20250326","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1247.842793,"ciLow":1229.7133,"ciHigh":1265.972285,"observedAt":"2026-01-09","runCount":1047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"chatgpt-4o-latest-20250326","rowId":"creative_writing/chatgpt-4o-latest-20250326","slice":"creative_writing"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision@1|rating|creative_writing_vision/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1254.674968,"ciLow":1236.587779,"ciHigh":1272.762157,"observedAt":"2026-11-09","runCount":1241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"creative_writing_vision/ChatGPT-4o Latest (20250326)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision@1|rating|diagram/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1254.115716,"ciLow":1243.605617,"ciHigh":1264.625816,"observedAt":"2026-11-09","runCount":3724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"diagram/ChatGPT-4o Latest (20250326)","slice":"diagram"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision@1|rating|english/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1243.996106,"ciLow":1236.489384,"ciHigh":1251.502829,"observedAt":"2026-11-09","runCount":10134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"english/ChatGPT-4o Latest (20250326)","slice":"english"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision@1|rating|entity_recognition/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1245.194319,"ciLow":1213.287311,"ciHigh":1277.101326,"observedAt":"2026-11-09","runCount":296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"entity_recognition/ChatGPT-4o Latest (20250326)","slice":"entity_recognition"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision@1|rating|homework/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1253.165225,"ciLow":1240.009209,"ciHigh":1266.321241,"observedAt":"2026-11-09","runCount":2105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"homework/ChatGPT-4o Latest (20250326)","slice":"homework"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision@1|rating|humor/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1248.006937,"ciLow":1225.589239,"ciHigh":1270.424635,"observedAt":"2026-11-09","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"humor/ChatGPT-4o Latest (20250326)","slice":"humor"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision@1|rating|ocr/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1249.098203,"ciLow":1242.03735,"ciHigh":1256.159056,"observedAt":"2026-11-09","runCount":11110,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"ocr/ChatGPT-4o Latest (20250326)","slice":"ocr"}
{"key":"lmarena|openai/chatgpt-4o-latest:ckpt=2025-03-26|none|lmarena-vision@1|rating|overall/ChatGPT-4o Latest (20250326)","sourceId":"lmarena","modelId":"openai/chatgpt-4o-latest","variant":{"flags":[],"checkpoint":"2025-03-26"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1243.270304,"ciLow":1237.793998,"ciHigh":1248.746611,"observedAt":"2026-11-09","runCount":23331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGPT-4o Latest (20250326)","rowId":"overall/ChatGPT-4o Latest (20250326)","slice":"overall"}
{"key":"lmarena|openai/dall-e-3:default|none|lmarena-text-to-image@1|rating|3d_modeling/DALL-E 3","sourceId":"lmarena","modelId":"openai/dall-e-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":985.407211,"ciLow":977.111114,"ciHigh":993.703308,"observedAt":"2026-11-12","runCount":20143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DALL-E 3","rowId":"3d_modeling/DALL-E 3","slice":"3d_modeling"}
{"key":"lmarena|openai/dall-e-3:default|none|lmarena-text-to-image@1|rating|art/DALL-E 3","sourceId":"lmarena","modelId":"openai/dall-e-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1010.509851,"ciLow":1002.737105,"ciHigh":1018.282598,"observedAt":"2026-11-12","runCount":38545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DALL-E 3","rowId":"art/DALL-E 3","slice":"art"}
{"key":"lmarena|openai/dall-e-3:default|none|lmarena-text-to-image@1|rating|cartoon/DALL-E 3","sourceId":"lmarena","modelId":"openai/dall-e-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":987.867432,"ciLow":982.222597,"ciHigh":993.512266,"observedAt":"2026-11-12","runCount":105041,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DALL-E 3","rowId":"cartoon/DALL-E 3","slice":"cartoon"}
{"key":"lmarena|openai/dall-e-3:default|none|lmarena-text-to-image@1|rating|chinese/dall-e-3","sourceId":"lmarena","modelId":"openai/dall-e-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":978,"ciLow":949.492425,"ciHigh":1001.691431,"observedAt":"2025-01-24","runCount":296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"dall-e-3","rowId":"chinese/dall-e-3","slice":"chinese"}
{"key":"lmarena|openai/dall-e-3:default|none|lmarena-text-to-image@1|rating|commercial_design/DALL-E 3","sourceId":"lmarena","modelId":"openai/dall-e-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":986.830522,"ciLow":981.231192,"ciHigh":992.429851,"observedAt":"2026-11-12","runCount":55904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DALL-E 3","rowId":"commercial_design/DALL-E 3","slice":"commercial_design"}
{"key":"lmarena|openai/dall-e-3:default|none|lmarena-text-to-image@1|rating|english/dall-e-3","sourceId":"lmarena","modelId":"openai/dall-e-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":978,"ciLow":973.68827,"ciHigh":981.305743,"observedAt":"2025-02-11","runCount":22242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"dall-e-3","rowId":"english/dall-e-3","slice":"english"}
{"key":"lmarena|openai/dall-e-3:default|none|lmarena-text-to-image@1|rating|overall/DALL-E 3","sourceId":"lmarena","modelId":"openai/dall-e-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":967.634828,"ciLow":963.884979,"ciHigh":971.384678,"observedAt":"2026-11-12","runCount":238150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DALL-E 3","rowId":"overall/DALL-E 3","slice":"overall"}
{"key":"lmarena|openai/dall-e-3:default|none|lmarena-text-to-image@1|rating|photorealistic/DALL-E 3","sourceId":"lmarena","modelId":"openai/dall-e-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":940.505007,"ciLow":934.904358,"ciHigh":946.105655,"observedAt":"2026-11-12","runCount":104183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DALL-E 3","rowId":"photorealistic/DALL-E 3","slice":"photorealistic"}
{"key":"lmarena|openai/dall-e-3:default|none|lmarena-text-to-image@1|rating|portraits/DALL-E 3","sourceId":"lmarena","modelId":"openai/dall-e-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":925.709878,"ciLow":919.089091,"ciHigh":932.330666,"observedAt":"2026-11-12","runCount":60220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DALL-E 3","rowId":"portraits/DALL-E 3","slice":"portraits"}
{"key":"lmarena|openai/dall-e-3:default|none|lmarena-text-to-image@1|rating|russian/dall-e-3","sourceId":"lmarena","modelId":"openai/dall-e-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":978,"ciLow":958.724319,"ciHigh":996.094148,"observedAt":"2025-01-24","runCount":778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"dall-e-3","rowId":"russian/dall-e-3","slice":"russian"}
{"key":"lmarena|openai/dall-e-3:default|none|lmarena-text-to-image@1|rating|text_rendering/DALL-E 3","sourceId":"lmarena","modelId":"openai/dall-e-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":968.781218,"ciLow":962.891386,"ciHigh":974.67105,"observedAt":"2026-11-12","runCount":49560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"DALL-E 3","rowId":"text_rendering/DALL-E 3","slice":"text_rendering"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|chinese/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.795669,"ciLow":1202.296237,"ciHigh":1223.2951,"observedAt":"2026-11-11","runCount":7558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"chinese/GPT-3.5 Turbo (0125)","slice":"chinese"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|coding/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.830708,"ciLow":1266.744814,"ciHigh":1282.916601,"observedAt":"2026-11-11","runCount":11130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"coding/GPT-3.5 Turbo (0125)","slice":"coding"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1190.917376,"ciLow":1182.096502,"ciHigh":1199.738249,"observedAt":"2026-11-11","runCount":9694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"creative_writing/GPT-3.5 Turbo (0125)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|english/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.288344,"ciLow":1231.696082,"ciHigh":1242.880606,"observedAt":"2026-11-11","runCount":39956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"english/GPT-3.5 Turbo (0125)","slice":"english"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1111.406403,"ciLow":1104.495759,"ciHigh":1118.317047,"observedAt":"2026-11-11","runCount":44422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"exclude_ties/GPT-3.5 Turbo (0125)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|expert/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.304246,"ciLow":1185.500663,"ciHigh":1211.107829,"observedAt":"2026-11-11","runCount":3207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"expert/GPT-3.5 Turbo (0125)","slice":"expert"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|french/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.873998,"ciLow":1206.702538,"ciHigh":1253.045458,"observedAt":"2026-11-11","runCount":1284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"french/GPT-3.5 Turbo (0125)","slice":"french"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|german/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.690751,"ciLow":1178.198763,"ciHigh":1213.182739,"observedAt":"2026-11-11","runCount":1885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"german/GPT-3.5 Turbo (0125)","slice":"german"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.387454,"ciLow":1222.752176,"ciHigh":1236.022732,"observedAt":"2026-11-11","runCount":18544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"hard_prompts/GPT-3.5 Turbo (0125)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.803136,"ciLow":1232.092043,"ciHigh":1247.51423,"observedAt":"2026-11-11","runCount":12416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"hard_prompts_english/GPT-3.5 Turbo (0125)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.839053,"ciLow":1188.195986,"ciHigh":1207.482119,"observedAt":"2026-11-11","runCount":6898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_business_and_management_and_financial_operations/GPT-3.5 Turbo (0125)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.851276,"ciLow":1188.344478,"ciHigh":1205.358075,"observedAt":"2026-11-11","runCount":9653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_entertainment_and_sports_and_media/GPT-3.5 Turbo (0125)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.735128,"ciLow":1235.091302,"ciHigh":1260.378954,"observedAt":"2026-11-11","runCount":3573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_legal_and_government/GPT-3.5 Turbo (0125)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.594039,"ciLow":1214.1035,"ciHigh":1231.084578,"observedAt":"2026-11-11","runCount":11407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_life_and_physical_and_social_science/GPT-3.5 Turbo (0125)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1200.046053,"ciLow":1190.927975,"ciHigh":1209.164131,"observedAt":"2026-11-11","runCount":7493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_mathematical/GPT-3.5 Turbo (0125)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.572096,"ciLow":1213.85161,"ciHigh":1239.292581,"observedAt":"2026-11-11","runCount":3837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_medicine_and_healthcare/GPT-3.5 Turbo (0125)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.098826,"ciLow":1238.08031,"ciHigh":1252.117342,"observedAt":"2026-11-11","runCount":18975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_software_and_it_services/GPT-3.5 Turbo (0125)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.169015,"ciLow":1218.798919,"ciHigh":1233.539111,"observedAt":"2026-11-11","runCount":16149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_writing_and_literature_and_language/GPT-3.5 Turbo (0125)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.881475,"ciLow":1209.503097,"ciHigh":1222.259854,"observedAt":"2026-11-11","runCount":23523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"instruction_following/GPT-3.5 Turbo (0125)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|japanese/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1143.728129,"ciLow":1121.295743,"ciHigh":1166.160514,"observedAt":"2026-11-11","runCount":965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"japanese/GPT-3.5 Turbo (0125)","slice":"japanese"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|korean/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.965968,"ciLow":1129.124949,"ciHigh":1174.806986,"observedAt":"2026-11-11","runCount":1184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"korean/GPT-3.5 Turbo (0125)","slice":"korean"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.943979,"ciLow":1213.824114,"ciHigh":1232.063843,"observedAt":"2026-11-11","runCount":6707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"longer_query/GPT-3.5 Turbo (0125)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|math/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.114686,"ciLow":1193.565848,"ciHigh":1210.663524,"observedAt":"2026-11-11","runCount":8626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"math/GPT-3.5 Turbo (0125)","slice":"math"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.387961,"ciLow":1192.726083,"ciHigh":1210.04984,"observedAt":"2026-11-11","runCount":10274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"multi_turn/GPT-3.5 Turbo (0125)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|non_english/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.327071,"ciLow":1203.088062,"ciHigh":1215.56608,"observedAt":"2026-11-11","runCount":26251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"non_english/GPT-3.5 Turbo (0125)","slice":"non_english"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|overall/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.799157,"ciLow":1221.111033,"ciHigh":1230.487281,"observedAt":"2026-11-11","runCount":66207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"overall/GPT-3.5 Turbo (0125)","slice":"overall"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|polish/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.951109,"ciLow":1166.823308,"ciHigh":1287.07891,"observedAt":"2026-11-11","runCount":144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"polish/GPT-3.5 Turbo (0125)","slice":"polish"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|russian/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.307455,"ciLow":1210.011736,"ciHigh":1230.603173,"observedAt":"2026-11-11","runCount":5447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"russian/GPT-3.5 Turbo (0125)","slice":"russian"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text-style-control@1|rating|spanish/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.20226,"ciLow":1204.072701,"ciHigh":1254.331819,"observedAt":"2026-11-11","runCount":895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"spanish/GPT-3.5 Turbo (0125)","slice":"spanish"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|chinese/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1075.423652,"ciLow":1065.045417,"ciHigh":1085.801886,"observedAt":"2026-11-11","runCount":7558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"chinese/GPT-3.5 Turbo (0125)","slice":"chinese"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|coding/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1136.305091,"ciLow":1128.245228,"ciHigh":1144.364953,"observedAt":"2026-11-11","runCount":11130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"coding/GPT-3.5 Turbo (0125)","slice":"coding"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|creative_writing/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.235974,"ciLow":1083.457647,"ciHigh":1101.014301,"observedAt":"2026-11-11","runCount":9694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"creative_writing/GPT-3.5 Turbo (0125)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|english/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1139.220145,"ciLow":1133.650397,"ciHigh":1144.789893,"observedAt":"2026-11-11","runCount":39956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"english/GPT-3.5 Turbo (0125)","slice":"english"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|exclude_ties/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":967.287217,"ciLow":960.437679,"ciHigh":974.136754,"observedAt":"2026-11-11","runCount":44422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"exclude_ties/GPT-3.5 Turbo (0125)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|expert/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1065.221201,"ciLow":1052.446898,"ciHigh":1077.995504,"observedAt":"2026-11-11","runCount":3207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"expert/GPT-3.5 Turbo (0125)","slice":"expert"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|french/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1117.626249,"ciLow":1094.526564,"ciHigh":1140.725933,"observedAt":"2026-11-11","runCount":1284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"french/GPT-3.5 Turbo (0125)","slice":"french"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|german/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.26305,"ciLow":1072.970373,"ciHigh":1107.555727,"observedAt":"2026-11-11","runCount":1885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"german/GPT-3.5 Turbo (0125)","slice":"german"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|hard_prompts/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.820884,"ciLow":1101.210945,"ciHigh":1114.430822,"observedAt":"2026-11-11","runCount":18544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"hard_prompts/GPT-3.5 Turbo (0125)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1121.814951,"ciLow":1114.122657,"ciHigh":1129.507245,"observedAt":"2026-11-11","runCount":12416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"hard_prompts_english/GPT-3.5 Turbo (0125)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1076.020503,"ciLow":1066.345262,"ciHigh":1085.695745,"observedAt":"2026-11-11","runCount":6898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_business_and_management_and_financial_operations/GPT-3.5 Turbo (0125)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1088.495044,"ciLow":1079.993438,"ciHigh":1096.996649,"observedAt":"2026-11-11","runCount":9653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_entertainment_and_sports_and_media/GPT-3.5 Turbo (0125)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1117.899763,"ciLow":1105.252999,"ciHigh":1130.546526,"observedAt":"2026-11-11","runCount":3573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_legal_and_government/GPT-3.5 Turbo (0125)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1087.043905,"ciLow":1078.552344,"ciHigh":1095.535467,"observedAt":"2026-11-11","runCount":11407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_life_and_physical_and_social_science/GPT-3.5 Turbo (0125)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|industry_mathematical/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1126.995759,"ciLow":1117.960537,"ciHigh":1136.03098,"observedAt":"2026-11-11","runCount":7493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_mathematical/GPT-3.5 Turbo (0125)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1074.193666,"ciLow":1061.485167,"ciHigh":1086.902166,"observedAt":"2026-11-11","runCount":3837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_medicine_and_healthcare/GPT-3.5 Turbo (0125)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.234879,"ciLow":1108.238619,"ciHigh":1122.231139,"observedAt":"2026-11-11","runCount":18975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_software_and_it_services/GPT-3.5 Turbo (0125)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1138.983759,"ciLow":1131.650453,"ciHigh":1146.317064,"observedAt":"2026-11-11","runCount":16149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"industry_writing_and_literature_and_language/GPT-3.5 Turbo (0125)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|instruction_following/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1118.461397,"ciLow":1112.130152,"ciHigh":1124.792642,"observedAt":"2026-11-11","runCount":23523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"instruction_following/GPT-3.5 Turbo (0125)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|japanese/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1043.585764,"ciLow":1021.388533,"ciHigh":1065.782995,"observedAt":"2026-11-11","runCount":965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"japanese/GPT-3.5 Turbo (0125)","slice":"japanese"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|korean/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1018.939367,"ciLow":996.273005,"ciHigh":1041.605728,"observedAt":"2026-11-11","runCount":1184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"korean/GPT-3.5 Turbo (0125)","slice":"korean"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|longer_query/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1120.634307,"ciLow":1111.511501,"ciHigh":1129.757113,"observedAt":"2026-11-11","runCount":6707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"longer_query/GPT-3.5 Turbo (0125)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|math/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.77039,"ciLow":1133.312872,"ciHigh":1150.227907,"observedAt":"2026-11-11","runCount":8626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"math/GPT-3.5 Turbo (0125)","slice":"math"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|multi_turn/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.734407,"ciLow":1108.128214,"ciHigh":1125.340599,"observedAt":"2026-11-11","runCount":10274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"multi_turn/GPT-3.5 Turbo (0125)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|non_english/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.692501,"ciLow":1101.502673,"ciHigh":1113.882329,"observedAt":"2026-11-11","runCount":26251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"non_english/GPT-3.5 Turbo (0125)","slice":"non_english"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|overall/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1124.963565,"ciLow":1120.299584,"ciHigh":1129.627546,"observedAt":"2026-11-11","runCount":66207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"overall/GPT-3.5 Turbo (0125)","slice":"overall"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|polish/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1121.208465,"ciLow":1062.061267,"ciHigh":1180.355664,"observedAt":"2026-11-11","runCount":144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"polish/GPT-3.5 Turbo (0125)","slice":"polish"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|russian/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1123.097611,"ciLow":1112.854936,"ciHigh":1133.340287,"observedAt":"2026-11-11","runCount":5447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"russian/GPT-3.5 Turbo (0125)","slice":"russian"}
{"key":"lmarena|openai/gpt-3.5-turbo-0125:default|none|lmarena-text@1|rating|spanish/GPT-3.5 Turbo (0125)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-0125","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1120.31316,"ciLow":1095.311424,"ciHigh":1145.314897,"observedAt":"2026-11-11","runCount":895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (0125)","rowId":"spanish/GPT-3.5 Turbo (0125)","slice":"spanish"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|chinese/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.534066,"ciLow":1140.903814,"ciHigh":1190.164319,"observedAt":"2026-11-11","runCount":708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"chinese/GPT-3.5 Turbo (1106)","slice":"chinese"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|coding/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.395979,"ciLow":1246.92263,"ciHigh":1277.869328,"observedAt":"2026-11-11","runCount":2121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"coding/GPT-3.5 Turbo (1106)","slice":"coding"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.659668,"ciLow":1141.61525,"ciHigh":1171.704086,"observedAt":"2026-11-11","runCount":2828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"creative_writing/GPT-3.5 Turbo (1106)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|english/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.438424,"ciLow":1210.850392,"ciHigh":1230.026456,"observedAt":"2026-11-11","runCount":12878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"english/GPT-3.5 Turbo (1106)","slice":"english"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1080.409703,"ciLow":1068.099973,"ciHigh":1092.719434,"observedAt":"2026-11-11","runCount":11535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"exclude_ties/GPT-3.5 Turbo (1106)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|expert/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.059278,"ciLow":1188.187645,"ciHigh":1243.930912,"observedAt":"2026-11-11","runCount":437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"expert/GPT-3.5 Turbo (1106)","slice":"expert"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|french/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.723263,"ciLow":1147.489754,"ciHigh":1225.956772,"observedAt":"2026-11-11","runCount":310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"french/GPT-3.5 Turbo (1106)","slice":"french"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|german/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.704888,"ciLow":1135.825326,"ciHigh":1205.58445,"observedAt":"2026-11-11","runCount":325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"german/GPT-3.5 Turbo (1106)","slice":"german"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.739937,"ciLow":1216.089242,"ciHigh":1241.390633,"observedAt":"2026-11-11","runCount":3846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"hard_prompts/GPT-3.5 Turbo (1106)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.249905,"ciLow":1226.530772,"ciHigh":1253.969037,"observedAt":"2026-11-11","runCount":3150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"hard_prompts_english/GPT-3.5 Turbo (1106)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.619161,"ciLow":1130.602364,"ciHigh":1168.635958,"observedAt":"2026-11-11","runCount":1382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_business_and_management_and_financial_operations/GPT-3.5 Turbo (1106)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.771696,"ciLow":1148.780951,"ciHigh":1178.76244,"observedAt":"2026-11-11","runCount":2646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_entertainment_and_sports_and_media/GPT-3.5 Turbo (1106)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.970415,"ciLow":1179.418984,"ciHigh":1224.521846,"observedAt":"2026-11-11","runCount":944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_legal_and_government/GPT-3.5 Turbo (1106)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.133832,"ciLow":1184.165413,"ciHigh":1214.102251,"observedAt":"2026-11-11","runCount":3046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_life_and_physical_and_social_science/GPT-3.5 Turbo (1106)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.021207,"ciLow":1190.521635,"ciHigh":1223.520779,"observedAt":"2026-11-11","runCount":1746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_mathematical/GPT-3.5 Turbo (1106)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.79758,"ciLow":1154.960042,"ciHigh":1198.635118,"observedAt":"2026-11-11","runCount":906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_medicine_and_healthcare/GPT-3.5 Turbo (1106)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.02882,"ciLow":1214.98473,"ciHigh":1241.072909,"observedAt":"2026-11-11","runCount":4128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_software_and_it_services/GPT-3.5 Turbo (1106)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.004055,"ciLow":1179.738472,"ciHigh":1206.269638,"observedAt":"2026-11-11","runCount":3932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_writing_and_literature_and_language/GPT-3.5 Turbo (1106)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.273147,"ciLow":1186.219403,"ciHigh":1210.326891,"observedAt":"2026-11-11","runCount":5238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"instruction_following/GPT-3.5 Turbo (1106)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.384262,"ciLow":1169.145369,"ciHigh":1209.623154,"observedAt":"2026-11-11","runCount":933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"longer_query/GPT-3.5 Turbo (1106)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|math/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.424024,"ciLow":1190.302434,"ciHigh":1220.545615,"observedAt":"2026-11-11","runCount":2134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"math/GPT-3.5 Turbo (1106)","slice":"math"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.751049,"ciLow":1155.971239,"ciHigh":1187.530858,"observedAt":"2026-11-11","runCount":2374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"multi_turn/GPT-3.5 Turbo (1106)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|non_english/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.662828,"ciLow":1171.240329,"ciHigh":1198.085327,"observedAt":"2026-11-11","runCount":3741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"non_english/GPT-3.5 Turbo (1106)","slice":"non_english"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|overall/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.464575,"ciLow":1195.749367,"ciHigh":1213.179782,"observedAt":"2026-11-11","runCount":16619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"overall/GPT-3.5 Turbo (1106)","slice":"overall"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|russian/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.719507,"ciLow":1152.287204,"ciHigh":1209.151809,"observedAt":"2026-11-11","runCount":400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"russian/GPT-3.5 Turbo (1106)","slice":"russian"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text-style-control@1|rating|spanish/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.333582,"ciLow":1171.366262,"ciHigh":1251.300901,"observedAt":"2026-11-11","runCount":260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"spanish/GPT-3.5 Turbo (1106)","slice":"spanish"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|chinese/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1012.23289,"ciLow":987.561235,"ciHigh":1036.904545,"observedAt":"2026-11-11","runCount":708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"chinese/GPT-3.5 Turbo (1106)","slice":"chinese"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|coding/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.672941,"ciLow":1100.168137,"ciHigh":1131.177745,"observedAt":"2026-11-11","runCount":2121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"coding/GPT-3.5 Turbo (1106)","slice":"coding"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|creative_writing/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1034.91908,"ciLow":1019.659557,"ciHigh":1050.178603,"observedAt":"2026-11-11","runCount":2828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"creative_writing/GPT-3.5 Turbo (1106)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|english/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1113.082295,"ciLow":1103.477152,"ciHigh":1122.687439,"observedAt":"2026-11-11","runCount":12878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"english/GPT-3.5 Turbo (1106)","slice":"english"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|exclude_ties/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":922.975657,"ciLow":910.811201,"ciHigh":935.140113,"observedAt":"2026-11-11","runCount":11535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"exclude_ties/GPT-3.5 Turbo (1106)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|expert/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1069.355641,"ciLow":1041.339986,"ciHigh":1097.371296,"observedAt":"2026-11-11","runCount":437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"expert/GPT-3.5 Turbo (1106)","slice":"expert"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|french/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1066.155644,"ciLow":1026.818857,"ciHigh":1105.492432,"observedAt":"2026-11-11","runCount":310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"french/GPT-3.5 Turbo (1106)","slice":"french"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|german/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1055.799459,"ciLow":1020.726897,"ciHigh":1090.872021,"observedAt":"2026-11-11","runCount":325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"german/GPT-3.5 Turbo (1106)","slice":"german"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|hard_prompts/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1098.488798,"ciLow":1085.787832,"ciHigh":1111.189764,"observedAt":"2026-11-11","runCount":3846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"hard_prompts/GPT-3.5 Turbo (1106)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1114.155736,"ciLow":1100.392349,"ciHigh":1127.919123,"observedAt":"2026-11-11","runCount":3150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"hard_prompts_english/GPT-3.5 Turbo (1106)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1019.500384,"ciLow":1000.421779,"ciHigh":1038.578989,"observedAt":"2026-11-11","runCount":1382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_business_and_management_and_financial_operations/GPT-3.5 Turbo (1106)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1032.540564,"ciLow":1017.312598,"ciHigh":1047.768531,"observedAt":"2026-11-11","runCount":2646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_entertainment_and_sports_and_media/GPT-3.5 Turbo (1106)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.26949,"ciLow":1033.505584,"ciHigh":1079.033396,"observedAt":"2026-11-11","runCount":944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_legal_and_government/GPT-3.5 Turbo (1106)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1051.259703,"ciLow":1036.293284,"ciHigh":1066.226122,"observedAt":"2026-11-11","runCount":3046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_life_and_physical_and_social_science/GPT-3.5 Turbo (1106)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|industry_mathematical/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1128.475237,"ciLow":1111.94083,"ciHigh":1145.009644,"observedAt":"2026-11-11","runCount":1746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_mathematical/GPT-3.5 Turbo (1106)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1005.978651,"ciLow":983.651174,"ciHigh":1028.306129,"observedAt":"2026-11-11","runCount":906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_medicine_and_healthcare/GPT-3.5 Turbo (1106)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1091.208785,"ciLow":1078.196553,"ciHigh":1104.221018,"observedAt":"2026-11-11","runCount":4128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_software_and_it_services/GPT-3.5 Turbo (1106)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.954283,"ciLow":1077.456453,"ciHigh":1104.452114,"observedAt":"2026-11-11","runCount":3932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"industry_writing_and_literature_and_language/GPT-3.5 Turbo (1106)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|instruction_following/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.496318,"ciLow":1080.391998,"ciHigh":1104.600637,"observedAt":"2026-11-11","runCount":5238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"instruction_following/GPT-3.5 Turbo (1106)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|longer_query/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1069.488481,"ciLow":1048.684432,"ciHigh":1090.292531,"observedAt":"2026-11-11","runCount":933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"longer_query/GPT-3.5 Turbo (1106)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|math/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.25808,"ciLow":1126.175955,"ciHigh":1156.340205,"observedAt":"2026-11-11","runCount":2134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"math/GPT-3.5 Turbo (1106)","slice":"math"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|multi_turn/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1077.786552,"ciLow":1062.004934,"ciHigh":1093.568169,"observedAt":"2026-11-11","runCount":2374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"multi_turn/GPT-3.5 Turbo (1106)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|non_english/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1074.165325,"ciLow":1060.683864,"ciHigh":1087.646786,"observedAt":"2026-11-11","runCount":3741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"non_english/GPT-3.5 Turbo (1106)","slice":"non_english"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|overall/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.163434,"ciLow":1085.449868,"ciHigh":1102.877001,"observedAt":"2026-11-11","runCount":16619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"overall/GPT-3.5 Turbo (1106)","slice":"overall"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|russian/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1077.154432,"ciLow":1048.24084,"ciHigh":1106.068023,"observedAt":"2026-11-11","runCount":400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"russian/GPT-3.5 Turbo (1106)","slice":"russian"}
{"key":"lmarena|openai/gpt-3.5-turbo-1106:default|none|lmarena-text@1|rating|spanish/GPT-3.5 Turbo (1106)","sourceId":"lmarena","modelId":"openai/gpt-3.5-turbo-1106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.529302,"ciLow":1051.96043,"ciHigh":1133.098174,"observedAt":"2026-11-11","runCount":260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-3.5 Turbo (1106)","rowId":"spanish/GPT-3.5 Turbo (1106)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|chinese/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.244129,"ciLow":1303.324424,"ciHigh":1323.163834,"observedAt":"2026-11-11","runCount":11382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"chinese/GPT-4 Turbo Preview (0125)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|coding/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.80612,"ciLow":1324.228449,"ciHigh":1339.383791,"observedAt":"2026-11-11","runCount":15289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"coding/GPT-4 Turbo Preview (0125)","slice":"coding"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.376541,"ciLow":1272.220536,"ciHigh":1288.532545,"observedAt":"2026-11-11","runCount":13940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"creative_writing/GPT-4 Turbo Preview (0125)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|english/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.394708,"ciLow":1319.286721,"ciHigh":1329.502695,"observedAt":"2026-11-11","runCount":54967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"english/GPT-4 Turbo Preview (0125)","slice":"english"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.733804,"ciLow":1238.49984,"ciHigh":1250.967769,"observedAt":"2026-11-11","runCount":63519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"exclude_ties/GPT-4 Turbo Preview (0125)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|expert/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.717793,"ciLow":1268.715929,"ciHigh":1292.719657,"observedAt":"2026-11-11","runCount":4454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"expert/GPT-4 Turbo Preview (0125)","slice":"expert"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|french/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.638125,"ciLow":1315.415846,"ciHigh":1359.860404,"observedAt":"2026-11-11","runCount":1516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"french/GPT-4 Turbo Preview (0125)","slice":"french"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|german/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.636001,"ciLow":1278.231368,"ciHigh":1309.040634,"observedAt":"2026-11-11","runCount":2668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"german/GPT-4 Turbo Preview (0125)","slice":"german"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.143372,"ciLow":1300.977024,"ciHigh":1313.30972,"observedAt":"2026-11-11","runCount":25575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"hard_prompts/GPT-4 Turbo Preview (0125)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.12141,"ciLow":1310.834602,"ciHigh":1325.408219,"observedAt":"2026-11-11","runCount":16792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"hard_prompts_english/GPT-4 Turbo Preview (0125)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.203015,"ciLow":1274.33884,"ciHigh":1292.067191,"observedAt":"2026-11-11","runCount":9697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_business_and_management_and_financial_operations/GPT-4 Turbo Preview (0125)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.544224,"ciLow":1279.646855,"ciHigh":1295.441593,"observedAt":"2026-11-11","runCount":13994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_entertainment_and_sports_and_media/GPT-4 Turbo Preview (0125)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.302239,"ciLow":1313.596273,"ciHigh":1337.008204,"observedAt":"2026-11-11","runCount":5037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_legal_and_government/GPT-4 Turbo Preview (0125)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.369274,"ciLow":1308.608028,"ciHigh":1324.13052,"observedAt":"2026-11-11","runCount":16044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_life_and_physical_and_social_science/GPT-4 Turbo Preview (0125)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.248581,"ciLow":1290.868622,"ciHigh":1307.62854,"observedAt":"2026-11-11","runCount":10830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_mathematical/GPT-4 Turbo Preview (0125)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.764933,"ciLow":1300.828959,"ciHigh":1324.700906,"observedAt":"2026-11-11","runCount":5155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_medicine_and_healthcare/GPT-4 Turbo Preview (0125)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.95069,"ciLow":1313.525251,"ciHigh":1326.376129,"observedAt":"2026-11-11","runCount":25603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_software_and_it_services/GPT-4 Turbo Preview (0125)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.663747,"ciLow":1298.962103,"ciHigh":1312.365392,"observedAt":"2026-11-11","runCount":23492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_writing_and_literature_and_language/GPT-4 Turbo Preview (0125)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.328569,"ciLow":1284.541214,"ciHigh":1296.115925,"observedAt":"2026-11-11","runCount":33252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"instruction_following/GPT-4 Turbo Preview (0125)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|japanese/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.766248,"ciLow":1232.867926,"ciHigh":1270.664571,"observedAt":"2026-11-11","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"japanese/GPT-4 Turbo Preview (0125)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|korean/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.27733,"ciLow":1222.957954,"ciHigh":1265.596706,"observedAt":"2026-11-11","runCount":1393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"korean/GPT-4 Turbo Preview (0125)","slice":"korean"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.719481,"ciLow":1300.176998,"ciHigh":1317.261963,"observedAt":"2026-11-11","runCount":9653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"longer_query/GPT-4 Turbo Preview (0125)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|math/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.440742,"ciLow":1291.481729,"ciHigh":1307.399756,"observedAt":"2026-11-11","runCount":12374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"math/GPT-4 Turbo Preview (0125)","slice":"math"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.136922,"ciLow":1284.283902,"ciHigh":1299.989941,"observedAt":"2026-11-11","runCount":14381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"multi_turn/GPT-4 Turbo Preview (0125)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|non_english/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.702093,"ciLow":1289.199458,"ciHigh":1300.204727,"observedAt":"2026-11-11","runCount":38472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"non_english/GPT-4 Turbo Preview (0125)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|overall/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.34675,"ciLow":1309.261286,"ciHigh":1317.432214,"observedAt":"2026-11-11","runCount":93439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"overall/GPT-4 Turbo Preview (0125)","slice":"overall"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|polish/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.153637,"ciLow":1309.075752,"ciHigh":1417.231522,"observedAt":"2026-11-11","runCount":215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"polish/GPT-4 Turbo Preview (0125)","slice":"polish"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|russian/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.416321,"ciLow":1285.484795,"ciHigh":1303.347847,"observedAt":"2026-11-11","runCount":8356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"russian/GPT-4 Turbo Preview (0125)","slice":"russian"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text-style-control@1|rating|spanish/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.759975,"ciLow":1281.186435,"ciHigh":1326.333516,"observedAt":"2026-11-11","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"spanish/GPT-4 Turbo Preview (0125)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|chinese/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.622651,"ciLow":1227.829247,"ciHigh":1247.416054,"observedAt":"2026-11-11","runCount":11382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"chinese/GPT-4 Turbo Preview (0125)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|coding/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.045564,"ciLow":1241.485038,"ciHigh":1256.60609,"observedAt":"2026-11-11","runCount":15289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"coding/GPT-4 Turbo Preview (0125)","slice":"coding"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|creative_writing/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1232.266148,"ciLow":1224.158386,"ciHigh":1240.37391,"observedAt":"2026-11-11","runCount":13940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"creative_writing/GPT-4 Turbo Preview (0125)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|english/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.136341,"ciLow":1271.035544,"ciHigh":1281.237139,"observedAt":"2026-11-11","runCount":54967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"english/GPT-4 Turbo Preview (0125)","slice":"english"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|exclude_ties/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1171.505242,"ciLow":1165.339967,"ciHigh":1177.670517,"observedAt":"2026-11-11","runCount":63519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"exclude_ties/GPT-4 Turbo Preview (0125)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|expert/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.082363,"ciLow":1193.117366,"ciHigh":1217.04736,"observedAt":"2026-11-11","runCount":4454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"expert/GPT-4 Turbo Preview (0125)","slice":"expert"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|french/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.839229,"ciLow":1258.692344,"ciHigh":1302.986114,"observedAt":"2026-11-11","runCount":1516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"french/GPT-4 Turbo Preview (0125)","slice":"french"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|german/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.339109,"ciLow":1229.960619,"ciHigh":1260.717598,"observedAt":"2026-11-11","runCount":2668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"german/GPT-4 Turbo Preview (0125)","slice":"german"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|hard_prompts/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.468957,"ciLow":1232.353041,"ciHigh":1244.584873,"observedAt":"2026-11-11","runCount":25575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"hard_prompts/GPT-4 Turbo Preview (0125)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.195335,"ciLow":1243.958474,"ciHigh":1258.432196,"observedAt":"2026-11-11","runCount":16792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"hard_prompts_english/GPT-4 Turbo Preview (0125)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.46311,"ciLow":1207.644723,"ciHigh":1225.281498,"observedAt":"2026-11-11","runCount":9697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_business_and_management_and_financial_operations/GPT-4 Turbo Preview (0125)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.933249,"ciLow":1229.046353,"ciHigh":1244.820145,"observedAt":"2026-11-11","runCount":13994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_entertainment_and_sports_and_media/GPT-4 Turbo Preview (0125)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.839314,"ciLow":1249.141261,"ciHigh":1272.537366,"observedAt":"2026-11-11","runCount":5037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_legal_and_government/GPT-4 Turbo Preview (0125)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.916381,"ciLow":1242.177591,"ciHigh":1257.65517,"observedAt":"2026-11-11","runCount":16044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_life_and_physical_and_social_science/GPT-4 Turbo Preview (0125)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|industry_mathematical/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.161614,"ciLow":1252.852046,"ciHigh":1269.471181,"observedAt":"2026-11-11","runCount":10830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_mathematical/GPT-4 Turbo Preview (0125)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.505353,"ciLow":1219.618343,"ciHigh":1243.392363,"observedAt":"2026-11-11","runCount":5155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_medicine_and_healthcare/GPT-4 Turbo Preview (0125)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.476245,"ciLow":1243.053468,"ciHigh":1255.899022,"observedAt":"2026-11-11","runCount":25603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_software_and_it_services/GPT-4 Turbo Preview (0125)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.182184,"ciLow":1250.523283,"ciHigh":1263.841084,"observedAt":"2026-11-11","runCount":23492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"industry_writing_and_literature_and_language/GPT-4 Turbo Preview (0125)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|instruction_following/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.849329,"ciLow":1229.10147,"ciHigh":1240.597188,"observedAt":"2026-11-11","runCount":33252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"instruction_following/GPT-4 Turbo Preview (0125)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|japanese/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.427613,"ciLow":1176.686749,"ciHigh":1214.168477,"observedAt":"2026-11-11","runCount":1474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"japanese/GPT-4 Turbo Preview (0125)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|korean/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.757587,"ciLow":1152.636399,"ciHigh":1194.878775,"observedAt":"2026-11-11","runCount":1393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"korean/GPT-4 Turbo Preview (0125)","slice":"korean"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|longer_query/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.615919,"ciLow":1235.102125,"ciHigh":1252.129714,"observedAt":"2026-11-11","runCount":9653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"longer_query/GPT-4 Turbo Preview (0125)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|math/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.821059,"ciLow":1259.925956,"ciHigh":1275.716162,"observedAt":"2026-11-11","runCount":12374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"math/GPT-4 Turbo Preview (0125)","slice":"math"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|multi_turn/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.316826,"ciLow":1242.48028,"ciHigh":1258.153372,"observedAt":"2026-11-11","runCount":14381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"multi_turn/GPT-4 Turbo Preview (0125)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|non_english/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.836281,"ciLow":1235.376556,"ciHigh":1246.296006,"observedAt":"2026-11-11","runCount":38472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"non_english/GPT-4 Turbo Preview (0125)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|overall/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1262.248407,"ciLow":1258.170514,"ciHigh":1266.326299,"observedAt":"2026-11-11","runCount":93439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"overall/GPT-4 Turbo Preview (0125)","slice":"overall"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|polish/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.110222,"ciLow":1246.451606,"ciHigh":1351.768838,"observedAt":"2026-11-11","runCount":215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"polish/GPT-4 Turbo Preview (0125)","slice":"polish"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|russian/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.816942,"ciLow":1231.912168,"ciHigh":1249.721716,"observedAt":"2026-11-11","runCount":8356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"russian/GPT-4 Turbo Preview (0125)","slice":"russian"}
{"key":"lmarena|openai/gpt-4-0125-preview:default|none|lmarena-text@1|rating|spanish/GPT-4 Turbo Preview (0125)","sourceId":"lmarena","modelId":"openai/gpt-4-0125-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.378782,"ciLow":1224.865544,"ciHigh":1269.89202,"observedAt":"2026-11-11","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (0125)","rowId":"spanish/GPT-4 Turbo Preview (0125)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|chinese/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.534228,"ciLow":1276.645763,"ciHigh":1300.422694,"observedAt":"2026-11-11","runCount":5849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"chinese/GPT-4 (0314)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|coding/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.843636,"ciLow":1320.49733,"ciHigh":1339.189942,"observedAt":"2026-11-11","runCount":8306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"coding/GPT-4 (0314)","slice":"coding"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.889789,"ciLow":1244.938558,"ciHigh":1264.84102,"observedAt":"2026-11-11","runCount":8231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"creative_writing/GPT-4 (0314)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|english/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.579284,"ciLow":1295.77945,"ciHigh":1307.379117,"observedAt":"2026-11-11","runCount":35534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"english/GPT-4 (0314)","slice":"english"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.020541,"ciLow":1194.941718,"ciHigh":1209.099363,"observedAt":"2026-11-11","runCount":37236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"exclude_ties/GPT-4 (0314)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|expert/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.191208,"ciLow":1249.804502,"ciHigh":1280.577915,"observedAt":"2026-11-11","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"expert/GPT-4 (0314)","slice":"expert"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|french/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.527679,"ciLow":1280.456734,"ciHigh":1332.598623,"observedAt":"2026-11-11","runCount":839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"french/GPT-4 (0314)","slice":"french"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|german/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.258934,"ciLow":1255.812793,"ciHigh":1294.705076,"observedAt":"2026-11-11","runCount":1265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"german/GPT-4 (0314)","slice":"german"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.31662,"ciLow":1298.590051,"ciHigh":1314.043188,"observedAt":"2026-11-11","runCount":13935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"hard_prompts/GPT-4 (0314)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.636511,"ciLow":1305.756717,"ciHigh":1323.516306,"observedAt":"2026-11-11","runCount":9838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"hard_prompts_english/GPT-4 (0314)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.68068,"ciLow":1233.55567,"ciHigh":1255.805691,"observedAt":"2026-11-11","runCount":5128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_business_and_management_and_financial_operations/GPT-4 (0314)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.11896,"ciLow":1254.45495,"ciHigh":1273.78297,"observedAt":"2026-11-11","runCount":8080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_entertainment_and_sports_and_media/GPT-4 (0314)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.966,"ciLow":1279.716245,"ciHigh":1308.215755,"observedAt":"2026-11-11","runCount":2897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_legal_and_government/GPT-4 (0314)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.951778,"ciLow":1276.681286,"ciHigh":1295.222271,"observedAt":"2026-11-11","runCount":9610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_life_and_physical_and_social_science/GPT-4 (0314)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.924845,"ciLow":1281.714192,"ciHigh":1302.135497,"observedAt":"2026-11-11","runCount":6112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_mathematical/GPT-4 (0314)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.34398,"ciLow":1256.794562,"ciHigh":1285.893399,"observedAt":"2026-11-11","runCount":2913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_medicine_and_healthcare/GPT-4 (0314)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.817318,"ciLow":1297.00244,"ciHigh":1312.632196,"observedAt":"2026-11-11","runCount":14549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_software_and_it_services/GPT-4 (0314)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.866118,"ciLow":1275.51169,"ciHigh":1292.220545,"observedAt":"2026-11-11","runCount":12861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_writing_and_literature_and_language/GPT-4 (0314)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.322563,"ciLow":1278.0646,"ciHigh":1292.580526,"observedAt":"2026-11-11","runCount":18087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"instruction_following/GPT-4 (0314)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|japanese/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.170503,"ciLow":1192.073727,"ciHigh":1244.26728,"observedAt":"2026-11-11","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"japanese/GPT-4 (0314)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|korean/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.480834,"ciLow":1154.198539,"ciHigh":1218.76313,"observedAt":"2026-11-11","runCount":429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"korean/GPT-4 (0314)","slice":"korean"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.788631,"ciLow":1268.265844,"ciHigh":1291.311419,"observedAt":"2026-11-11","runCount":4251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"longer_query/GPT-4 (0314)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|math/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.778564,"ciLow":1275.035947,"ciHigh":1294.521181,"observedAt":"2026-11-11","runCount":7052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"math/GPT-4 (0314)","slice":"math"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.241038,"ciLow":1264.399333,"ciHigh":1284.082744,"observedAt":"2026-11-11","runCount":7992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"multi_turn/GPT-4 (0314)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|non_english/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.112265,"ciLow":1264.926267,"ciHigh":1279.298263,"observedAt":"2026-11-11","runCount":18639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"non_english/GPT-4 (0314)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|overall/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.010034,"ciLow":1283.258282,"ciHigh":1292.761785,"observedAt":"2026-11-11","runCount":54173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"overall/GPT-4 (0314)","slice":"overall"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|polish/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.40571,"ciLow":1273.570049,"ciHigh":1401.24137,"observedAt":"2026-11-11","runCount":119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"polish/GPT-4 (0314)","slice":"polish"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|russian/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.654972,"ciLow":1256.45233,"ciHigh":1280.857614,"observedAt":"2026-11-11","runCount":3579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"russian/GPT-4 (0314)","slice":"russian"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text-style-control@1|rating|spanish/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.86462,"ciLow":1253.891158,"ciHigh":1309.838081,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"spanish/GPT-4 (0314)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|chinese/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.03021,"ciLow":1172.258596,"ciHigh":1195.801825,"observedAt":"2026-11-11","runCount":5849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"chinese/GPT-4 (0314)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|coding/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.565744,"ciLow":1199.268889,"ciHigh":1217.8626,"observedAt":"2026-11-11","runCount":8306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"coding/GPT-4 (0314)","slice":"coding"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|creative_writing/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.08424,"ciLow":1180.222467,"ciHigh":1199.946013,"observedAt":"2026-11-11","runCount":8231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"creative_writing/GPT-4 (0314)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|english/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1220.061855,"ciLow":1214.305935,"ciHigh":1225.817775,"observedAt":"2026-11-11","runCount":35534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"english/GPT-4 (0314)","slice":"english"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|exclude_ties/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.776546,"ciLow":1078.77732,"ciHigh":1092.775773,"observedAt":"2026-11-11","runCount":37236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"exclude_ties/GPT-4 (0314)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|expert/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1148.568554,"ciLow":1133.267326,"ciHigh":1163.869783,"observedAt":"2026-11-11","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"expert/GPT-4 (0314)","slice":"expert"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|french/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.141176,"ciLow":1193.126241,"ciHigh":1245.15611,"observedAt":"2026-11-11","runCount":839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"french/GPT-4 (0314)","slice":"french"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|german/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1198.082231,"ciLow":1178.702085,"ciHigh":1217.462377,"observedAt":"2026-11-11","runCount":1265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"german/GPT-4 (0314)","slice":"german"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|hard_prompts/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1200.023206,"ciLow":1192.374629,"ciHigh":1207.671783,"observedAt":"2026-11-11","runCount":13935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"hard_prompts/GPT-4 (0314)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.636207,"ciLow":1199.851805,"ciHigh":1217.420608,"observedAt":"2026-11-11","runCount":9838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"hard_prompts_english/GPT-4 (0314)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1144.9693,"ciLow":1133.903279,"ciHigh":1156.035321,"observedAt":"2026-11-11","runCount":5128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_business_and_management_and_financial_operations/GPT-4 (0314)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.301493,"ciLow":1174.692469,"ciHigh":1193.910518,"observedAt":"2026-11-11","runCount":8080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_entertainment_and_sports_and_media/GPT-4 (0314)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.491657,"ciLow":1177.251207,"ciHigh":1205.732106,"observedAt":"2026-11-11","runCount":2897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_legal_and_government/GPT-4 (0314)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1176.914052,"ciLow":1167.663483,"ciHigh":1186.164622,"observedAt":"2026-11-11","runCount":9610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_life_and_physical_and_social_science/GPT-4 (0314)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|industry_mathematical/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.807156,"ciLow":1217.649114,"ciHigh":1237.965198,"observedAt":"2026-11-11","runCount":6112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_mathematical/GPT-4 (0314)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1145.156826,"ciLow":1130.502705,"ciHigh":1159.810947,"observedAt":"2026-11-11","runCount":2913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_medicine_and_healthcare/GPT-4 (0314)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.6512,"ciLow":1186.877273,"ciHigh":1202.425127,"observedAt":"2026-11-11","runCount":14549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_software_and_it_services/GPT-4 (0314)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.690795,"ciLow":1210.39312,"ciHigh":1226.988471,"observedAt":"2026-11-11","runCount":12861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"industry_writing_and_literature_and_language/GPT-4 (0314)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|instruction_following/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1200.878871,"ciLow":1193.69548,"ciHigh":1208.062263,"observedAt":"2026-11-11","runCount":18087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"instruction_following/GPT-4 (0314)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|japanese/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1136.751682,"ciLow":1110.71365,"ciHigh":1162.789715,"observedAt":"2026-11-11","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"japanese/GPT-4 (0314)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|korean/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1087.240622,"ciLow":1055.067356,"ciHigh":1119.413888,"observedAt":"2026-11-11","runCount":429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"korean/GPT-4 (0314)","slice":"korean"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|longer_query/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.056413,"ciLow":1178.54751,"ciHigh":1201.565316,"observedAt":"2026-11-11","runCount":4251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"longer_query/GPT-4 (0314)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|math/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.093508,"ciLow":1220.418578,"ciHigh":1239.768438,"observedAt":"2026-11-11","runCount":7052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"math/GPT-4 (0314)","slice":"math"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|multi_turn/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.840101,"ciLow":1196.050642,"ciHigh":1215.629559,"observedAt":"2026-11-11","runCount":7992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"multi_turn/GPT-4 (0314)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|non_english/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.251123,"ciLow":1187.09363,"ciHigh":1201.408615,"observedAt":"2026-11-11","runCount":18639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"non_english/GPT-4 (0314)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|overall/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.052471,"ciLow":1201.323374,"ciHigh":1210.781568,"observedAt":"2026-11-11","runCount":54173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"overall/GPT-4 (0314)","slice":"overall"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|polish/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.084647,"ciLow":1201.490932,"ciHigh":1328.678362,"observedAt":"2026-11-11","runCount":119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"polish/GPT-4 (0314)","slice":"polish"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|russian/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.216527,"ciLow":1183.042055,"ciHigh":1207.391,"observedAt":"2026-11-11","runCount":3579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"russian/GPT-4 (0314)","slice":"russian"}
{"key":"lmarena|openai/gpt-4-0314:default|none|lmarena-text@1|rating|spanish/GPT-4 (0314)","sourceId":"lmarena","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.495953,"ciLow":1168.771173,"ciHigh":1224.220732,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0314)","rowId":"spanish/GPT-4 (0314)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|chinese/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.237345,"ciLow":1249.714352,"ciHigh":1270.760338,"observedAt":"2026-11-11","runCount":8540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"chinese/GPT-4 (0613)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|coding/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.497166,"ciLow":1306.531186,"ciHigh":1322.463146,"observedAt":"2026-11-11","runCount":13719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"coding/GPT-4 (0613)","slice":"coding"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.57137,"ciLow":1258.248606,"ciHigh":1274.894133,"observedAt":"2026-11-11","runCount":13932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"creative_writing/GPT-4 (0613)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|english/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.118199,"ciLow":1288.069297,"ciHigh":1298.167102,"observedAt":"2026-11-11","runCount":57478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"english/GPT-4 (0613)","slice":"english"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.79082,"ciLow":1180.789142,"ciHigh":1192.792497,"observedAt":"2026-11-11","runCount":60653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"exclude_ties/GPT-4 (0613)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|expert/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.139765,"ciLow":1241.365579,"ciHigh":1266.913951,"observedAt":"2026-11-11","runCount":3617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"expert/GPT-4 (0613)","slice":"expert"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|french/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.469545,"ciLow":1247.209708,"ciHigh":1291.729383,"observedAt":"2026-11-11","runCount":1545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"french/GPT-4 (0613)","slice":"french"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|german/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.589227,"ciLow":1235.136814,"ciHigh":1268.04164,"observedAt":"2026-11-11","runCount":2215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"german/GPT-4 (0613)","slice":"german"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.683838,"ciLow":1283.21627,"ciHigh":1296.151406,"observedAt":"2026-11-11","runCount":23040,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"hard_prompts/GPT-4 (0613)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.024438,"ciLow":1293.411417,"ciHigh":1308.637459,"observedAt":"2026-11-11","runCount":16244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"hard_prompts_english/GPT-4 (0613)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.878264,"ciLow":1221.544041,"ciHigh":1240.212488,"observedAt":"2026-11-11","runCount":8676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_business_and_management_and_financial_operations/GPT-4 (0613)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.969162,"ciLow":1260.85385,"ciHigh":1277.084475,"observedAt":"2026-11-11","runCount":13910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_entertainment_and_sports_and_media/GPT-4 (0613)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.729251,"ciLow":1259.406557,"ciHigh":1284.051946,"observedAt":"2026-11-11","runCount":4695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_legal_and_government/GPT-4 (0613)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.367502,"ciLow":1267.198468,"ciHigh":1283.536535,"observedAt":"2026-11-11","runCount":15252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_life_and_physical_and_social_science/GPT-4 (0613)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.587803,"ciLow":1264.661752,"ciHigh":1282.513853,"observedAt":"2026-11-11","runCount":9862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_mathematical/GPT-4 (0613)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.363097,"ciLow":1250.847197,"ciHigh":1275.878998,"observedAt":"2026-11-11","runCount":4768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_medicine_and_healthcare/GPT-4 (0613)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.63727,"ciLow":1278.955393,"ciHigh":1292.319147,"observedAt":"2026-11-11","runCount":23796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_software_and_it_services/GPT-4 (0613)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.396469,"ciLow":1278.515045,"ciHigh":1292.277894,"observedAt":"2026-11-11","runCount":22099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_writing_and_literature_and_language/GPT-4 (0613)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.195016,"ciLow":1271.141219,"ciHigh":1283.248812,"observedAt":"2026-11-11","runCount":29706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"instruction_following/GPT-4 (0613)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|japanese/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.461077,"ciLow":1182.192211,"ciHigh":1222.729943,"observedAt":"2026-11-11","runCount":1241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"japanese/GPT-4 (0613)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|korean/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.948476,"ciLow":1153.322931,"ciHigh":1198.574022,"observedAt":"2026-11-11","runCount":1154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"korean/GPT-4 (0613)","slice":"korean"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.880846,"ciLow":1271.584272,"ciHigh":1290.177419,"observedAt":"2026-11-11","runCount":7523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"longer_query/GPT-4 (0613)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|math/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.610139,"ciLow":1269.13148,"ciHigh":1286.088798,"observedAt":"2026-11-11","runCount":11181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"math/GPT-4 (0613)","slice":"math"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.569095,"ciLow":1254.204724,"ciHigh":1270.933466,"observedAt":"2026-11-11","runCount":13168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"multi_turn/GPT-4 (0613)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|non_english/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.774875,"ciLow":1245.95653,"ciHigh":1257.59322,"observedAt":"2026-11-11","runCount":31245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"non_english/GPT-4 (0613)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|overall/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.42242,"ciLow":1272.374195,"ciHigh":1280.470645,"observedAt":"2026-11-11","runCount":88723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"overall/GPT-4 (0613)","slice":"overall"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|polish/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.724376,"ciLow":1258.838269,"ciHigh":1374.610483,"observedAt":"2026-11-11","runCount":179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"polish/GPT-4 (0613)","slice":"polish"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|russian/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.851463,"ciLow":1247.752112,"ciHigh":1267.950814,"observedAt":"2026-11-11","runCount":5975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"russian/GPT-4 (0613)","slice":"russian"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text-style-control@1|rating|spanish/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.304068,"ciLow":1243.682904,"ciHigh":1288.925232,"observedAt":"2026-11-11","runCount":1364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"spanish/GPT-4 (0613)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|chinese/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1136.254306,"ciLow":1125.84361,"ciHigh":1146.665001,"observedAt":"2026-11-11","runCount":8540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"chinese/GPT-4 (0613)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|coding/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1187.27736,"ciLow":1179.338345,"ciHigh":1195.216374,"observedAt":"2026-11-11","runCount":13719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"coding/GPT-4 (0613)","slice":"coding"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|creative_writing/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.291939,"ciLow":1183.018882,"ciHigh":1199.564997,"observedAt":"2026-11-11","runCount":13932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"creative_writing/GPT-4 (0613)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|english/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1205.30034,"ciLow":1200.287495,"ciHigh":1210.313185,"observedAt":"2026-11-11","runCount":57478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"english/GPT-4 (0613)","slice":"english"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|exclude_ties/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1058.342453,"ciLow":1052.40548,"ciHigh":1064.279426,"observedAt":"2026-11-11","runCount":60653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"exclude_ties/GPT-4 (0613)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|expert/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1127.642901,"ciLow":1114.898867,"ciHigh":1140.386935,"observedAt":"2026-11-11","runCount":3617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"expert/GPT-4 (0613)","slice":"expert"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|french/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1169.911468,"ciLow":1147.781814,"ciHigh":1192.041122,"observedAt":"2026-11-11","runCount":1545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"french/GPT-4 (0613)","slice":"french"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|german/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1161.404718,"ciLow":1145.155804,"ciHigh":1177.653631,"observedAt":"2026-11-11","runCount":2215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"german/GPT-4 (0613)","slice":"german"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|hard_prompts/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.286956,"ciLow":1167.871828,"ciHigh":1180.702084,"observedAt":"2026-11-11","runCount":23040,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"hard_prompts/GPT-4 (0613)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1188.113943,"ciLow":1180.566347,"ciHigh":1195.661538,"observedAt":"2026-11-11","runCount":16244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"hard_prompts_english/GPT-4 (0613)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1121.594055,"ciLow":1112.273722,"ciHigh":1130.914388,"observedAt":"2026-11-11","runCount":8676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_business_and_management_and_financial_operations/GPT-4 (0613)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.921715,"ciLow":1171.869718,"ciHigh":1187.973713,"observedAt":"2026-11-11","runCount":13910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_entertainment_and_sports_and_media/GPT-4 (0613)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.530535,"ciLow":1142.230455,"ciHigh":1166.830614,"observedAt":"2026-11-11","runCount":4695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_legal_and_government/GPT-4 (0613)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.420388,"ciLow":1145.281877,"ciHigh":1161.558899,"observedAt":"2026-11-11","runCount":15252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_life_and_physical_and_social_science/GPT-4 (0613)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|industry_mathematical/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.225955,"ciLow":1192.417067,"ciHigh":1210.034844,"observedAt":"2026-11-11","runCount":9862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_mathematical/GPT-4 (0613)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1123.279469,"ciLow":1110.74525,"ciHigh":1135.813687,"observedAt":"2026-11-11","runCount":4768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_medicine_and_healthcare/GPT-4 (0613)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1168.644408,"ciLow":1161.992494,"ciHigh":1175.296322,"observedAt":"2026-11-11","runCount":23796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_software_and_it_services/GPT-4 (0613)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.9517,"ciLow":1207.116719,"ciHigh":1220.786681,"observedAt":"2026-11-11","runCount":22099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"industry_writing_and_literature_and_language/GPT-4 (0613)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|instruction_following/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1188.421827,"ciLow":1182.443813,"ciHigh":1194.399841,"observedAt":"2026-11-11","runCount":29706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"instruction_following/GPT-4 (0613)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|japanese/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1114.367543,"ciLow":1094.341611,"ciHigh":1134.393474,"observedAt":"2026-11-11","runCount":1241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"japanese/GPT-4 (0613)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|korean/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1059.995097,"ciLow":1037.575583,"ciHigh":1082.414612,"observedAt":"2026-11-11","runCount":1154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"korean/GPT-4 (0613)","slice":"korean"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|longer_query/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1187.65114,"ciLow":1178.371693,"ciHigh":1196.930586,"observedAt":"2026-11-11","runCount":7523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"longer_query/GPT-4 (0613)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|math/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.994709,"ciLow":1208.616635,"ciHigh":1225.372782,"observedAt":"2026-11-11","runCount":11181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"math/GPT-4 (0613)","slice":"math"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|multi_turn/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.607258,"ciLow":1176.284452,"ciHigh":1192.930063,"observedAt":"2026-11-11","runCount":13168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"multi_turn/GPT-4 (0613)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|non_english/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1160.469895,"ciLow":1154.668337,"ciHigh":1166.271454,"observedAt":"2026-11-11","runCount":31245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"non_english/GPT-4 (0613)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|overall/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.049967,"ciLow":1182.022592,"ciHigh":1190.077342,"observedAt":"2026-11-11","runCount":88723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"overall/GPT-4 (0613)","slice":"overall"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|polish/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.350525,"ciLow":1162.542933,"ciHigh":1276.158117,"observedAt":"2026-11-11","runCount":179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"polish/GPT-4 (0613)","slice":"polish"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|russian/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1172.952264,"ciLow":1162.893502,"ciHigh":1183.011026,"observedAt":"2026-11-11","runCount":5975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"russian/GPT-4 (0613)","slice":"russian"}
{"key":"lmarena|openai/gpt-4-0613:default|none|lmarena-text@1|rating|spanish/GPT-4 (0613)","sourceId":"lmarena","modelId":"openai/gpt-4-0613","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1167.750527,"ciLow":1145.317356,"ciHigh":1190.183697,"observedAt":"2026-11-11","runCount":1364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 (0613)","rowId":"spanish/GPT-4 (0613)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|chinese/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.152166,"ciLow":1305.033244,"ciHigh":1325.271088,"observedAt":"2026-11-11","runCount":9150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"chinese/GPT-4 Turbo Preview (1106)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|coding/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.297845,"ciLow":1332.896418,"ciHigh":1347.699271,"observedAt":"2026-11-11","runCount":15605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"coding/GPT-4 Turbo Preview (1106)","slice":"coding"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.051633,"ciLow":1278.119839,"ciHigh":1293.983428,"observedAt":"2026-11-11","runCount":15576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"creative_writing/GPT-4 Turbo Preview (1106)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|english/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.340872,"ciLow":1320.431311,"ciHigh":1330.250434,"observedAt":"2026-11-11","runCount":64698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"english/GPT-4 Turbo Preview (1106)","slice":"english"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.226159,"ciLow":1239.224348,"ciHigh":1251.227969,"observedAt":"2026-11-11","runCount":69044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"exclude_ties/GPT-4 Turbo Preview (1106)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|expert/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.808219,"ciLow":1278.811412,"ciHigh":1302.805026,"observedAt":"2026-11-11","runCount":4240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"expert/GPT-4 Turbo Preview (1106)","slice":"expert"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|french/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.618332,"ciLow":1318.236704,"ciHigh":1360.99996,"observedAt":"2026-11-11","runCount":1734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"french/GPT-4 Turbo Preview (1106)","slice":"french"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|german/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.496708,"ciLow":1281.748823,"ciHigh":1313.244594,"observedAt":"2026-11-11","runCount":2503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"german/GPT-4 Turbo Preview (1106)","slice":"german"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.901419,"ciLow":1306.874233,"ciHigh":1318.928606,"observedAt":"2026-11-11","runCount":26242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"hard_prompts/GPT-4 Turbo Preview (1106)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.660078,"ciLow":1317.553895,"ciHigh":1331.766261,"observedAt":"2026-11-11","runCount":18316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"hard_prompts_english/GPT-4 Turbo Preview (1106)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.428661,"ciLow":1270.653223,"ciHigh":1288.204099,"observedAt":"2026-11-11","runCount":9573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_business_and_management_and_financial_operations/GPT-4 Turbo Preview (1106)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.164084,"ciLow":1282.462226,"ciHigh":1297.865941,"observedAt":"2026-11-11","runCount":15221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_entertainment_and_sports_and_media/GPT-4 Turbo Preview (1106)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.752019,"ciLow":1302.296711,"ciHigh":1325.207327,"observedAt":"2026-11-11","runCount":5572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_legal_and_government/GPT-4 Turbo Preview (1106)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.615208,"ciLow":1311.96697,"ciHigh":1327.263445,"observedAt":"2026-11-11","runCount":17680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_life_and_physical_and_social_science/GPT-4 Turbo Preview (1106)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.0111,"ciLow":1300.741471,"ciHigh":1317.280728,"observedAt":"2026-11-11","runCount":11549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_mathematical/GPT-4 Turbo Preview (1106)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.641135,"ciLow":1291.727644,"ciHigh":1315.554625,"observedAt":"2026-11-11","runCount":5514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_medicine_and_healthcare/GPT-4 Turbo Preview (1106)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.134183,"ciLow":1317.837898,"ciHigh":1330.430468,"observedAt":"2026-11-11","runCount":26445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_software_and_it_services/GPT-4 Turbo Preview (1106)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.457807,"ciLow":1300.931903,"ciHigh":1313.98371,"observedAt":"2026-11-11","runCount":24682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_writing_and_literature_and_language/GPT-4 Turbo Preview (1106)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.440444,"ciLow":1290.791979,"ciHigh":1302.088909,"observedAt":"2026-11-11","runCount":34416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"instruction_following/GPT-4 Turbo Preview (1106)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|japanese/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.19236,"ciLow":1243.368968,"ciHigh":1281.015753,"observedAt":"2026-11-11","runCount":1422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"japanese/GPT-4 Turbo Preview (1106)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|korean/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.583621,"ciLow":1230.902446,"ciHigh":1274.264795,"observedAt":"2026-11-11","runCount":1292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"korean/GPT-4 Turbo Preview (1106)","slice":"korean"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.999285,"ciLow":1294.569565,"ciHigh":1311.429005,"observedAt":"2026-11-11","runCount":9140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"longer_query/GPT-4 Turbo Preview (1106)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|math/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.0653,"ciLow":1295.163027,"ciHigh":1310.967573,"observedAt":"2026-11-11","runCount":13306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"math/GPT-4 Turbo Preview (1106)","slice":"math"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.115872,"ciLow":1291.318073,"ciHigh":1306.91367,"observedAt":"2026-11-11","runCount":14867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"multi_turn/GPT-4 Turbo Preview (1106)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|non_english/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.070522,"ciLow":1290.62333,"ciHigh":1301.517714,"observedAt":"2026-11-11","runCount":35407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"non_english/GPT-4 Turbo Preview (1106)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|overall/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.996524,"ciLow":1309.106853,"ciHigh":1316.886196,"observedAt":"2026-11-11","runCount":100105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"overall/GPT-4 Turbo Preview (1106)","slice":"overall"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|polish/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.984628,"ciLow":1311.65442,"ciHigh":1424.314836,"observedAt":"2026-11-11","runCount":193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"polish/GPT-4 Turbo Preview (1106)","slice":"polish"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|russian/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.843551,"ciLow":1291.616881,"ciHigh":1310.070222,"observedAt":"2026-11-11","runCount":7053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"russian/GPT-4 Turbo Preview (1106)","slice":"russian"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text-style-control@1|rating|spanish/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.6479,"ciLow":1290.520493,"ciHigh":1334.775308,"observedAt":"2026-11-11","runCount":1472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"spanish/GPT-4 Turbo Preview (1106)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|chinese/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.519958,"ciLow":1232.527164,"ciHigh":1252.512751,"observedAt":"2026-11-11","runCount":9150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"chinese/GPT-4 Turbo Preview (1106)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|coding/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.888913,"ciLow":1246.541439,"ciHigh":1261.236387,"observedAt":"2026-11-11","runCount":15605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"coding/GPT-4 Turbo Preview (1106)","slice":"coding"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|creative_writing/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.1368,"ciLow":1236.23439,"ciHigh":1252.03921,"observedAt":"2026-11-11","runCount":15576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"creative_writing/GPT-4 Turbo Preview (1106)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|english/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.129307,"ciLow":1272.243971,"ciHigh":1282.014644,"observedAt":"2026-11-11","runCount":64698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"english/GPT-4 Turbo Preview (1106)","slice":"english"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|exclude_ties/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.955827,"ciLow":1168.029181,"ciHigh":1179.882473,"observedAt":"2026-11-11","runCount":69044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"exclude_ties/GPT-4 Turbo Preview (1106)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|expert/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.051777,"ciLow":1199.137091,"ciHigh":1222.966462,"observedAt":"2026-11-11","runCount":4240,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"expert/GPT-4 Turbo Preview (1106)","slice":"expert"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|french/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.547043,"ciLow":1261.192792,"ciHigh":1303.901295,"observedAt":"2026-11-11","runCount":1734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"french/GPT-4 Turbo Preview (1106)","slice":"french"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|german/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.407447,"ciLow":1234.7915,"ciHigh":1266.023395,"observedAt":"2026-11-11","runCount":2503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"german/GPT-4 Turbo Preview (1106)","slice":"german"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|hard_prompts/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.136345,"ciLow":1235.152209,"ciHigh":1247.12048,"observedAt":"2026-11-11","runCount":26242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"hard_prompts/GPT-4 Turbo Preview (1106)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.748733,"ciLow":1246.678683,"ciHigh":1260.818784,"observedAt":"2026-11-11","runCount":18316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"hard_prompts_english/GPT-4 Turbo Preview (1106)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1210.853353,"ciLow":1202.117429,"ciHigh":1219.589277,"observedAt":"2026-11-11","runCount":9573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_business_and_management_and_financial_operations/GPT-4 Turbo Preview (1106)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.515986,"ciLow":1234.816569,"ciHigh":1250.215403,"observedAt":"2026-11-11","runCount":15221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_entertainment_and_sports_and_media/GPT-4 Turbo Preview (1106)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.188806,"ciLow":1237.735264,"ciHigh":1260.642349,"observedAt":"2026-11-11","runCount":5572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_legal_and_government/GPT-4 Turbo Preview (1106)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.934219,"ciLow":1247.327462,"ciHigh":1262.540975,"observedAt":"2026-11-11","runCount":17680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_life_and_physical_and_social_science/GPT-4 Turbo Preview (1106)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|industry_mathematical/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.265486,"ciLow":1262.048102,"ciHigh":1278.48287,"observedAt":"2026-11-11","runCount":11549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_mathematical/GPT-4 Turbo Preview (1106)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.250363,"ciLow":1212.367762,"ciHigh":1236.132965,"observedAt":"2026-11-11","runCount":5514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_medicine_and_healthcare/GPT-4 Turbo Preview (1106)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.077105,"ciLow":1243.837209,"ciHigh":1256.317,"observedAt":"2026-11-11","runCount":26445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_software_and_it_services/GPT-4 Turbo Preview (1106)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.359084,"ciLow":1257.865947,"ciHigh":1270.852222,"observedAt":"2026-11-11","runCount":24682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"industry_writing_and_literature_and_language/GPT-4 Turbo Preview (1106)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|instruction_following/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.459352,"ciLow":1234.851375,"ciHigh":1246.06733,"observedAt":"2026-11-11","runCount":34416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"instruction_following/GPT-4 Turbo Preview (1106)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|japanese/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1209.521991,"ciLow":1190.725263,"ciHigh":1228.318718,"observedAt":"2026-11-11","runCount":1422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"japanese/GPT-4 Turbo Preview (1106)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|korean/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1184.104095,"ciLow":1162.655182,"ciHigh":1205.553007,"observedAt":"2026-11-11","runCount":1292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"korean/GPT-4 Turbo Preview (1106)","slice":"korean"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|longer_query/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1235.829003,"ciLow":1227.423706,"ciHigh":1244.2343,"observedAt":"2026-11-11","runCount":9140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"longer_query/GPT-4 Turbo Preview (1106)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|math/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.230812,"ciLow":1261.391082,"ciHigh":1277.070543,"observedAt":"2026-11-11","runCount":13306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"math/GPT-4 Turbo Preview (1106)","slice":"math"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|multi_turn/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.593685,"ciLow":1248.818441,"ciHigh":1264.368929,"observedAt":"2026-11-11","runCount":14867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"multi_turn/GPT-4 Turbo Preview (1106)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|non_english/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.669599,"ciLow":1240.26246,"ciHigh":1251.076737,"observedAt":"2026-11-11","runCount":35407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"non_english/GPT-4 Turbo Preview (1106)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|overall/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1263.482073,"ciLow":1259.6212,"ciHigh":1267.342947,"observedAt":"2026-11-11","runCount":100105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"overall/GPT-4 Turbo Preview (1106)","slice":"overall"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|polish/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.359416,"ciLow":1270.696574,"ciHigh":1382.022258,"observedAt":"2026-11-11","runCount":193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"polish/GPT-4 Turbo Preview (1106)","slice":"polish"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|russian/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.234468,"ciLow":1242.057717,"ciHigh":1260.411219,"observedAt":"2026-11-11","runCount":7053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"russian/GPT-4 Turbo Preview (1106)","slice":"russian"}
{"key":"lmarena|openai/gpt-4-1106-preview:default|none|lmarena-text@1|rating|spanish/GPT-4 Turbo Preview (1106)","sourceId":"lmarena","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.809927,"ciLow":1238.803766,"ciHigh":1282.816089,"observedAt":"2026-11-11","runCount":1472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo Preview (1106)","rowId":"spanish/GPT-4 Turbo Preview (1106)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|chinese/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.717122,"ciLow":1308.190937,"ciHigh":1327.243306,"observedAt":"2026-11-11","runCount":10827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"chinese/GPT-4 Turbo (2024-04-09)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|coding/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.833678,"ciLow":1339.716118,"ciHigh":1353.951238,"observedAt":"2026-11-11","runCount":17104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"coding/GPT-4 Turbo (2024-04-09)","slice":"coding"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|creative_writing/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.217152,"ciLow":1315.429659,"ciHigh":1331.004646,"observedAt":"2026-11-11","runCount":14396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"creative_writing/GPT-4 Turbo (2024-04-09)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|english/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.187434,"ciLow":1336.274292,"ciHigh":1346.100577,"observedAt":"2026-11-11","runCount":55116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"english/GPT-4 Turbo (2024-04-09)","slice":"english"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.953766,"ciLow":1261.008082,"ciHigh":1272.89945,"observedAt":"2026-11-11","runCount":65114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"exclude_ties/GPT-4 Turbo (2024-04-09)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|expert/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.249862,"ciLow":1286.134866,"ciHigh":1308.364858,"observedAt":"2026-11-11","runCount":5195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"expert/GPT-4 Turbo (2024-04-09)","slice":"expert"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|french/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.195579,"ciLow":1313.301037,"ciHigh":1357.090121,"observedAt":"2026-11-11","runCount":1402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"french/GPT-4 Turbo (2024-04-09)","slice":"french"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|german/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.374018,"ciLow":1296.826935,"ciHigh":1325.921101,"observedAt":"2026-11-11","runCount":3359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"german/GPT-4 Turbo (2024-04-09)","slice":"german"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.330968,"ciLow":1310.41701,"ciHigh":1322.244927,"observedAt":"2026-11-11","runCount":28310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"hard_prompts/GPT-4 Turbo (2024-04-09)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.165126,"ciLow":1321.163313,"ciHigh":1335.16694,"observedAt":"2026-11-11","runCount":17922,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"hard_prompts_english/GPT-4 Turbo (2024-04-09)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.384337,"ciLow":1283.886923,"ciHigh":1300.881751,"observedAt":"2026-11-11","runCount":10807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_business_and_management_and_financial_operations/GPT-4 Turbo (2024-04-09)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.091306,"ciLow":1306.607346,"ciHigh":1321.575265,"observedAt":"2026-11-11","runCount":14793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_entertainment_and_sports_and_media/GPT-4 Turbo (2024-04-09)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.652827,"ciLow":1324.479373,"ciHigh":1346.826282,"observedAt":"2026-11-11","runCount":5381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_legal_and_government/GPT-4 Turbo (2024-04-09)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.481597,"ciLow":1319.064733,"ciHigh":1333.898462,"observedAt":"2026-11-11","runCount":16354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_life_and_physical_and_social_science/GPT-4 Turbo (2024-04-09)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.74481,"ciLow":1291.704349,"ciHigh":1307.785272,"observedAt":"2026-11-11","runCount":11796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_mathematical/GPT-4 Turbo (2024-04-09)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.600479,"ciLow":1314.95022,"ciHigh":1338.250738,"observedAt":"2026-11-11","runCount":5046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_medicine_and_healthcare/GPT-4 Turbo (2024-04-09)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.988872,"ciLow":1329.825701,"ciHigh":1342.152043,"observedAt":"2026-11-11","runCount":27573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_software_and_it_services/GPT-4 Turbo (2024-04-09)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.373469,"ciLow":1323.908638,"ciHigh":1336.838301,"observedAt":"2026-11-11","runCount":24529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_writing_and_literature_and_language/GPT-4 Turbo (2024-04-09)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|instruction_following/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.255339,"ciLow":1297.702954,"ciHigh":1308.807725,"observedAt":"2026-11-11","runCount":36297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"instruction_following/GPT-4 Turbo (2024-04-09)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|japanese/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.129386,"ciLow":1234.276404,"ciHigh":1267.982369,"observedAt":"2026-11-11","runCount":2112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"japanese/GPT-4 Turbo (2024-04-09)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|korean/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.221638,"ciLow":1244.417078,"ciHigh":1282.026198,"observedAt":"2026-11-11","runCount":2668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"korean/GPT-4 Turbo (2024-04-09)","slice":"korean"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|longer_query/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.910947,"ciLow":1309.994722,"ciHigh":1325.827171,"observedAt":"2026-11-11","runCount":11559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"longer_query/GPT-4 Turbo (2024-04-09)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|math/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.353218,"ciLow":1288.688094,"ciHigh":1304.018342,"observedAt":"2026-11-11","runCount":13217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"math/GPT-4 Turbo (2024-04-09)","slice":"math"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|multi_turn/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.856796,"ciLow":1305.378441,"ciHigh":1320.33515,"observedAt":"2026-11-11","runCount":15255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"multi_turn/GPT-4 Turbo (2024-04-09)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|non_english/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.297805,"ciLow":1295.057139,"ciHigh":1305.53847,"observedAt":"2026-11-11","runCount":42998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"non_english/GPT-4 Turbo (2024-04-09)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|overall/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.598818,"ciLow":1320.671089,"ciHigh":1328.526548,"observedAt":"2026-11-11","runCount":98114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"overall/GPT-4 Turbo (2024-04-09)","slice":"overall"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|polish/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.344337,"ciLow":1306.229106,"ciHigh":1420.459568,"observedAt":"2026-11-11","runCount":178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"polish/GPT-4 Turbo (2024-04-09)","slice":"polish"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|russian/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.813311,"ciLow":1305.435001,"ciHigh":1322.19162,"observedAt":"2026-11-11","runCount":9938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"russian/GPT-4 Turbo (2024-04-09)","slice":"russian"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text-style-control@1|rating|spanish/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.51645,"ciLow":1293.14628,"ciHigh":1335.88662,"observedAt":"2026-11-11","runCount":1430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"spanish/GPT-4 Turbo (2024-04-09)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|chinese/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.322502,"ciLow":1232.887075,"ciHigh":1251.757928,"observedAt":"2026-11-11","runCount":10827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"chinese/GPT-4 Turbo (2024-04-09)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|coding/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.227469,"ciLow":1261.126211,"ciHigh":1275.328726,"observedAt":"2026-11-11","runCount":17104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"coding/GPT-4 Turbo (2024-04-09)","slice":"coding"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|creative_writing/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.341708,"ciLow":1260.621322,"ciHigh":1276.062095,"observedAt":"2026-11-11","runCount":14396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"creative_writing/GPT-4 Turbo (2024-04-09)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|english/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.160805,"ciLow":1286.280698,"ciHigh":1296.040912,"observedAt":"2026-11-11","runCount":55116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"english/GPT-4 Turbo (2024-04-09)","slice":"english"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|exclude_ties/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.118812,"ciLow":1184.265291,"ciHigh":1195.972333,"observedAt":"2026-11-11","runCount":65114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"exclude_ties/GPT-4 Turbo (2024-04-09)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|expert/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1223.020028,"ciLow":1211.945837,"ciHigh":1234.094219,"observedAt":"2026-11-11","runCount":5195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"expert/GPT-4 Turbo (2024-04-09)","slice":"expert"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|french/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.392882,"ciLow":1253.525401,"ciHigh":1297.260364,"observedAt":"2026-11-11","runCount":1402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"french/GPT-4 Turbo (2024-04-09)","slice":"french"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|german/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.270106,"ciLow":1244.740391,"ciHigh":1273.799821,"observedAt":"2026-11-11","runCount":3359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"german/GPT-4 Turbo (2024-04-09)","slice":"german"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|hard_prompts/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.831824,"ciLow":1244.966469,"ciHigh":1256.697179,"observedAt":"2026-11-11","runCount":28310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"hard_prompts/GPT-4 Turbo (2024-04-09)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|hard_prompts_english/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.979159,"ciLow":1259.012738,"ciHigh":1272.94558,"observedAt":"2026-11-11","runCount":17922,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"hard_prompts_english/GPT-4 Turbo (2024-04-09)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.260065,"ciLow":1213.812347,"ciHigh":1230.707782,"observedAt":"2026-11-11","runCount":10807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_business_and_management_and_financial_operations/GPT-4 Turbo (2024-04-09)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.147155,"ciLow":1250.714592,"ciHigh":1265.579718,"observedAt":"2026-11-11","runCount":14793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_entertainment_and_sports_and_media/GPT-4 Turbo (2024-04-09)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|industry_legal_and_government/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.850738,"ciLow":1253.7036,"ciHigh":1275.997875,"observedAt":"2026-11-11","runCount":5381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_legal_and_government/GPT-4 Turbo (2024-04-09)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1255.70182,"ciLow":1248.33019,"ciHigh":1263.07345,"observedAt":"2026-11-11","runCount":16354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_life_and_physical_and_social_science/GPT-4 Turbo (2024-04-09)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|industry_mathematical/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.108822,"ciLow":1260.093607,"ciHigh":1276.124038,"observedAt":"2026-11-11","runCount":11796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_mathematical/GPT-4 Turbo (2024-04-09)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1239.30943,"ciLow":1227.690381,"ciHigh":1250.928479,"observedAt":"2026-11-11","runCount":5046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_medicine_and_healthcare/GPT-4 Turbo (2024-04-09)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.011114,"ciLow":1260.87345,"ciHigh":1273.148779,"observedAt":"2026-11-11","runCount":27573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_software_and_it_services/GPT-4 Turbo (2024-04-09)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.659211,"ciLow":1272.24073,"ciHigh":1285.077693,"observedAt":"2026-11-11","runCount":24529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"industry_writing_and_literature_and_language/GPT-4 Turbo (2024-04-09)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|instruction_following/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.266197,"ciLow":1243.771758,"ciHigh":1254.760635,"observedAt":"2026-11-11","runCount":36297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"instruction_following/GPT-4 Turbo (2024-04-09)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|japanese/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.084288,"ciLow":1177.360807,"ciHigh":1210.807768,"observedAt":"2026-11-11","runCount":2112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"japanese/GPT-4 Turbo (2024-04-09)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|korean/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.881252,"ciLow":1168.191919,"ciHigh":1205.570585,"observedAt":"2026-11-11","runCount":2668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"korean/GPT-4 Turbo (2024-04-09)","slice":"korean"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|longer_query/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.602101,"ciLow":1245.756495,"ciHigh":1261.447708,"observedAt":"2026-11-11","runCount":11559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"longer_query/GPT-4 Turbo (2024-04-09)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|math/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.621645,"ciLow":1263.982683,"ciHigh":1279.260607,"observedAt":"2026-11-11","runCount":13217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"math/GPT-4 Turbo (2024-04-09)","slice":"math"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|multi_turn/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.91931,"ciLow":1259.471824,"ciHigh":1274.366797,"observedAt":"2026-11-11","runCount":15255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"multi_turn/GPT-4 Turbo (2024-04-09)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|non_english/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.096668,"ciLow":1239.887889,"ciHigh":1250.305447,"observedAt":"2026-11-11","runCount":42998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"non_english/GPT-4 Turbo (2024-04-09)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|overall/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.735732,"ciLow":1267.840882,"ciHigh":1275.630581,"observedAt":"2026-11-11","runCount":98114,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"overall/GPT-4 Turbo (2024-04-09)","slice":"overall"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|polish/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.774272,"ciLow":1245.632705,"ciHigh":1357.915839,"observedAt":"2026-11-11","runCount":178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"polish/GPT-4 Turbo (2024-04-09)","slice":"polish"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|russian/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.281714,"ciLow":1250.955927,"ciHigh":1267.607501,"observedAt":"2026-11-11","runCount":9938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"russian/GPT-4 Turbo (2024-04-09)","slice":"russian"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-text@1|rating|spanish/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.828689,"ciLow":1238.605333,"ciHigh":1281.052046,"observedAt":"2026-11-11","runCount":1430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"spanish/GPT-4 Turbo (2024-04-09)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-vision-style-control@1|rating|chinese/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1065.281738,"ciLow":1024.467798,"ciHigh":1106.095677,"observedAt":"2026-11-09","runCount":937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"chinese/GPT-4 Turbo (2024-04-09)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-vision-style-control@1|rating|english/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.307566,"ciLow":1098.484817,"ciHigh":1126.130315,"observedAt":"2026-11-09","runCount":8417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"english/GPT-4 Turbo (2024-04-09)","slice":"english"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-vision-style-control@1|rating|overall/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.169488,"ciLow":1100.570903,"ciHigh":1123.768073,"observedAt":"2026-11-09","runCount":13391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"overall/GPT-4 Turbo (2024-04-09)","slice":"overall"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-vision@1|rating|chinese/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1044.785393,"ciLow":1003.976316,"ciHigh":1085.59447,"observedAt":"2026-11-09","runCount":937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"chinese/GPT-4 Turbo (2024-04-09)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-vision@1|rating|english/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1096.373023,"ciLow":1082.539504,"ciHigh":1110.206542,"observedAt":"2026-11-09","runCount":8417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"english/GPT-4 Turbo (2024-04-09)","slice":"english"}
{"key":"lmarena|openai/gpt-4-turbo:ckpt=2024-04-09|none|lmarena-vision@1|rating|overall/GPT-4 Turbo (2024-04-09)","sourceId":"lmarena","modelId":"openai/gpt-4-turbo","variant":{"flags":[],"checkpoint":"2024-04-09"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1089.759609,"ciLow":1078.152014,"ciHigh":1101.367204,"observedAt":"2026-11-09","runCount":13391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4 Turbo (2024-04-09)","rowId":"overall/GPT-4 Turbo (2024-04-09)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|chinese/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.797166,"ciLow":1371.814529,"ciHigh":1395.779804,"observedAt":"2026-11-11","runCount":2544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"chinese/GPT-4.1 mini (2025-04-14)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|coding/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.025388,"ciLow":1425.484702,"ciHigh":1440.566075,"observedAt":"2026-11-11","runCount":6817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"coding/GPT-4.1 mini (2025-04-14)","slice":"coding"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|creative_writing/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.758533,"ciLow":1339.943804,"ciHigh":1357.573261,"observedAt":"2026-11-11","runCount":5077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"creative_writing/GPT-4.1 mini (2025-04-14)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|english/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.603337,"ciLow":1391.134279,"ciHigh":1402.072395,"observedAt":"2026-11-11","runCount":18032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"english/GPT-4.1 mini (2025-04-14)","slice":"english"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.865804,"ciLow":1352.955407,"ciHigh":1364.776201,"observedAt":"2026-11-11","runCount":27434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"exclude_ties/GPT-4.1 mini (2025-04-14)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|expert/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.28005,"ciLow":1370.228858,"ciHigh":1396.331241,"observedAt":"2026-11-11","runCount":2020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"expert/GPT-4.1 mini (2025-04-14)","slice":"expert"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|french/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.359747,"ciLow":1381.884702,"ciHigh":1432.834792,"observedAt":"2026-11-11","runCount":582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"french/GPT-4.1 mini (2025-04-14)","slice":"french"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|german/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.139412,"ciLow":1374.538731,"ciHigh":1411.740094,"observedAt":"2026-11-11","runCount":1053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"german/GPT-4.1 mini (2025-04-14)","slice":"german"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.648092,"ciLow":1396.953407,"ciHigh":1408.342777,"observedAt":"2026-11-11","runCount":16057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"hard_prompts/GPT-4.1 mini (2025-04-14)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.069358,"ciLow":1405.76971,"ciHigh":1420.369006,"observedAt":"2026-11-11","runCount":7664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"hard_prompts_english/GPT-4.1 mini (2025-04-14)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.336592,"ciLow":1371.232581,"ciHigh":1387.440602,"observedAt":"2026-11-11","runCount":6005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_business_and_management_and_financial_operations/GPT-4.1 mini (2025-04-14)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.903665,"ciLow":1340.271902,"ciHigh":1355.535428,"observedAt":"2026-11-11","runCount":6723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_entertainment_and_sports_and_media/GPT-4.1 mini (2025-04-14)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.608517,"ciLow":1384.469061,"ciHigh":1408.747973,"observedAt":"2026-11-11","runCount":2436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_legal_and_government/GPT-4.1 mini (2025-04-14)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.84016,"ciLow":1376.916876,"ciHigh":1392.763445,"observedAt":"2026-11-11","runCount":6484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_life_and_physical_and_social_science/GPT-4.1 mini (2025-04-14)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.060084,"ciLow":1352.426954,"ciHigh":1375.693213,"observedAt":"2026-11-11","runCount":2478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_mathematical/GPT-4.1 mini (2025-04-14)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.177472,"ciLow":1382.368212,"ciHigh":1407.986732,"observedAt":"2026-11-11","runCount":2304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_medicine_and_healthcare/GPT-4.1 mini (2025-04-14)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.24335,"ciLow":1412.116997,"ciHigh":1424.369704,"observedAt":"2026-11-11","runCount":12388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_software_and_it_services/GPT-4.1 mini (2025-04-14)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.500849,"ciLow":1353.526944,"ciHigh":1367.474755,"observedAt":"2026-11-11","runCount":8625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_writing_and_literature_and_language/GPT-4.1 mini (2025-04-14)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|instruction_following/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.102053,"ciLow":1366.558949,"ciHigh":1379.645157,"observedAt":"2026-11-11","runCount":9992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"instruction_following/GPT-4.1 mini (2025-04-14)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|japanese/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.557303,"ciLow":1308.816124,"ciHigh":1348.298483,"observedAt":"2026-11-11","runCount":1002,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"japanese/GPT-4.1 mini (2025-04-14)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|korean/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.850483,"ciLow":1325.033729,"ciHigh":1368.667237,"observedAt":"2026-11-11","runCount":807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"korean/GPT-4.1 mini (2025-04-14)","slice":"korean"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|longer_query/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.677472,"ciLow":1382.170167,"ciHigh":1397.184776,"observedAt":"2026-11-11","runCount":7062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"longer_query/GPT-4.1 mini (2025-04-14)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|math/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.026804,"ciLow":1341.8872,"ciHigh":1364.166407,"observedAt":"2026-11-11","runCount":2671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"math/GPT-4.1 mini (2025-04-14)","slice":"math"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|multi_turn/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.127811,"ciLow":1385.470368,"ciHigh":1400.785254,"observedAt":"2026-11-11","runCount":6996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"multi_turn/GPT-4.1 mini (2025-04-14)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|non_english/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.343245,"ciLow":1356.070249,"ciHigh":1366.616241,"observedAt":"2026-11-11","runCount":20621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"non_english/GPT-4.1 mini (2025-04-14)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|overall/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.922809,"ciLow":1378.584284,"ciHigh":1387.261334,"observedAt":"2026-11-11","runCount":38659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"overall/GPT-4.1 mini (2025-04-14)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|polish/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.94423,"ciLow":1366.608728,"ciHigh":1391.279732,"observedAt":"2026-11-11","runCount":2670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"polish/GPT-4.1 mini (2025-04-14)","slice":"polish"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|russian/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.779838,"ciLow":1357.192137,"ciHigh":1378.367539,"observedAt":"2026-11-11","runCount":3081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"russian/GPT-4.1 mini (2025-04-14)","slice":"russian"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|spanish/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.812942,"ciLow":1346.624528,"ciHigh":1389.001356,"observedAt":"2026-11-11","runCount":803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"spanish/GPT-4.1 mini (2025-04-14)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|chinese/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.6388,"ciLow":1316.635871,"ciHigh":1340.641728,"observedAt":"2026-11-11","runCount":2544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"chinese/GPT-4.1 mini (2025-04-14)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|coding/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.234836,"ciLow":1359.723657,"ciHigh":1374.746014,"observedAt":"2026-11-11","runCount":6817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"coding/GPT-4.1 mini (2025-04-14)","slice":"coding"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|creative_writing/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.382854,"ciLow":1290.681818,"ciHigh":1308.08389,"observedAt":"2026-11-11","runCount":5077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"creative_writing/GPT-4.1 mini (2025-04-14)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|english/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.879756,"ciLow":1350.464769,"ciHigh":1361.294743,"observedAt":"2026-11-11","runCount":18032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"english/GPT-4.1 mini (2025-04-14)","slice":"english"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|exclude_ties/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.486106,"ciLow":1290.679218,"ciHigh":1302.292993,"observedAt":"2026-11-11","runCount":27434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"exclude_ties/GPT-4.1 mini (2025-04-14)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|expert/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.036031,"ciLow":1325.067229,"ciHigh":1351.004833,"observedAt":"2026-11-11","runCount":2020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"expert/GPT-4.1 mini (2025-04-14)","slice":"expert"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|french/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.655471,"ciLow":1332.140982,"ciHigh":1383.16996,"observedAt":"2026-11-11","runCount":582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"french/GPT-4.1 mini (2025-04-14)","slice":"french"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|german/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.464095,"ciLow":1332.105423,"ciHigh":1368.822767,"observedAt":"2026-11-11","runCount":1053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"german/GPT-4.1 mini (2025-04-14)","slice":"german"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|hard_prompts/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.927801,"ciLow":1343.283235,"ciHigh":1354.572368,"observedAt":"2026-11-11","runCount":16057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"hard_prompts/GPT-4.1 mini (2025-04-14)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|hard_prompts_english/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.239067,"ciLow":1354.998164,"ciHigh":1369.479971,"observedAt":"2026-11-11","runCount":7664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"hard_prompts_english/GPT-4.1 mini (2025-04-14)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1321.666003,"ciLow":1313.581966,"ciHigh":1329.75004,"observedAt":"2026-11-11","runCount":6005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_business_and_management_and_financial_operations/GPT-4.1 mini (2025-04-14)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.994163,"ciLow":1292.441831,"ciHigh":1307.546494,"observedAt":"2026-11-11","runCount":6723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_entertainment_and_sports_and_media/GPT-4.1 mini (2025-04-14)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_legal_and_government/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.2797,"ciLow":1331.205711,"ciHigh":1355.35369,"observedAt":"2026-11-11","runCount":2436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_legal_and_government/GPT-4.1 mini (2025-04-14)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.711539,"ciLow":1320.842945,"ciHigh":1336.580133,"observedAt":"2026-11-11","runCount":6484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_life_and_physical_and_social_science/GPT-4.1 mini (2025-04-14)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_mathematical/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.177313,"ciLow":1335.597741,"ciHigh":1358.756885,"observedAt":"2026-11-11","runCount":2478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_mathematical/GPT-4.1 mini (2025-04-14)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.855792,"ciLow":1312.115256,"ciHigh":1337.596327,"observedAt":"2026-11-11","runCount":2304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_medicine_and_healthcare/GPT-4.1 mini (2025-04-14)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.180462,"ciLow":1354.086424,"ciHigh":1366.2745,"observedAt":"2026-11-11","runCount":12388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_software_and_it_services/GPT-4.1 mini (2025-04-14)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.400134,"ciLow":1311.482487,"ciHigh":1325.317781,"observedAt":"2026-11-11","runCount":8625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"industry_writing_and_literature_and_language/GPT-4.1 mini (2025-04-14)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|instruction_following/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.664661,"ciLow":1326.177812,"ciHigh":1339.15151,"observedAt":"2026-11-11","runCount":9992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"instruction_following/GPT-4.1 mini (2025-04-14)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|japanese/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.962044,"ciLow":1270.343369,"ciHigh":1309.58072,"observedAt":"2026-11-11","runCount":1002,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"japanese/GPT-4.1 mini (2025-04-14)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|korean/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.163521,"ciLow":1276.662202,"ciHigh":1319.66484,"observedAt":"2026-11-11","runCount":807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"korean/GPT-4.1 mini (2025-04-14)","slice":"korean"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|longer_query/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.564898,"ciLow":1336.083189,"ciHigh":1351.046608,"observedAt":"2026-11-11","runCount":7062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"longer_query/GPT-4.1 mini (2025-04-14)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|math/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.138111,"ciLow":1332.040678,"ciHigh":1354.235544,"observedAt":"2026-11-11","runCount":2671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"math/GPT-4.1 mini (2025-04-14)","slice":"math"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|multi_turn/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.852504,"ciLow":1346.249082,"ciHigh":1361.455926,"observedAt":"2026-11-11","runCount":6996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"multi_turn/GPT-4.1 mini (2025-04-14)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|non_english/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.976072,"ciLow":1312.735599,"ciHigh":1323.216545,"observedAt":"2026-11-11","runCount":20621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"non_english/GPT-4.1 mini (2025-04-14)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|overall/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.607475,"ciLow":1336.299124,"ciHigh":1344.915826,"observedAt":"2026-11-11","runCount":38659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"overall/GPT-4.1 mini (2025-04-14)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|polish/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.961995,"ciLow":1313.72992,"ciHigh":1338.194071,"observedAt":"2026-11-11","runCount":2670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"polish/GPT-4.1 mini (2025-04-14)","slice":"polish"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|russian/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.845747,"ciLow":1313.28934,"ciHigh":1334.402153,"observedAt":"2026-11-11","runCount":3081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"russian/GPT-4.1 mini (2025-04-14)","slice":"russian"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-text@1|rating|spanish/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.373874,"ciLow":1298.315828,"ciHigh":1340.43192,"observedAt":"2026-11-11","runCount":803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"spanish/GPT-4.1 mini (2025-04-14)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|captioning/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.573912,"ciLow":1158.30068,"ciHigh":1226.847144,"observedAt":"2026-11-09","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"captioning/GPT-4.1 mini (2025-04-14)","slice":"captioning"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|chinese/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.8867,"ciLow":1205.841888,"ciHigh":1241.931512,"observedAt":"2026-11-09","runCount":1776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"chinese/GPT-4.1 mini (2025-04-14)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|creative_writing/gpt-4.1-mini-2025-04-14","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.329122,"ciLow":1169.301577,"ciHigh":1205.356666,"observedAt":"2026-01-09","runCount":1276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-4.1-mini-2025-04-14","rowId":"creative_writing/gpt-4.1-mini-2025-04-14","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.608585,"ciLow":1184.460691,"ciHigh":1226.756478,"observedAt":"2026-11-09","runCount":1190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"creative_writing_vision/GPT-4.1 mini (2025-04-14)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|diagram/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.449886,"ciLow":1193.503218,"ciHigh":1221.396554,"observedAt":"2026-11-09","runCount":2357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"diagram/GPT-4.1 mini (2025-04-14)","slice":"diagram"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|english/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.379877,"ciLow":1197.77977,"ciHigh":1216.979984,"observedAt":"2026-11-09","runCount":19140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"english/GPT-4.1 mini (2025-04-14)","slice":"english"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.020753,"ciLow":1163.249183,"ciHigh":1230.792323,"observedAt":"2026-11-09","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"entity_recognition/GPT-4.1 mini (2025-04-14)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|homework/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.45286,"ciLow":1203.17712,"ciHigh":1237.7286,"observedAt":"2026-11-09","runCount":1308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"homework/GPT-4.1 mini (2025-04-14)","slice":"homework"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|humor/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.162579,"ciLow":1174.72625,"ciHigh":1217.598908,"observedAt":"2026-11-09","runCount":1402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"humor/GPT-4.1 mini (2025-04-14)","slice":"humor"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|ocr/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.723352,"ciLow":1197.147763,"ciHigh":1216.298942,"observedAt":"2026-11-09","runCount":10449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"ocr/GPT-4.1 mini (2025-04-14)","slice":"ocr"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|overall/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1200.832826,"ciLow":1193.305623,"ciHigh":1208.36003,"observedAt":"2026-11-09","runCount":40154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"overall/GPT-4.1 mini (2025-04-14)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision@1|rating|captioning/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1172.953872,"ciLow":1140.565067,"ciHigh":1205.342676,"observedAt":"2026-11-09","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"captioning/GPT-4.1 mini (2025-04-14)","slice":"captioning"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision@1|rating|chinese/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1185.664081,"ciLow":1167.962,"ciHigh":1203.366162,"observedAt":"2026-11-09","runCount":1776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"chinese/GPT-4.1 mini (2025-04-14)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision@1|rating|creative_writing/gpt-4.1-mini-2025-04-14","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1164.889521,"ciLow":1147.402379,"ciHigh":1182.376664,"observedAt":"2026-01-09","runCount":1276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-4.1-mini-2025-04-14","rowId":"creative_writing/gpt-4.1-mini-2025-04-14","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision@1|rating|creative_writing_vision/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1182.782967,"ciLow":1161.962821,"ciHigh":1203.603114,"observedAt":"2026-11-09","runCount":1190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"creative_writing_vision/GPT-4.1 mini (2025-04-14)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision@1|rating|diagram/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1181.480162,"ciLow":1167.726714,"ciHigh":1195.233611,"observedAt":"2026-11-09","runCount":2357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"diagram/GPT-4.1 mini (2025-04-14)","slice":"diagram"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision@1|rating|english/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1190.328058,"ciLow":1180.810136,"ciHigh":1199.845981,"observedAt":"2026-11-09","runCount":19140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"english/GPT-4.1 mini (2025-04-14)","slice":"english"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision@1|rating|entity_recognition/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1186.974786,"ciLow":1153.945303,"ciHigh":1220.004269,"observedAt":"2026-11-09","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"entity_recognition/GPT-4.1 mini (2025-04-14)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision@1|rating|homework/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1213.600424,"ciLow":1196.345429,"ciHigh":1230.85542,"observedAt":"2026-11-09","runCount":1308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"homework/GPT-4.1 mini (2025-04-14)","slice":"homework"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision@1|rating|humor/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1181.007565,"ciLow":1159.963191,"ciHigh":1202.051939,"observedAt":"2026-11-09","runCount":1402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"humor/GPT-4.1 mini (2025-04-14)","slice":"humor"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision@1|rating|ocr/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1187.52079,"ciLow":1178.030309,"ciHigh":1197.011272,"observedAt":"2026-11-09","runCount":10449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"ocr/GPT-4.1 mini (2025-04-14)","slice":"ocr"}
{"key":"lmarena|openai/gpt-4.1-mini:ckpt=2025-04-14|none|lmarena-vision@1|rating|overall/GPT-4.1 mini (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-mini","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1181.247919,"ciLow":1173.772934,"ciHigh":1188.722903,"observedAt":"2026-11-09","runCount":40154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 mini (2025-04-14)","rowId":"overall/GPT-4.1 mini (2025-04-14)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|chinese/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.740949,"ciLow":1284.768068,"ciHigh":1356.713831,"observedAt":"2026-11-11","runCount":246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"chinese/GPT-4.1 nano (2025-04-14)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|coding/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.947893,"ciLow":1353.697,"ciHigh":1392.198786,"observedAt":"2026-11-11","runCount":807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"coding/GPT-4.1 nano (2025-04-14)","slice":"coding"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|creative_writing/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.029321,"ciLow":1288.586928,"ciHigh":1325.471714,"observedAt":"2026-11-11","runCount":1005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"creative_writing/GPT-4.1 nano (2025-04-14)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|english/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.787498,"ciLow":1329.864115,"ciHigh":1349.710881,"observedAt":"2026-11-11","runCount":3528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"english/GPT-4.1 nano (2025-04-14)","slice":"english"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.530566,"ciLow":1254.244345,"ciHigh":1278.816787,"observedAt":"2026-11-11","runCount":3981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"exclude_ties/GPT-4.1 nano (2025-04-14)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|expert/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.951569,"ciLow":1282.38093,"ciHigh":1343.522208,"observedAt":"2026-11-11","runCount":328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"expert/GPT-4.1 nano (2025-04-14)","slice":"expert"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|german/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.782103,"ciLow":1284.555466,"ciHigh":1359.00874,"observedAt":"2026-11-11","runCount":222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"german/GPT-4.1 nano (2025-04-14)","slice":"german"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.791138,"ciLow":1319.208181,"ciHigh":1346.374095,"observedAt":"2026-11-11","runCount":1669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"hard_prompts/GPT-4.1 nano (2025-04-14)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.264712,"ciLow":1321.120385,"ciHigh":1355.409038,"observedAt":"2026-11-11","runCount":1062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"hard_prompts_english/GPT-4.1 nano (2025-04-14)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.050494,"ciLow":1299.012351,"ciHigh":1343.088637,"observedAt":"2026-11-11","runCount":651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_business_and_management_and_financial_operations/GPT-4.1 nano (2025-04-14)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.950895,"ciLow":1269.700824,"ciHigh":1304.200965,"observedAt":"2026-11-11","runCount":1061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_entertainment_and_sports_and_media/GPT-4.1 nano (2025-04-14)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.548957,"ciLow":1323.068951,"ciHigh":1380.028964,"observedAt":"2026-11-11","runCount":382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_legal_and_government/GPT-4.1 nano (2025-04-14)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.157255,"ciLow":1332.58929,"ciHigh":1365.725221,"observedAt":"2026-11-11","runCount":1162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_life_and_physical_and_social_science/GPT-4.1 nano (2025-04-14)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.212739,"ciLow":1255.19127,"ciHigh":1303.234209,"observedAt":"2026-11-11","runCount":534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_mathematical/GPT-4.1 nano (2025-04-14)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.255053,"ciLow":1310.371039,"ciHigh":1374.139067,"observedAt":"2026-11-11","runCount":302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_medicine_and_healthcare/GPT-4.1 nano (2025-04-14)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.544544,"ciLow":1346.770067,"ciHigh":1376.319021,"observedAt":"2026-11-11","runCount":1454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_software_and_it_services/GPT-4.1 nano (2025-04-14)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.333126,"ciLow":1285.017463,"ciHigh":1313.648788,"observedAt":"2026-11-11","runCount":1583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_writing_and_literature_and_language/GPT-4.1 nano (2025-04-14)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|instruction_following/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.291482,"ciLow":1287.788091,"ciHigh":1312.794873,"observedAt":"2026-11-11","runCount":2015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"instruction_following/GPT-4.1 nano (2025-04-14)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|japanese/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.383627,"ciLow":1188.067475,"ciHigh":1278.699779,"observedAt":"2026-11-11","runCount":160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"japanese/GPT-4.1 nano (2025-04-14)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|longer_query/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.326889,"ciLow":1305.310931,"ciHigh":1345.342848,"observedAt":"2026-11-11","runCount":730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"longer_query/GPT-4.1 nano (2025-04-14)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|math/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.981077,"ciLow":1249.947986,"ciHigh":1296.014168,"observedAt":"2026-11-11","runCount":582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"math/GPT-4.1 nano (2025-04-14)","slice":"math"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|multi_turn/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.837952,"ciLow":1295.7644,"ciHigh":1331.911503,"observedAt":"2026-11-11","runCount":1000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"multi_turn/GPT-4.1 nano (2025-04-14)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|non_english/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.674137,"ciLow":1286.503321,"ciHigh":1308.844953,"observedAt":"2026-11-11","runCount":2575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"non_english/GPT-4.1 nano (2025-04-14)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|overall/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.325338,"ciLow":1314.59453,"ciHigh":1330.056146,"observedAt":"2026-11-11","runCount":6103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"overall/GPT-4.1 nano (2025-04-14)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|russian/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.320512,"ciLow":1279.58707,"ciHigh":1321.053954,"observedAt":"2026-11-11","runCount":702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"russian/GPT-4.1 nano (2025-04-14)","slice":"russian"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|chinese/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.134828,"ciLow":1234.387821,"ciHigh":1305.881835,"observedAt":"2026-11-11","runCount":246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"chinese/GPT-4.1 nano (2025-04-14)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|coding/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.561264,"ciLow":1286.312087,"ciHigh":1324.810442,"observedAt":"2026-11-11","runCount":807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"coding/GPT-4.1 nano (2025-04-14)","slice":"coding"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|creative_writing/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.979535,"ciLow":1241.773973,"ciHigh":1278.185096,"observedAt":"2026-11-11","runCount":1005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"creative_writing/GPT-4.1 nano (2025-04-14)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|english/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.254694,"ciLow":1293.459502,"ciHigh":1313.049886,"observedAt":"2026-11-11","runCount":3528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"english/GPT-4.1 nano (2025-04-14)","slice":"english"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|exclude_ties/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1210.318862,"ciLow":1198.285818,"ciHigh":1222.351906,"observedAt":"2026-11-11","runCount":3981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"exclude_ties/GPT-4.1 nano (2025-04-14)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|expert/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.255234,"ciLow":1241.132852,"ciHigh":1301.377617,"observedAt":"2026-11-11","runCount":328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"expert/GPT-4.1 nano (2025-04-14)","slice":"expert"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|german/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.739645,"ciLow":1251.025068,"ciHigh":1324.454222,"observedAt":"2026-11-11","runCount":222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"german/GPT-4.1 nano (2025-04-14)","slice":"german"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|hard_prompts/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.603686,"ciLow":1272.117139,"ciHigh":1299.090234,"observedAt":"2026-11-11","runCount":1669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"hard_prompts/GPT-4.1 nano (2025-04-14)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|hard_prompts_english/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.512585,"ciLow":1275.527156,"ciHigh":1309.498015,"observedAt":"2026-11-11","runCount":1062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"hard_prompts_english/GPT-4.1 nano (2025-04-14)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.468699,"ciLow":1244.533025,"ciHigh":1288.404373,"observedAt":"2026-11-11","runCount":651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_business_and_management_and_financial_operations/GPT-4.1 nano (2025-04-14)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.646316,"ciLow":1225.479864,"ciHigh":1259.812767,"observedAt":"2026-11-11","runCount":1061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_entertainment_and_sports_and_media/GPT-4.1 nano (2025-04-14)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_legal_and_government/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.128298,"ciLow":1271.978195,"ciHigh":1328.278401,"observedAt":"2026-11-11","runCount":382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_legal_and_government/GPT-4.1 nano (2025-04-14)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.397989,"ciLow":1281.070586,"ciHigh":1313.725392,"observedAt":"2026-11-11","runCount":1162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_life_and_physical_and_social_science/GPT-4.1 nano (2025-04-14)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_mathematical/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.720633,"ciLow":1250.766324,"ciHigh":1298.674942,"observedAt":"2026-11-11","runCount":534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_mathematical/GPT-4.1 nano (2025-04-14)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.354686,"ciLow":1244.179473,"ciHigh":1308.529899,"observedAt":"2026-11-11","runCount":302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_medicine_and_healthcare/GPT-4.1 nano (2025-04-14)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.78711,"ciLow":1290.114372,"ciHigh":1319.459848,"observedAt":"2026-11-11","runCount":1454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_software_and_it_services/GPT-4.1 nano (2025-04-14)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1260.851919,"ciLow":1246.683747,"ciHigh":1275.02009,"observedAt":"2026-11-11","runCount":1583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"industry_writing_and_literature_and_language/GPT-4.1 nano (2025-04-14)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|instruction_following/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.360415,"ciLow":1253.983016,"ciHigh":1278.737815,"observedAt":"2026-11-11","runCount":2015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"instruction_following/GPT-4.1 nano (2025-04-14)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|japanese/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1198.596073,"ciLow":1153.515653,"ciHigh":1243.676492,"observedAt":"2026-11-11","runCount":160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"japanese/GPT-4.1 nano (2025-04-14)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|longer_query/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.526162,"ciLow":1262.625983,"ciHigh":1302.42634,"observedAt":"2026-11-11","runCount":730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"longer_query/GPT-4.1 nano (2025-04-14)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|math/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.334114,"ciLow":1251.352292,"ciHigh":1297.315936,"observedAt":"2026-11-11","runCount":582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"math/GPT-4.1 nano (2025-04-14)","slice":"math"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|multi_turn/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.626543,"ciLow":1258.608094,"ciHigh":1294.644992,"observedAt":"2026-11-11","runCount":1000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"multi_turn/GPT-4.1 nano (2025-04-14)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|non_english/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.990365,"ciLow":1248.905156,"ciHigh":1271.075574,"observedAt":"2026-11-11","runCount":2575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"non_english/GPT-4.1 nano (2025-04-14)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|overall/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.83445,"ciLow":1277.192468,"ciHigh":1292.476431,"observedAt":"2026-11-11","runCount":6103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"overall/GPT-4.1 nano (2025-04-14)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-text@1|rating|russian/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.003007,"ciLow":1240.316906,"ciHigh":1281.689108,"observedAt":"2026-11-11","runCount":702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"russian/GPT-4.1 nano (2025-04-14)","slice":"russian"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|english/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1123.837047,"ciLow":1097.286174,"ciHigh":1150.38792,"observedAt":"2026-11-09","runCount":461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"english/GPT-4.1 nano (2025-04-14)","slice":"english"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|overall/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1088.721958,"ciLow":1070.427851,"ciHigh":1107.016065,"observedAt":"2026-11-09","runCount":1211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"overall/GPT-4.1 nano (2025-04-14)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-vision@1|rating|english/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1100.540012,"ciLow":1074.013937,"ciHigh":1127.066086,"observedAt":"2026-11-09","runCount":461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"english/GPT-4.1 nano (2025-04-14)","slice":"english"}
{"key":"lmarena|openai/gpt-4.1-nano:ckpt=2025-04-14|none|lmarena-vision@1|rating|overall/GPT-4.1 nano (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1-nano","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1063.105456,"ciLow":1044.815071,"ciHigh":1081.39584,"observedAt":"2026-11-09","runCount":1211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 nano (2025-04-14)","rowId":"overall/GPT-4.1 nano (2025-04-14)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|chinese/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.131877,"ciLow":1412.512568,"ciHigh":1433.751186,"observedAt":"2026-11-11","runCount":3307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"chinese/GPT-4.1 (2025-04-14)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|coding/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.840545,"ciLow":1449.212222,"ciHigh":1462.468867,"observedAt":"2026-11-11","runCount":9236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"coding/GPT-4.1 (2025-04-14)","slice":"coding"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|creative_writing/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.922773,"ciLow":1395.231333,"ciHigh":1410.614213,"observedAt":"2026-11-11","runCount":6642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"creative_writing/GPT-4.1 (2025-04-14)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|english/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.139926,"ciLow":1418.29552,"ciHigh":1427.984332,"observedAt":"2026-11-11","runCount":23312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"english/GPT-4.1 (2025-04-14)","slice":"english"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.86985,"ciLow":1397.764067,"ciHigh":1407.975632,"observedAt":"2026-11-11","runCount":35638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"exclude_ties/GPT-4.1 (2025-04-14)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|expert/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.719759,"ciLow":1394.003371,"ciHigh":1417.436147,"observedAt":"2026-11-11","runCount":2628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"expert/GPT-4.1 (2025-04-14)","slice":"expert"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|french/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.576291,"ciLow":1397.304316,"ciHigh":1441.848265,"observedAt":"2026-11-11","runCount":740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"french/GPT-4.1 (2025-04-14)","slice":"french"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|german/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.098399,"ciLow":1393.424863,"ciHigh":1426.771935,"observedAt":"2026-11-11","runCount":1282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"german/GPT-4.1 (2025-04-14)","slice":"german"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.380707,"ciLow":1427.477556,"ciHigh":1437.283859,"observedAt":"2026-11-11","runCount":21996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"hard_prompts/GPT-4.1 (2025-04-14)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.54443,"ciLow":1432.202878,"ciHigh":1444.885981,"observedAt":"2026-11-11","runCount":10428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"hard_prompts_english/GPT-4.1 (2025-04-14)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.823449,"ciLow":1407.765104,"ciHigh":1421.881793,"observedAt":"2026-11-11","runCount":8226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_business_and_management_and_financial_operations/GPT-4.1 (2025-04-14)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.800191,"ciLow":1394.076149,"ciHigh":1407.524233,"observedAt":"2026-11-11","runCount":8999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_entertainment_and_sports_and_media/GPT-4.1 (2025-04-14)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.352417,"ciLow":1426.7226,"ciHigh":1447.982234,"observedAt":"2026-11-11","runCount":3229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_legal_and_government/GPT-4.1 (2025-04-14)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.283029,"ciLow":1417.344438,"ciHigh":1431.22162,"observedAt":"2026-11-11","runCount":8475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_life_and_physical_and_social_science/GPT-4.1 (2025-04-14)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.890255,"ciLow":1362.260813,"ciHigh":1383.519697,"observedAt":"2026-11-11","runCount":3060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_mathematical/GPT-4.1 (2025-04-14)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.382642,"ciLow":1420.628278,"ciHigh":1444.137007,"observedAt":"2026-11-11","runCount":2766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_medicine_and_healthcare/GPT-4.1 (2025-04-14)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.745564,"ciLow":1437.335185,"ciHigh":1448.155943,"observedAt":"2026-11-11","runCount":16419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_software_and_it_services/GPT-4.1 (2025-04-14)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.318771,"ciLow":1399.133327,"ciHigh":1411.504214,"observedAt":"2026-11-11","runCount":11323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_writing_and_literature_and_language/GPT-4.1 (2025-04-14)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|instruction_following/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.011306,"ciLow":1397.251668,"ciHigh":1408.770944,"observedAt":"2026-11-11","runCount":13284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"instruction_following/GPT-4.1 (2025-04-14)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|japanese/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.144987,"ciLow":1328.63827,"ciHigh":1365.651704,"observedAt":"2026-11-11","runCount":1138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"japanese/GPT-4.1 (2025-04-14)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|korean/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.261668,"ciLow":1351.48658,"ciHigh":1389.036757,"observedAt":"2026-11-11","runCount":1057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"korean/GPT-4.1 (2025-04-14)","slice":"korean"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|longer_query/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.228817,"ciLow":1419.83373,"ciHigh":1432.623905,"observedAt":"2026-11-11","runCount":9942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"longer_query/GPT-4.1 (2025-04-14)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|math/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.567734,"ciLow":1364.308905,"ciHigh":1384.826563,"observedAt":"2026-11-11","runCount":3226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"math/GPT-4.1 (2025-04-14)","slice":"math"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|multi_turn/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.896954,"ciLow":1423.002875,"ciHigh":1436.791034,"observedAt":"2026-11-11","runCount":8719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"multi_turn/GPT-4.1 (2025-04-14)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|non_english/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.009836,"ciLow":1397.379737,"ciHigh":1406.639935,"observedAt":"2026-11-11","runCount":26874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"non_english/GPT-4.1 (2025-04-14)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|overall/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.63649,"ciLow":1410.918352,"ciHigh":1418.354627,"observedAt":"2026-11-11","runCount":50230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"overall/GPT-4.1 (2025-04-14)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|polish/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.417056,"ciLow":1415.71571,"ciHigh":1439.118402,"observedAt":"2026-11-11","runCount":3047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"polish/GPT-4.1 (2025-04-14)","slice":"polish"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|russian/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.231333,"ciLow":1402.811754,"ciHigh":1421.650912,"observedAt":"2026-11-11","runCount":3805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"russian/GPT-4.1 (2025-04-14)","slice":"russian"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text-style-control@1|rating|spanish/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.275734,"ciLow":1391.99072,"ciHigh":1428.560747,"observedAt":"2026-11-11","runCount":1130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"spanish/GPT-4.1 (2025-04-14)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|chinese/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.060241,"ciLow":1371.535327,"ciHigh":1392.585154,"observedAt":"2026-11-11","runCount":3307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"chinese/GPT-4.1 (2025-04-14)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|coding/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.748298,"ciLow":1384.161191,"ciHigh":1397.335406,"observedAt":"2026-11-11","runCount":9236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"coding/GPT-4.1 (2025-04-14)","slice":"coding"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|creative_writing/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.61732,"ciLow":1355.960537,"ciHigh":1371.274102,"observedAt":"2026-11-11","runCount":6642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"creative_writing/GPT-4.1 (2025-04-14)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|english/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.523464,"ciLow":1387.709745,"ciHigh":1397.337182,"observedAt":"2026-11-11","runCount":23312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"english/GPT-4.1 (2025-04-14)","slice":"english"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|exclude_ties/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.908396,"ciLow":1350.88302,"ciHigh":1360.933772,"observedAt":"2026-11-11","runCount":35638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"exclude_ties/GPT-4.1 (2025-04-14)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|expert/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.520681,"ciLow":1352.92085,"ciHigh":1376.120513,"observedAt":"2026-11-11","runCount":2628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"expert/GPT-4.1 (2025-04-14)","slice":"expert"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|french/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.397862,"ciLow":1359.141871,"ciHigh":1403.653853,"observedAt":"2026-11-11","runCount":740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"french/GPT-4.1 (2025-04-14)","slice":"french"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|german/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.881615,"ciLow":1364.259457,"ciHigh":1397.503773,"observedAt":"2026-11-11","runCount":1282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"german/GPT-4.1 (2025-04-14)","slice":"german"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|hard_prompts/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.030243,"ciLow":1379.159077,"ciHigh":1388.90141,"observedAt":"2026-11-11","runCount":21996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"hard_prompts/GPT-4.1 (2025-04-14)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|hard_prompts_english/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.066529,"ciLow":1386.768402,"ciHigh":1399.364656,"observedAt":"2026-11-11","runCount":10428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"hard_prompts_english/GPT-4.1 (2025-04-14)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.068372,"ciLow":1362.026021,"ciHigh":1376.110724,"observedAt":"2026-11-11","runCount":8226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_business_and_management_and_financial_operations/GPT-4.1 (2025-04-14)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.812367,"ciLow":1358.125998,"ciHigh":1371.498736,"observedAt":"2026-11-11","runCount":8999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_entertainment_and_sports_and_media/GPT-4.1 (2025-04-14)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_legal_and_government/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.470701,"ciLow":1388.88895,"ciHigh":1410.052453,"observedAt":"2026-11-11","runCount":3229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_legal_and_government/GPT-4.1 (2025-04-14)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.111606,"ciLow":1375.213839,"ciHigh":1389.009373,"observedAt":"2026-11-11","runCount":8475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_life_and_physical_and_social_science/GPT-4.1 (2025-04-14)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_mathematical/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.790742,"ciLow":1349.226488,"ciHigh":1370.354995,"observedAt":"2026-11-11","runCount":3060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_mathematical/GPT-4.1 (2025-04-14)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.973581,"ciLow":1368.311529,"ciHigh":1391.635633,"observedAt":"2026-11-11","runCount":2766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_medicine_and_healthcare/GPT-4.1 (2025-04-14)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.27101,"ciLow":1385.893599,"ciHigh":1396.648421,"observedAt":"2026-11-11","runCount":16419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_software_and_it_services/GPT-4.1 (2025-04-14)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.161848,"ciLow":1364.998522,"ciHigh":1377.325173,"observedAt":"2026-11-11","runCount":11323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"industry_writing_and_literature_and_language/GPT-4.1 (2025-04-14)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|instruction_following/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.718642,"ciLow":1360.992287,"ciHigh":1372.444997,"observedAt":"2026-11-11","runCount":13284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"instruction_following/GPT-4.1 (2025-04-14)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|japanese/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.608085,"ciLow":1301.028057,"ciHigh":1338.188113,"observedAt":"2026-11-11","runCount":1138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"japanese/GPT-4.1 (2025-04-14)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|korean/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.600761,"ciLow":1320.806934,"ciHigh":1358.394587,"observedAt":"2026-11-11","runCount":1057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"korean/GPT-4.1 (2025-04-14)","slice":"korean"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|longer_query/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.482487,"ciLow":1378.115891,"ciHigh":1390.849083,"observedAt":"2026-11-11","runCount":9942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"longer_query/GPT-4.1 (2025-04-14)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|math/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.647286,"ciLow":1359.419197,"ciHigh":1379.875376,"observedAt":"2026-11-11","runCount":3226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"math/GPT-4.1 (2025-04-14)","slice":"math"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|multi_turn/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.692185,"ciLow":1390.83632,"ciHigh":1404.548049,"observedAt":"2026-11-11","runCount":8719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"multi_turn/GPT-4.1 (2025-04-14)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|non_english/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.611215,"ciLow":1365.004075,"ciHigh":1374.218356,"observedAt":"2026-11-11","runCount":26874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"non_english/GPT-4.1 (2025-04-14)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|overall/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.937331,"ciLow":1379.240056,"ciHigh":1386.634605,"observedAt":"2026-11-11","runCount":50230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"overall/GPT-4.1 (2025-04-14)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|polish/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.572229,"ciLow":1376.995398,"ciHigh":1400.149059,"observedAt":"2026-11-11","runCount":3047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"polish/GPT-4.1 (2025-04-14)","slice":"polish"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|russian/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.826861,"ciLow":1367.431476,"ciHigh":1386.222245,"observedAt":"2026-11-11","runCount":3805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"russian/GPT-4.1 (2025-04-14)","slice":"russian"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-text@1|rating|spanish/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.175373,"ciLow":1358.005097,"ciHigh":1394.345648,"observedAt":"2026-11-11","runCount":1130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"spanish/GPT-4.1 (2025-04-14)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|captioning/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.446982,"ciLow":1179.251742,"ciHigh":1243.642222,"observedAt":"2026-11-09","runCount":421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"captioning/GPT-4.1 (2025-04-14)","slice":"captioning"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|chinese/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.201578,"ciLow":1216.10905,"ciHigh":1250.294106,"observedAt":"2026-11-09","runCount":1974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"chinese/GPT-4.1 (2025-04-14)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|creative_writing/gpt-4.1-2025-04-14","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.696468,"ciLow":1217.234193,"ciHigh":1250.158742,"observedAt":"2026-01-09","runCount":1432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-4.1-2025-04-14","rowId":"creative_writing/gpt-4.1-2025-04-14","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.833648,"ciLow":1195.901386,"ciHigh":1235.765909,"observedAt":"2026-11-09","runCount":1283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"creative_writing_vision/GPT-4.1 (2025-04-14)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|diagram/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.426709,"ciLow":1218.238963,"ciHigh":1244.614455,"observedAt":"2026-11-09","runCount":2748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"diagram/GPT-4.1 (2025-04-14)","slice":"diagram"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|english/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.879868,"ciLow":1197.769267,"ciHigh":1215.990469,"observedAt":"2026-11-09","runCount":18992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"english/GPT-4.1 (2025-04-14)","slice":"english"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.850965,"ciLow":1151.456678,"ciHigh":1216.245253,"observedAt":"2026-11-09","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"entity_recognition/GPT-4.1 (2025-04-14)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|homework/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.056234,"ciLow":1235.460286,"ciHigh":1268.652182,"observedAt":"2026-11-09","runCount":1477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"homework/GPT-4.1 (2025-04-14)","slice":"homework"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|humor/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1181.547829,"ciLow":1160.318885,"ciHigh":1202.776773,"observedAt":"2026-11-09","runCount":1363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"humor/GPT-4.1 (2025-04-14)","slice":"humor"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|ocr/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.752135,"ciLow":1217.734264,"ciHigh":1235.770006,"observedAt":"2026-11-09","runCount":11330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"ocr/GPT-4.1 (2025-04-14)","slice":"ocr"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision-style-control@1|rating|overall/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.669454,"ciLow":1206.964788,"ciHigh":1220.37412,"observedAt":"2026-11-09","runCount":40946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"overall/GPT-4.1 (2025-04-14)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision@1|rating|captioning/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1207.892206,"ciLow":1176.726208,"ciHigh":1239.058205,"observedAt":"2026-11-09","runCount":421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"captioning/GPT-4.1 (2025-04-14)","slice":"captioning"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision@1|rating|chinese/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1225.998823,"ciLow":1209.14217,"ciHigh":1242.855475,"observedAt":"2026-11-09","runCount":1974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"chinese/GPT-4.1 (2025-04-14)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision@1|rating|creative_writing/gpt-4.1-2025-04-14","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1222.903328,"ciLow":1206.647129,"ciHigh":1239.159526,"observedAt":"2026-01-09","runCount":1432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-4.1-2025-04-14","rowId":"creative_writing/gpt-4.1-2025-04-14","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision@1|rating|creative_writing_vision/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1210.493211,"ciLow":1190.681894,"ciHigh":1230.304528,"observedAt":"2026-11-09","runCount":1283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"creative_writing_vision/GPT-4.1 (2025-04-14)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision@1|rating|diagram/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1214.361171,"ciLow":1201.241598,"ciHigh":1227.480743,"observedAt":"2026-11-09","runCount":2748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"diagram/GPT-4.1 (2025-04-14)","slice":"diagram"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision@1|rating|english/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1208.841677,"ciLow":1199.780227,"ciHigh":1217.903128,"observedAt":"2026-11-09","runCount":18992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"english/GPT-4.1 (2025-04-14)","slice":"english"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision@1|rating|entity_recognition/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1207.587861,"ciLow":1175.157754,"ciHigh":1240.017967,"observedAt":"2026-11-09","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"entity_recognition/GPT-4.1 (2025-04-14)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision@1|rating|homework/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1249.979928,"ciLow":1233.467966,"ciHigh":1266.49189,"observedAt":"2026-11-09","runCount":1477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"homework/GPT-4.1 (2025-04-14)","slice":"homework"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision@1|rating|humor/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1194.957166,"ciLow":1173.887779,"ciHigh":1216.026553,"observedAt":"2026-11-09","runCount":1363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"humor/GPT-4.1 (2025-04-14)","slice":"humor"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision@1|rating|ocr/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1217.982521,"ciLow":1209.016393,"ciHigh":1226.94865,"observedAt":"2026-11-09","runCount":11330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"ocr/GPT-4.1 (2025-04-14)","slice":"ocr"}
{"key":"lmarena|openai/gpt-4.1:ckpt=2025-04-14|none|lmarena-vision@1|rating|overall/GPT-4.1 (2025-04-14)","sourceId":"lmarena","modelId":"openai/gpt-4.1","variant":{"flags":[],"checkpoint":"2025-04-14"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1210.196914,"ciLow":1203.517218,"ciHigh":1216.876611,"observedAt":"2026-11-09","runCount":40946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.1 (2025-04-14)","rowId":"overall/GPT-4.1 (2025-04-14)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|chinese/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.151631,"ciLow":1436.402374,"ciHigh":1475.900888,"observedAt":"2026-11-11","runCount":907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"chinese/GPT-4.5 Preview (2025-02-27)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|coding/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.874337,"ciLow":1444.843658,"ciHigh":1470.905017,"observedAt":"2026-11-11","runCount":1939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"coding/GPT-4.5 Preview (2025-02-27)","slice":"coding"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|creative_writing/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.370398,"ciLow":1424.389391,"ciHigh":1448.351404,"observedAt":"2026-11-11","runCount":2618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"creative_writing/GPT-4.5 Preview (2025-02-27)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|english/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.113285,"ciLow":1439.984856,"ciHigh":1454.241714,"observedAt":"2026-11-11","runCount":8425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"english/GPT-4.5 Preview (2025-02-27)","slice":"english"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.124195,"ciLow":1443.526041,"ciHigh":1460.722348,"observedAt":"2026-11-11","runCount":10031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"exclude_ties/GPT-4.5 Preview (2025-02-27)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|expert/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.555698,"ciLow":1405.0214,"ciHigh":1452.089997,"observedAt":"2026-11-11","runCount":608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"expert/GPT-4.5 Preview (2025-02-27)","slice":"expert"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|french/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.484244,"ciLow":1387.034148,"ciHigh":1499.934341,"observedAt":"2026-11-11","runCount":121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"french/GPT-4.5 Preview (2025-02-27)","slice":"french"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|german/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.068662,"ciLow":1444.785993,"ciHigh":1509.351332,"observedAt":"2026-11-11","runCount":319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"german/GPT-4.5 Preview (2025-02-27)","slice":"german"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.247121,"ciLow":1430.243612,"ciHigh":1450.250629,"observedAt":"2026-11-11","runCount":3445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"hard_prompts/GPT-4.5 Preview (2025-02-27)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.46863,"ciLow":1430.173984,"ciHigh":1454.763276,"observedAt":"2026-11-11","runCount":2260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"hard_prompts_english/GPT-4.5 Preview (2025-02-27)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.417517,"ciLow":1409.87265,"ciHigh":1440.962383,"observedAt":"2026-11-11","runCount":1394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_business_and_management_and_financial_operations/GPT-4.5 Preview (2025-02-27)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.495337,"ciLow":1423.784495,"ciHigh":1447.20618,"observedAt":"2026-11-11","runCount":2627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_entertainment_and_sports_and_media/GPT-4.5 Preview (2025-02-27)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.677526,"ciLow":1446.12893,"ciHigh":1491.226122,"observedAt":"2026-11-11","runCount":701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_legal_and_government/GPT-4.5 Preview (2025-02-27)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.496665,"ciLow":1436.672019,"ciHigh":1460.321312,"observedAt":"2026-11-11","runCount":2545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_life_and_physical_and_social_science/GPT-4.5 Preview (2025-02-27)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.746946,"ciLow":1396.062493,"ciHigh":1427.4314,"observedAt":"2026-11-11","runCount":1283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_mathematical/GPT-4.5 Preview (2025-02-27)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.048644,"ciLow":1425.640546,"ciHigh":1474.456742,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_medicine_and_healthcare/GPT-4.5 Preview (2025-02-27)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.235938,"ciLow":1448.048075,"ciHigh":1468.4238,"observedAt":"2026-11-11","runCount":3358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_software_and_it_services/GPT-4.5 Preview (2025-02-27)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.451939,"ciLow":1437.794134,"ciHigh":1457.109744,"observedAt":"2026-11-11","runCount":4092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_writing_and_literature_and_language/GPT-4.5 Preview (2025-02-27)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|instruction_following/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.550562,"ciLow":1428.202561,"ciHigh":1444.898564,"observedAt":"2026-11-11","runCount":5501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"instruction_following/GPT-4.5 Preview (2025-02-27)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|japanese/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.468273,"ciLow":1401.369484,"ciHigh":1477.567063,"observedAt":"2026-11-11","runCount":271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"japanese/GPT-4.5 Preview (2025-02-27)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|korean/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.423916,"ciLow":1370.741729,"ciHigh":1458.106104,"observedAt":"2026-11-11","runCount":215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"korean/GPT-4.5 Preview (2025-02-27)","slice":"korean"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|longer_query/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.241509,"ciLow":1429.602707,"ciHigh":1456.88031,"observedAt":"2026-11-11","runCount":1796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"longer_query/GPT-4.5 Preview (2025-02-27)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|math/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.303,"ciLow":1392.042109,"ciHigh":1422.563891,"observedAt":"2026-11-11","runCount":1393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"math/GPT-4.5 Preview (2025-02-27)","slice":"math"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|multi_turn/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.802731,"ciLow":1452.408755,"ciHigh":1479.196707,"observedAt":"2026-11-11","runCount":2052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"multi_turn/GPT-4.5 Preview (2025-02-27)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|non_english/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.450573,"ciLow":1430.449714,"ciHigh":1446.451432,"observedAt":"2026-11-11","runCount":6122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"non_english/GPT-4.5 Preview (2025-02-27)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|overall/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.677223,"ciLow":1438.963049,"ciHigh":1450.391397,"observedAt":"2026-11-11","runCount":14547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"overall/GPT-4.5 Preview (2025-02-27)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text-style-control@1|rating|russian/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.39934,"ciLow":1431.908708,"ciHigh":1462.889972,"observedAt":"2026-11-11","runCount":1430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"russian/GPT-4.5 Preview (2025-02-27)","slice":"russian"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|chinese/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.136258,"ciLow":1401.614187,"ciHigh":1440.658329,"observedAt":"2026-11-11","runCount":907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"chinese/GPT-4.5 Preview (2025-02-27)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|coding/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.429553,"ciLow":1383.484007,"ciHigh":1409.375098,"observedAt":"2026-11-11","runCount":1939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"coding/GPT-4.5 Preview (2025-02-27)","slice":"coding"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|creative_writing/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.692359,"ciLow":1381.738731,"ciHigh":1405.645988,"observedAt":"2026-11-11","runCount":2618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"creative_writing/GPT-4.5 Preview (2025-02-27)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|english/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.724498,"ciLow":1412.622305,"ciHigh":1426.82669,"observedAt":"2026-11-11","runCount":8425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"english/GPT-4.5 Preview (2025-02-27)","slice":"english"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|exclude_ties/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.934661,"ciLow":1402.460294,"ciHigh":1419.409029,"observedAt":"2026-11-11","runCount":10031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"exclude_ties/GPT-4.5 Preview (2025-02-27)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|expert/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.113424,"ciLow":1370.83637,"ciHigh":1417.390477,"observedAt":"2026-11-11","runCount":608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"expert/GPT-4.5 Preview (2025-02-27)","slice":"expert"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|french/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.090444,"ciLow":1362.257995,"ciHigh":1473.922893,"observedAt":"2026-11-11","runCount":121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"french/GPT-4.5 Preview (2025-02-27)","slice":"french"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|german/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.501924,"ciLow":1423.968467,"ciHigh":1489.035381,"observedAt":"2026-11-11","runCount":319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"german/GPT-4.5 Preview (2025-02-27)","slice":"german"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|hard_prompts/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.443338,"ciLow":1393.484302,"ciHigh":1413.402374,"observedAt":"2026-11-11","runCount":3445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"hard_prompts/GPT-4.5 Preview (2025-02-27)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|hard_prompts_english/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.544407,"ciLow":1394.286152,"ciHigh":1418.802662,"observedAt":"2026-11-11","runCount":2260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"hard_prompts_english/GPT-4.5 Preview (2025-02-27)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.572407,"ciLow":1369.875377,"ciHigh":1401.269437,"observedAt":"2026-11-11","runCount":1394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_business_and_management_and_financial_operations/GPT-4.5 Preview (2025-02-27)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.270735,"ciLow":1387.476434,"ciHigh":1411.065035,"observedAt":"2026-11-11","runCount":2627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_entertainment_and_sports_and_media/GPT-4.5 Preview (2025-02-27)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|industry_legal_and_government/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.584935,"ciLow":1411.020877,"ciHigh":1456.148992,"observedAt":"2026-11-11","runCount":701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_legal_and_government/GPT-4.5 Preview (2025-02-27)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.330949,"ciLow":1408.515208,"ciHigh":1432.14669,"observedAt":"2026-11-11","runCount":2545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_life_and_physical_and_social_science/GPT-4.5 Preview (2025-02-27)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|industry_mathematical/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.556647,"ciLow":1394.971973,"ciHigh":1426.141322,"observedAt":"2026-11-11","runCount":1283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_mathematical/GPT-4.5 Preview (2025-02-27)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.886468,"ciLow":1386.578872,"ciHigh":1435.194064,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_medicine_and_healthcare/GPT-4.5 Preview (2025-02-27)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.023274,"ciLow":1401.889568,"ciHigh":1422.15698,"observedAt":"2026-11-11","runCount":3358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_software_and_it_services/GPT-4.5 Preview (2025-02-27)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.587395,"ciLow":1401.930968,"ciHigh":1421.243823,"observedAt":"2026-11-11","runCount":4092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"industry_writing_and_literature_and_language/GPT-4.5 Preview (2025-02-27)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|instruction_following/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.68885,"ciLow":1395.391692,"ciHigh":1411.986009,"observedAt":"2026-11-11","runCount":5501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"instruction_following/GPT-4.5 Preview (2025-02-27)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|japanese/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.102902,"ciLow":1377.74574,"ciHigh":1454.460065,"observedAt":"2026-11-11","runCount":271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"japanese/GPT-4.5 Preview (2025-02-27)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|korean/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.213901,"ciLow":1348.634621,"ciHigh":1435.793181,"observedAt":"2026-11-11","runCount":215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"korean/GPT-4.5 Preview (2025-02-27)","slice":"korean"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|longer_query/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.632022,"ciLow":1392.038353,"ciHigh":1419.225691,"observedAt":"2026-11-11","runCount":1796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"longer_query/GPT-4.5 Preview (2025-02-27)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|math/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.092396,"ciLow":1396.878514,"ciHigh":1427.306278,"observedAt":"2026-11-11","runCount":1393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"math/GPT-4.5 Preview (2025-02-27)","slice":"math"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|multi_turn/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.968771,"ciLow":1430.523547,"ciHigh":1457.413994,"observedAt":"2026-11-11","runCount":2052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"multi_turn/GPT-4.5 Preview (2025-02-27)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|non_english/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.940108,"ciLow":1404.975043,"ciHigh":1420.905173,"observedAt":"2026-11-11","runCount":6122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"non_english/GPT-4.5 Preview (2025-02-27)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|overall/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.418794,"ciLow":1411.732328,"ciHigh":1423.10526,"observedAt":"2026-11-11","runCount":14547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"overall/GPT-4.5 Preview (2025-02-27)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-text@1|rating|russian/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.908983,"ciLow":1403.460473,"ciHigh":1434.357493,"observedAt":"2026-11-11","runCount":1430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"russian/GPT-4.5 Preview (2025-02-27)","slice":"russian"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-vision-style-control@1|rating|chinese/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.233237,"ciLow":1146.673646,"ciHigh":1267.792828,"observedAt":"2026-11-09","runCount":77,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"chinese/GPT-4.5 Preview (2025-02-27)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-vision-style-control@1|rating|english/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.398327,"ciLow":1202.12516,"ciHigh":1234.671494,"observedAt":"2026-11-09","runCount":1392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"english/GPT-4.5 Preview (2025-02-27)","slice":"english"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-vision-style-control@1|rating|overall/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.277662,"ciLow":1213.568476,"ciHigh":1236.986848,"observedAt":"2026-11-09","runCount":2925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"overall/GPT-4.5 Preview (2025-02-27)","slice":"overall"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-vision@1|rating|chinese/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1175.644946,"ciLow":1112.544494,"ciHigh":1238.745397,"observedAt":"2026-11-09","runCount":77,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"chinese/GPT-4.5 Preview (2025-02-27)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-vision@1|rating|english/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1190.486483,"ciLow":1174.145408,"ciHigh":1206.827559,"observedAt":"2026-11-09","runCount":1392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"english/GPT-4.5 Preview (2025-02-27)","slice":"english"}
{"key":"lmarena|openai/gpt-4.5-preview:ckpt=2025-02-27|none|lmarena-vision@1|rating|overall/GPT-4.5 Preview (2025-02-27)","sourceId":"lmarena","modelId":"openai/gpt-4.5-preview","variant":{"flags":[],"checkpoint":"2025-02-27"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1194.779111,"ciLow":1183.045713,"ciHigh":1206.512509,"observedAt":"2026-11-09","runCount":2925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4.5 Preview (2025-02-27)","rowId":"overall/GPT-4.5 Preview (2025-02-27)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|chinese/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.236156,"ciLow":1330.514688,"ciHigh":1347.957624,"observedAt":"2026-11-11","runCount":11416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"chinese/GPT-4o (2024-05-13)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|coding/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.89683,"ciLow":1362.444171,"ciHigh":1375.349488,"observedAt":"2026-11-11","runCount":19526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"coding/GPT-4o (2024-05-13)","slice":"coding"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.598079,"ciLow":1330.420259,"ciHigh":1344.7759,"observedAt":"2026-11-11","runCount":16599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"creative_writing/GPT-4o (2024-05-13)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|english/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.338683,"ciLow":1351.705838,"ciHigh":1360.971527,"observedAt":"2026-11-11","runCount":60226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"english/GPT-4o (2024-05-13)","slice":"english"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.653047,"ciLow":1299.113449,"ciHigh":1310.192645,"observedAt":"2026-11-11","runCount":74322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"exclude_ties/GPT-4o (2024-05-13)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|expert/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.435049,"ciLow":1301.205922,"ciHigh":1321.664175,"observedAt":"2026-11-11","runCount":5887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"expert/GPT-4o (2024-05-13)","slice":"expert"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|french/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.815531,"ciLow":1338.699695,"ciHigh":1380.931367,"observedAt":"2026-11-11","runCount":1359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"french/GPT-4o (2024-05-13)","slice":"french"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|german/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.494864,"ciLow":1315.726261,"ciHigh":1343.263467,"observedAt":"2026-11-11","runCount":3573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"german/GPT-4o (2024-05-13)","slice":"german"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.53928,"ciLow":1332.145444,"ciHigh":1342.933115,"observedAt":"2026-11-11","runCount":32416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"hard_prompts/GPT-4o (2024-05-13)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.553923,"ciLow":1341.118797,"ciHigh":1353.989049,"observedAt":"2026-11-11","runCount":19579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"hard_prompts_english/GPT-4o (2024-05-13)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.368488,"ciLow":1313.793282,"ciHigh":1328.943695,"observedAt":"2026-11-11","runCount":13299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_business_and_management_and_financial_operations/GPT-4o (2024-05-13)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.826877,"ciLow":1330.965561,"ciHigh":1344.688193,"observedAt":"2026-11-11","runCount":17607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_entertainment_and_sports_and_media/GPT-4o (2024-05-13)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.270769,"ciLow":1361.154391,"ciHigh":1381.387147,"observedAt":"2026-11-11","runCount":6743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_legal_and_government/GPT-4o (2024-05-13)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.021492,"ciLow":1347.253483,"ciHigh":1360.789501,"observedAt":"2026-11-11","runCount":19017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_life_and_physical_and_social_science/GPT-4o (2024-05-13)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.841235,"ciLow":1302.517824,"ciHigh":1317.164646,"observedAt":"2026-11-11","runCount":13306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_mathematical/GPT-4o (2024-05-13)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.792059,"ciLow":1342.062354,"ciHigh":1363.521764,"observedAt":"2026-11-11","runCount":5984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_medicine_and_healthcare/GPT-4o (2024-05-13)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.589295,"ciLow":1353.984041,"ciHigh":1365.194549,"observedAt":"2026-11-11","runCount":31401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_software_and_it_services/GPT-4o (2024-05-13)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.426127,"ciLow":1339.532879,"ciHigh":1351.319375,"observedAt":"2026-11-11","runCount":29959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_writing_and_literature_and_language/GPT-4o (2024-05-13)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.496908,"ciLow":1320.452068,"ciHigh":1330.541748,"observedAt":"2026-11-11","runCount":43766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"instruction_following/GPT-4o (2024-05-13)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|japanese/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.384073,"ciLow":1289.703259,"ciHigh":1321.064886,"observedAt":"2026-11-11","runCount":2674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"japanese/GPT-4o (2024-05-13)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|korean/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.280619,"ciLow":1276.608987,"ciHigh":1311.952252,"observedAt":"2026-11-11","runCount":3517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"korean/GPT-4o (2024-05-13)","slice":"korean"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.146198,"ciLow":1325.194496,"ciHigh":1339.097901,"observedAt":"2026-11-11","runCount":14922,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"longer_query/GPT-4o (2024-05-13)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|math/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.561104,"ciLow":1297.623109,"ciHigh":1311.499099,"observedAt":"2026-11-11","runCount":15103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"math/GPT-4o (2024-05-13)","slice":"math"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.449117,"ciLow":1333.758224,"ciHigh":1347.14001,"observedAt":"2026-11-11","runCount":20434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"multi_turn/GPT-4o (2024-05-13)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|non_english/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.597646,"ciLow":1324.833657,"ciHigh":1334.361635,"observedAt":"2026-11-11","runCount":52655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"non_english/GPT-4o (2024-05-13)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|overall/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.198725,"ciLow":1342.730521,"ciHigh":1349.66693,"observedAt":"2026-11-11","runCount":112881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"overall/GPT-4o (2024-05-13)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|polish/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.634454,"ciLow":1367.664745,"ciHigh":1481.604163,"observedAt":"2026-11-11","runCount":166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"polish/GPT-4o (2024-05-13)","slice":"polish"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|russian/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.034907,"ciLow":1325.570452,"ciHigh":1340.499362,"observedAt":"2026-11-11","runCount":13904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"russian/GPT-4o (2024-05-13)","slice":"russian"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text-style-control@1|rating|spanish/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.334923,"ciLow":1321.076804,"ciHigh":1361.593041,"observedAt":"2026-11-11","runCount":1712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"spanish/GPT-4o (2024-05-13)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|chinese/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.343154,"ciLow":1268.661392,"ciHigh":1286.024917,"observedAt":"2026-11-11","runCount":11416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"chinese/GPT-4o (2024-05-13)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|coding/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.024859,"ciLow":1290.614262,"ciHigh":1303.435456,"observedAt":"2026-11-11","runCount":19526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"coding/GPT-4o (2024-05-13)","slice":"coding"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|creative_writing/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.306893,"ciLow":1284.206576,"ciHigh":1298.407209,"observedAt":"2026-11-11","runCount":16599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"creative_writing/GPT-4o (2024-05-13)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|english/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.379752,"ciLow":1307.787687,"ciHigh":1316.971817,"observedAt":"2026-11-11","runCount":60226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"english/GPT-4o (2024-05-13)","slice":"english"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|exclude_ties/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.217504,"ciLow":1232.777284,"ciHigh":1243.657725,"observedAt":"2026-11-11","runCount":74322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"exclude_ties/GPT-4o (2024-05-13)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|expert/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.713267,"ciLow":1239.541189,"ciHigh":1259.885346,"observedAt":"2026-11-11","runCount":5887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"expert/GPT-4o (2024-05-13)","slice":"expert"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|french/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.922176,"ciLow":1282.786655,"ciHigh":1325.057697,"observedAt":"2026-11-11","runCount":1359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"french/GPT-4o (2024-05-13)","slice":"french"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|german/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.276823,"ciLow":1268.553713,"ciHigh":1295.999933,"observedAt":"2026-11-11","runCount":3573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"german/GPT-4o (2024-05-13)","slice":"german"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|hard_prompts/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.72359,"ciLow":1275.377696,"ciHigh":1286.069485,"observedAt":"2026-11-11","runCount":32416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"hard_prompts/GPT-4o (2024-05-13)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.634747,"ciLow":1286.250128,"ciHigh":1299.019366,"observedAt":"2026-11-11","runCount":19579,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"hard_prompts_english/GPT-4o (2024-05-13)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.42185,"ciLow":1253.872703,"ciHigh":1268.970997,"observedAt":"2026-11-11","runCount":13299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_business_and_management_and_financial_operations/GPT-4o (2024-05-13)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.421806,"ciLow":1282.608117,"ciHigh":1296.235496,"observedAt":"2026-11-11","runCount":17607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_entertainment_and_sports_and_media/GPT-4o (2024-05-13)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.663702,"ciLow":1303.567416,"ciHigh":1323.759988,"observedAt":"2026-11-11","runCount":6743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_legal_and_government/GPT-4o (2024-05-13)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.942931,"ciLow":1288.231176,"ciHigh":1301.654687,"observedAt":"2026-11-11","runCount":19017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_life_and_physical_and_social_science/GPT-4o (2024-05-13)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|industry_mathematical/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.464347,"ciLow":1277.175022,"ciHigh":1291.753671,"observedAt":"2026-11-11","runCount":13306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_mathematical/GPT-4o (2024-05-13)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.966264,"ciLow":1267.249451,"ciHigh":1288.683077,"observedAt":"2026-11-11","runCount":5984,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_medicine_and_healthcare/GPT-4o (2024-05-13)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.200574,"ciLow":1291.631886,"ciHigh":1302.769262,"observedAt":"2026-11-11","runCount":31401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_software_and_it_services/GPT-4o (2024-05-13)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.728586,"ciLow":1291.882843,"ciHigh":1303.574329,"observedAt":"2026-11-11","runCount":29959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"industry_writing_and_literature_and_language/GPT-4o (2024-05-13)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|instruction_following/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.506124,"ciLow":1272.510449,"ciHigh":1282.5018,"observedAt":"2026-11-11","runCount":43766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"instruction_following/GPT-4o (2024-05-13)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|japanese/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.000431,"ciLow":1241.479045,"ciHigh":1272.521816,"observedAt":"2026-11-11","runCount":2674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"japanese/GPT-4o (2024-05-13)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|korean/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.022641,"ciLow":1216.48889,"ciHigh":1251.556391,"observedAt":"2026-11-11","runCount":3517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"korean/GPT-4o (2024-05-13)","slice":"korean"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|longer_query/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.380167,"ciLow":1281.497555,"ciHigh":1295.262778,"observedAt":"2026-11-11","runCount":14922,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"longer_query/GPT-4o (2024-05-13)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|math/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.385833,"ciLow":1277.478066,"ciHigh":1291.293599,"observedAt":"2026-11-11","runCount":15103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"math/GPT-4o (2024-05-13)","slice":"math"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|multi_turn/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.557878,"ciLow":1294.895175,"ciHigh":1308.220582,"observedAt":"2026-11-11","runCount":20434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"multi_turn/GPT-4o (2024-05-13)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|non_english/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.779551,"ciLow":1278.053242,"ciHigh":1287.50586,"observedAt":"2026-11-11","runCount":52655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"non_english/GPT-4o (2024-05-13)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|overall/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.479533,"ciLow":1297.043892,"ciHigh":1303.915173,"observedAt":"2026-11-11","runCount":112881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"overall/GPT-4o (2024-05-13)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|polish/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.604834,"ciLow":1308.112649,"ciHigh":1421.097019,"observedAt":"2026-11-11","runCount":166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"polish/GPT-4o (2024-05-13)","slice":"polish"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|russian/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.391753,"ciLow":1277.975703,"ciHigh":1292.807803,"observedAt":"2026-11-11","runCount":13904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"russian/GPT-4o (2024-05-13)","slice":"russian"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-text@1|rating|spanish/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.006274,"ciLow":1271.80939,"ciHigh":1312.203158,"observedAt":"2026-11-11","runCount":1712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"spanish/GPT-4o (2024-05-13)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-vision-style-control@1|rating|chinese/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.745761,"ciLow":1119.243847,"ciHigh":1196.247676,"observedAt":"2026-11-09","runCount":1472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"chinese/GPT-4o (2024-05-13)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-vision-style-control@1|rating|english/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.391557,"ciLow":1155.126561,"ciHigh":1177.656553,"observedAt":"2026-11-09","runCount":14077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"english/GPT-4o (2024-05-13)","slice":"english"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-vision-style-control@1|rating|overall/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.996611,"ciLow":1153.210662,"ciHigh":1170.78256,"observedAt":"2026-11-09","runCount":23273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"overall/GPT-4o (2024-05-13)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-vision@1|rating|chinese/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1131.875555,"ciLow":1093.524974,"ciHigh":1170.226135,"observedAt":"2026-11-09","runCount":1472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"chinese/GPT-4o (2024-05-13)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-vision@1|rating|english/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1146.841168,"ciLow":1135.547986,"ciHigh":1158.13435,"observedAt":"2026-11-09","runCount":14077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"english/GPT-4o (2024-05-13)","slice":"english"}
{"key":"lmarena|openai/gpt-4o-2024-05-13:default|none|lmarena-vision@1|rating|overall/GPT-4o (2024-05-13)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1136.51694,"ciLow":1127.714523,"ciHigh":1145.319357,"observedAt":"2026-11-09","runCount":23273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-05-13)","rowId":"overall/GPT-4o (2024-05-13)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|chinese/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.172209,"ciLow":1320.408111,"ciHigh":1341.936308,"observedAt":"2026-11-11","runCount":3778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"chinese/GPT-4o (2024-08-06)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|coding/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.610737,"ciLow":1351.709593,"ciHigh":1367.511881,"observedAt":"2026-11-11","runCount":7318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"coding/GPT-4o (2024-08-06)","slice":"coding"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.095275,"ciLow":1318.577813,"ciHigh":1335.612737,"observedAt":"2026-11-11","runCount":6756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"creative_writing/GPT-4o (2024-08-06)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|english/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.21577,"ciLow":1342.843745,"ciHigh":1353.587796,"observedAt":"2026-11-11","runCount":25286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"english/GPT-4o (2024-08-06)","slice":"english"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.173114,"ciLow":1279.648702,"ciHigh":1292.697527,"observedAt":"2026-11-11","runCount":28538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"exclude_ties/GPT-4o (2024-08-06)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|expert/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.74823,"ciLow":1298.973897,"ciHigh":1324.522563,"observedAt":"2026-11-11","runCount":2349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"expert/GPT-4o (2024-08-06)","slice":"expert"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|french/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.565767,"ciLow":1298.774051,"ciHigh":1356.357483,"observedAt":"2026-11-11","runCount":457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"french/GPT-4o (2024-08-06)","slice":"french"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|german/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.04182,"ciLow":1295.289174,"ciHigh":1330.794467,"observedAt":"2026-11-11","runCount":1202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"german/GPT-4o (2024-08-06)","slice":"german"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.960409,"ciLow":1320.507368,"ciHigh":1333.413451,"observedAt":"2026-11-11","runCount":12655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"hard_prompts/GPT-4o (2024-08-06)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.710893,"ciLow":1329.962644,"ciHigh":1345.459143,"observedAt":"2026-11-11","runCount":8010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"hard_prompts_english/GPT-4o (2024-08-06)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.844358,"ciLow":1292.727223,"ciHigh":1310.961494,"observedAt":"2026-11-11","runCount":5095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_business_and_management_and_financial_operations/GPT-4o (2024-08-06)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.933668,"ciLow":1316.655959,"ciHigh":1333.211378,"observedAt":"2026-11-11","runCount":7043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_entertainment_and_sports_and_media/GPT-4o (2024-08-06)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.260151,"ciLow":1334.756827,"ciHigh":1359.763475,"observedAt":"2026-11-11","runCount":2674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_legal_and_government/GPT-4o (2024-08-06)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.897174,"ciLow":1339.823037,"ciHigh":1355.97131,"observedAt":"2026-11-11","runCount":7560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_life_and_physical_and_social_science/GPT-4o (2024-08-06)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.153893,"ciLow":1304.567024,"ciHigh":1321.740762,"observedAt":"2026-11-11","runCount":5805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_mathematical/GPT-4o (2024-08-06)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.337896,"ciLow":1328.442207,"ciHigh":1356.233584,"observedAt":"2026-11-11","runCount":2174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_medicine_and_healthcare/GPT-4o (2024-08-06)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.382442,"ciLow":1339.647159,"ciHigh":1353.117725,"observedAt":"2026-11-11","runCount":11864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_software_and_it_services/GPT-4o (2024-08-06)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.359163,"ciLow":1334.460232,"ciHigh":1348.258094,"observedAt":"2026-11-11","runCount":12147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_writing_and_literature_and_language/GPT-4o (2024-08-06)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.638118,"ciLow":1312.803417,"ciHigh":1324.47282,"observedAt":"2026-11-11","runCount":18305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"instruction_following/GPT-4o (2024-08-06)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|japanese/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.486572,"ciLow":1273.1696,"ciHigh":1311.803544,"observedAt":"2026-11-11","runCount":1104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"japanese/GPT-4o (2024-08-06)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|korean/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.889034,"ciLow":1263.96936,"ciHigh":1313.808709,"observedAt":"2026-11-11","runCount":712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"korean/GPT-4o (2024-08-06)","slice":"korean"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.015945,"ciLow":1330.61112,"ciHigh":1347.420769,"observedAt":"2026-11-11","runCount":6160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"longer_query/GPT-4o (2024-08-06)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|math/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.636509,"ciLow":1300.523166,"ciHigh":1316.749853,"observedAt":"2026-11-11","runCount":6826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"math/GPT-4o (2024-08-06)","slice":"math"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.789729,"ciLow":1318.884803,"ciHigh":1334.694656,"observedAt":"2026-11-11","runCount":8201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"multi_turn/GPT-4o (2024-08-06)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|non_english/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.799105,"ciLow":1311.269261,"ciHigh":1322.328949,"observedAt":"2026-11-11","runCount":20213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"non_english/GPT-4o (2024-08-06)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|overall/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.685733,"ciLow":1331.47,"ciHigh":1339.901467,"observedAt":"2026-11-11","runCount":45499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"overall/GPT-4o (2024-08-06)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|russian/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.018943,"ciLow":1316.217615,"ciHigh":1333.820271,"observedAt":"2026-11-11","runCount":5517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"russian/GPT-4o (2024-08-06)","slice":"russian"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text-style-control@1|rating|spanish/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.774002,"ciLow":1300.60381,"ciHigh":1354.944195,"observedAt":"2026-11-11","runCount":546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"spanish/GPT-4o (2024-08-06)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|chinese/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.232746,"ciLow":1243.529863,"ciHigh":1264.93563,"observedAt":"2026-11-11","runCount":3778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"chinese/GPT-4o (2024-08-06)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|coding/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.401206,"ciLow":1275.543874,"ciHigh":1291.258538,"observedAt":"2026-11-11","runCount":7318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"coding/GPT-4o (2024-08-06)","slice":"coding"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|creative_writing/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.427883,"ciLow":1265.972316,"ciHigh":1282.88345,"observedAt":"2026-11-11","runCount":6756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"creative_writing/GPT-4o (2024-08-06)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|english/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.447802,"ciLow":1292.110353,"ciHigh":1302.785252,"observedAt":"2026-11-11","runCount":25286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"english/GPT-4o (2024-08-06)","slice":"english"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|exclude_ties/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.984289,"ciLow":1202.53448,"ciHigh":1215.434099,"observedAt":"2026-11-11","runCount":28538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"exclude_ties/GPT-4o (2024-08-06)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|expert/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1240.348587,"ciLow":1227.686362,"ciHigh":1253.010813,"observedAt":"2026-11-11","runCount":2349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"expert/GPT-4o (2024-08-06)","slice":"expert"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|french/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1262.628174,"ciLow":1234.220459,"ciHigh":1291.035889,"observedAt":"2026-11-11","runCount":457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"french/GPT-4o (2024-08-06)","slice":"french"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|german/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.136663,"ciLow":1239.400583,"ciHigh":1274.872742,"observedAt":"2026-11-11","runCount":1202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"german/GPT-4o (2024-08-06)","slice":"german"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|hard_prompts/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1263.902373,"ciLow":1257.509853,"ciHigh":1270.294894,"observedAt":"2026-11-11","runCount":12655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"hard_prompts/GPT-4o (2024-08-06)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.82754,"ciLow":1269.146969,"ciHigh":1284.508112,"observedAt":"2026-11-11","runCount":8010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"hard_prompts_english/GPT-4o (2024-08-06)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.596511,"ciLow":1222.469894,"ciHigh":1240.723128,"observedAt":"2026-11-11","runCount":5095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_business_and_management_and_financial_operations/GPT-4o (2024-08-06)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.406313,"ciLow":1259.196051,"ciHigh":1275.616576,"observedAt":"2026-11-11","runCount":7043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_entertainment_and_sports_and_media/GPT-4o (2024-08-06)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.194899,"ciLow":1262.689571,"ciHigh":1287.700228,"observedAt":"2026-11-11","runCount":2674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_legal_and_government/GPT-4o (2024-08-06)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.013441,"ciLow":1265.979982,"ciHigh":1282.046901,"observedAt":"2026-11-11","runCount":7560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_life_and_physical_and_social_science/GPT-4o (2024-08-06)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|industry_mathematical/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.410289,"ciLow":1274.871219,"ciHigh":1291.949359,"observedAt":"2026-11-11","runCount":5805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_mathematical/GPT-4o (2024-08-06)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.812851,"ciLow":1237.95557,"ciHigh":1265.670131,"observedAt":"2026-11-11","runCount":2174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_medicine_and_healthcare/GPT-4o (2024-08-06)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.538224,"ciLow":1270.849797,"ciHigh":1284.22665,"observedAt":"2026-11-11","runCount":11864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_software_and_it_services/GPT-4o (2024-08-06)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.640183,"ciLow":1282.795374,"ciHigh":1296.484993,"observedAt":"2026-11-11","runCount":12147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"industry_writing_and_literature_and_language/GPT-4o (2024-08-06)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|instruction_following/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.517958,"ciLow":1260.720124,"ciHigh":1272.315793,"observedAt":"2026-11-11","runCount":18305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"instruction_following/GPT-4o (2024-08-06)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|japanese/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.396891,"ciLow":1215.290606,"ciHigh":1253.503176,"observedAt":"2026-11-11","runCount":1104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"japanese/GPT-4o (2024-08-06)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|korean/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.438504,"ciLow":1193.602271,"ciHigh":1243.274737,"observedAt":"2026-11-11","runCount":712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"korean/GPT-4o (2024-08-06)","slice":"korean"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|longer_query/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.255129,"ciLow":1274.898004,"ciHigh":1291.612254,"observedAt":"2026-11-11","runCount":6160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"longer_query/GPT-4o (2024-08-06)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|math/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.363143,"ciLow":1277.285765,"ciHigh":1293.440521,"observedAt":"2026-11-11","runCount":6826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"math/GPT-4o (2024-08-06)","slice":"math"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|multi_turn/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.741664,"ciLow":1270.845207,"ciHigh":1286.638121,"observedAt":"2026-11-11","runCount":8201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"multi_turn/GPT-4o (2024-08-06)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|non_english/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.653596,"ciLow":1256.150343,"ciHigh":1267.156848,"observedAt":"2026-11-11","runCount":20213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"non_english/GPT-4o (2024-08-06)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|overall/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.585297,"ciLow":1278.392816,"ciHigh":1286.777778,"observedAt":"2026-11-11","runCount":45499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"overall/GPT-4o (2024-08-06)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|russian/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.726787,"ciLow":1262.940026,"ciHigh":1280.513548,"observedAt":"2026-11-11","runCount":5517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"russian/GPT-4o (2024-08-06)","slice":"russian"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-text@1|rating|spanish/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.756446,"ciLow":1241.644749,"ciHigh":1295.868142,"observedAt":"2026-11-11","runCount":546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"spanish/GPT-4o (2024-08-06)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-vision-style-control@1|rating|chinese/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1073.103392,"ciLow":1021.474922,"ciHigh":1124.731862,"observedAt":"2026-11-09","runCount":186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"chinese/GPT-4o (2024-08-06)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-vision-style-control@1|rating|english/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1120.171746,"ciLow":1103.862181,"ciHigh":1136.481311,"observedAt":"2026-11-09","runCount":1744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"english/GPT-4o (2024-08-06)","slice":"english"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-vision-style-control@1|rating|overall/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1118.26351,"ciLow":1105.964713,"ciHigh":1130.562307,"observedAt":"2026-11-09","runCount":3376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"overall/GPT-4o (2024-08-06)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-vision@1|rating|chinese/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1008.992109,"ciLow":956.635616,"ciHigh":1061.348601,"observedAt":"2026-11-09","runCount":186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"chinese/GPT-4o (2024-08-06)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-vision@1|rating|english/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1071.714175,"ciLow":1055.219185,"ciHigh":1088.209165,"observedAt":"2026-11-09","runCount":1744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"english/GPT-4o (2024-08-06)","slice":"english"}
{"key":"lmarena|openai/gpt-4o-2024-08-06:default|none|lmarena-vision@1|rating|overall/GPT-4o (2024-08-06)","sourceId":"lmarena","modelId":"openai/gpt-4o-2024-08-06","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1064.447766,"ciLow":1051.944755,"ciHigh":1076.950777,"observedAt":"2026-11-09","runCount":3376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (2024-08-06)","rowId":"overall/GPT-4o (2024-08-06)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|chinese/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.678144,"ciLow":1307.420702,"ciHigh":1325.935586,"observedAt":"2026-11-11","runCount":5778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"chinese/GPT-4o mini (2024-07-18)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|coding/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.620434,"ciLow":1341.060022,"ciHigh":1354.180846,"observedAt":"2026-11-11","runCount":10928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"coding/GPT-4o mini (2024-07-18)","slice":"coding"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|creative_writing/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.817883,"ciLow":1286.804276,"ciHigh":1300.831489,"observedAt":"2026-11-11","runCount":10486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"creative_writing/GPT-4o mini (2024-07-18)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|english/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.183926,"ciLow":1323.844007,"ciHigh":1332.523845,"observedAt":"2026-11-11","runCount":37735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"english/GPT-4o mini (2024-07-18)","slice":"english"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.737394,"ciLow":1255.395577,"ciHigh":1266.079211,"observedAt":"2026-11-11","runCount":43353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"exclude_ties/GPT-4o mini (2024-07-18)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|expert/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.633025,"ciLow":1273.745442,"ciHigh":1295.520608,"observedAt":"2026-11-11","runCount":3550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"expert/GPT-4o mini (2024-07-18)","slice":"expert"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|french/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.75659,"ciLow":1313.146287,"ciHigh":1362.366894,"observedAt":"2026-11-11","runCount":649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"french/GPT-4o mini (2024-07-18)","slice":"french"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|german/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.419463,"ciLow":1285.80411,"ciHigh":1317.034815,"observedAt":"2026-11-11","runCount":1641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"german/GPT-4o mini (2024-07-18)","slice":"german"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.854713,"ciLow":1305.516637,"ciHigh":1316.192788,"observedAt":"2026-11-11","runCount":18259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"hard_prompts/GPT-4o mini (2024-07-18)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.141939,"ciLow":1312.695432,"ciHigh":1325.588446,"observedAt":"2026-11-11","runCount":11355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"hard_prompts_english/GPT-4o mini (2024-07-18)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.468008,"ciLow":1302.680855,"ciHigh":1318.255161,"observedAt":"2026-11-11","runCount":7765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_business_and_management_and_financial_operations/GPT-4o mini (2024-07-18)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.171208,"ciLow":1277.603196,"ciHigh":1290.73922,"observedAt":"2026-11-11","runCount":11284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_entertainment_and_sports_and_media/GPT-4o mini (2024-07-18)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.505621,"ciLow":1335.607625,"ciHigh":1357.403618,"observedAt":"2026-11-11","runCount":3866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_legal_and_government/GPT-4o mini (2024-07-18)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.252136,"ciLow":1319.566417,"ciHigh":1332.937856,"observedAt":"2026-11-11","runCount":11641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_life_and_physical_and_social_science/GPT-4o mini (2024-07-18)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.383822,"ciLow":1277.935441,"ciHigh":1292.832203,"observedAt":"2026-11-11","runCount":7966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_mathematical/GPT-4o mini (2024-07-18)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.992531,"ciLow":1322.574365,"ciHigh":1345.410697,"observedAt":"2026-11-11","runCount":3439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_medicine_and_healthcare/GPT-4o mini (2024-07-18)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.737178,"ciLow":1332.168772,"ciHigh":1343.305584,"observedAt":"2026-11-11","runCount":17795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_software_and_it_services/GPT-4o mini (2024-07-18)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.749531,"ciLow":1308.109248,"ciHigh":1319.389815,"observedAt":"2026-11-11","runCount":18532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_writing_and_literature_and_language/GPT-4o mini (2024-07-18)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|instruction_following/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.927326,"ciLow":1288.060019,"ciHigh":1297.794634,"observedAt":"2026-11-11","runCount":26707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"instruction_following/GPT-4o mini (2024-07-18)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|japanese/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.643595,"ciLow":1234.917412,"ciHigh":1266.369779,"observedAt":"2026-11-11","runCount":1793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"japanese/GPT-4o mini (2024-07-18)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|korean/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.288197,"ciLow":1217.490804,"ciHigh":1259.08559,"observedAt":"2026-11-11","runCount":1087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"korean/GPT-4o mini (2024-07-18)","slice":"korean"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|longer_query/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.989974,"ciLow":1318.884746,"ciHigh":1333.095203,"observedAt":"2026-11-11","runCount":8989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"longer_query/GPT-4o mini (2024-07-18)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|math/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.887224,"ciLow":1267.822493,"ciHigh":1281.951954,"observedAt":"2026-11-11","runCount":9322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"math/GPT-4o mini (2024-07-18)","slice":"math"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|multi_turn/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.690808,"ciLow":1303.948971,"ciHigh":1317.432644,"observedAt":"2026-11-11","runCount":12279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"multi_turn/GPT-4o mini (2024-07-18)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|non_english/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.693107,"ciLow":1296.106534,"ciHigh":1305.27968,"observedAt":"2026-11-11","runCount":30970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"non_english/GPT-4o mini (2024-07-18)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|overall/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.640639,"ciLow":1314.08698,"ciHigh":1321.194298,"observedAt":"2026-11-11","runCount":68705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"overall/GPT-4o mini (2024-07-18)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|polish/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.309419,"ciLow":1210.510003,"ciHigh":1344.108834,"observedAt":"2026-11-11","runCount":65,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"polish/GPT-4o mini (2024-07-18)","slice":"polish"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|russian/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.400068,"ciLow":1301.909273,"ciHigh":1316.890864,"observedAt":"2026-11-11","runCount":8268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"russian/GPT-4o mini (2024-07-18)","slice":"russian"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text-style-control@1|rating|spanish/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.443969,"ciLow":1284.558813,"ciHigh":1332.329126,"observedAt":"2026-11-11","runCount":741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"spanish/GPT-4o mini (2024-07-18)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|chinese/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.597585,"ciLow":1255.404655,"ciHigh":1273.790516,"observedAt":"2026-11-11","runCount":5778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"chinese/GPT-4o mini (2024-07-18)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|coding/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.537922,"ciLow":1283.024375,"ciHigh":1296.051468,"observedAt":"2026-11-11","runCount":10928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"coding/GPT-4o mini (2024-07-18)","slice":"coding"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|creative_writing/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.648289,"ciLow":1260.72391,"ciHigh":1274.572667,"observedAt":"2026-11-11","runCount":10486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"creative_writing/GPT-4o mini (2024-07-18)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|english/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.603314,"ciLow":1296.304914,"ciHigh":1304.901713,"observedAt":"2026-11-11","runCount":37735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"english/GPT-4o mini (2024-07-18)","slice":"english"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|exclude_ties/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1215.971705,"ciLow":1210.725164,"ciHigh":1221.218247,"observedAt":"2026-11-11","runCount":43353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"exclude_ties/GPT-4o mini (2024-07-18)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|expert/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.252992,"ciLow":1223.474776,"ciHigh":1245.031207,"observedAt":"2026-11-11","runCount":3550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"expert/GPT-4o mini (2024-07-18)","slice":"expert"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|french/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.619831,"ciLow":1272.050851,"ciHigh":1321.188811,"observedAt":"2026-11-11","runCount":649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"french/GPT-4o mini (2024-07-18)","slice":"french"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|german/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.851244,"ciLow":1256.375726,"ciHigh":1287.326762,"observedAt":"2026-11-11","runCount":1641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"german/GPT-4o mini (2024-07-18)","slice":"german"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|hard_prompts/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.904233,"ciLow":1261.617209,"ciHigh":1272.191257,"observedAt":"2026-11-11","runCount":18259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"hard_prompts/GPT-4o mini (2024-07-18)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|hard_prompts_english/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.407565,"ciLow":1272.014467,"ciHigh":1284.800663,"observedAt":"2026-11-11","runCount":11355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"hard_prompts_english/GPT-4o mini (2024-07-18)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.735059,"ciLow":1256.964784,"ciHigh":1272.505335,"observedAt":"2026-11-11","runCount":7765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_business_and_management_and_financial_operations/GPT-4o mini (2024-07-18)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.190403,"ciLow":1246.668869,"ciHigh":1259.711936,"observedAt":"2026-11-11","runCount":11284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_entertainment_and_sports_and_media/GPT-4o mini (2024-07-18)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|industry_legal_and_government/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.260553,"ciLow":1294.443854,"ciHigh":1316.077252,"observedAt":"2026-11-11","runCount":3866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_legal_and_government/GPT-4o mini (2024-07-18)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.06113,"ciLow":1279.424603,"ciHigh":1292.697658,"observedAt":"2026-11-11","runCount":11641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_life_and_physical_and_social_science/GPT-4o mini (2024-07-18)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|industry_mathematical/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.594249,"ciLow":1264.194854,"ciHigh":1278.993644,"observedAt":"2026-11-11","runCount":7966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_mathematical/GPT-4o mini (2024-07-18)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.715385,"ciLow":1270.36372,"ciHigh":1293.067049,"observedAt":"2026-11-11","runCount":3439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_medicine_and_healthcare/GPT-4o mini (2024-07-18)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.690851,"ciLow":1285.168913,"ciHigh":1296.21279,"observedAt":"2026-11-11","runCount":17795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_software_and_it_services/GPT-4o mini (2024-07-18)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.943375,"ciLow":1276.347497,"ciHigh":1287.539254,"observedAt":"2026-11-11","runCount":18532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"industry_writing_and_literature_and_language/GPT-4o mini (2024-07-18)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|instruction_following/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.227779,"ciLow":1253.409775,"ciHigh":1263.045783,"observedAt":"2026-11-11","runCount":26707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"instruction_following/GPT-4o mini (2024-07-18)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|japanese/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1215.854955,"ciLow":1200.281626,"ciHigh":1231.428284,"observedAt":"2026-11-11","runCount":1793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"japanese/GPT-4o mini (2024-07-18)","slice":"japanese"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|korean/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.403925,"ciLow":1174.792739,"ciHigh":1216.01511,"observedAt":"2026-11-11","runCount":1087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"korean/GPT-4o mini (2024-07-18)","slice":"korean"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|longer_query/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.745609,"ciLow":1281.699362,"ciHigh":1295.791857,"observedAt":"2026-11-11","runCount":8989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"longer_query/GPT-4o mini (2024-07-18)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|math/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.394496,"ciLow":1260.374008,"ciHigh":1274.414983,"observedAt":"2026-11-11","runCount":9322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"math/GPT-4o mini (2024-07-18)","slice":"math"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|multi_turn/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.000767,"ciLow":1278.301264,"ciHigh":1291.70027,"observedAt":"2026-11-11","runCount":12279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"multi_turn/GPT-4o mini (2024-07-18)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|non_english/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.218214,"ciLow":1261.666699,"ciHigh":1270.769729,"observedAt":"2026-11-11","runCount":30970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"non_english/GPT-4o mini (2024-07-18)","slice":"non_english"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|overall/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.422807,"ciLow":1282.898117,"ciHigh":1289.947496,"observedAt":"2026-11-11","runCount":68705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"overall/GPT-4o mini (2024-07-18)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|polish/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.883764,"ciLow":1178.311618,"ciHigh":1309.45591,"observedAt":"2026-11-11","runCount":65,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"polish/GPT-4o mini (2024-07-18)","slice":"polish"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|russian/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.144925,"ciLow":1267.687175,"ciHigh":1282.602674,"observedAt":"2026-11-11","runCount":8268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"russian/GPT-4o mini (2024-07-18)","slice":"russian"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-text@1|rating|spanish/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.973071,"ciLow":1252.207367,"ciHigh":1299.738774,"observedAt":"2026-11-11","runCount":741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"spanish/GPT-4o mini (2024-07-18)","slice":"spanish"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-vision-style-control@1|rating|chinese/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1079.616417,"ciLow":1041.20624,"ciHigh":1118.026594,"observedAt":"2026-11-09","runCount":954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"chinese/GPT-4o mini (2024-07-18)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-vision-style-control@1|rating|english/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1096.99068,"ciLow":1086.127058,"ciHigh":1107.854301,"observedAt":"2026-11-09","runCount":10721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"english/GPT-4o mini (2024-07-18)","slice":"english"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-vision-style-control@1|rating|overall/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1097.029597,"ciLow":1088.700413,"ciHigh":1105.358781,"observedAt":"2026-11-09","runCount":17341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"overall/GPT-4o mini (2024-07-18)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-vision@1|rating|chinese/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1032.91914,"ciLow":994.694702,"ciHigh":1071.143578,"observedAt":"2026-11-09","runCount":954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"chinese/GPT-4o mini (2024-07-18)","slice":"chinese"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-vision@1|rating|english/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1072.233627,"ciLow":1061.355941,"ciHigh":1083.111312,"observedAt":"2026-11-09","runCount":10721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"english/GPT-4o mini (2024-07-18)","slice":"english"}
{"key":"lmarena|openai/gpt-4o-mini:ckpt=2024-07-18|none|lmarena-vision@1|rating|overall/GPT-4o mini (2024-07-18)","sourceId":"lmarena","modelId":"openai/gpt-4o-mini","variant":{"flags":[],"checkpoint":"2024-07-18"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1065.512646,"ciLow":1057.169053,"ciHigh":1073.856238,"observedAt":"2026-11-09","runCount":17341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o mini (2024-07-18)","rowId":"overall/GPT-4o mini (2024-07-18)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o:flags=search|none|lmarena-search-style-control@1|rating|overall/GPT-4o (Search)","sourceId":"lmarena","modelId":"openai/gpt-4o","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1083.63855,"ciLow":1072.145199,"ciHigh":1095.1319,"observedAt":"2026-11-09","runCount":3392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (Search)","rowId":"overall/GPT-4o (Search)","slice":"overall"}
{"key":"lmarena|openai/gpt-4o:flags=search|none|lmarena-search@1|rating|overall/GPT-4o (Search)","sourceId":"lmarena","modelId":"openai/gpt-4o","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1006.362795,"ciLow":995.095818,"ciHigh":1017.629772,"observedAt":"2026-11-09","runCount":3392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-4o (Search)","rowId":"overall/GPT-4o (Search)","slice":"overall"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|chinese/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.720922,"ciLow":1435.314726,"ciHigh":1460.127118,"observedAt":"2026-11-11","runCount":2333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"chinese/GPT-5 Chat","slice":"chinese"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|coding/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.920164,"ciLow":1454.061734,"ciHigh":1469.778595,"observedAt":"2026-11-11","runCount":5970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"coding/GPT-5 Chat","slice":"coding"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.65052,"ciLow":1379.0848,"ciHigh":1398.216241,"observedAt":"2026-11-11","runCount":3999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"creative_writing/GPT-5 Chat","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|english/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.410038,"ciLow":1424.594536,"ciHigh":1436.225539,"observedAt":"2026-11-11","runCount":13239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"english/GPT-5 Chat","slice":"english"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.255206,"ciLow":1413.327913,"ciHigh":1425.182499,"observedAt":"2026-11-11","runCount":22285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"exclude_ties/GPT-5 Chat","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|expert/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.608678,"ciLow":1429.310102,"ciHigh":1459.907254,"observedAt":"2026-11-11","runCount":1525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"expert/GPT-5 Chat","slice":"expert"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|french/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.96841,"ciLow":1410.105253,"ciHigh":1467.831567,"observedAt":"2026-11-11","runCount":431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"french/GPT-5 Chat","slice":"french"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|german/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.720012,"ciLow":1399.013895,"ciHigh":1444.42613,"observedAt":"2026-11-11","runCount":699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"german/GPT-5 Chat","slice":"german"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.546956,"ciLow":1442.988856,"ciHigh":1454.105056,"observedAt":"2026-11-11","runCount":15147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"hard_prompts/GPT-5 Chat","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.728014,"ciLow":1439.130859,"ciHigh":1454.325168,"observedAt":"2026-11-11","runCount":6600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"hard_prompts_english/GPT-5 Chat","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.333196,"ciLow":1432.038903,"ciHigh":1448.62749,"observedAt":"2026-11-11","runCount":5572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_business_and_management_and_financial_operations/GPT-5 Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.135915,"ciLow":1381.027463,"ciHigh":1397.244367,"observedAt":"2026-11-11","runCount":5625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_entertainment_and_sports_and_media/GPT-5 Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.02804,"ciLow":1444.169566,"ciHigh":1471.886514,"observedAt":"2026-11-11","runCount":1892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_legal_and_government/GPT-5 Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.635586,"ciLow":1438.035118,"ciHigh":1455.236054,"observedAt":"2026-11-11","runCount":4989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_life_and_physical_and_social_science/GPT-5 Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.284787,"ciLow":1390.453293,"ciHigh":1420.11628,"observedAt":"2026-11-11","runCount":1563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_mathematical/GPT-5 Chat","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.500489,"ciLow":1440.755874,"ciHigh":1470.245104,"observedAt":"2026-11-11","runCount":1678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_medicine_and_healthcare/GPT-5 Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.839086,"ciLow":1447.549145,"ciHigh":1460.129028,"observedAt":"2026-11-11","runCount":10503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_software_and_it_services/GPT-5 Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.877676,"ciLow":1398.318099,"ciHigh":1413.437254,"observedAt":"2026-11-11","runCount":6759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_writing_and_literature_and_language/GPT-5 Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.98125,"ciLow":1408.028111,"ciHigh":1421.93439,"observedAt":"2026-11-11","runCount":8210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"instruction_following/GPT-5 Chat","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|japanese/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.459554,"ciLow":1402.139362,"ciHigh":1456.779745,"observedAt":"2026-11-11","runCount":523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"japanese/GPT-5 Chat","slice":"japanese"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|korean/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.810582,"ciLow":1355.295981,"ciHigh":1398.325183,"observedAt":"2026-11-11","runCount":822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"korean/GPT-5 Chat","slice":"korean"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.886822,"ciLow":1427.367799,"ciHigh":1442.405845,"observedAt":"2026-11-11","runCount":6818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"longer_query/GPT-5 Chat","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|math/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.464493,"ciLow":1396.72666,"ciHigh":1424.202326,"observedAt":"2026-11-11","runCount":1769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"math/GPT-5 Chat","slice":"math"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.071712,"ciLow":1440.739648,"ciHigh":1457.403777,"observedAt":"2026-11-11","runCount":5664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"multi_turn/GPT-5 Chat","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|non_english/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.861172,"ciLow":1411.559851,"ciHigh":1422.162493,"observedAt":"2026-11-11","runCount":17815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"non_english/GPT-5 Chat","slice":"non_english"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|overall/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.704467,"ciLow":1422.402989,"ciHigh":1431.005945,"observedAt":"2026-11-11","runCount":31095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"overall/GPT-5 Chat","slice":"overall"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|polish/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.502426,"ciLow":1443.788124,"ciHigh":1473.216729,"observedAt":"2026-11-11","runCount":1795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"polish/GPT-5 Chat","slice":"polish"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|russian/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.882406,"ciLow":1419.4699,"ciHigh":1444.294912,"observedAt":"2026-11-11","runCount":2165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"russian/GPT-5 Chat","slice":"russian"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text-style-control@1|rating|spanish/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.605064,"ciLow":1405.288907,"ciHigh":1445.921221,"observedAt":"2026-11-11","runCount":897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"spanish/GPT-5 Chat","slice":"spanish"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|chinese/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.39899,"ciLow":1409.05514,"ciHigh":1433.74284,"observedAt":"2026-11-11","runCount":2333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"chinese/GPT-5 Chat","slice":"chinese"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|coding/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.493108,"ciLow":1390.61604,"ciHigh":1406.370175,"observedAt":"2026-11-11","runCount":5970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"coding/GPT-5 Chat","slice":"coding"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|creative_writing/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.70624,"ciLow":1355.200796,"ciHigh":1374.211683,"observedAt":"2026-11-11","runCount":3999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"creative_writing/GPT-5 Chat","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|english/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.980394,"ciLow":1400.201974,"ciHigh":1411.758815,"observedAt":"2026-11-11","runCount":13239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"english/GPT-5 Chat","slice":"english"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|exclude_ties/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.18677,"ciLow":1378.365235,"ciHigh":1390.008305,"observedAt":"2026-11-11","runCount":22285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"exclude_ties/GPT-5 Chat","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|expert/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.222888,"ciLow":1389.036772,"ciHigh":1419.409004,"observedAt":"2026-11-11","runCount":1525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"expert/GPT-5 Chat","slice":"expert"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|french/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.412497,"ciLow":1379.625208,"ciHigh":1437.199785,"observedAt":"2026-11-11","runCount":431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"french/GPT-5 Chat","slice":"french"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|german/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.541619,"ciLow":1380.928221,"ciHigh":1426.155017,"observedAt":"2026-11-11","runCount":699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"german/GPT-5 Chat","slice":"german"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|hard_prompts/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.635183,"ciLow":1399.095971,"ciHigh":1410.174395,"observedAt":"2026-11-11","runCount":15147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"hard_prompts/GPT-5 Chat","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.357879,"ciLow":1395.78007,"ciHigh":1410.935688,"observedAt":"2026-11-11","runCount":6600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"hard_prompts_english/GPT-5 Chat","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.463928,"ciLow":1391.188721,"ciHigh":1407.739134,"observedAt":"2026-11-11","runCount":5572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_business_and_management_and_financial_operations/GPT-5 Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.757467,"ciLow":1354.693012,"ciHigh":1370.821922,"observedAt":"2026-11-11","runCount":5625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_entertainment_and_sports_and_media/GPT-5 Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.300681,"ciLow":1416.567489,"ciHigh":1444.033873,"observedAt":"2026-11-11","runCount":1892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_legal_and_government/GPT-5 Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.909507,"ciLow":1407.380538,"ciHigh":1424.438476,"observedAt":"2026-11-11","runCount":4989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_life_and_physical_and_social_science/GPT-5 Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|industry_mathematical/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.536802,"ciLow":1381.730877,"ciHigh":1411.342726,"observedAt":"2026-11-11","runCount":1563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_mathematical/GPT-5 Chat","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.29422,"ciLow":1397.675783,"ciHigh":1426.912658,"observedAt":"2026-11-11","runCount":1678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_medicine_and_healthcare/GPT-5 Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.512299,"ciLow":1401.228082,"ciHigh":1413.796517,"observedAt":"2026-11-11","runCount":10503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_software_and_it_services/GPT-5 Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.858308,"ciLow":1376.342434,"ciHigh":1391.374182,"observedAt":"2026-11-11","runCount":6759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"industry_writing_and_literature_and_language/GPT-5 Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|instruction_following/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.070373,"ciLow":1374.138721,"ciHigh":1388.002024,"observedAt":"2026-11-11","runCount":8210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"instruction_following/GPT-5 Chat","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|japanese/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.286929,"ciLow":1382.079944,"ciHigh":1436.493915,"observedAt":"2026-11-11","runCount":523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"japanese/GPT-5 Chat","slice":"japanese"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|korean/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.27038,"ciLow":1338.963326,"ciHigh":1381.577434,"observedAt":"2026-11-11","runCount":822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"korean/GPT-5 Chat","slice":"korean"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|longer_query/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.146417,"ciLow":1390.660967,"ciHigh":1405.631866,"observedAt":"2026-11-11","runCount":6818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"longer_query/GPT-5 Chat","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|math/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.662013,"ciLow":1393.93256,"ciHigh":1421.391465,"observedAt":"2026-11-11","runCount":1769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"math/GPT-5 Chat","slice":"math"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|multi_turn/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.931399,"ciLow":1417.612774,"ciHigh":1434.250024,"observedAt":"2026-11-11","runCount":5664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"multi_turn/GPT-5 Chat","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|non_english/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.735316,"ciLow":1389.462753,"ciHigh":1400.007879,"observedAt":"2026-11-11","runCount":17815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"non_english/GPT-5 Chat","slice":"non_english"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|overall/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.504227,"ciLow":1399.234898,"ciHigh":1407.773556,"observedAt":"2026-11-11","runCount":31095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"overall/GPT-5 Chat","slice":"overall"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|polish/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.285169,"ciLow":1416.692815,"ciHigh":1445.877523,"observedAt":"2026-11-11","runCount":1795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"polish/GPT-5 Chat","slice":"polish"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|russian/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.531048,"ciLow":1394.127404,"ciHigh":1418.934692,"observedAt":"2026-11-11","runCount":2165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"russian/GPT-5 Chat","slice":"russian"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-text@1|rating|spanish/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.816646,"ciLow":1379.469222,"ciHigh":1420.16407,"observedAt":"2026-11-11","runCount":897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"spanish/GPT-5 Chat","slice":"spanish"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision-style-control@1|rating|captioning/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.482288,"ciLow":1163.288065,"ciHigh":1227.67651,"observedAt":"2026-11-09","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"captioning/GPT-5 Chat","slice":"captioning"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision-style-control@1|rating|chinese/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.102254,"ciLow":1246.130947,"ciHigh":1280.073561,"observedAt":"2026-11-09","runCount":2052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"chinese/GPT-5 Chat","slice":"chinese"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision-style-control@1|rating|creative_writing/gpt-5-chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.817128,"ciLow":1215.947733,"ciHigh":1247.686524,"observedAt":"2026-01-09","runCount":1518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-5-chat","rowId":"creative_writing/gpt-5-chat","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1203.289112,"ciLow":1183.630515,"ciHigh":1222.947708,"observedAt":"2026-11-09","runCount":1296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"creative_writing_vision/GPT-5 Chat","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision-style-control@1|rating|diagram/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.484258,"ciLow":1245.049384,"ciHigh":1271.919132,"observedAt":"2026-11-09","runCount":2513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"diagram/GPT-5 Chat","slice":"diagram"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision-style-control@1|rating|english/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.542018,"ciLow":1210.708842,"ciHigh":1230.375195,"observedAt":"2026-11-09","runCount":18671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"english/GPT-5 Chat","slice":"english"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.996606,"ciLow":1155.847105,"ciHigh":1222.146107,"observedAt":"2026-11-09","runCount":376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"entity_recognition/GPT-5 Chat","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision-style-control@1|rating|homework/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.831393,"ciLow":1257.929514,"ciHigh":1291.733273,"observedAt":"2026-11-09","runCount":1317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"homework/GPT-5 Chat","slice":"homework"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision-style-control@1|rating|humor/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.414314,"ciLow":1177.644651,"ciHigh":1219.183978,"observedAt":"2026-11-09","runCount":1446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"humor/GPT-5 Chat","slice":"humor"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision-style-control@1|rating|ocr/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.004062,"ciLow":1235.898066,"ciHigh":1254.110058,"observedAt":"2026-11-09","runCount":10645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"ocr/GPT-5 Chat","slice":"ocr"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision-style-control@1|rating|overall/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.322716,"ciLow":1218.258236,"ciHigh":1232.387197,"observedAt":"2026-11-09","runCount":39843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"overall/GPT-5 Chat","slice":"overall"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision@1|rating|captioning/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1212.797523,"ciLow":1181.02856,"ciHigh":1244.566487,"observedAt":"2026-11-09","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"captioning/GPT-5 Chat","slice":"captioning"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision@1|rating|chinese/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1266.963179,"ciLow":1250.192454,"ciHigh":1283.733904,"observedAt":"2026-11-09","runCount":2052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"chinese/GPT-5 Chat","slice":"chinese"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision@1|rating|creative_writing/gpt-5-chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1239.480283,"ciLow":1223.747852,"ciHigh":1255.212715,"observedAt":"2026-01-09","runCount":1518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-5-chat","rowId":"creative_writing/gpt-5-chat","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1210.915239,"ciLow":1191.423741,"ciHigh":1230.406737,"observedAt":"2026-11-09","runCount":1296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"creative_writing_vision/GPT-5 Chat","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision@1|rating|diagram/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1251.140333,"ciLow":1237.741349,"ciHigh":1264.539318,"observedAt":"2026-11-09","runCount":2513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"diagram/GPT-5 Chat","slice":"diagram"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision@1|rating|english/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1231.409417,"ciLow":1221.659304,"ciHigh":1241.159529,"observedAt":"2026-11-09","runCount":18671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"english/GPT-5 Chat","slice":"english"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision@1|rating|entity_recognition/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1218.255088,"ciLow":1185.290381,"ciHigh":1251.219795,"observedAt":"2026-11-09","runCount":376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"entity_recognition/GPT-5 Chat","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision@1|rating|homework/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1279.214195,"ciLow":1262.314078,"ciHigh":1296.114312,"observedAt":"2026-11-09","runCount":1317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"homework/GPT-5 Chat","slice":"homework"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision@1|rating|humor/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1218.243134,"ciLow":1197.712295,"ciHigh":1238.773973,"observedAt":"2026-11-09","runCount":1446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"humor/GPT-5 Chat","slice":"humor"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision@1|rating|ocr/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1244.731708,"ciLow":1235.625282,"ciHigh":1253.838134,"observedAt":"2026-11-09","runCount":10645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"ocr/GPT-5 Chat","slice":"ocr"}
{"key":"lmarena|openai/gpt-5-chat:default|none|lmarena-vision@1|rating|overall/GPT-5 Chat","sourceId":"lmarena","modelId":"openai/gpt-5-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1231.670247,"ciLow":1224.636756,"ciHigh":1238.703739,"observedAt":"2026-11-09","runCount":39843,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 Chat","rowId":"overall/GPT-5 Chat","slice":"overall"}
{"key":"lmarena|openai/gpt-5-mini:default|none|lmarena-vision-style-control@1|rating|creative_writing/gpt-5-mini-high","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.407983,"ciLow":1131.597288,"ciHigh":1173.218677,"observedAt":"2026-01-09","runCount":1108,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-5-mini-high","rowId":"creative_writing/gpt-5-mini-high","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5-mini:default|none|lmarena-vision@1|rating|creative_writing/gpt-5-mini-high","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1181.310955,"ciLow":1163.143509,"ciHigh":1199.4784,"observedAt":"2026-01-09","runCount":1108,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-5-mini-high","rowId":"creative_writing/gpt-5-mini-high","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|chinese/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.60358,"ciLow":1389.549675,"ciHigh":1417.657484,"observedAt":"2026-11-11","runCount":1946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"chinese/GPT-5 mini (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|coding/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.131808,"ciLow":1423.675846,"ciHigh":1440.587769,"observedAt":"2026-11-11","runCount":5495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"coding/GPT-5 mini (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.938622,"ciLow":1312.507616,"ciHigh":1333.369627,"observedAt":"2026-11-11","runCount":3513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"creative_writing/GPT-5 mini (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|english/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.865888,"ciLow":1391.563768,"ciHigh":1404.168009,"observedAt":"2026-11-11","runCount":11409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"english/GPT-5 mini (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.373059,"ciLow":1360.090306,"ciHigh":1372.655813,"observedAt":"2026-11-11","runCount":19448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"exclude_ties/GPT-5 mini (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|expert/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.446881,"ciLow":1385.954039,"ciHigh":1420.939724,"observedAt":"2026-11-11","runCount":1218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"expert/GPT-5 mini (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|french/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.533712,"ciLow":1379.432917,"ciHigh":1439.634506,"observedAt":"2026-11-11","runCount":413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"french/GPT-5 mini (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|german/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.010637,"ciLow":1360.423319,"ciHigh":1409.597956,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"german/GPT-5 mini (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.120139,"ciLow":1398.026098,"ciHigh":1410.21418,"observedAt":"2026-11-11","runCount":12813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"hard_prompts/GPT-5 mini (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.626411,"ciLow":1401.207711,"ciHigh":1418.045111,"observedAt":"2026-11-11","runCount":5567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"hard_prompts_english/GPT-5 mini (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.816461,"ciLow":1372.763986,"ciHigh":1390.868936,"observedAt":"2026-11-11","runCount":4819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5 mini (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.307084,"ciLow":1339.276094,"ciHigh":1357.338074,"observedAt":"2026-11-11","runCount":4830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5 mini (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.550723,"ciLow":1381.800064,"ciHigh":1411.301381,"observedAt":"2026-11-11","runCount":1691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_legal_and_government/GPT-5 mini (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.653054,"ciLow":1388.094128,"ciHigh":1407.211981,"observedAt":"2026-11-11","runCount":4189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5 mini (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.850442,"ciLow":1392.232247,"ciHigh":1425.468637,"observedAt":"2026-11-11","runCount":1281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_mathematical/GPT-5 mini (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.713093,"ciLow":1391.574712,"ciHigh":1423.851475,"observedAt":"2026-11-11","runCount":1434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_medicine_and_healthcare/GPT-5 mini (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.373913,"ciLow":1409.413855,"ciHigh":1423.33397,"observedAt":"2026-11-11","runCount":8884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_software_and_it_services/GPT-5 mini (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.762873,"ciLow":1342.731026,"ciHigh":1358.79472,"observedAt":"2026-11-11","runCount":6124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_writing_and_literature_and_language/GPT-5 mini (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.30764,"ciLow":1364.736167,"ciHigh":1379.879114,"observedAt":"2026-11-11","runCount":6989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"instruction_following/GPT-5 mini (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|japanese/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.677639,"ciLow":1335.88237,"ciHigh":1393.472908,"observedAt":"2026-11-11","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"japanese/GPT-5 mini (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|korean/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.096917,"ciLow":1296.277721,"ciHigh":1345.916113,"observedAt":"2026-11-11","runCount":658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"korean/GPT-5 mini (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|longer_query/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.461686,"ciLow":1362.259986,"ciHigh":1378.663385,"observedAt":"2026-11-11","runCount":5881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"longer_query/GPT-5 mini (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|math/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.289497,"ciLow":1391.769322,"ciHigh":1422.809673,"observedAt":"2026-11-11","runCount":1445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"math/GPT-5 mini (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.826501,"ciLow":1363.424227,"ciHigh":1382.228776,"observedAt":"2026-11-11","runCount":4378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"multi_turn/GPT-5 mini (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|non_english/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.903588,"ciLow":1372.158188,"ciHigh":1383.648988,"observedAt":"2026-11-11","runCount":15259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"non_english/GPT-5 mini (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|overall/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.888408,"ciLow":1385.233256,"ciHigh":1394.543559,"observedAt":"2026-11-11","runCount":26709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"overall/GPT-5 mini (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|polish/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.951046,"ciLow":1383.752498,"ciHigh":1416.149593,"observedAt":"2026-11-11","runCount":1562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"polish/GPT-5 mini (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|russian/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.257668,"ciLow":1364.944219,"ciHigh":1391.571116,"observedAt":"2026-11-11","runCount":1867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"russian/GPT-5 mini (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text-style-control@1|rating|spanish/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.70707,"ciLow":1351.197228,"ciHigh":1394.216912,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"spanish/GPT-5 mini (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|chinese/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.657922,"ciLow":1371.943877,"ciHigh":1399.371966,"observedAt":"2026-11-11","runCount":1946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"chinese/GPT-5 mini (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|coding/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.189804,"ciLow":1397.869073,"ciHigh":1414.510534,"observedAt":"2026-11-11","runCount":5495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"coding/GPT-5 mini (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|creative_writing/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.214878,"ciLow":1314.984363,"ciHigh":1335.445392,"observedAt":"2026-11-11","runCount":3513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"creative_writing/GPT-5 mini (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|english/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.219748,"ciLow":1373.038661,"ciHigh":1385.400836,"observedAt":"2026-11-11","runCount":11409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"english/GPT-5 mini (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|exclude_ties/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.534609,"ciLow":1336.441836,"ciHigh":1348.627382,"observedAt":"2026-11-11","runCount":19448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"exclude_ties/GPT-5 mini (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|expert/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.057763,"ciLow":1361.769278,"ciHigh":1396.346249,"observedAt":"2026-11-11","runCount":1218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"expert/GPT-5 mini (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|french/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.185041,"ciLow":1356.354509,"ciHigh":1416.015572,"observedAt":"2026-11-11","runCount":413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"french/GPT-5 mini (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|german/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.068359,"ciLow":1340.900369,"ciHigh":1389.236349,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"german/GPT-5 mini (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|hard_prompts/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.082316,"ciLow":1374.098312,"ciHigh":1386.06632,"observedAt":"2026-11-11","runCount":12813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"hard_prompts/GPT-5 mini (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|hard_prompts_english/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.417228,"ciLow":1375.15807,"ciHigh":1391.676386,"observedAt":"2026-11-11","runCount":5567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"hard_prompts_english/GPT-5 mini (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.94113,"ciLow":1349.102873,"ciHigh":1366.779387,"observedAt":"2026-11-11","runCount":4819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5 mini (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.465658,"ciLow":1331.645921,"ciHigh":1349.285396,"observedAt":"2026-11-11","runCount":4830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5 mini (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.647231,"ciLow":1360.279325,"ciHigh":1389.015138,"observedAt":"2026-11-11","runCount":1691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_legal_and_government/GPT-5 mini (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.023629,"ciLow":1360.653898,"ciHigh":1379.39336,"observedAt":"2026-11-11","runCount":4189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5 mini (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|industry_mathematical/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.261517,"ciLow":1364.723265,"ciHigh":1397.799769,"observedAt":"2026-11-11","runCount":1281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_mathematical/GPT-5 mini (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.528995,"ciLow":1363.731421,"ciHigh":1395.326569,"observedAt":"2026-11-11","runCount":1434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_medicine_and_healthcare/GPT-5 mini (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.085551,"ciLow":1387.268554,"ciHigh":1400.902548,"observedAt":"2026-11-11","runCount":8884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_software_and_it_services/GPT-5 mini (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.319689,"ciLow":1336.436267,"ciHigh":1352.20311,"observedAt":"2026-11-11","runCount":6124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"industry_writing_and_literature_and_language/GPT-5 mini (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|instruction_following/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.590955,"ciLow":1349.120523,"ciHigh":1364.061388,"observedAt":"2026-11-11","runCount":6989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"instruction_following/GPT-5 mini (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|japanese/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.312434,"ciLow":1312.792052,"ciHigh":1369.832816,"observedAt":"2026-11-11","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"japanese/GPT-5 mini (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|korean/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.075789,"ciLow":1279.759948,"ciHigh":1328.39163,"observedAt":"2026-11-11","runCount":658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"korean/GPT-5 mini (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|longer_query/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.964411,"ciLow":1346.906038,"ciHigh":1363.022784,"observedAt":"2026-11-11","runCount":5881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"longer_query/GPT-5 mini (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|math/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.373454,"ciLow":1362.928761,"ciHigh":1393.818147,"observedAt":"2026-11-11","runCount":1445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"math/GPT-5 mini (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|multi_turn/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.540396,"ciLow":1353.33142,"ciHigh":1371.749372,"observedAt":"2026-11-11","runCount":4378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"multi_turn/GPT-5 mini (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|non_english/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.517116,"ciLow":1356.875792,"ciHigh":1368.158441,"observedAt":"2026-11-11","runCount":15259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"non_english/GPT-5 mini (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|overall/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.357285,"ciLow":1368.792724,"ciHigh":1377.921846,"observedAt":"2026-11-11","runCount":26709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"overall/GPT-5 mini (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|polish/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.121111,"ciLow":1362.639846,"ciHigh":1393.602376,"observedAt":"2026-11-11","runCount":1562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"polish/GPT-5 mini (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|russian/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.605468,"ciLow":1348.505482,"ciHigh":1374.705454,"observedAt":"2026-11-11","runCount":1867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"russian/GPT-5 mini (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-text@1|rating|spanish/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.294095,"ciLow":1334.388611,"ciHigh":1376.199579,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"spanish/GPT-5 mini (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision-style-control@1|rating|captioning/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.352129,"ciLow":1130.373157,"ciHigh":1216.3311,"observedAt":"2026-11-09","runCount":282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"captioning/GPT-5 mini (High)","slice":"captioning"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision-style-control@1|rating|chinese/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1181.254199,"ciLow":1161.471886,"ciHigh":1201.036511,"observedAt":"2026-11-09","runCount":1598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"chinese/GPT-5 mini (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.093156,"ciLow":1129.627287,"ciHigh":1174.559024,"observedAt":"2026-11-09","runCount":1015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"creative_writing_vision/GPT-5 mini (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision-style-control@1|rating|diagram/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.24776,"ciLow":1197.905622,"ciHigh":1228.589898,"observedAt":"2026-11-09","runCount":1930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"diagram/GPT-5 mini (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision-style-control@1|rating|english/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.936295,"ciLow":1183.025884,"ciHigh":1204.846705,"observedAt":"2026-11-09","runCount":13405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"english/GPT-5 mini (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.041668,"ciLow":1171.575858,"ciHigh":1252.507479,"observedAt":"2026-11-09","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"entity_recognition/GPT-5 mini (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision-style-control@1|rating|homework/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.372785,"ciLow":1218.641347,"ciHigh":1258.104224,"observedAt":"2026-11-09","runCount":975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"homework/GPT-5 mini (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision-style-control@1|rating|humor/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1181.7676,"ciLow":1157.639984,"ciHigh":1205.895216,"observedAt":"2026-11-09","runCount":1046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"humor/GPT-5 mini (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision-style-control@1|rating|ocr/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1200.033054,"ciLow":1189.461648,"ciHigh":1210.60446,"observedAt":"2026-11-09","runCount":7988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"ocr/GPT-5 mini (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision-style-control@1|rating|overall/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.070917,"ciLow":1176.97623,"ciHigh":1193.165604,"observedAt":"2026-11-09","runCount":28904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"overall/GPT-5 mini (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision@1|rating|captioning/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1216.048874,"ciLow":1179.443271,"ciHigh":1252.654477,"observedAt":"2026-11-09","runCount":282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"captioning/GPT-5 mini (High)","slice":"captioning"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision@1|rating|chinese/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1213.663336,"ciLow":1195.218452,"ciHigh":1232.10822,"observedAt":"2026-11-09","runCount":1598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"chinese/GPT-5 mini (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1181.918065,"ciLow":1160.318164,"ciHigh":1203.517966,"observedAt":"2026-11-09","runCount":1015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"creative_writing_vision/GPT-5 mini (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision@1|rating|diagram/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1202.250744,"ciLow":1187.36293,"ciHigh":1217.138558,"observedAt":"2026-11-09","runCount":1930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"diagram/GPT-5 mini (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision@1|rating|english/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1215.799967,"ciLow":1205.305984,"ciHigh":1226.29395,"observedAt":"2026-11-09","runCount":13405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"english/GPT-5 mini (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision@1|rating|entity_recognition/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1226.09559,"ciLow":1190.117579,"ciHigh":1262.073602,"observedAt":"2026-11-09","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"entity_recognition/GPT-5 mini (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision@1|rating|homework/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1211.931251,"ciLow":1192.481606,"ciHigh":1231.380895,"observedAt":"2026-11-09","runCount":975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"homework/GPT-5 mini (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision@1|rating|humor/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1204.782267,"ciLow":1182.080973,"ciHigh":1227.483562,"observedAt":"2026-11-09","runCount":1046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"humor/GPT-5 mini (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision@1|rating|ocr/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1198.830864,"ciLow":1188.490878,"ciHigh":1209.170849,"observedAt":"2026-11-09","runCount":7988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"ocr/GPT-5 mini (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5-mini:effort=high|none|lmarena-vision@1|rating|overall/GPT-5 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1202.471006,"ciLow":1194.663881,"ciHigh":1210.278132,"observedAt":"2026-11-09","runCount":28904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 mini (High)","rowId":"overall/GPT-5 mini (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5-nano:default|none|lmarena-vision-style-control@1|rating|creative_writing/gpt-5-nano-high","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1091.856176,"ciLow":1050.007694,"ciHigh":1133.704657,"observedAt":"2026-01-09","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-5-nano-high","rowId":"creative_writing/gpt-5-nano-high","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5-nano:default|none|lmarena-vision@1|rating|creative_writing/gpt-5-nano-high","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1117.231591,"ciLow":1076.832653,"ciHigh":1157.63053,"observedAt":"2026-01-09","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-5-nano-high","rowId":"creative_writing/gpt-5-nano-high","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|chinese/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.604531,"ciLow":1352.219775,"ciHigh":1404.989287,"observedAt":"2026-11-11","runCount":511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"chinese/GPT-5 nano (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|coding/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.350169,"ciLow":1370.746042,"ciHigh":1399.954296,"observedAt":"2026-11-11","runCount":1663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"coding/GPT-5 nano (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.99059,"ciLow":1225.969894,"ciHigh":1266.011285,"observedAt":"2026-11-11","runCount":910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"creative_writing/GPT-5 nano (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|english/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.552766,"ciLow":1333.60238,"ciHigh":1353.503152,"observedAt":"2026-11-11","runCount":3573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"english/GPT-5 nano (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.903281,"ciLow":1283.235129,"ciHigh":1302.571434,"observedAt":"2026-11-11","runCount":5876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"exclude_ties/GPT-5 nano (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|expert/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.304757,"ciLow":1322.727324,"ciHigh":1387.88219,"observedAt":"2026-11-11","runCount":338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"expert/GPT-5 nano (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|german/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.22183,"ciLow":1306.845812,"ciHigh":1389.597847,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"german/GPT-5 nano (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.026103,"ciLow":1346.248707,"ciHigh":1365.803498,"observedAt":"2026-11-11","runCount":3771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"hard_prompts/GPT-5 nano (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.243196,"ciLow":1355.752606,"ciHigh":1384.733786,"observedAt":"2026-11-11","runCount":1690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"hard_prompts_english/GPT-5 nano (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.515595,"ciLow":1324.001212,"ciHigh":1355.029977,"observedAt":"2026-11-11","runCount":1517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5 nano (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.634589,"ciLow":1260.353708,"ciHigh":1292.91547,"observedAt":"2026-11-11","runCount":1354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5 nano (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.350259,"ciLow":1299.988153,"ciHigh":1354.712365,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_legal_and_government/GPT-5 nano (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.478985,"ciLow":1331.992947,"ciHigh":1364.965023,"observedAt":"2026-11-11","runCount":1305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5 nano (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.553956,"ciLow":1327.174888,"ciHigh":1383.933024,"observedAt":"2026-11-11","runCount":438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_mathematical/GPT-5 nano (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.772967,"ciLow":1338.133689,"ciHigh":1393.412246,"observedAt":"2026-11-11","runCount":469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_medicine_and_healthcare/GPT-5 nano (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.236556,"ciLow":1361.004603,"ciHigh":1383.468509,"observedAt":"2026-11-11","runCount":2805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_software_and_it_services/GPT-5 nano (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.072424,"ciLow":1273.843206,"ciHigh":1302.301643,"observedAt":"2026-11-11","runCount":1724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_writing_and_literature_and_language/GPT-5 nano (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.098292,"ciLow":1312.957709,"ciHigh":1339.238875,"observedAt":"2026-11-11","runCount":2018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"instruction_following/GPT-5 nano (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|japanese/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.211581,"ciLow":1195.104344,"ciHigh":1295.318817,"observedAt":"2026-11-11","runCount":147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"japanese/GPT-5 nano (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|korean/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.38981,"ciLow":1237.699589,"ciHigh":1321.08003,"observedAt":"2026-11-11","runCount":225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"korean/GPT-5 nano (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|longer_query/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.58755,"ciLow":1317.018968,"ciHigh":1346.156133,"observedAt":"2026-11-11","runCount":1626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"longer_query/GPT-5 nano (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|math/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.793627,"ciLow":1321.178317,"ciHigh":1374.408937,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"math/GPT-5 nano (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.499448,"ciLow":1308.705402,"ciHigh":1340.293494,"observedAt":"2026-11-11","runCount":1416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"multi_turn/GPT-5 nano (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|non_english/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.782833,"ciLow":1318.880082,"ciHigh":1336.685584,"observedAt":"2026-11-11","runCount":4544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"non_english/GPT-5 nano (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|overall/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.567007,"ciLow":1330.640131,"ciHigh":1344.493883,"observedAt":"2026-11-11","runCount":8119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"overall/GPT-5 nano (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|polish/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.756582,"ciLow":1312.035834,"ciHigh":1363.47733,"observedAt":"2026-11-11","runCount":569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"polish/GPT-5 nano (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|russian/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.685731,"ciLow":1287.94296,"ciHigh":1335.428502,"observedAt":"2026-11-11","runCount":601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"russian/GPT-5 nano (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text-style-control@1|rating|spanish/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.415983,"ciLow":1343.743387,"ciHigh":1423.088579,"observedAt":"2026-11-11","runCount":235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"spanish/GPT-5 nano (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|chinese/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.068964,"ciLow":1330.091882,"ciHigh":1382.046046,"observedAt":"2026-11-11","runCount":511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"chinese/GPT-5 nano (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|coding/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.479249,"ciLow":1336.890788,"ciHigh":1366.067711,"observedAt":"2026-11-11","runCount":1663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"coding/GPT-5 nano (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|creative_writing/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.448666,"ciLow":1229.75719,"ciHigh":1269.140141,"observedAt":"2026-11-11","runCount":910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"creative_writing/GPT-5 nano (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|english/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1321.441089,"ciLow":1311.577406,"ciHigh":1331.304772,"observedAt":"2026-11-11","runCount":3573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"english/GPT-5 nano (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|exclude_ties/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.097272,"ciLow":1258.62464,"ciHigh":1277.569905,"observedAt":"2026-11-11","runCount":5876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"exclude_ties/GPT-5 nano (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|expert/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1321.260779,"ciLow":1289.162907,"ciHigh":1353.358651,"observedAt":"2026-11-11","runCount":338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"expert/GPT-5 nano (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|german/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.108059,"ciLow":1284.882683,"ciHigh":1367.333435,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"german/GPT-5 nano (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|hard_prompts/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.309834,"ciLow":1318.612057,"ciHigh":1338.007612,"observedAt":"2026-11-11","runCount":3771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"hard_prompts/GPT-5 nano (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|hard_prompts_english/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.366579,"ciLow":1323.955554,"ciHigh":1352.777604,"observedAt":"2026-11-11","runCount":1690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"hard_prompts_english/GPT-5 nano (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.746964,"ciLow":1295.318928,"ciHigh":1326.175001,"observedAt":"2026-11-11","runCount":1517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5 nano (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.083999,"ciLow":1251.999774,"ciHigh":1284.168225,"observedAt":"2026-11-11","runCount":1354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5 nano (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.333285,"ciLow":1270.311647,"ciHigh":1324.354923,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_legal_and_government/GPT-5 nano (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.413165,"ciLow":1302.150682,"ciHigh":1334.675648,"observedAt":"2026-11-11","runCount":1305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5 nano (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|industry_mathematical/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.364072,"ciLow":1297.987935,"ciHigh":1354.74021,"observedAt":"2026-11-11","runCount":438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_mathematical/GPT-5 nano (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.380116,"ciLow":1307.39836,"ciHigh":1361.361873,"observedAt":"2026-11-11","runCount":469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_medicine_and_healthcare/GPT-5 nano (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.943842,"ciLow":1333.757199,"ciHigh":1356.130486,"observedAt":"2026-11-11","runCount":2805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_software_and_it_services/GPT-5 nano (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.066427,"ciLow":1268.95702,"ciHigh":1297.175834,"observedAt":"2026-11-11","runCount":1724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"industry_writing_and_literature_and_language/GPT-5 nano (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|instruction_following/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.844597,"ciLow":1292.753158,"ciHigh":1318.936035,"observedAt":"2026-11-11","runCount":2018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"instruction_following/GPT-5 nano (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|japanese/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.744144,"ciLow":1177.24333,"ciHigh":1276.244957,"observedAt":"2026-11-11","runCount":147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"japanese/GPT-5 nano (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|korean/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.202024,"ciLow":1228.611186,"ciHigh":1309.792863,"observedAt":"2026-11-11","runCount":225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"korean/GPT-5 nano (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|longer_query/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.722096,"ciLow":1297.31559,"ciHigh":1326.128602,"observedAt":"2026-11-11","runCount":1626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"longer_query/GPT-5 nano (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|math/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.463976,"ciLow":1291.980946,"ciHigh":1344.947007,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"math/GPT-5 nano (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|multi_turn/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.793528,"ciLow":1295.116966,"ciHigh":1326.470091,"observedAt":"2026-11-11","runCount":1416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"multi_turn/GPT-5 nano (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|non_english/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.798065,"ciLow":1303.998977,"ciHigh":1321.597153,"observedAt":"2026-11-11","runCount":4544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"non_english/GPT-5 nano (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|overall/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.928834,"ciLow":1313.075556,"ciHigh":1326.782111,"observedAt":"2026-11-11","runCount":8119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"overall/GPT-5 nano (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|polish/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.84676,"ciLow":1287.820005,"ciHigh":1337.873515,"observedAt":"2026-11-11","runCount":569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"polish/GPT-5 nano (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|russian/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.417648,"ciLow":1272.838251,"ciHigh":1319.997044,"observedAt":"2026-11-11","runCount":601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"russian/GPT-5 nano (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-text@1|rating|spanish/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.812467,"ciLow":1322.411502,"ciHigh":1401.213433,"observedAt":"2026-11-11","runCount":235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"spanish/GPT-5 nano (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision-style-control@1|rating|chinese/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.309015,"ciLow":1108.619707,"ciHigh":1195.998323,"observedAt":"2026-11-09","runCount":189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"chinese/GPT-5 nano (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision-style-control@1|rating|diagram/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1154.168038,"ciLow":1127.609255,"ciHigh":1180.726821,"observedAt":"2026-11-09","runCount":517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"diagram/GPT-5 nano (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision-style-control@1|rating|english/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.727825,"ciLow":1138.155298,"ciHigh":1169.300351,"observedAt":"2026-11-09","runCount":1779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"english/GPT-5 nano (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision-style-control@1|rating|homework/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.5636,"ciLow":1152.28846,"ciHigh":1222.838739,"observedAt":"2026-11-09","runCount":259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"homework/GPT-5 nano (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision-style-control@1|rating|humor/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1092.026299,"ciLow":1044.031087,"ciHigh":1140.02151,"observedAt":"2026-11-09","runCount":174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"humor/GPT-5 nano (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision-style-control@1|rating|ocr/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.445178,"ciLow":1144.095365,"ciHigh":1174.794991,"observedAt":"2026-11-09","runCount":1671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"ocr/GPT-5 nano (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision-style-control@1|rating|overall/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1147.454506,"ciLow":1136.117834,"ciHigh":1158.791179,"observedAt":"2026-11-09","runCount":3921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"overall/GPT-5 nano (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision@1|rating|chinese/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1175.567634,"ciLow":1132.393554,"ciHigh":1218.741714,"observedAt":"2026-11-09","runCount":189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"chinese/GPT-5 nano (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision@1|rating|diagram/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1138.990638,"ciLow":1112.661501,"ciHigh":1165.319775,"observedAt":"2026-11-09","runCount":517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"diagram/GPT-5 nano (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision@1|rating|english/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1169.59816,"ciLow":1154.395132,"ciHigh":1184.801187,"observedAt":"2026-11-09","runCount":1779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"english/GPT-5 nano (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision@1|rating|homework/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1159.536466,"ciLow":1124.552227,"ciHigh":1194.520705,"observedAt":"2026-11-09","runCount":259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"homework/GPT-5 nano (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision@1|rating|humor/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1109.458095,"ciLow":1062.790783,"ciHigh":1156.125407,"observedAt":"2026-11-09","runCount":174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"humor/GPT-5 nano (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision@1|rating|ocr/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1152.220901,"ciLow":1137.124883,"ciHigh":1167.316918,"observedAt":"2026-11-09","runCount":1671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"ocr/GPT-5 nano (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5-nano:effort=high|none|lmarena-vision@1|rating|overall/GPT-5 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1159.052643,"ciLow":1148.007679,"ciHigh":1170.097607,"observedAt":"2026-11-09","runCount":3921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 nano (High)","rowId":"overall/GPT-5 nano (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1-codex-mini:default|none|lmarena-webdev@1|rating|overall/GPT-5.1-Codex-Mini","sourceId":"lmarena","modelId":"openai/gpt-5.1-codex-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1243.481148,"ciLow":1221.193488,"ciHigh":1265.768808,"observedAt":"2026-11-15","runCount":1135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1-Codex-Mini","rowId":"overall/GPT-5.1-Codex-Mini","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1-codex-mini:default|none|lmarena-webdev@1|rating|webdev-html/GPT-5.1-Codex-Mini","sourceId":"lmarena","modelId":"openai/gpt-5.1-codex-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1252.192255,"ciLow":1229.02101,"ciHigh":1275.363499,"observedAt":"2026-11-15","runCount":1135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1-Codex-Mini","rowId":"webdev-html/GPT-5.1-Codex-Mini","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.1-codex-mini:default|none|lmarena-webdev@1|rating|webdev/GPT-5.1-Codex-Mini","sourceId":"lmarena","modelId":"openai/gpt-5.1-codex-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1243.481148,"ciLow":1221.193488,"ciHigh":1265.768808,"observedAt":"2026-11-15","runCount":1135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1-Codex-Mini","rowId":"webdev/GPT-5.1-Codex-Mini","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.1-codex:default|none|lmarena-webdev@1|rating|overall/GPT-5.1-Codex","sourceId":"lmarena","modelId":"openai/gpt-5.1-codex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1338.196616,"ciLow":1326.548725,"ciHigh":1349.844507,"observedAt":"2026-11-15","runCount":4962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1-Codex","rowId":"overall/GPT-5.1-Codex","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1-codex:default|none|lmarena-webdev@1|rating|webdev-html/GPT-5.1-Codex","sourceId":"lmarena","modelId":"openai/gpt-5.1-codex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1346.705381,"ciLow":1333.496404,"ciHigh":1359.914359,"observedAt":"2026-11-15","runCount":4946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1-Codex","rowId":"webdev-html/GPT-5.1-Codex","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.1-codex:default|none|lmarena-webdev@1|rating|webdev/GPT-5.1-Codex","sourceId":"lmarena","modelId":"openai/gpt-5.1-codex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1338.196616,"ciLow":1326.548725,"ciHigh":1349.844507,"observedAt":"2026-11-15","runCount":4962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1-Codex","rowId":"webdev/GPT-5.1-Codex","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-document-style-control@1|rating|overall/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.3076,"ciLow":1407.249609,"ciHigh":1425.365591,"observedAt":"2026-11-09","runCount":8736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"overall/GPT-5.1","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-document@1|rating|overall/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1403.014752,"ciLow":1393.897393,"ciHigh":1412.13211,"observedAt":"2026-11-09","runCount":8736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"overall/GPT-5.1","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|chinese/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.199494,"ciLow":1460.938752,"ciHigh":1481.460237,"observedAt":"2026-11-11","runCount":3577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"chinese/GPT-5.1","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|coding/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.44241,"ciLow":1468.798165,"ciHigh":1482.086654,"observedAt":"2026-11-11","runCount":9319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"coding/GPT-5.1","slice":"coding"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.555704,"ciLow":1399.64422,"ciHigh":1415.467189,"observedAt":"2026-11-11","runCount":6627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"creative_writing/GPT-5.1","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|english/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.446644,"ciLow":1437.238248,"ciHigh":1447.655039,"observedAt":"2026-11-11","runCount":17770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"english/GPT-5.1","slice":"english"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.378413,"ciLow":1431.328584,"ciHigh":1441.428241,"observedAt":"2026-11-11","runCount":31500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"exclude_ties/GPT-5.1","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|expert/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.214692,"ciLow":1443.31547,"ciHigh":1465.113915,"observedAt":"2026-11-11","runCount":3013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"expert/GPT-5.1","slice":"expert"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|french/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.554965,"ciLow":1438.073023,"ciHigh":1479.036907,"observedAt":"2026-11-11","runCount":911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"french/GPT-5.1","slice":"french"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|german/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.680829,"ciLow":1419.05142,"ciHigh":1462.310239,"observedAt":"2026-11-11","runCount":742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"german/GPT-5.1","slice":"german"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.607344,"ciLow":1450.978216,"ciHigh":1460.236472,"observedAt":"2026-11-11","runCount":24211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"hard_prompts/GPT-5.1","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.195058,"ciLow":1454.591784,"ciHigh":1467.798332,"observedAt":"2026-11-11","runCount":9526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"hard_prompts_english/GPT-5.1","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.216794,"ciLow":1436.127007,"ciHigh":1450.30658,"observedAt":"2026-11-11","runCount":8281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_business_and_management_and_financial_operations/GPT-5.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.091971,"ciLow":1400.015743,"ciHigh":1414.168198,"observedAt":"2026-11-11","runCount":8178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_entertainment_and_sports_and_media/GPT-5.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.564266,"ciLow":1441.018791,"ciHigh":1462.109741,"observedAt":"2026-11-11","runCount":3175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_legal_and_government/GPT-5.1","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.892868,"ciLow":1448.427224,"ciHigh":1463.358511,"observedAt":"2026-11-11","runCount":7184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_life_and_physical_and_social_science/GPT-5.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.052466,"ciLow":1422.505707,"ciHigh":1447.599225,"observedAt":"2026-11-11","runCount":2173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_mathematical/GPT-5.1","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.474313,"ciLow":1453.862019,"ciHigh":1477.086607,"observedAt":"2026-11-11","runCount":2721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_medicine_and_healthcare/GPT-5.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.062899,"ciLow":1460.569878,"ciHigh":1471.555919,"observedAt":"2026-11-11","runCount":15292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_software_and_it_services/GPT-5.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.901933,"ciLow":1417.341764,"ciHigh":1430.462102,"observedAt":"2026-11-11","runCount":10062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_writing_and_literature_and_language/GPT-5.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.043961,"ciLow":1420.062052,"ciHigh":1432.025871,"observedAt":"2026-11-11","runCount":12260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"instruction_following/GPT-5.1","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|japanese/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.070252,"ciLow":1400.773178,"ciHigh":1457.367327,"observedAt":"2026-11-11","runCount":456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"japanese/GPT-5.1","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|korean/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.090608,"ciLow":1371.795533,"ciHigh":1416.385682,"observedAt":"2026-11-11","runCount":719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"korean/GPT-5.1","slice":"korean"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.268632,"ciLow":1436.22126,"ciHigh":1448.316005,"observedAt":"2026-11-11","runCount":12144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"longer_query/GPT-5.1","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|math/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.590652,"ciLow":1412.706259,"ciHigh":1434.475044,"observedAt":"2026-11-11","runCount":2928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"math/GPT-5.1","slice":"math"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.357918,"ciLow":1441.159768,"ciHigh":1455.556069,"observedAt":"2026-11-11","runCount":8215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"multi_turn/GPT-5.1","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|non_english/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.528068,"ciLow":1424.049449,"ciHigh":1433.006686,"observedAt":"2026-11-11","runCount":26412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"non_english/GPT-5.1","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|overall/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.491223,"ciLow":1434.89466,"ciHigh":1442.087785,"observedAt":"2026-11-11","runCount":44183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"overall/GPT-5.1","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|polish/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.000026,"ciLow":1447.801279,"ciHigh":1480.198774,"observedAt":"2026-11-11","runCount":1322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"polish/GPT-5.1","slice":"polish"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|russian/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.347353,"ciLow":1438.103613,"ciHigh":1454.591094,"observedAt":"2026-11-11","runCount":5378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"russian/GPT-5.1","slice":"russian"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text-style-control@1|rating|spanish/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.741189,"ciLow":1419.983572,"ciHigh":1453.498807,"observedAt":"2026-11-11","runCount":1290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"spanish/GPT-5.1","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|chinese/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.275097,"ciLow":1457.203714,"ciHigh":1477.346479,"observedAt":"2026-11-11","runCount":3577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"chinese/GPT-5.1","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|coding/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.388013,"ciLow":1430.816815,"ciHigh":1443.959212,"observedAt":"2026-11-11","runCount":9319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"coding/GPT-5.1","slice":"coding"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|creative_writing/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.094678,"ciLow":1395.275787,"ciHigh":1410.91357,"observedAt":"2026-11-11","runCount":6627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"creative_writing/GPT-5.1","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|english/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.580585,"ciLow":1420.415824,"ciHigh":1430.745346,"observedAt":"2026-11-11","runCount":17770,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"english/GPT-5.1","slice":"english"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|exclude_ties/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.848566,"ciLow":1406.915513,"ciHigh":1416.781618,"observedAt":"2026-11-11","runCount":31500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"exclude_ties/GPT-5.1","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|expert/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.370713,"ciLow":1429.565408,"ciHigh":1451.176017,"observedAt":"2026-11-11","runCount":3013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"expert/GPT-5.1","slice":"expert"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|french/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.845791,"ciLow":1413.544832,"ciHigh":1454.14675,"observedAt":"2026-11-11","runCount":911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"french/GPT-5.1","slice":"french"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|german/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.141191,"ciLow":1395.465902,"ciHigh":1438.81648,"observedAt":"2026-11-11","runCount":742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"german/GPT-5.1","slice":"german"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|hard_prompts/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.520246,"ciLow":1429.936845,"ciHigh":1439.103646,"observedAt":"2026-11-11","runCount":24211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"hard_prompts/GPT-5.1","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.211922,"ciLow":1433.665998,"ciHigh":1446.757846,"observedAt":"2026-11-11","runCount":9526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"hard_prompts_english/GPT-5.1","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.763855,"ciLow":1413.812428,"ciHigh":1427.715283,"observedAt":"2026-11-11","runCount":8281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_business_and_management_and_financial_operations/GPT-5.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.951712,"ciLow":1389.968404,"ciHigh":1403.93502,"observedAt":"2026-11-11","runCount":8178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_entertainment_and_sports_and_media/GPT-5.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.458629,"ciLow":1430.021633,"ciHigh":1450.895624,"observedAt":"2026-11-11","runCount":3175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_legal_and_government/GPT-5.1","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.407475,"ciLow":1432.028032,"ciHigh":1446.786919,"observedAt":"2026-11-11","runCount":7184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_life_and_physical_and_social_science/GPT-5.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|industry_mathematical/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.491306,"ciLow":1407.968445,"ciHigh":1433.014167,"observedAt":"2026-11-11","runCount":2173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_mathematical/GPT-5.1","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.712569,"ciLow":1434.275177,"ciHigh":1457.149962,"observedAt":"2026-11-11","runCount":2721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_medicine_and_healthcare/GPT-5.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.881814,"ciLow":1431.455448,"ciHigh":1442.308179,"observedAt":"2026-11-11","runCount":15292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_software_and_it_services/GPT-5.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.095213,"ciLow":1404.593734,"ciHigh":1417.596691,"observedAt":"2026-11-11","runCount":10062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"industry_writing_and_literature_and_language/GPT-5.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|instruction_following/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.011015,"ciLow":1412.067474,"ciHigh":1423.954556,"observedAt":"2026-11-11","runCount":12260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"instruction_following/GPT-5.1","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|japanese/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.694291,"ciLow":1394.589154,"ciHigh":1450.799427,"observedAt":"2026-11-11","runCount":456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"japanese/GPT-5.1","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|korean/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.944022,"ciLow":1367.785867,"ciHigh":1412.102176,"observedAt":"2026-11-11","runCount":719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"korean/GPT-5.1","slice":"korean"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|longer_query/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.447442,"ciLow":1423.448722,"ciHigh":1435.446163,"observedAt":"2026-11-11","runCount":12144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"longer_query/GPT-5.1","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|math/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.464222,"ciLow":1399.607975,"ciHigh":1421.32047,"observedAt":"2026-11-11","runCount":2928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"math/GPT-5.1","slice":"math"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|multi_turn/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.757347,"ciLow":1425.617664,"ciHigh":1439.897029,"observedAt":"2026-11-11","runCount":8215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"multi_turn/GPT-5.1","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|non_english/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.891927,"ciLow":1408.462407,"ciHigh":1417.321447,"observedAt":"2026-11-11","runCount":26412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"non_english/GPT-5.1","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|overall/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.235543,"ciLow":1418.675572,"ciHigh":1425.795514,"observedAt":"2026-11-11","runCount":44183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"overall/GPT-5.1","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|polish/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.328885,"ciLow":1424.582713,"ciHigh":1456.075056,"observedAt":"2026-11-11","runCount":1322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"polish/GPT-5.1","slice":"polish"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|russian/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.193822,"ciLow":1418.024623,"ciHigh":1434.363022,"observedAt":"2026-11-11","runCount":5378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"russian/GPT-5.1","slice":"russian"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-text@1|rating|spanish/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.26248,"ciLow":1402.679909,"ciHigh":1435.84505,"observedAt":"2026-11-11","runCount":1290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"spanish/GPT-5.1","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision-style-control@1|rating|captioning/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.004398,"ciLow":1116.592356,"ciHigh":1213.416439,"observedAt":"2026-11-09","runCount":122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"captioning/GPT-5.1","slice":"captioning"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.077768,"ciLow":1248.197597,"ciHigh":1289.957938,"observedAt":"2026-11-09","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"chinese/GPT-5.1","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision-style-control@1|rating|creative_writing/gpt-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.603828,"ciLow":1255.148181,"ciHigh":1314.059474,"observedAt":"2026-01-09","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-5.1","rowId":"creative_writing/gpt-5.1","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision-style-control@1|rating|creative_writing/gpt-5.1-high","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.789472,"ciLow":1238.435266,"ciHigh":1299.143677,"observedAt":"2026-01-09","runCount":385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-5.1-high","rowId":"creative_writing/gpt-5.1-high","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.121633,"ciLow":1237.394025,"ciHigh":1280.849241,"observedAt":"2026-11-09","runCount":932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"creative_writing_vision/GPT-5.1","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.13927,"ciLow":1248.81132,"ciHigh":1273.46722,"observedAt":"2026-11-09","runCount":2457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"diagram/GPT-5.1","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision-style-control@1|rating|english/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.6831,"ciLow":1221.774395,"ciHigh":1243.591805,"observedAt":"2026-11-09","runCount":3695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"english/GPT-5.1","slice":"english"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.384415,"ciLow":1143.914944,"ciHigh":1230.853886,"observedAt":"2026-11-09","runCount":143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"entity_recognition/GPT-5.1","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision-style-control@1|rating|homework/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.872038,"ciLow":1241.296722,"ciHigh":1272.447354,"observedAt":"2026-11-09","runCount":1401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"homework/GPT-5.1","slice":"homework"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision-style-control@1|rating|humor/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.418608,"ciLow":1233.285784,"ciHigh":1297.551432,"observedAt":"2026-11-09","runCount":372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"humor/GPT-5.1","slice":"humor"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.376221,"ciLow":1243.793149,"ciHigh":1260.959293,"observedAt":"2026-11-09","runCount":6679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"ocr/GPT-5.1","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision-style-control@1|rating|overall/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.111547,"ciLow":1232.579111,"ciHigh":1247.643983,"observedAt":"2026-11-09","runCount":10753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"overall/GPT-5.1","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision@1|rating|captioning/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1167.574901,"ciLow":1118.623815,"ciHigh":1216.525987,"observedAt":"2026-11-09","runCount":122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"captioning/GPT-5.1","slice":"captioning"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision@1|rating|chinese/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1270.037296,"ciLow":1249.1117,"ciHigh":1290.962891,"observedAt":"2026-11-09","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"chinese/GPT-5.1","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision@1|rating|creative_writing/gpt-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1291.264311,"ciLow":1261.658543,"ciHigh":1320.87008,"observedAt":"2026-01-09","runCount":411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-5.1","rowId":"creative_writing/gpt-5.1","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision@1|rating|creative_writing/gpt-5.1-high","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1282.407598,"ciLow":1252.163181,"ciHigh":1312.652015,"observedAt":"2026-01-09","runCount":385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-5.1-high","rowId":"creative_writing/gpt-5.1-high","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1266.173365,"ciLow":1244.593,"ciHigh":1287.753731,"observedAt":"2026-11-09","runCount":932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"creative_writing_vision/GPT-5.1","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision@1|rating|diagram/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1244.432383,"ciLow":1232.119929,"ciHigh":1256.744836,"observedAt":"2026-11-09","runCount":2457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"diagram/GPT-5.1","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision@1|rating|english/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1229.711005,"ciLow":1218.854867,"ciHigh":1240.567143,"observedAt":"2026-11-09","runCount":3695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"english/GPT-5.1","slice":"english"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision@1|rating|entity_recognition/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1182.444495,"ciLow":1139.297277,"ciHigh":1225.591713,"observedAt":"2026-11-09","runCount":143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"entity_recognition/GPT-5.1","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision@1|rating|homework/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1244.455018,"ciLow":1228.949798,"ciHigh":1259.960237,"observedAt":"2026-11-09","runCount":1401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"homework/GPT-5.1","slice":"homework"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision@1|rating|humor/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1264.26635,"ciLow":1232.373414,"ciHigh":1296.159286,"observedAt":"2026-11-09","runCount":372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"humor/GPT-5.1","slice":"humor"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision@1|rating|ocr/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1242.310322,"ciLow":1233.791494,"ciHigh":1250.829149,"observedAt":"2026-11-09","runCount":6679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"ocr/GPT-5.1","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-vision@1|rating|overall/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1234.95883,"ciLow":1227.464626,"ciHigh":1242.453034,"observedAt":"2026-11-09","runCount":10753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"overall/GPT-5.1","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-webdev@1|rating|image_to_webdev/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1348.163698,"ciLow":1326.691961,"ciHigh":1369.635435,"observedAt":"2026-11-15","runCount":1119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"image_to_webdev/GPT-5.1","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-webdev@1|rating|overall/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1342.292999,"ciLow":1333.739428,"ciHigh":1350.84657,"observedAt":"2026-11-15","runCount":10630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"overall/GPT-5.1","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-webdev@1|rating|webdev-html/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1363.878227,"ciLow":1352.250734,"ciHigh":1375.505721,"observedAt":"2026-11-15","runCount":8014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"webdev-html/GPT-5.1","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-webdev@1|rating|webdev-react/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1306.670491,"ciLow":1292.890861,"ciHigh":1320.450121,"observedAt":"2026-11-15","runCount":2611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"webdev-react/GPT-5.1","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.1:default|none|lmarena-webdev@1|rating|webdev/GPT-5.1","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1342.292999,"ciLow":1333.739428,"ciHigh":1350.84657,"observedAt":"2026-11-15","runCount":10630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1","rowId":"webdev/GPT-5.1","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|chinese/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.965092,"ciLow":1487.453166,"ciHigh":1508.477018,"observedAt":"2026-11-11","runCount":3381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"chinese/GPT-5.1 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|coding/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.65589,"ciLow":1484.697254,"ciHigh":1498.614527,"observedAt":"2026-11-11","runCount":8367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"coding/GPT-5.1 (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.738476,"ciLow":1419.566747,"ciHigh":1435.910205,"observedAt":"2026-11-11","runCount":6196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"creative_writing/GPT-5.1 (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|english/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.344505,"ciLow":1458.898803,"ciHigh":1469.790208,"observedAt":"2026-11-11","runCount":16589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"english/GPT-5.1 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.132386,"ciLow":1453.899819,"ciHigh":1464.364954,"observedAt":"2026-11-11","runCount":29799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"exclude_ties/GPT-5.1 (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|expert/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.7384,"ciLow":1468.833637,"ciHigh":1492.643163,"observedAt":"2026-11-11","runCount":2597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"expert/GPT-5.1 (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|french/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.121535,"ciLow":1448.197514,"ciHigh":1488.045556,"observedAt":"2026-11-11","runCount":940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"french/GPT-5.1 (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|german/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.904847,"ciLow":1431.942981,"ciHigh":1475.866714,"observedAt":"2026-11-11","runCount":716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"german/GPT-5.1 (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.259655,"ciLow":1471.397816,"ciHigh":1481.121494,"observedAt":"2026-11-11","runCount":22276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"hard_prompts/GPT-5.1 (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.721738,"ciLow":1474.753179,"ciHigh":1488.690296,"observedAt":"2026-11-11","runCount":8747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"hard_prompts_english/GPT-5.1 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.852419,"ciLow":1440.529633,"ciHigh":1455.175206,"observedAt":"2026-11-11","runCount":7720,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.1 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.425418,"ciLow":1413.949573,"ciHigh":1428.901262,"observedAt":"2026-11-11","runCount":7525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.1 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.230385,"ciLow":1453.204063,"ciHigh":1475.256708,"observedAt":"2026-11-11","runCount":3051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_legal_and_government/GPT-5.1 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.031964,"ciLow":1462.288586,"ciHigh":1477.775343,"observedAt":"2026-11-11","runCount":6814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5.1 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.523902,"ciLow":1448.947032,"ciHigh":1476.100772,"observedAt":"2026-11-11","runCount":1841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_mathematical/GPT-5.1 (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.220074,"ciLow":1458.189554,"ciHigh":1482.250594,"observedAt":"2026-11-11","runCount":2593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_medicine_and_healthcare/GPT-5.1 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.156058,"ciLow":1475.423593,"ciHigh":1486.888522,"observedAt":"2026-11-11","runCount":14045,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_software_and_it_services/GPT-5.1 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.418938,"ciLow":1430.567492,"ciHigh":1444.270384,"observedAt":"2026-11-11","runCount":9288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_writing_and_literature_and_language/GPT-5.1 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.773593,"ciLow":1443.417974,"ciHigh":1456.129213,"observedAt":"2026-11-11","runCount":11099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"instruction_following/GPT-5.1 (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|japanese/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.780136,"ciLow":1433.911197,"ciHigh":1489.649074,"observedAt":"2026-11-11","runCount":456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"japanese/GPT-5.1 (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|korean/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.975245,"ciLow":1372.431779,"ciHigh":1419.518711,"observedAt":"2026-11-11","runCount":651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"korean/GPT-5.1 (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.766793,"ciLow":1453.383317,"ciHigh":1466.150269,"observedAt":"2026-11-11","runCount":10854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"longer_query/GPT-5.1 (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|math/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.495555,"ciLow":1446.842762,"ciHigh":1470.148349,"observedAt":"2026-11-11","runCount":2543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"math/GPT-5.1 (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.233401,"ciLow":1456.676205,"ciHigh":1471.790598,"observedAt":"2026-11-11","runCount":7213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"multi_turn/GPT-5.1 (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|non_english/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.466358,"ciLow":1438.853815,"ciHigh":1448.078901,"observedAt":"2026-11-11","runCount":24799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"non_english/GPT-5.1 (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|overall/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.419934,"ciLow":1451.70121,"ciHigh":1459.138657,"observedAt":"2026-11-11","runCount":41389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"overall/GPT-5.1 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|polish/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.539976,"ciLow":1440.442769,"ciHigh":1474.637183,"observedAt":"2026-11-11","runCount":1197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"polish/GPT-5.1 (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|russian/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.717771,"ciLow":1444.389068,"ciHigh":1461.046473,"observedAt":"2026-11-11","runCount":5192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"russian/GPT-5.1 (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text-style-control@1|rating|spanish/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.431205,"ciLow":1427.981969,"ciHigh":1462.880442,"observedAt":"2026-11-11","runCount":1206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"spanish/GPT-5.1 (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|chinese/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.17653,"ciLow":1484.809017,"ciHigh":1505.544043,"observedAt":"2026-11-11","runCount":3381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"chinese/GPT-5.1 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|coding/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.171692,"ciLow":1446.288922,"ciHigh":1460.054463,"observedAt":"2026-11-11","runCount":8367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"coding/GPT-5.1 (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|creative_writing/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.61227,"ciLow":1418.5765,"ciHigh":1434.64804,"observedAt":"2026-11-11","runCount":6196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"creative_writing/GPT-5.1 (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|english/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.931113,"ciLow":1445.547984,"ciHigh":1456.314241,"observedAt":"2026-11-11","runCount":16589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"english/GPT-5.1 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|exclude_ties/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.61878,"ciLow":1434.506344,"ciHigh":1444.731216,"observedAt":"2026-11-11","runCount":29799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"exclude_ties/GPT-5.1 (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|expert/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.991224,"ciLow":1457.238657,"ciHigh":1480.743791,"observedAt":"2026-11-11","runCount":2597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"expert/GPT-5.1 (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|french/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.556047,"ciLow":1429.722476,"ciHigh":1469.389618,"observedAt":"2026-11-11","runCount":940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"french/GPT-5.1 (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|german/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.049008,"ciLow":1416.192701,"ciHigh":1459.905316,"observedAt":"2026-11-11","runCount":716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"german/GPT-5.1 (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|hard_prompts/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.734785,"ciLow":1451.924185,"ciHigh":1461.545385,"observedAt":"2026-11-11","runCount":22276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"hard_prompts/GPT-5.1 (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.248038,"ciLow":1455.362888,"ciHigh":1469.133189,"observedAt":"2026-11-11","runCount":8747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"hard_prompts_english/GPT-5.1 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.734858,"ciLow":1423.519427,"ciHigh":1437.950288,"observedAt":"2026-11-11","runCount":7720,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.1 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.381853,"ciLow":1407.019154,"ciHigh":1421.744553,"observedAt":"2026-11-11","runCount":7525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.1 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.722759,"ciLow":1447.857391,"ciHigh":1469.588127,"observedAt":"2026-11-11","runCount":3051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_legal_and_government/GPT-5.1 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.981226,"ciLow":1451.352706,"ciHigh":1466.609746,"observedAt":"2026-11-11","runCount":6814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5.1 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|industry_mathematical/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.560696,"ciLow":1436.022901,"ciHigh":1463.098492,"observedAt":"2026-11-11","runCount":1841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_mathematical/GPT-5.1 (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.848914,"ciLow":1445.05714,"ciHigh":1468.640687,"observedAt":"2026-11-11","runCount":2593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_medicine_and_healthcare/GPT-5.1 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.755437,"ciLow":1448.093206,"ciHigh":1459.417669,"observedAt":"2026-11-11","runCount":14045,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_software_and_it_services/GPT-5.1 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.520154,"ciLow":1420.733699,"ciHigh":1434.30661,"observedAt":"2026-11-11","runCount":9288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"industry_writing_and_literature_and_language/GPT-5.1 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|instruction_following/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.312581,"ciLow":1436.02742,"ciHigh":1448.597743,"observedAt":"2026-11-11","runCount":11099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"instruction_following/GPT-5.1 (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|japanese/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.754213,"ciLow":1427.038706,"ciHigh":1482.469719,"observedAt":"2026-11-11","runCount":456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"japanese/GPT-5.1 (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|korean/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.369476,"ciLow":1376.059326,"ciHigh":1422.679626,"observedAt":"2026-11-11","runCount":651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"korean/GPT-5.1 (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|longer_query/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.019579,"ciLow":1440.693125,"ciHigh":1453.346032,"observedAt":"2026-11-11","runCount":10854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"longer_query/GPT-5.1 (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|math/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.923577,"ciLow":1435.286575,"ciHigh":1458.560578,"observedAt":"2026-11-11","runCount":2543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"math/GPT-5.1 (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|multi_turn/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.811105,"ciLow":1442.303283,"ciHigh":1457.318926,"observedAt":"2026-11-11","runCount":7213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"multi_turn/GPT-5.1 (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|non_english/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.007731,"ciLow":1426.436549,"ciHigh":1435.578913,"observedAt":"2026-11-11","runCount":24799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"non_english/GPT-5.1 (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|overall/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.509741,"ciLow":1438.827208,"ciHigh":1446.192274,"observedAt":"2026-11-11","runCount":41389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"overall/GPT-5.1 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|polish/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.181177,"ciLow":1423.308864,"ciHigh":1457.05349,"observedAt":"2026-11-11","runCount":1197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"polish/GPT-5.1 (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|russian/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.983475,"ciLow":1426.714977,"ciHigh":1443.251973,"observedAt":"2026-11-11","runCount":5192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"russian/GPT-5.1 (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-text@1|rating|spanish/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.359857,"ciLow":1415.077204,"ciHigh":1449.64251,"observedAt":"2026-11-11","runCount":1206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"spanish/GPT-5.1 (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision-style-control@1|rating|captioning/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.207198,"ciLow":1193.962733,"ciHigh":1304.451663,"observedAt":"2026-11-09","runCount":101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"captioning/GPT-5.1 (High)","slice":"captioning"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.275119,"ciLow":1243.805069,"ciHigh":1290.745169,"observedAt":"2026-11-09","runCount":668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"chinese/GPT-5.1 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.834883,"ciLow":1212.797708,"ciHigh":1256.872058,"observedAt":"2026-11-09","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"creative_writing_vision/GPT-5.1 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.352172,"ciLow":1264.692362,"ciHigh":1290.011983,"observedAt":"2026-11-09","runCount":2250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"diagram/GPT-5.1 (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision-style-control@1|rating|english/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.920703,"ciLow":1239.609882,"ciHigh":1262.231523,"observedAt":"2026-11-09","runCount":3501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"english/GPT-5.1 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.486229,"ciLow":1178.924954,"ciHigh":1278.047503,"observedAt":"2026-11-09","runCount":112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"entity_recognition/GPT-5.1 (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision-style-control@1|rating|homework/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.665229,"ciLow":1268.930454,"ciHigh":1302.400004,"observedAt":"2026-11-09","runCount":1200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"homework/GPT-5.1 (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision-style-control@1|rating|humor/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.337584,"ciLow":1189.998403,"ciHigh":1252.676765,"observedAt":"2026-11-09","runCount":337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"humor/GPT-5.1 (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.634773,"ciLow":1252.777528,"ciHigh":1270.492018,"observedAt":"2026-11-09","runCount":5952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"ocr/GPT-5.1 (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision-style-control@1|rating|overall/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.004108,"ciLow":1243.188806,"ciHigh":1258.819409,"observedAt":"2026-11-09","runCount":9794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"overall/GPT-5.1 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision@1|rating|captioning/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1252.258793,"ciLow":1196.865232,"ciHigh":1307.652353,"observedAt":"2026-11-09","runCount":101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"captioning/GPT-5.1 (High)","slice":"captioning"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision@1|rating|chinese/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1269.404394,"ciLow":1246.142483,"ciHigh":1292.666306,"observedAt":"2026-11-09","runCount":668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"chinese/GPT-5.1 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1247.434657,"ciLow":1225.558982,"ciHigh":1269.310331,"observedAt":"2026-11-09","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"creative_writing_vision/GPT-5.1 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision@1|rating|diagram/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1264.040757,"ciLow":1251.429073,"ciHigh":1276.65244,"observedAt":"2026-11-09","runCount":2250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"diagram/GPT-5.1 (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision@1|rating|english/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1251.189361,"ciLow":1239.966619,"ciHigh":1262.412102,"observedAt":"2026-11-09","runCount":3501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"english/GPT-5.1 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision@1|rating|entity_recognition/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1231.861887,"ciLow":1182.370064,"ciHigh":1281.35371,"observedAt":"2026-11-09","runCount":112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"entity_recognition/GPT-5.1 (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision@1|rating|homework/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1273.89735,"ciLow":1257.231585,"ciHigh":1290.563115,"observedAt":"2026-11-09","runCount":1200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"homework/GPT-5.1 (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision@1|rating|humor/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1224.575947,"ciLow":1193.349904,"ciHigh":1255.801989,"observedAt":"2026-11-09","runCount":337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"humor/GPT-5.1 (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision@1|rating|ocr/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1253.813187,"ciLow":1245.027925,"ciHigh":1262.598449,"observedAt":"2026-11-09","runCount":5952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"ocr/GPT-5.1 (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-vision@1|rating|overall/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1249.112753,"ciLow":1241.34588,"ciHigh":1256.879625,"observedAt":"2026-11-09","runCount":9794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"overall/GPT-5.1 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1:effort=high|none|lmarena-webdev@1|rating|image_to_webdev/GPT-5.1 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1419.086055,"ciLow":1397.261359,"ciHigh":1440.910752,"observedAt":"2026-11-15","runCount":997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (High)","rowId":"image_to_webdev/GPT-5.1 (High)","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-5.1:effort=medium|none|lmarena-webdev@1|rating|overall/GPT-5.1 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1397.594997,"ciLow":1385.989664,"ciHigh":1409.200331,"observedAt":"2026-11-15","runCount":4876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (Medium)","rowId":"overall/GPT-5.1 (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1:effort=medium|none|lmarena-webdev@1|rating|webdev-html/GPT-5.1 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1406.528568,"ciLow":1393.330926,"ciHigh":1419.726211,"observedAt":"2026-11-15","runCount":4856,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (Medium)","rowId":"webdev-html/GPT-5.1 (Medium)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.1:effort=medium|none|lmarena-webdev@1|rating|webdev/GPT-5.1 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1397.594997,"ciLow":1385.989664,"ciHigh":1409.200331,"observedAt":"2026-11-15","runCount":4876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (Medium)","rowId":"webdev/GPT-5.1 (Medium)","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.1:flags=search|none|lmarena-search-style-control@1|rating|overall/GPT-5.1 (Search)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.887892,"ciLow":1178.436253,"ciHigh":1189.33953,"observedAt":"2026-11-09","runCount":61989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (Search)","rowId":"overall/GPT-5.1 (Search)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.1:flags=search|none|lmarena-search@1|rating|overall/GPT-5.1 (Search)","sourceId":"lmarena","modelId":"openai/gpt-5.1","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1199.416718,"ciLow":1194.149397,"ciHigh":1204.684039,"observedAt":"2026-11-09","runCount":61989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.1 (Search)","rowId":"overall/GPT-5.1 (Search)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|chinese/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.00029,"ciLow":1485.478582,"ciHigh":1510.521997,"observedAt":"2026-11-11","runCount":2354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"chinese/GPT-5.2 Chat (20260210)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|coding/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.668454,"ciLow":1507.870318,"ciHigh":1521.466591,"observedAt":"2026-11-11","runCount":9547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"coding/GPT-5.2 Chat (20260210)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.782212,"ciLow":1423.303506,"ciHigh":1440.260919,"observedAt":"2026-11-11","runCount":5570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"creative_writing/GPT-5.2 Chat (20260210)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|english/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.371881,"ciLow":1475.799233,"ciHigh":1486.944529,"observedAt":"2026-11-11","runCount":15759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"english/GPT-5.2 Chat (20260210)","slice":"english"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.254885,"ciLow":1480.884873,"ciHigh":1491.624897,"observedAt":"2026-11-11","runCount":27089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"exclude_ties/GPT-5.2 Chat (20260210)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|expert/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.794649,"ciLow":1479.824514,"ciHigh":1501.764784,"observedAt":"2026-11-11","runCount":3122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"expert/GPT-5.2 Chat (20260210)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|french/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.665206,"ciLow":1463.872106,"ciHigh":1503.458305,"observedAt":"2026-11-11","runCount":1033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"french/GPT-5.2 Chat (20260210)","slice":"french"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|german/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.316661,"ciLow":1454.900418,"ciHigh":1505.732904,"observedAt":"2026-11-11","runCount":558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"german/GPT-5.2 Chat (20260210)","slice":"german"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.794209,"ciLow":1491.818413,"ciHigh":1501.770005,"observedAt":"2026-11-11","runCount":22643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"hard_prompts/GPT-5.2 Chat (20260210)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.563944,"ciLow":1492.964295,"ciHigh":1506.163593,"observedAt":"2026-11-11","runCount":10305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"hard_prompts_english/GPT-5.2 Chat (20260210)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.794774,"ciLow":1477.108113,"ciHigh":1492.481435,"observedAt":"2026-11-11","runCount":6965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.2 Chat (20260210)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.213733,"ciLow":1428.559619,"ciHigh":1443.867846,"observedAt":"2026-11-11","runCount":7020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.2 Chat (20260210)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.161554,"ciLow":1469.200375,"ciHigh":1493.122734,"observedAt":"2026-11-11","runCount":2679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_legal_and_government/GPT-5.2 Chat (20260210)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.649517,"ciLow":1476.410066,"ciHigh":1492.888967,"observedAt":"2026-11-11","runCount":5776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_life_and_physical_and_social_science/GPT-5.2 Chat (20260210)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.696428,"ciLow":1441.893062,"ciHigh":1469.499794,"observedAt":"2026-11-11","runCount":1986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_mathematical/GPT-5.2 Chat (20260210)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.735432,"ciLow":1484.564071,"ciHigh":1508.906793,"observedAt":"2026-11-11","runCount":2578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_medicine_and_healthcare/GPT-5.2 Chat (20260210)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.770508,"ciLow":1503.898992,"ciHigh":1515.642023,"observedAt":"2026-11-11","runCount":13921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_software_and_it_services/GPT-5.2 Chat (20260210)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.022828,"ciLow":1446.005401,"ciHigh":1460.040255,"observedAt":"2026-11-11","runCount":8393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_writing_and_literature_and_language/GPT-5.2 Chat (20260210)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.594781,"ciLow":1450.353922,"ciHigh":1462.83564,"observedAt":"2026-11-11","runCount":11630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"instruction_following/GPT-5.2 Chat (20260210)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|japanese/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.431443,"ciLow":1409.716327,"ciHigh":1483.146559,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"japanese/GPT-5.2 Chat (20260210)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|korean/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.302217,"ciLow":1399.221306,"ciHigh":1451.383128,"observedAt":"2026-11-11","runCount":555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"korean/GPT-5.2 Chat (20260210)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.780231,"ciLow":1465.746447,"ciHigh":1477.814015,"observedAt":"2026-11-11","runCount":13795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"longer_query/GPT-5.2 Chat (20260210)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|math/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.71788,"ciLow":1439.643663,"ciHigh":1465.792096,"observedAt":"2026-11-11","runCount":2150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"math/GPT-5.2 Chat (20260210)","slice":"math"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.510463,"ciLow":1486.675507,"ciHigh":1502.34542,"observedAt":"2026-11-11","runCount":6763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"multi_turn/GPT-5.2 Chat (20260210)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|non_english/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.118675,"ciLow":1458.047939,"ciHigh":1468.189411,"observedAt":"2026-11-11","runCount":19910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"non_english/GPT-5.2 Chat (20260210)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|overall/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.600513,"ciLow":1471.547009,"ciHigh":1479.654017,"observedAt":"2026-11-11","runCount":35669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"overall/GPT-5.2 Chat (20260210)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|polish/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.768631,"ciLow":1454.412602,"ciHigh":1499.124661,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"polish/GPT-5.2 Chat (20260210)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|russian/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.847697,"ciLow":1469.534255,"ciHigh":1488.161139,"observedAt":"2026-11-11","runCount":4403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"russian/GPT-5.2 Chat (20260210)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text-style-control@1|rating|spanish/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.816237,"ciLow":1454.978097,"ciHigh":1490.654377,"observedAt":"2026-11-11","runCount":1197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"spanish/GPT-5.2 Chat (20260210)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|chinese/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.7941,"ciLow":1447.361118,"ciHigh":1472.227082,"observedAt":"2026-11-11","runCount":2354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"chinese/GPT-5.2 Chat (20260210)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|coding/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.617273,"ciLow":1439.904984,"ciHigh":1453.329561,"observedAt":"2026-11-11","runCount":9547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"coding/GPT-5.2 Chat (20260210)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|creative_writing/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.754306,"ciLow":1391.351426,"ciHigh":1408.157185,"observedAt":"2026-11-11","runCount":5570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"creative_writing/GPT-5.2 Chat (20260210)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|english/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.898764,"ciLow":1440.385153,"ciHigh":1451.412376,"observedAt":"2026-11-11","runCount":15759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"english/GPT-5.2 Chat (20260210)","slice":"english"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|exclude_ties/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.571067,"ciLow":1427.317585,"ciHigh":1437.824549,"observedAt":"2026-11-11","runCount":27089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"exclude_ties/GPT-5.2 Chat (20260210)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|expert/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.38491,"ciLow":1426.543143,"ciHigh":1448.226677,"observedAt":"2026-11-11","runCount":3122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"expert/GPT-5.2 Chat (20260210)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|french/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.294116,"ciLow":1419.625315,"ciHigh":1458.962916,"observedAt":"2026-11-11","runCount":1033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"french/GPT-5.2 Chat (20260210)","slice":"french"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|german/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.230411,"ciLow":1422.024212,"ciHigh":1472.436611,"observedAt":"2026-11-11","runCount":558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"german/GPT-5.2 Chat (20260210)","slice":"german"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|hard_prompts/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.194005,"ciLow":1440.287747,"ciHigh":1450.100263,"observedAt":"2026-11-11","runCount":22643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"hard_prompts/GPT-5.2 Chat (20260210)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.540951,"ciLow":1444.024949,"ciHigh":1457.056954,"observedAt":"2026-11-11","runCount":10305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"hard_prompts_english/GPT-5.2 Chat (20260210)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.150925,"ciLow":1425.574929,"ciHigh":1440.726921,"observedAt":"2026-11-11","runCount":6965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.2 Chat (20260210)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.017655,"ciLow":1391.43989,"ciHigh":1406.595421,"observedAt":"2026-11-11","runCount":7020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.2 Chat (20260210)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.584916,"ciLow":1424.765766,"ciHigh":1448.404066,"observedAt":"2026-11-11","runCount":2679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_legal_and_government/GPT-5.2 Chat (20260210)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.353423,"ciLow":1430.232968,"ciHigh":1446.473878,"observedAt":"2026-11-11","runCount":5776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_life_and_physical_and_social_science/GPT-5.2 Chat (20260210)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|industry_mathematical/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.30893,"ciLow":1416.573265,"ciHigh":1444.044596,"observedAt":"2026-11-11","runCount":1986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_mathematical/GPT-5.2 Chat (20260210)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.979374,"ciLow":1428.925109,"ciHigh":1453.03364,"observedAt":"2026-11-11","runCount":2578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_medicine_and_healthcare/GPT-5.2 Chat (20260210)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.36159,"ciLow":1448.574832,"ciHigh":1460.148348,"observedAt":"2026-11-11","runCount":13921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_software_and_it_services/GPT-5.2 Chat (20260210)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.631811,"ciLow":1414.662437,"ciHigh":1428.601185,"observedAt":"2026-11-11","runCount":8393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"industry_writing_and_literature_and_language/GPT-5.2 Chat (20260210)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|instruction_following/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.81916,"ciLow":1410.620129,"ciHigh":1423.01819,"observedAt":"2026-11-11","runCount":11630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"instruction_following/GPT-5.2 Chat (20260210)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|japanese/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.550893,"ciLow":1379.17581,"ciHigh":1451.925976,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"japanese/GPT-5.2 Chat (20260210)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|korean/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.233697,"ciLow":1366.362445,"ciHigh":1418.104949,"observedAt":"2026-11-11","runCount":555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"korean/GPT-5.2 Chat (20260210)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|longer_query/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.360972,"ciLow":1421.392375,"ciHigh":1433.329569,"observedAt":"2026-11-11","runCount":13795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"longer_query/GPT-5.2 Chat (20260210)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|math/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.752414,"ciLow":1420.721056,"ciHigh":1446.783773,"observedAt":"2026-11-11","runCount":2150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"math/GPT-5.2 Chat (20260210)","slice":"math"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|multi_turn/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.257197,"ciLow":1450.498105,"ciHigh":1466.01629,"observedAt":"2026-11-11","runCount":6763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"multi_turn/GPT-5.2 Chat (20260210)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|non_english/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.051085,"ciLow":1420.035891,"ciHigh":1430.066278,"observedAt":"2026-11-11","runCount":19910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"non_english/GPT-5.2 Chat (20260210)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|overall/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.485638,"ciLow":1434.47818,"ciHigh":1442.493096,"observedAt":"2026-11-11","runCount":35669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"overall/GPT-5.2 Chat (20260210)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|polish/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.922461,"ciLow":1410.817933,"ciHigh":1455.026988,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"polish/GPT-5.2 Chat (20260210)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|russian/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.953691,"ciLow":1430.699059,"ciHigh":1449.208322,"observedAt":"2026-11-11","runCount":4403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"russian/GPT-5.2 Chat (20260210)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-text@1|rating|spanish/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.248019,"ciLow":1413.513221,"ciHigh":1448.982816,"observedAt":"2026-11-11","runCount":1197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"spanish/GPT-5.2 Chat (20260210)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.949386,"ciLow":1249.912736,"ciHigh":1289.986037,"observedAt":"2026-11-09","runCount":1120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"chinese/GPT-5.2 Chat (20260210)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.566474,"ciLow":1217.360431,"ciHigh":1255.772517,"observedAt":"2026-11-09","runCount":1069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"creative_writing_vision/GPT-5.2 Chat (20260210)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.490093,"ciLow":1297.282425,"ciHigh":1317.69776,"observedAt":"2026-11-09","runCount":4158,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"diagram/GPT-5.2 Chat (20260210)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision-style-control@1|rating|english/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.374647,"ciLow":1271.144088,"ciHigh":1289.605207,"observedAt":"2026-11-09","runCount":6354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"english/GPT-5.2 Chat (20260210)","slice":"english"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.615671,"ciLow":1193.968936,"ciHigh":1291.262406,"observedAt":"2026-11-09","runCount":136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"entity_recognition/GPT-5.2 Chat (20260210)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision-style-control@1|rating|homework/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.144346,"ciLow":1280.671777,"ciHigh":1305.616915,"observedAt":"2026-11-09","runCount":2465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"homework/GPT-5.2 Chat (20260210)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision-style-control@1|rating|humor/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.451458,"ciLow":1211.319089,"ciHigh":1263.583827,"observedAt":"2026-11-09","runCount":546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"humor/GPT-5.2 Chat (20260210)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.944332,"ciLow":1281.115491,"ciHigh":1294.773174,"observedAt":"2026-11-09","runCount":11277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"ocr/GPT-5.2 Chat (20260210)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision-style-control@1|rating|overall/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.679687,"ciLow":1271.196341,"ciHigh":1284.163033,"observedAt":"2026-11-09","runCount":16361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"overall/GPT-5.2 Chat (20260210)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision@1|rating|chinese/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1261.644917,"ciLow":1241.968058,"ciHigh":1281.321776,"observedAt":"2026-11-09","runCount":1120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"chinese/GPT-5.2 Chat (20260210)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1235.40829,"ciLow":1216.227727,"ciHigh":1254.588853,"observedAt":"2026-11-09","runCount":1069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"creative_writing_vision/GPT-5.2 Chat (20260210)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision@1|rating|diagram/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1285.086177,"ciLow":1275.076509,"ciHigh":1295.095845,"observedAt":"2026-11-09","runCount":4158,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"diagram/GPT-5.2 Chat (20260210)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision@1|rating|english/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1274.955328,"ciLow":1265.799331,"ciHigh":1284.111325,"observedAt":"2026-11-09","runCount":6354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"english/GPT-5.2 Chat (20260210)","slice":"english"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision@1|rating|entity_recognition/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1249.050177,"ciLow":1200.260286,"ciHigh":1297.840068,"observedAt":"2026-11-09","runCount":136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"entity_recognition/GPT-5.2 Chat (20260210)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision@1|rating|homework/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1285.545111,"ciLow":1273.155503,"ciHigh":1297.934718,"observedAt":"2026-11-09","runCount":2465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"homework/GPT-5.2 Chat (20260210)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision@1|rating|humor/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1238.329846,"ciLow":1212.325968,"ciHigh":1264.333723,"observedAt":"2026-11-09","runCount":546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"humor/GPT-5.2 Chat (20260210)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision@1|rating|ocr/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1274.732151,"ciLow":1267.989758,"ciHigh":1281.474544,"observedAt":"2026-11-09","runCount":11277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"ocr/GPT-5.2 Chat (20260210)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.2-chat:ckpt=2026-02-10|none|lmarena-vision@1|rating|overall/GPT-5.2 Chat (20260210)","sourceId":"lmarena","modelId":"openai/gpt-5.2-chat","variant":{"flags":[],"checkpoint":"2026-02-10"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1267.685703,"ciLow":1261.253437,"ciHigh":1274.117968,"observedAt":"2026-11-09","runCount":16361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 Chat (20260210)","rowId":"overall/GPT-5.2 Chat (20260210)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2-codex:default|none|lmarena-webdev@1|rating|overall/GPT-5.2-Codex","sourceId":"lmarena","modelId":"openai/gpt-5.2-codex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1338.596882,"ciLow":1329.605109,"ciHigh":1347.588655,"observedAt":"2026-11-15","runCount":6674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2-Codex","rowId":"overall/GPT-5.2-Codex","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2-codex:default|none|lmarena-webdev@1|rating|webdev-html/GPT-5.2-Codex","sourceId":"lmarena","modelId":"openai/gpt-5.2-codex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1347.491649,"ciLow":1332.167088,"ciHigh":1362.816209,"observedAt":"2026-11-15","runCount":2347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2-Codex","rowId":"webdev-html/GPT-5.2-Codex","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.2-codex:default|none|lmarena-webdev@1|rating|webdev-react/GPT-5.2-Codex","sourceId":"lmarena","modelId":"openai/gpt-5.2-codex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1328.862852,"ciLow":1318.218888,"ciHigh":1339.506816,"observedAt":"2026-11-15","runCount":4323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2-Codex","rowId":"webdev-react/GPT-5.2-Codex","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.2-codex:default|none|lmarena-webdev@1|rating|webdev/GPT-5.2-Codex","sourceId":"lmarena","modelId":"openai/gpt-5.2-codex","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1338.596882,"ciLow":1329.605109,"ciHigh":1347.588655,"observedAt":"2026-11-15","runCount":6674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2-Codex","rowId":"webdev/GPT-5.2-Codex","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-document-style-control@1|rating|overall/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.17341,"ciLow":1419.314353,"ciHigh":1431.032467,"observedAt":"2026-11-09","runCount":29726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"overall/GPT-5.2","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-document@1|rating|overall/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1402.086345,"ciLow":1396.268405,"ciHigh":1407.904286,"observedAt":"2026-11-09","runCount":29726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"overall/GPT-5.2","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|chinese/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.689385,"ciLow":1454.986974,"ciHigh":1472.391796,"observedAt":"2026-11-11","runCount":5255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"chinese/GPT-5.2","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|coding/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.054474,"ciLow":1476.906305,"ciHigh":1487.202644,"observedAt":"2026-11-11","runCount":21868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"coding/GPT-5.2","slice":"coding"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.816071,"ciLow":1384.687083,"ciHigh":1396.945059,"observedAt":"2026-11-11","runCount":13723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"creative_writing/GPT-5.2","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|english/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.710068,"ciLow":1433.38335,"ciHigh":1442.036787,"observedAt":"2026-11-11","runCount":37127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"english/GPT-5.2","slice":"english"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.634546,"ciLow":1428.337216,"ciHigh":1436.931876,"observedAt":"2026-11-11","runCount":62269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"exclude_ties/GPT-5.2","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|expert/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.875789,"ciLow":1451.479157,"ciHigh":1466.272421,"observedAt":"2026-11-11","runCount":7867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"expert/GPT-5.2","slice":"expert"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|french/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.476821,"ciLow":1452.296932,"ciHigh":1478.656709,"observedAt":"2026-11-11","runCount":2705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"french/GPT-5.2","slice":"french"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|german/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.039838,"ciLow":1433.43809,"ciHigh":1468.641586,"observedAt":"2026-11-11","runCount":1271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"german/GPT-5.2","slice":"german"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.550361,"ciLow":1456.646967,"ciHigh":1464.453755,"observedAt":"2026-11-11","runCount":52626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"hard_prompts/GPT-5.2","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.90954,"ciLow":1452.858783,"ciHigh":1462.960298,"observedAt":"2026-11-11","runCount":24382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"hard_prompts_english/GPT-5.2","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.890708,"ciLow":1438.284357,"ciHigh":1449.49706,"observedAt":"2026-11-11","runCount":16688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_business_and_management_and_financial_operations/GPT-5.2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.16229,"ciLow":1393.580417,"ciHigh":1404.744162,"observedAt":"2026-11-11","runCount":17477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_entertainment_and_sports_and_media/GPT-5.2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.545319,"ciLow":1436.493655,"ciHigh":1452.596983,"observedAt":"2026-11-11","runCount":6600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_legal_and_government/GPT-5.2","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.608069,"ciLow":1444.627565,"ciHigh":1456.588574,"observedAt":"2026-11-11","runCount":13619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_life_and_physical_and_social_science/GPT-5.2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.648836,"ciLow":1425.216302,"ciHigh":1444.08137,"observedAt":"2026-11-11","runCount":4475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_mathematical/GPT-5.2","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.791512,"ciLow":1451.427201,"ciHigh":1468.155822,"observedAt":"2026-11-11","runCount":6104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_medicine_and_healthcare/GPT-5.2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.748526,"ciLow":1468.232706,"ciHigh":1477.264347,"observedAt":"2026-11-11","runCount":32057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_software_and_it_services/GPT-5.2","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.190167,"ciLow":1405.914883,"ciHigh":1416.46545,"observedAt":"2026-11-11","runCount":20205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_writing_and_literature_and_language/GPT-5.2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.768051,"ciLow":1419.011058,"ciHigh":1428.525044,"observedAt":"2026-11-11","runCount":27420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"instruction_following/GPT-5.2","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|japanese/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.793108,"ciLow":1388.586342,"ciHigh":1432.999874,"observedAt":"2026-11-11","runCount":796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"japanese/GPT-5.2","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|korean/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.380093,"ciLow":1369.839377,"ciHigh":1404.92081,"observedAt":"2026-11-11","runCount":1262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"korean/GPT-5.2","slice":"korean"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.1733,"ciLow":1436.46613,"ciHigh":1445.880471,"observedAt":"2026-11-11","runCount":33560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"longer_query/GPT-5.2","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|math/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.769614,"ciLow":1422.660794,"ciHigh":1440.878435,"observedAt":"2026-11-11","runCount":4595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"math/GPT-5.2","slice":"math"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.301968,"ciLow":1438.605276,"ciHigh":1449.99866,"observedAt":"2026-11-11","runCount":15825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"multi_turn/GPT-5.2","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|non_english/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.652703,"ciLow":1422.729261,"ciHigh":1430.576146,"observedAt":"2026-11-11","runCount":45772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"non_english/GPT-5.2","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|overall/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.36144,"ciLow":1432.182504,"ciHigh":1438.540377,"observedAt":"2026-11-11","runCount":82903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"overall/GPT-5.2","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|polish/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.587914,"ciLow":1438.452306,"ciHigh":1468.723521,"observedAt":"2026-11-11","runCount":1626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"polish/GPT-5.2","slice":"polish"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|russian/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.520213,"ciLow":1430.883329,"ciHigh":1444.157098,"observedAt":"2026-11-11","runCount":9630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"russian/GPT-5.2","slice":"russian"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text-style-control@1|rating|spanish/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.028098,"ciLow":1407.164054,"ciHigh":1432.892142,"observedAt":"2026-11-11","runCount":2535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"spanish/GPT-5.2","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|chinese/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.887111,"ciLow":1437.258257,"ciHigh":1454.515965,"observedAt":"2026-11-11","runCount":5255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"chinese/GPT-5.2","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|coding/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.842804,"ciLow":1426.720171,"ciHigh":1436.965436,"observedAt":"2026-11-11","runCount":21868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"coding/GPT-5.2","slice":"coding"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|creative_writing/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.977942,"ciLow":1368.938654,"ciHigh":1381.017229,"observedAt":"2026-11-11","runCount":13723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"creative_writing/GPT-5.2","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|english/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.220278,"ciLow":1407.93131,"ciHigh":1416.509246,"observedAt":"2026-11-11","runCount":37127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"english/GPT-5.2","slice":"english"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|exclude_ties/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.063844,"ciLow":1393.844986,"ciHigh":1402.282701,"observedAt":"2026-11-11","runCount":62269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"exclude_ties/GPT-5.2","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|expert/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.357613,"ciLow":1420.999224,"ciHigh":1435.716002,"observedAt":"2026-11-11","runCount":7867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"expert/GPT-5.2","slice":"expert"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|french/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.902065,"ciLow":1423.814146,"ciHigh":1449.989984,"observedAt":"2026-11-11","runCount":2705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"french/GPT-5.2","slice":"french"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|german/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.330027,"ciLow":1411.948626,"ciHigh":1446.711427,"observedAt":"2026-11-11","runCount":1271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"german/GPT-5.2","slice":"german"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|hard_prompts/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.745524,"ciLow":1422.870522,"ciHigh":1430.620526,"observedAt":"2026-11-11","runCount":52626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"hard_prompts/GPT-5.2","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.868315,"ciLow":1417.853801,"ciHigh":1427.882829,"observedAt":"2026-11-11","runCount":24382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"hard_prompts_english/GPT-5.2","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.758185,"ciLow":1404.193982,"ciHigh":1415.322388,"observedAt":"2026-11-11","runCount":16688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_business_and_management_and_financial_operations/GPT-5.2","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.170588,"ciLow":1372.649708,"ciHigh":1383.691468,"observedAt":"2026-11-11","runCount":17477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_entertainment_and_sports_and_media/GPT-5.2","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.839578,"ciLow":1412.860879,"ciHigh":1428.818277,"observedAt":"2026-11-11","runCount":6600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_legal_and_government/GPT-5.2","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.133289,"ciLow":1415.218005,"ciHigh":1427.048574,"observedAt":"2026-11-11","runCount":13619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_life_and_physical_and_social_science/GPT-5.2","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|industry_mathematical/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.582943,"ciLow":1408.128658,"ciHigh":1427.037228,"observedAt":"2026-11-11","runCount":4475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_mathematical/GPT-5.2","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.696715,"ciLow":1417.438966,"ciHigh":1433.954464,"observedAt":"2026-11-11","runCount":6104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_medicine_and_healthcare/GPT-5.2","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.415453,"ciLow":1427.920409,"ciHigh":1436.910496,"observedAt":"2026-11-11","runCount":32057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_software_and_it_services/GPT-5.2","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.169217,"ciLow":1385.954306,"ciHigh":1396.384127,"observedAt":"2026-11-11","runCount":20205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"industry_writing_and_literature_and_language/GPT-5.2","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|instruction_following/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.888889,"ciLow":1398.16178,"ciHigh":1407.615997,"observedAt":"2026-11-11","runCount":27420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"instruction_following/GPT-5.2","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|japanese/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.337824,"ciLow":1370.305265,"ciHigh":1414.370384,"observedAt":"2026-11-11","runCount":796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"japanese/GPT-5.2","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|korean/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.805781,"ciLow":1357.452412,"ciHigh":1392.159151,"observedAt":"2026-11-11","runCount":1262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"korean/GPT-5.2","slice":"korean"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|longer_query/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.682025,"ciLow":1408.008093,"ciHigh":1417.355956,"observedAt":"2026-11-11","runCount":33560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"longer_query/GPT-5.2","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|math/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.860038,"ciLow":1408.752902,"ciHigh":1426.967175,"observedAt":"2026-11-11","runCount":4595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"math/GPT-5.2","slice":"math"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|multi_turn/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.399756,"ciLow":1412.731583,"ciHigh":1424.067929,"observedAt":"2026-11-11","runCount":15825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"multi_turn/GPT-5.2","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|non_english/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.347007,"ciLow":1401.451792,"ciHigh":1409.242221,"observedAt":"2026-11-11","runCount":45772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"non_english/GPT-5.2","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|overall/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.084563,"ciLow":1408.930802,"ciHigh":1415.238324,"observedAt":"2026-11-11","runCount":82903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"overall/GPT-5.2","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|polish/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.263326,"ciLow":1411.337434,"ciHigh":1441.189218,"observedAt":"2026-11-11","runCount":1626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"polish/GPT-5.2","slice":"polish"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|russian/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.834613,"ciLow":1409.22082,"ciHigh":1422.448405,"observedAt":"2026-11-11","runCount":9630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"russian/GPT-5.2","slice":"russian"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-text@1|rating|spanish/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.928069,"ciLow":1387.140011,"ciHigh":1412.716128,"observedAt":"2026-11-11","runCount":2535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"spanish/GPT-5.2","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision-style-control@1|rating|captioning/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.683488,"ciLow":1109.781161,"ciHigh":1221.585815,"observedAt":"2026-11-09","runCount":106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"captioning/GPT-5.2","slice":"captioning"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.712361,"ciLow":1247.271763,"ciHigh":1282.152958,"observedAt":"2026-11-09","runCount":1412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"chinese/GPT-5.2","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.12572,"ciLow":1202.519846,"ciHigh":1237.731593,"observedAt":"2026-11-09","runCount":1284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"creative_writing_vision/GPT-5.2","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.966147,"ciLow":1247.6997,"ciHigh":1266.232595,"observedAt":"2026-11-09","runCount":5080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"diagram/GPT-5.2","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision-style-control@1|rating|english/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.169178,"ciLow":1220.467513,"ciHigh":1237.870843,"observedAt":"2026-11-09","runCount":7655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"english/GPT-5.2","slice":"english"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.689218,"ciLow":1130.328728,"ciHigh":1213.049708,"observedAt":"2026-11-09","runCount":174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"entity_recognition/GPT-5.2","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision-style-control@1|rating|homework/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.966742,"ciLow":1252.497793,"ciHigh":1275.435691,"observedAt":"2026-11-09","runCount":2993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"homework/GPT-5.2","slice":"homework"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision-style-control@1|rating|humor/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.076297,"ciLow":1168.128717,"ciHigh":1216.023876,"observedAt":"2026-11-09","runCount":648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"humor/GPT-5.2","slice":"humor"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.838776,"ciLow":1231.560702,"ciHigh":1244.11685,"observedAt":"2026-11-09","runCount":13725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"ocr/GPT-5.2","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision-style-control@1|rating|overall/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.349311,"ciLow":1222.400838,"ciHigh":1234.297783,"observedAt":"2026-11-09","runCount":20001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"overall/GPT-5.2","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision@1|rating|captioning/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1167.57047,"ciLow":1112.35235,"ciHigh":1222.78859,"observedAt":"2026-11-09","runCount":106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"captioning/GPT-5.2","slice":"captioning"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision@1|rating|chinese/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1270.153301,"ciLow":1252.736338,"ciHigh":1287.570263,"observedAt":"2026-11-09","runCount":1412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"chinese/GPT-5.2","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1225.370784,"ciLow":1207.996413,"ciHigh":1242.745156,"observedAt":"2026-11-09","runCount":1284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"creative_writing_vision/GPT-5.2","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision@1|rating|diagram/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1245.780337,"ciLow":1236.550423,"ciHigh":1255.010252,"observedAt":"2026-11-09","runCount":5080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"diagram/GPT-5.2","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision@1|rating|english/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1230.702437,"ciLow":1222.061091,"ciHigh":1239.343783,"observedAt":"2026-11-09","runCount":7655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"english/GPT-5.2","slice":"english"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision@1|rating|entity_recognition/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1195.02749,"ciLow":1154.130793,"ciHigh":1235.924187,"observedAt":"2026-11-09","runCount":174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"entity_recognition/GPT-5.2","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision@1|rating|homework/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1258.579609,"ciLow":1247.151061,"ciHigh":1270.008158,"observedAt":"2026-11-09","runCount":2993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"homework/GPT-5.2","slice":"homework"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision@1|rating|humor/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1198.271969,"ciLow":1174.452696,"ciHigh":1222.091242,"observedAt":"2026-11-09","runCount":648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"humor/GPT-5.2","slice":"humor"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision@1|rating|ocr/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1233.192363,"ciLow":1226.946558,"ciHigh":1239.438168,"observedAt":"2026-11-09","runCount":13725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"ocr/GPT-5.2","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-vision@1|rating|overall/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1228.835139,"ciLow":1222.916542,"ciHigh":1234.753735,"observedAt":"2026-11-09","runCount":20001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"overall/GPT-5.2","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-webdev@1|rating|overall/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1418.950454,"ciLow":1396.201703,"ciHigh":1441.699206,"observedAt":"2026-11-15","runCount":1073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"overall/GPT-5.2","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-webdev@1|rating|webdev-html/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1428.595779,"ciLow":1404.901492,"ciHigh":1452.290065,"observedAt":"2026-11-15","runCount":1073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"webdev-html/GPT-5.2","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.2:default|none|lmarena-webdev@1|rating|webdev/GPT-5.2","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1418.950454,"ciLow":1396.201703,"ciHigh":1441.699206,"observedAt":"2026-11-15","runCount":1073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2","rowId":"webdev/GPT-5.2","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-document-style-control@1|rating|overall/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.704518,"ciLow":1412.522033,"ciHigh":1430.887002,"observedAt":"2026-11-09","runCount":7552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"overall/GPT-5.2 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-document@1|rating|overall/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1403.879359,"ciLow":1394.651279,"ciHigh":1413.107439,"observedAt":"2026-11-09","runCount":7552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"overall/GPT-5.2 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|chinese/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.02859,"ciLow":1454.766973,"ciHigh":1475.290208,"observedAt":"2026-11-11","runCount":3542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"chinese/GPT-5.2 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|coding/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.953155,"ciLow":1482.868874,"ciHigh":1495.037435,"observedAt":"2026-11-11","runCount":12144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"coding/GPT-5.2 (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.034993,"ciLow":1378.604897,"ciHigh":1393.465089,"observedAt":"2026-11-11","runCount":7594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"creative_writing/GPT-5.2 (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|english/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.398542,"ciLow":1440.468614,"ciHigh":1450.32847,"observedAt":"2026-11-11","runCount":21048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"english/GPT-5.2 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.879478,"ciLow":1429.063228,"ciHigh":1438.695727,"observedAt":"2026-11-11","runCount":36627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"exclude_ties/GPT-5.2 (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|expert/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.570667,"ciLow":1464.798492,"ciHigh":1484.342842,"observedAt":"2026-11-11","runCount":3948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"expert/GPT-5.2 (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|french/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.274177,"ciLow":1462.228194,"ciHigh":1496.320159,"observedAt":"2026-11-11","runCount":1425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"french/GPT-5.2 (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|german/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.166953,"ciLow":1441.093805,"ciHigh":1483.240101,"observedAt":"2026-11-11","runCount":831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"german/GPT-5.2 (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.729003,"ciLow":1455.304519,"ciHigh":1464.153488,"observedAt":"2026-11-11","runCount":29640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"hard_prompts/GPT-5.2 (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.287918,"ciLow":1457.347396,"ciHigh":1469.22844,"observedAt":"2026-11-11","runCount":12913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"hard_prompts_english/GPT-5.2 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.962733,"ciLow":1436.338641,"ciHigh":1449.586825,"observedAt":"2026-11-11","runCount":9693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.2 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.417639,"ciLow":1381.635211,"ciHigh":1395.200068,"observedAt":"2026-11-11","runCount":9264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.2 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.056908,"ciLow":1437.990558,"ciHigh":1458.123259,"observedAt":"2026-11-11","runCount":3745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_legal_and_government/GPT-5.2 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.09552,"ciLow":1445.019995,"ciHigh":1459.171045,"observedAt":"2026-11-11","runCount":8222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5.2 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.186783,"ciLow":1449.16788,"ciHigh":1473.205687,"observedAt":"2026-11-11","runCount":2601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_mathematical/GPT-5.2 (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.159623,"ciLow":1441.475118,"ciHigh":1462.844128,"observedAt":"2026-11-11","runCount":3477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_medicine_and_healthcare/GPT-5.2 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.239361,"ciLow":1467.056715,"ciHigh":1477.422007,"observedAt":"2026-11-11","runCount":18263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_software_and_it_services/GPT-5.2 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.184225,"ciLow":1401.956484,"ciHigh":1414.411965,"observedAt":"2026-11-11","runCount":11434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_writing_and_literature_and_language/GPT-5.2 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.979949,"ciLow":1421.393288,"ciHigh":1432.56661,"observedAt":"2026-11-11","runCount":15177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"instruction_following/GPT-5.2 (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|japanese/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.21664,"ciLow":1404.621798,"ciHigh":1463.811481,"observedAt":"2026-11-11","runCount":436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"japanese/GPT-5.2 (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|korean/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.910433,"ciLow":1356.900475,"ciHigh":1400.920391,"observedAt":"2026-11-11","runCount":773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"korean/GPT-5.2 (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.670348,"ciLow":1428.181272,"ciHigh":1439.159424,"observedAt":"2026-11-11","runCount":17056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"longer_query/GPT-5.2 (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|math/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.517376,"ciLow":1445.76838,"ciHigh":1467.266373,"observedAt":"2026-11-11","runCount":3099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"math/GPT-5.2 (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.170962,"ciLow":1435.303436,"ciHigh":1449.038489,"observedAt":"2026-11-11","runCount":9196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"multi_turn/GPT-5.2 (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|non_english/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.011335,"ciLow":1419.599563,"ciHigh":1428.423107,"observedAt":"2026-11-11","runCount":28242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"non_english/GPT-5.2 (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|overall/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.236036,"ciLow":1433.676858,"ciHigh":1440.795213,"observedAt":"2026-11-11","runCount":49290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"overall/GPT-5.2 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|polish/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.121216,"ciLow":1433.818128,"ciHigh":1468.424305,"observedAt":"2026-11-11","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"polish/GPT-5.2 (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|russian/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.242377,"ciLow":1423.457114,"ciHigh":1439.027639,"observedAt":"2026-11-11","runCount":6289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"russian/GPT-5.2 (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text-style-control@1|rating|spanish/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.996733,"ciLow":1414.275554,"ciHigh":1445.717911,"observedAt":"2026-11-11","runCount":1518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"spanish/GPT-5.2 (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|chinese/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.502398,"ciLow":1437.294399,"ciHigh":1457.710397,"observedAt":"2026-11-11","runCount":3542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"chinese/GPT-5.2 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|coding/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.420599,"ciLow":1435.400252,"ciHigh":1447.440947,"observedAt":"2026-11-11","runCount":12144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"coding/GPT-5.2 (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|creative_writing/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.78793,"ciLow":1368.47562,"ciHigh":1383.10024,"observedAt":"2026-11-11","runCount":7594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"creative_writing/GPT-5.2 (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|english/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.255974,"ciLow":1417.383861,"ciHigh":1427.128086,"observedAt":"2026-11-11","runCount":21048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"english/GPT-5.2 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|exclude_ties/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.002668,"ciLow":1398.295126,"ciHigh":1407.710209,"observedAt":"2026-11-11","runCount":36627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"exclude_ties/GPT-5.2 (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|expert/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.22307,"ciLow":1434.560007,"ciHigh":1453.886133,"observedAt":"2026-11-11","runCount":3948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"expert/GPT-5.2 (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|french/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.808049,"ciLow":1436.861058,"ciHigh":1470.75504,"observedAt":"2026-11-11","runCount":1425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"french/GPT-5.2 (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|german/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.054719,"ciLow":1421.307731,"ciHigh":1462.801707,"observedAt":"2026-11-11","runCount":831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"german/GPT-5.2 (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|hard_prompts/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.09451,"ciLow":1423.711141,"ciHigh":1432.477878,"observedAt":"2026-11-11","runCount":29640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"hard_prompts/GPT-5.2 (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.502714,"ciLow":1424.622701,"ciHigh":1436.382727,"observedAt":"2026-11-11","runCount":12913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"hard_prompts_english/GPT-5.2 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.901817,"ciLow":1407.342733,"ciHigh":1420.460902,"observedAt":"2026-11-11","runCount":9693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.2 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.524901,"ciLow":1365.840789,"ciHigh":1379.209012,"observedAt":"2026-11-11","runCount":9264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.2 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.505481,"ciLow":1417.567456,"ciHigh":1437.443507,"observedAt":"2026-11-11","runCount":3745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_legal_and_government/GPT-5.2 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.018294,"ciLow":1418.035254,"ciHigh":1432.001333,"observedAt":"2026-11-11","runCount":8222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5.2 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|industry_mathematical/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.949434,"ciLow":1429.980431,"ciHigh":1453.918436,"observedAt":"2026-11-11","runCount":2601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_mathematical/GPT-5.2 (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.55778,"ciLow":1410.101269,"ciHigh":1431.014292,"observedAt":"2026-11-11","runCount":3477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_medicine_and_healthcare/GPT-5.2 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.964518,"ciLow":1428.832114,"ciHigh":1439.096921,"observedAt":"2026-11-11","runCount":18263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_software_and_it_services/GPT-5.2 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.924338,"ciLow":1385.771783,"ciHigh":1398.076892,"observedAt":"2026-11-11","runCount":11434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"industry_writing_and_literature_and_language/GPT-5.2 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|instruction_following/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.150479,"ciLow":1403.604001,"ciHigh":1414.696957,"observedAt":"2026-11-11","runCount":15177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"instruction_following/GPT-5.2 (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|japanese/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.446426,"ciLow":1388.775243,"ciHigh":1448.11761,"observedAt":"2026-11-11","runCount":436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"japanese/GPT-5.2 (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|korean/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.929723,"ciLow":1347.090553,"ciHigh":1390.768893,"observedAt":"2026-11-11","runCount":773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"korean/GPT-5.2 (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|longer_query/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.468965,"ciLow":1403.033453,"ciHigh":1413.904477,"observedAt":"2026-11-11","runCount":17056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"longer_query/GPT-5.2 (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|math/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.822262,"ciLow":1429.075438,"ciHigh":1450.569086,"observedAt":"2026-11-11","runCount":3099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"math/GPT-5.2 (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|multi_turn/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.452261,"ciLow":1412.624302,"ciHigh":1426.280219,"observedAt":"2026-11-11","runCount":9196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"multi_turn/GPT-5.2 (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|non_english/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.849178,"ciLow":1400.476106,"ciHigh":1409.22225,"observedAt":"2026-11-11","runCount":28242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"non_english/GPT-5.2 (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|overall/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.206462,"ciLow":1412.684437,"ciHigh":1419.728486,"observedAt":"2026-11-11","runCount":49290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"overall/GPT-5.2 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|polish/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.136053,"ciLow":1406.065837,"ciHigh":1440.20627,"observedAt":"2026-11-11","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"polish/GPT-5.2 (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|russian/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.142408,"ciLow":1403.384281,"ciHigh":1418.900535,"observedAt":"2026-11-11","runCount":6289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"russian/GPT-5.2 (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-text@1|rating|spanish/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.480423,"ciLow":1396.86093,"ciHigh":1428.099915,"observedAt":"2026-11-11","runCount":1518,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"spanish/GPT-5.2 (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision-style-control@1|rating|captioning/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.466769,"ciLow":1202.685295,"ciHigh":1320.248242,"observedAt":"2026-11-09","runCount":92,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"captioning/GPT-5.2 (High)","slice":"captioning"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.346427,"ciLow":1282.41148,"ciHigh":1318.281374,"observedAt":"2026-11-09","runCount":1332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"chinese/GPT-5.2 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.106767,"ciLow":1187.846991,"ciHigh":1222.366543,"observedAt":"2026-11-09","runCount":1322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"creative_writing_vision/GPT-5.2 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.780995,"ciLow":1266.236088,"ciHigh":1285.325902,"observedAt":"2026-11-09","runCount":4759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"diagram/GPT-5.2 (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision-style-control@1|rating|english/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.185949,"ciLow":1229.44728,"ciHigh":1246.924618,"observedAt":"2026-11-09","runCount":7290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"english/GPT-5.2 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.254648,"ciLow":1159.063593,"ciHigh":1243.445703,"observedAt":"2026-11-09","runCount":167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"entity_recognition/GPT-5.2 (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision-style-control@1|rating|homework/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.367215,"ciLow":1269.719979,"ciHigh":1293.014452,"observedAt":"2026-11-09","runCount":2866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"homework/GPT-5.2 (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision-style-control@1|rating|humor/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.345889,"ciLow":1194.505718,"ciHigh":1242.18606,"observedAt":"2026-11-09","runCount":679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"humor/GPT-5.2 (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.465004,"ciLow":1253.041209,"ciHigh":1265.888798,"observedAt":"2026-11-09","runCount":12848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"ocr/GPT-5.2 (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision-style-control@1|rating|overall/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.442028,"ciLow":1236.397915,"ciHigh":1248.486141,"observedAt":"2026-11-09","runCount":18920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"overall/GPT-5.2 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision@1|rating|captioning/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1266.020729,"ciLow":1206.720251,"ciHigh":1325.321206,"observedAt":"2026-11-09","runCount":92,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"captioning/GPT-5.2 (High)","slice":"captioning"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision@1|rating|chinese/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1305.264084,"ciLow":1287.393639,"ciHigh":1323.134529,"observedAt":"2026-11-09","runCount":1332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"chinese/GPT-5.2 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1214.521785,"ciLow":1197.483117,"ciHigh":1231.560453,"observedAt":"2026-11-09","runCount":1322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"creative_writing_vision/GPT-5.2 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision@1|rating|diagram/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1265.22527,"ciLow":1255.760862,"ciHigh":1274.689679,"observedAt":"2026-11-09","runCount":4759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"diagram/GPT-5.2 (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision@1|rating|english/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1243.355726,"ciLow":1234.674918,"ciHigh":1252.036534,"observedAt":"2026-11-09","runCount":7290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"english/GPT-5.2 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision@1|rating|entity_recognition/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1232.434413,"ciLow":1191.020596,"ciHigh":1273.84823,"observedAt":"2026-11-09","runCount":167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"entity_recognition/GPT-5.2 (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision@1|rating|homework/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1275.795994,"ciLow":1264.199512,"ciHigh":1287.392477,"observedAt":"2026-11-09","runCount":2866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"homework/GPT-5.2 (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision@1|rating|humor/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1227.673364,"ciLow":1203.954449,"ciHigh":1251.392279,"observedAt":"2026-11-09","runCount":679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"humor/GPT-5.2 (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision@1|rating|ocr/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1256.164921,"ciLow":1249.789061,"ciHigh":1262.540782,"observedAt":"2026-11-09","runCount":12848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"ocr/GPT-5.2 (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.2:effort=high|none|lmarena-vision@1|rating|overall/GPT-5.2 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1245.457167,"ciLow":1239.462896,"ciHigh":1251.451437,"observedAt":"2026-11-09","runCount":18920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (High)","rowId":"overall/GPT-5.2 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:flags=non-thinking+search|none|lmarena-search-style-control@1|rating|overall/GPT-5.2 (Search, Non-Reasoning)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":["search","non-thinking"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1136.018129,"ciLow":1130.143647,"ciHigh":1141.892611,"observedAt":"2026-11-09","runCount":78443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (Search, Non-Reasoning)","rowId":"overall/GPT-5.2 (Search, Non-Reasoning)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:flags=non-thinking+search|none|lmarena-search@1|rating|overall/GPT-5.2 (Search, Non-Reasoning)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":["search","non-thinking"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1171.870878,"ciLow":1166.276922,"ciHigh":1177.464833,"observedAt":"2026-11-09","runCount":78443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (Search, Non-Reasoning)","rowId":"overall/GPT-5.2 (Search, Non-Reasoning)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:flags=search|none|lmarena-search-style-control@1|rating|overall/GPT-5.2 (Search)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.108525,"ciLow":1155.231034,"ciHigh":1166.986016,"observedAt":"2026-11-09","runCount":54658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (Search)","rowId":"overall/GPT-5.2 (Search)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.2:flags=search|none|lmarena-search@1|rating|overall/GPT-5.2 (Search)","sourceId":"lmarena","modelId":"openai/gpt-5.2","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1207.07545,"ciLow":1201.453092,"ciHigh":1212.697809,"observedAt":"2026-11-09","runCount":54658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.2 (Search)","rowId":"overall/GPT-5.2 (Search)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|chinese/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.82581,"ciLow":1485.837646,"ciHigh":1511.813975,"observedAt":"2026-11-11","runCount":2241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"chinese/GPT-5.3 Chat","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|coding/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.586408,"ciLow":1489.516959,"ciHigh":1503.655857,"observedAt":"2026-11-11","runCount":9103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"coding/GPT-5.3 Chat","slice":"coding"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.686897,"ciLow":1398.956568,"ciHigh":1416.417226,"observedAt":"2026-11-11","runCount":5289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"creative_writing/GPT-5.3 Chat","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|english/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.616747,"ciLow":1444.786095,"ciHigh":1456.4474,"observedAt":"2026-11-11","runCount":14942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"english/GPT-5.3 Chat","slice":"english"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.785561,"ciLow":1448.194632,"ciHigh":1459.37649,"observedAt":"2026-11-11","runCount":26120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"exclude_ties/GPT-5.3 Chat","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|expert/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.800349,"ciLow":1458.483498,"ciHigh":1481.1172,"observedAt":"2026-11-11","runCount":2981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"expert/GPT-5.3 Chat","slice":"expert"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|french/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.805322,"ciLow":1450.034541,"ciHigh":1489.576103,"observedAt":"2026-11-11","runCount":1057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"french/GPT-5.3 Chat","slice":"french"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|german/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.632773,"ciLow":1425.89085,"ciHigh":1477.374696,"observedAt":"2026-11-11","runCount":521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"german/GPT-5.3 Chat","slice":"german"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.923595,"ciLow":1467.716449,"ciHigh":1478.130742,"observedAt":"2026-11-11","runCount":21472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"hard_prompts/GPT-5.3 Chat","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.441868,"ciLow":1461.537201,"ciHigh":1475.346535,"observedAt":"2026-11-11","runCount":9699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"hard_prompts_english/GPT-5.3 Chat","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.281531,"ciLow":1451.4339,"ciHigh":1467.129161,"observedAt":"2026-11-11","runCount":6767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_business_and_management_and_financial_operations/GPT-5.3 Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.183033,"ciLow":1408.159434,"ciHigh":1424.206632,"observedAt":"2026-11-11","runCount":6645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_entertainment_and_sports_and_media/GPT-5.3 Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.157405,"ciLow":1453.963112,"ciHigh":1478.351698,"observedAt":"2026-11-11","runCount":2617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_legal_and_government/GPT-5.3 Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.566508,"ciLow":1452.975615,"ciHigh":1470.157402,"observedAt":"2026-11-11","runCount":5421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_life_and_physical_and_social_science/GPT-5.3 Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.941039,"ciLow":1416.183107,"ciHigh":1443.698971,"observedAt":"2026-11-11","runCount":1993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_mathematical/GPT-5.3 Chat","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.080143,"ciLow":1469.760012,"ciHigh":1494.400274,"observedAt":"2026-11-11","runCount":2549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_medicine_and_healthcare/GPT-5.3 Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.031389,"ciLow":1481.89989,"ciHigh":1494.162887,"observedAt":"2026-11-11","runCount":13242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_software_and_it_services/GPT-5.3 Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.607841,"ciLow":1420.307294,"ciHigh":1434.908388,"observedAt":"2026-11-11","runCount":7902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_writing_and_literature_and_language/GPT-5.3 Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.443767,"ciLow":1428.932434,"ciHigh":1441.955101,"observedAt":"2026-11-11","runCount":11090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"instruction_following/GPT-5.3 Chat","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|japanese/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.407802,"ciLow":1374.30504,"ciHigh":1452.510564,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"japanese/GPT-5.3 Chat","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|korean/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.044887,"ciLow":1391.258764,"ciHigh":1444.83101,"observedAt":"2026-11-11","runCount":550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"korean/GPT-5.3 Chat","slice":"korean"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.530593,"ciLow":1450.293062,"ciHigh":1462.768124,"observedAt":"2026-11-11","runCount":13284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"longer_query/GPT-5.3 Chat","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|math/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.620686,"ciLow":1417.510271,"ciHigh":1443.731101,"observedAt":"2026-11-11","runCount":2112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"math/GPT-5.3 Chat","slice":"math"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.844928,"ciLow":1458.789508,"ciHigh":1474.900347,"observedAt":"2026-11-11","runCount":6420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"multi_turn/GPT-5.3 Chat","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|non_english/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.207754,"ciLow":1438.905066,"ciHigh":1449.510441,"observedAt":"2026-11-11","runCount":19084,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"non_english/GPT-5.3 Chat","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|overall/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.259914,"ciLow":1446.011875,"ciHigh":1454.507954,"observedAt":"2026-11-11","runCount":34026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"overall/GPT-5.3 Chat","slice":"overall"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|polish/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.859843,"ciLow":1453.084486,"ciHigh":1496.6352,"observedAt":"2026-11-11","runCount":745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"polish/GPT-5.3 Chat","slice":"polish"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|russian/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.904917,"ciLow":1448.218117,"ciHigh":1467.591717,"observedAt":"2026-11-11","runCount":4081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"russian/GPT-5.3 Chat","slice":"russian"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text-style-control@1|rating|spanish/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.544766,"ciLow":1420.87328,"ciHigh":1456.216252,"observedAt":"2026-11-11","runCount":1289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"spanish/GPT-5.3 Chat","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|chinese/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.393966,"ciLow":1420.556184,"ciHigh":1446.231748,"observedAt":"2026-11-11","runCount":2241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"chinese/GPT-5.3 Chat","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|coding/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.839069,"ciLow":1399.81777,"ciHigh":1413.860368,"observedAt":"2026-11-11","runCount":9103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"coding/GPT-5.3 Chat","slice":"coding"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|creative_writing/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.657697,"ciLow":1346.9876,"ciHigh":1364.327794,"observedAt":"2026-11-11","runCount":5289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"creative_writing/GPT-5.3 Chat","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|english/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.090116,"ciLow":1384.30279,"ciHigh":1395.877443,"observedAt":"2026-11-11","runCount":14942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"english/GPT-5.3 Chat","slice":"english"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|exclude_ties/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.826619,"ciLow":1362.33442,"ciHigh":1373.318819,"observedAt":"2026-11-11","runCount":26120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"exclude_ties/GPT-5.3 Chat","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|expert/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.677685,"ciLow":1384.467813,"ciHigh":1406.887557,"observedAt":"2026-11-11","runCount":2981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"expert/GPT-5.3 Chat","slice":"expert"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|french/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.798057,"ciLow":1377.263481,"ciHigh":1416.332632,"observedAt":"2026-11-11","runCount":1057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"french/GPT-5.3 Chat","slice":"french"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|german/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.970854,"ciLow":1359.255841,"ciHigh":1410.685868,"observedAt":"2026-11-11","runCount":521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"german/GPT-5.3 Chat","slice":"german"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|hard_prompts/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.65181,"ciLow":1393.486851,"ciHigh":1403.81677,"observedAt":"2026-11-11","runCount":21472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"hard_prompts/GPT-5.3 Chat","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.356551,"ciLow":1389.500402,"ciHigh":1403.212699,"observedAt":"2026-11-11","runCount":9699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"hard_prompts_english/GPT-5.3 Chat","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.880897,"ciLow":1376.10267,"ciHigh":1391.659124,"observedAt":"2026-11-11","runCount":6767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_business_and_management_and_financial_operations/GPT-5.3 Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.314797,"ciLow":1349.397029,"ciHigh":1365.232564,"observedAt":"2026-11-11","runCount":6645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_entertainment_and_sports_and_media/GPT-5.3 Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.467446,"ciLow":1381.420795,"ciHigh":1405.514096,"observedAt":"2026-11-11","runCount":2617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_legal_and_government/GPT-5.3 Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.240156,"ciLow":1376.737774,"ciHigh":1393.742537,"observedAt":"2026-11-11","runCount":5421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_life_and_physical_and_social_science/GPT-5.3 Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|industry_mathematical/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.844661,"ciLow":1371.087866,"ciHigh":1398.601457,"observedAt":"2026-11-11","runCount":1993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_mathematical/GPT-5.3 Chat","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.946534,"ciLow":1380.783615,"ciHigh":1405.109453,"observedAt":"2026-11-11","runCount":2549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_medicine_and_healthcare/GPT-5.3 Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.575607,"ciLow":1401.497868,"ciHigh":1413.653345,"observedAt":"2026-11-11","runCount":13242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_software_and_it_services/GPT-5.3 Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.028043,"ciLow":1370.775815,"ciHigh":1385.280271,"observedAt":"2026-11-11","runCount":7902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"industry_writing_and_literature_and_language/GPT-5.3 Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|instruction_following/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.7127,"ciLow":1371.243307,"ciHigh":1384.182092,"observedAt":"2026-11-11","runCount":11090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"instruction_following/GPT-5.3 Chat","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|japanese/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.039409,"ciLow":1312.154408,"ciHigh":1389.924411,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"japanese/GPT-5.3 Chat","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|korean/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.993356,"ciLow":1320.389464,"ciHigh":1373.597247,"observedAt":"2026-11-11","runCount":550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"korean/GPT-5.3 Chat","slice":"korean"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|longer_query/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.236235,"ciLow":1389.037842,"ciHigh":1401.434628,"observedAt":"2026-11-11","runCount":13284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"longer_query/GPT-5.3 Chat","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|math/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.385303,"ciLow":1375.302536,"ciHigh":1401.468069,"observedAt":"2026-11-11","runCount":2112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"math/GPT-5.3 Chat","slice":"math"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|multi_turn/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.717532,"ciLow":1403.729849,"ciHigh":1419.705214,"observedAt":"2026-11-11","runCount":6420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"multi_turn/GPT-5.3 Chat","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|non_english/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.386758,"ciLow":1377.131178,"ciHigh":1387.642338,"observedAt":"2026-11-11","runCount":19084,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"non_english/GPT-5.3 Chat","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|overall/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.090604,"ciLow":1384.878441,"ciHigh":1393.302767,"observedAt":"2026-11-11","runCount":34026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"overall/GPT-5.3 Chat","slice":"overall"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|polish/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.515288,"ciLow":1374.904884,"ciHigh":1418.125691,"observedAt":"2026-11-11","runCount":745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"polish/GPT-5.3 Chat","slice":"polish"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|russian/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.056939,"ciLow":1390.416477,"ciHigh":1409.697401,"observedAt":"2026-11-11","runCount":4081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"russian/GPT-5.3 Chat","slice":"russian"}
{"key":"lmarena|openai/gpt-5.3-chat:default|none|lmarena-text@1|rating|spanish/GPT-5.3 Chat","sourceId":"lmarena","modelId":"openai/gpt-5.3-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.206113,"ciLow":1353.712439,"ciHigh":1388.699787,"observedAt":"2026-11-11","runCount":1289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3 Chat","rowId":"spanish/GPT-5.3 Chat","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.3-codex:default|codex-cli|lmarena-webdev@1|rating|image_to_webdev/GPT-5.3-Codex (Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1443.6266,"ciLow":1429.401963,"ciHigh":1457.851238,"observedAt":"2026-11-15","runCount":2625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3-Codex (Codex Harness)","rowId":"image_to_webdev/GPT-5.3-Codex (Codex Harness)","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-5.3-codex:default|codex-cli|lmarena-webdev@1|rating|overall/GPT-5.3-Codex (Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1406.108745,"ciLow":1392.387757,"ciHigh":1419.829733,"observedAt":"2026-11-15","runCount":2632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3-Codex (Codex Harness)","rowId":"overall/GPT-5.3-Codex (Codex Harness)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.3-codex:default|codex-cli|lmarena-webdev@1|rating|overall/GPT-5.3-Codex (Codex Harness)#2","sourceId":"lmarena","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1371.016098,"ciLow":1359.655851,"ciHigh":1382.376345,"observedAt":"2026-11-15","runCount":3637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3-Codex (Codex Harness)","rowId":"overall/GPT-5.3-Codex (Codex Harness)#2","slice":"overall"}
{"key":"lmarena|openai/gpt-5.3-codex:default|codex-cli|lmarena-webdev@1|rating|webdev-html/GPT-5.3-Codex (Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1421.13274,"ciLow":1389.865166,"ciHigh":1452.400314,"observedAt":"2026-11-15","runCount":400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3-Codex (Codex Harness)","rowId":"webdev-html/GPT-5.3-Codex (Codex Harness)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.3-codex:default|codex-cli|lmarena-webdev@1|rating|webdev-html/GPT-5.3-Codex (Codex Harness)#2","sourceId":"lmarena","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1418.096463,"ciLow":1381.240084,"ciHigh":1454.952843,"observedAt":"2026-11-15","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3-Codex (Codex Harness)","rowId":"webdev-html/GPT-5.3-Codex (Codex Harness)#2","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.3-codex:default|codex-cli|lmarena-webdev@1|rating|webdev-react/GPT-5.3-Codex (Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1393.830481,"ciLow":1379.131341,"ciHigh":1408.52962,"observedAt":"2026-11-15","runCount":2343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3-Codex (Codex Harness)","rowId":"webdev-react/GPT-5.3-Codex (Codex Harness)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.3-codex:default|codex-cli|lmarena-webdev@1|rating|webdev-react/GPT-5.3-Codex (Codex Harness)#2","sourceId":"lmarena","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1355.663305,"ciLow":1343.527846,"ciHigh":1367.798764,"observedAt":"2026-11-15","runCount":3210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3-Codex (Codex Harness)","rowId":"webdev-react/GPT-5.3-Codex (Codex Harness)#2","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.3-codex:default|codex-cli|lmarena-webdev@1|rating|webdev/GPT-5.3-Codex (Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1406.108745,"ciLow":1392.387757,"ciHigh":1419.829733,"observedAt":"2026-11-15","runCount":2632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3-Codex (Codex Harness)","rowId":"webdev/GPT-5.3-Codex (Codex Harness)","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.3-codex:default|codex-cli|lmarena-webdev@1|rating|webdev/GPT-5.3-Codex (Codex Harness)#2","sourceId":"lmarena","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1371.016098,"ciLow":1359.655851,"ciHigh":1382.376345,"observedAt":"2026-11-15","runCount":3637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.3-Codex (Codex Harness)","rowId":"webdev/GPT-5.3-Codex (Codex Harness)#2","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|chinese/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.980491,"ciLow":1462.760638,"ciHigh":1483.200345,"observedAt":"2026-11-11","runCount":3872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"chinese/GPT-5.4 mini (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|coding/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.938113,"ciLow":1489.050862,"ciHigh":1500.825363,"observedAt":"2026-11-11","runCount":17061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"coding/GPT-5.4 mini (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.221845,"ciLow":1394.14791,"ciHigh":1408.295781,"observedAt":"2026-11-11","runCount":10644,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"creative_writing/GPT-5.4 mini (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|english/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.040491,"ciLow":1445.084029,"ciHigh":1454.996953,"observedAt":"2026-11-11","runCount":28842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"english/GPT-5.4 mini (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.921288,"ciLow":1444.030441,"ciHigh":1453.812136,"observedAt":"2026-11-11","runCount":48228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"exclude_ties/GPT-5.4 mini (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|expert/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.361071,"ciLow":1474.130601,"ciHigh":1490.59154,"observedAt":"2026-11-11","runCount":6247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"expert/GPT-5.4 mini (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|french/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.012848,"ciLow":1464.478512,"ciHigh":1493.547183,"observedAt":"2026-11-11","runCount":2200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"french/GPT-5.4 mini (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|german/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.867381,"ciLow":1423.631897,"ciHigh":1464.102865,"observedAt":"2026-11-11","runCount":928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"german/GPT-5.4 mini (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.43479,"ciLow":1464.946865,"ciHigh":1473.922715,"observedAt":"2026-11-11","runCount":41192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"hard_prompts/GPT-5.4 mini (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.203752,"ciLow":1460.526625,"ciHigh":1471.880878,"observedAt":"2026-11-11","runCount":19655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"hard_prompts_english/GPT-5.4 mini (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.409049,"ciLow":1452.926239,"ciHigh":1465.891859,"observedAt":"2026-11-11","runCount":12737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.4 mini (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.19631,"ciLow":1401.702232,"ciHigh":1414.690388,"observedAt":"2026-11-11","runCount":13671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.4 mini (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.106676,"ciLow":1446.798176,"ciHigh":1465.415177,"observedAt":"2026-11-11","runCount":4991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_legal_and_government/GPT-5.4 mini (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.888775,"ciLow":1457.997946,"ciHigh":1471.779604,"observedAt":"2026-11-11","runCount":10404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5.4 mini (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.028158,"ciLow":1441.154154,"ciHigh":1462.902161,"observedAt":"2026-11-11","runCount":3367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_mathematical/GPT-5.4 mini (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.789136,"ciLow":1440.138379,"ciHigh":1459.439893,"observedAt":"2026-11-11","runCount":4705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_medicine_and_healthcare/GPT-5.4 mini (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.072157,"ciLow":1480.871051,"ciHigh":1491.273263,"observedAt":"2026-11-11","runCount":24790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_software_and_it_services/GPT-5.4 mini (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.508848,"ciLow":1417.457387,"ciHigh":1429.560309,"observedAt":"2026-11-11","runCount":15651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_writing_and_literature_and_language/GPT-5.4 mini (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.504696,"ciLow":1429.066836,"ciHigh":1439.942555,"observedAt":"2026-11-11","runCount":21472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"instruction_following/GPT-5.4 mini (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|japanese/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.926445,"ciLow":1380.459457,"ciHigh":1431.393433,"observedAt":"2026-11-11","runCount":613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"japanese/GPT-5.4 mini (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|korean/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.539818,"ciLow":1371.346528,"ciHigh":1411.733107,"observedAt":"2026-11-11","runCount":959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"korean/GPT-5.4 mini (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.586708,"ciLow":1442.326949,"ciHigh":1452.846466,"observedAt":"2026-11-11","runCount":27423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"longer_query/GPT-5.4 mini (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|math/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.050445,"ciLow":1428.271685,"ciHigh":1449.829204,"observedAt":"2026-11-11","runCount":3325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"math/GPT-5.4 mini (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.526474,"ciLow":1458.855997,"ciHigh":1472.19695,"observedAt":"2026-11-11","runCount":11793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"multi_turn/GPT-5.4 mini (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|non_english/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.925701,"ciLow":1433.255045,"ciHigh":1442.596356,"observedAt":"2026-11-11","runCount":33909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"non_english/GPT-5.4 mini (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|overall/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.334649,"ciLow":1443.577926,"ciHigh":1451.091372,"observedAt":"2026-11-11","runCount":62752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"overall/GPT-5.4 mini (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|polish/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.649796,"ciLow":1445.750293,"ciHigh":1481.549299,"observedAt":"2026-11-11","runCount":1182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"polish/GPT-5.4 mini (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|russian/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.382244,"ciLow":1443.428534,"ciHigh":1459.335954,"observedAt":"2026-11-11","runCount":6913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"russian/GPT-5.4 mini (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text-style-control@1|rating|spanish/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.010353,"ciLow":1420.074368,"ciHigh":1449.946338,"observedAt":"2026-11-11","runCount":1891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"spanish/GPT-5.4 mini (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|chinese/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.498149,"ciLow":1435.339482,"ciHigh":1455.656816,"observedAt":"2026-11-11","runCount":3872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"chinese/GPT-5.4 mini (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|coding/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.633038,"ciLow":1432.781078,"ciHigh":1444.484998,"observedAt":"2026-11-11","runCount":17061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"coding/GPT-5.4 mini (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|creative_writing/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.476563,"ciLow":1362.515618,"ciHigh":1376.437508,"observedAt":"2026-11-11","runCount":10644,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"creative_writing/GPT-5.4 mini (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|english/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.808021,"ciLow":1406.889192,"ciHigh":1416.72685,"observedAt":"2026-11-11","runCount":28842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"english/GPT-5.4 mini (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|exclude_ties/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.762418,"ciLow":1392.965882,"ciHigh":1402.558954,"observedAt":"2026-11-11","runCount":48228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"exclude_ties/GPT-5.4 mini (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|expert/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.348713,"ciLow":1428.198417,"ciHigh":1444.499008,"observedAt":"2026-11-11","runCount":6247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"expert/GPT-5.4 mini (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|french/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.812685,"ciLow":1428.4466,"ciHigh":1457.17877,"observedAt":"2026-11-11","runCount":2200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"french/GPT-5.4 mini (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|german/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.94462,"ciLow":1388.864553,"ciHigh":1429.024687,"observedAt":"2026-11-11","runCount":928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"german/GPT-5.4 mini (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|hard_prompts/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.881302,"ciLow":1420.435603,"ciHigh":1429.327001,"observedAt":"2026-11-11","runCount":41192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"hard_prompts/GPT-5.4 mini (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.233841,"ciLow":1414.605279,"ciHigh":1425.862403,"observedAt":"2026-11-11","runCount":19655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"hard_prompts_english/GPT-5.4 mini (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.77651,"ciLow":1411.383807,"ciHigh":1424.169213,"observedAt":"2026-11-11","runCount":12737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.4 mini (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.095711,"ciLow":1365.70046,"ciHigh":1378.490961,"observedAt":"2026-11-11","runCount":13671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.4 mini (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.841362,"ciLow":1405.702099,"ciHigh":1423.980625,"observedAt":"2026-11-11","runCount":4991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_legal_and_government/GPT-5.4 mini (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.472875,"ciLow":1410.663323,"ciHigh":1424.282427,"observedAt":"2026-11-11","runCount":10404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5.4 mini (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|industry_mathematical/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.472876,"ciLow":1417.6245,"ciHigh":1439.321253,"observedAt":"2026-11-11","runCount":3367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_mathematical/GPT-5.4 mini (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.668483,"ciLow":1385.209934,"ciHigh":1404.127032,"observedAt":"2026-11-11","runCount":4705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_medicine_and_healthcare/GPT-5.4 mini (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.518678,"ciLow":1431.358378,"ciHigh":1441.678977,"observedAt":"2026-11-11","runCount":24790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_software_and_it_services/GPT-5.4 mini (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.521244,"ciLow":1386.541898,"ciHigh":1398.50059,"observedAt":"2026-11-11","runCount":15651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"industry_writing_and_literature_and_language/GPT-5.4 mini (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|instruction_following/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.25402,"ciLow":1399.857523,"ciHigh":1410.650518,"observedAt":"2026-11-11","runCount":21472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"instruction_following/GPT-5.4 mini (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|japanese/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.693708,"ciLow":1346.318035,"ciHigh":1397.069381,"observedAt":"2026-11-11","runCount":613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"japanese/GPT-5.4 mini (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|korean/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.171399,"ciLow":1347.249083,"ciHigh":1387.093716,"observedAt":"2026-11-11","runCount":959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"korean/GPT-5.4 mini (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|longer_query/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.932664,"ciLow":1402.721978,"ciHigh":1413.143351,"observedAt":"2026-11-11","runCount":27423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"longer_query/GPT-5.4 mini (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|math/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.377065,"ciLow":1407.624424,"ciHigh":1429.129705,"observedAt":"2026-11-11","runCount":3325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"math/GPT-5.4 mini (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|multi_turn/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.118111,"ciLow":1422.485629,"ciHigh":1435.750593,"observedAt":"2026-11-11","runCount":11793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"multi_turn/GPT-5.4 mini (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|non_english/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.173361,"ciLow":1400.552304,"ciHigh":1409.794418,"observedAt":"2026-11-11","runCount":33909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"non_english/GPT-5.4 mini (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|overall/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.729676,"ciLow":1408.003239,"ciHigh":1415.456114,"observedAt":"2026-11-11","runCount":62752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"overall/GPT-5.4 mini (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|polish/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.091274,"ciLow":1399.701617,"ciHigh":1434.480931,"observedAt":"2026-11-11","runCount":1182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"polish/GPT-5.4 mini (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|russian/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.447906,"ciLow":1409.540123,"ciHigh":1425.355688,"observedAt":"2026-11-11","runCount":6913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"russian/GPT-5.4 mini (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-text@1|rating|spanish/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.284277,"ciLow":1390.541296,"ciHigh":1420.027258,"observedAt":"2026-11-11","runCount":1891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"spanish/GPT-5.4 mini (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.239255,"ciLow":1268.015393,"ciHigh":1302.463116,"observedAt":"2026-11-09","runCount":1648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"chinese/GPT-5.4 mini (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.357406,"ciLow":1209.616537,"ciHigh":1241.098276,"observedAt":"2026-11-09","runCount":1607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"creative_writing_vision/GPT-5.4 mini (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.659886,"ciLow":1273.908997,"ciHigh":1291.410775,"observedAt":"2026-11-09","runCount":6901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"diagram/GPT-5.4 mini (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision-style-control@1|rating|english/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.321256,"ciLow":1238.982333,"ciHigh":1255.660179,"observedAt":"2026-11-09","runCount":10618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"english/GPT-5.4 mini (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1203.182049,"ciLow":1162.658211,"ciHigh":1243.705887,"observedAt":"2026-11-09","runCount":184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"entity_recognition/GPT-5.4 mini (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision-style-control@1|rating|homework/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.646803,"ciLow":1279.588208,"ciHigh":1301.705397,"observedAt":"2026-11-09","runCount":3470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"homework/GPT-5.4 mini (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision-style-control@1|rating|humor/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.30135,"ciLow":1217.870851,"ciHigh":1260.731848,"observedAt":"2026-11-09","runCount":849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"humor/GPT-5.4 mini (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.556007,"ciLow":1256.264444,"ciHigh":1268.84757,"observedAt":"2026-11-09","runCount":18141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"ocr/GPT-5.4 mini (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision-style-control@1|rating|overall/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.948452,"ciLow":1243.774002,"ciHigh":1256.122903,"observedAt":"2026-11-09","runCount":25535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"overall/GPT-5.4 mini (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision@1|rating|chinese/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1286.194627,"ciLow":1269.206428,"ciHigh":1303.182826,"observedAt":"2026-11-09","runCount":1648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"chinese/GPT-5.4 mini (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1221.29942,"ciLow":1205.736922,"ciHigh":1236.861918,"observedAt":"2026-11-09","runCount":1607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"creative_writing_vision/GPT-5.4 mini (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision@1|rating|diagram/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1264.776828,"ciLow":1256.126867,"ciHigh":1273.42679,"observedAt":"2026-11-09","runCount":6901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"diagram/GPT-5.4 mini (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision@1|rating|english/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1243.600708,"ciLow":1235.305819,"ciHigh":1251.895598,"observedAt":"2026-11-09","runCount":10618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"english/GPT-5.4 mini (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision@1|rating|entity_recognition/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1223.30269,"ciLow":1183.114851,"ciHigh":1263.490528,"observedAt":"2026-11-09","runCount":184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"entity_recognition/GPT-5.4 mini (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision@1|rating|homework/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1285.161278,"ciLow":1274.20493,"ciHigh":1296.117626,"observedAt":"2026-11-09","runCount":3470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"homework/GPT-5.4 mini (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision@1|rating|humor/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1237.559099,"ciLow":1216.255348,"ciHigh":1258.86285,"observedAt":"2026-11-09","runCount":849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"humor/GPT-5.4 mini (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision@1|rating|ocr/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1252.910398,"ciLow":1246.689196,"ciHigh":1259.1316,"observedAt":"2026-11-09","runCount":18141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"ocr/GPT-5.4 mini (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-vision@1|rating|overall/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1244.420316,"ciLow":1238.294013,"ciHigh":1250.54662,"observedAt":"2026-11-09","runCount":25535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"overall/GPT-5.4 mini (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-webdev@1|rating|overall/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1397.779557,"ciLow":1391.209727,"ciHigh":1404.349386,"observedAt":"2026-11-15","runCount":11808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"overall/GPT-5.4 mini (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-webdev@1|rating|webdev-html/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1419.769334,"ciLow":1402.943921,"ciHigh":1436.594747,"observedAt":"2026-11-15","runCount":1408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"webdev-html/GPT-5.4 mini (High)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-webdev@1|rating|webdev-react/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1386.020726,"ciLow":1378.832621,"ciHigh":1393.208831,"observedAt":"2026-11-15","runCount":9722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"webdev-react/GPT-5.4 mini (High)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.4-mini:effort=high|none|lmarena-webdev@1|rating|webdev/GPT-5.4 mini (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1397.779557,"ciLow":1391.209727,"ciHigh":1404.349386,"observedAt":"2026-11-15","runCount":11808,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 mini (High)","rowId":"webdev/GPT-5.4 mini (High)","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|chinese/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.031557,"ciLow":1411.517943,"ciHigh":1432.545172,"observedAt":"2026-11-11","runCount":3767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"chinese/GPT-5.4 nano (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|coding/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.608028,"ciLow":1453.675566,"ciHigh":1465.54049,"observedAt":"2026-11-11","runCount":17417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"coding/GPT-5.4 nano (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.57065,"ciLow":1329.295165,"ciHigh":1343.846134,"observedAt":"2026-11-11","runCount":10209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"creative_writing/GPT-5.4 nano (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|english/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.07048,"ciLow":1407.060426,"ciHigh":1417.080534,"observedAt":"2026-11-11","runCount":28521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"english/GPT-5.4 nano (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.182766,"ciLow":1383.138327,"ciHigh":1393.227204,"observedAt":"2026-11-11","runCount":47348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"exclude_ties/GPT-5.4 nano (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|expert/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.934321,"ciLow":1427.492864,"ciHigh":1444.375778,"observedAt":"2026-11-11","runCount":6224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"expert/GPT-5.4 nano (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|french/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.727639,"ciLow":1413.806733,"ciHigh":1443.648545,"observedAt":"2026-11-11","runCount":2062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"french/GPT-5.4 nano (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|german/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.930685,"ciLow":1372.152458,"ciHigh":1413.708913,"observedAt":"2026-11-11","runCount":933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"german/GPT-5.4 nano (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.726516,"ciLow":1416.173301,"ciHigh":1425.279731,"observedAt":"2026-11-11","runCount":40736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"hard_prompts/GPT-5.4 nano (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.854528,"ciLow":1423.11255,"ciHigh":1434.596507,"observedAt":"2026-11-11","runCount":19659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"hard_prompts_english/GPT-5.4 nano (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.663701,"ciLow":1398.066446,"ciHigh":1411.260957,"observedAt":"2026-11-11","runCount":12429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.4 nano (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.652514,"ciLow":1346.038884,"ciHigh":1359.266144,"observedAt":"2026-11-11","runCount":13445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.4 nano (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.786149,"ciLow":1391.356974,"ciHigh":1410.215323,"observedAt":"2026-11-11","runCount":4888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_legal_and_government/GPT-5.4 nano (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.773788,"ciLow":1407.747053,"ciHigh":1421.800522,"observedAt":"2026-11-11","runCount":10349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5.4 nano (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.368703,"ciLow":1420.450754,"ciHigh":1442.286653,"observedAt":"2026-11-11","runCount":3389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_mathematical/GPT-5.4 nano (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.465448,"ciLow":1403.744042,"ciHigh":1423.186854,"observedAt":"2026-11-11","runCount":4692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_medicine_and_healthcare/GPT-5.4 nano (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.696588,"ciLow":1444.403207,"ciHigh":1454.989969,"observedAt":"2026-11-11","runCount":24627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_software_and_it_services/GPT-5.4 nano (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.426473,"ciLow":1356.214023,"ciHigh":1368.638923,"observedAt":"2026-11-11","runCount":15187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_writing_and_literature_and_language/GPT-5.4 nano (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.263119,"ciLow":1380.727176,"ciHigh":1391.799062,"observedAt":"2026-11-11","runCount":21136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"instruction_following/GPT-5.4 nano (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|japanese/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.654638,"ciLow":1348.446394,"ciHigh":1400.862882,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"japanese/GPT-5.4 nano (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|korean/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.107264,"ciLow":1317.960594,"ciHigh":1358.253934,"observedAt":"2026-11-11","runCount":1008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"korean/GPT-5.4 nano (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.53455,"ciLow":1397.175855,"ciHigh":1407.893246,"observedAt":"2026-11-11","runCount":27261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"longer_query/GPT-5.4 nano (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|math/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.869212,"ciLow":1412.989979,"ciHigh":1434.748445,"observedAt":"2026-11-11","runCount":3210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"math/GPT-5.4 nano (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.469086,"ciLow":1406.682371,"ciHigh":1420.255801,"observedAt":"2026-11-11","runCount":11676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"multi_turn/GPT-5.4 nano (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|non_english/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.238374,"ciLow":1381.528296,"ciHigh":1390.948451,"observedAt":"2026-11-11","runCount":33054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"non_english/GPT-5.4 nano (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|overall/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.009321,"ciLow":1397.215333,"ciHigh":1404.803309,"observedAt":"2026-11-11","runCount":61575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"overall/GPT-5.4 nano (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|polish/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.973868,"ciLow":1382.462484,"ciHigh":1419.485253,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"polish/GPT-5.4 nano (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|russian/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.074847,"ciLow":1381.016073,"ciHigh":1397.13362,"observedAt":"2026-11-11","runCount":6757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"russian/GPT-5.4 nano (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text-style-control@1|rating|spanish/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.737239,"ciLow":1378.721379,"ciHigh":1408.753099,"observedAt":"2026-11-11","runCount":1879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"spanish/GPT-5.4 nano (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|chinese/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.150794,"ciLow":1380.694573,"ciHigh":1401.607015,"observedAt":"2026-11-11","runCount":3767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"chinese/GPT-5.4 nano (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|coding/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.963102,"ciLow":1398.067433,"ciHigh":1409.85877,"observedAt":"2026-11-11","runCount":17417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"coding/GPT-5.4 nano (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|creative_writing/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.08475,"ciLow":1306.903282,"ciHigh":1321.266218,"observedAt":"2026-11-11","runCount":10209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"creative_writing/GPT-5.4 nano (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|english/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.597459,"ciLow":1375.612242,"ciHigh":1385.582676,"observedAt":"2026-11-11","runCount":28521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"english/GPT-5.4 nano (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|exclude_ties/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.991013,"ciLow":1340.033638,"ciHigh":1349.948389,"observedAt":"2026-11-11","runCount":47348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"exclude_ties/GPT-5.4 nano (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|expert/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.801054,"ciLow":1386.403908,"ciHigh":1403.1982,"observedAt":"2026-11-11","runCount":6224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"expert/GPT-5.4 nano (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|french/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.743033,"ciLow":1380.877026,"ciHigh":1410.609041,"observedAt":"2026-11-11","runCount":2062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"french/GPT-5.4 nano (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|german/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.508855,"ciLow":1345.926539,"ciHigh":1387.091171,"observedAt":"2026-11-11","runCount":933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"german/GPT-5.4 nano (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|hard_prompts/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.963521,"ciLow":1375.440784,"ciHigh":1384.486258,"observedAt":"2026-11-11","runCount":40736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"hard_prompts/GPT-5.4 nano (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.025835,"ciLow":1381.31782,"ciHigh":1392.73385,"observedAt":"2026-11-11","runCount":19659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"hard_prompts_english/GPT-5.4 nano (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.069112,"ciLow":1359.535506,"ciHigh":1372.602718,"observedAt":"2026-11-11","runCount":12429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.4 nano (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.982778,"ciLow":1318.447651,"ciHigh":1331.517905,"observedAt":"2026-11-11","runCount":13445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.4 nano (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.151274,"ciLow":1358.839733,"ciHigh":1377.462815,"observedAt":"2026-11-11","runCount":4888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_legal_and_government/GPT-5.4 nano (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.070393,"ciLow":1367.131809,"ciHigh":1381.008977,"observedAt":"2026-11-11","runCount":10349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5.4 nano (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|industry_mathematical/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.785454,"ciLow":1397.86843,"ciHigh":1419.702478,"observedAt":"2026-11-11","runCount":3389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_mathematical/GPT-5.4 nano (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.282049,"ciLow":1359.713312,"ciHigh":1378.850786,"observedAt":"2026-11-11","runCount":4692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_medicine_and_healthcare/GPT-5.4 nano (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.972989,"ciLow":1396.719991,"ciHigh":1407.225987,"observedAt":"2026-11-11","runCount":24627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_software_and_it_services/GPT-5.4 nano (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.277278,"ciLow":1331.128204,"ciHigh":1343.426353,"observedAt":"2026-11-11","runCount":15187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"industry_writing_and_literature_and_language/GPT-5.4 nano (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|instruction_following/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.507689,"ciLow":1356.004935,"ciHigh":1367.010443,"observedAt":"2026-11-11","runCount":21136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"instruction_following/GPT-5.4 nano (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|japanese/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.542875,"ciLow":1317.887273,"ciHigh":1369.198477,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"japanese/GPT-5.4 nano (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|korean/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.279658,"ciLow":1296.417576,"ciHigh":1336.14174,"observedAt":"2026-11-11","runCount":1008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"korean/GPT-5.4 nano (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|longer_query/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.363241,"ciLow":1360.045469,"ciHigh":1370.681014,"observedAt":"2026-11-11","runCount":27261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"longer_query/GPT-5.4 nano (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|math/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.32381,"ciLow":1394.438444,"ciHigh":1416.209177,"observedAt":"2026-11-11","runCount":3210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"math/GPT-5.4 nano (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|multi_turn/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.485862,"ciLow":1375.724508,"ciHigh":1389.247217,"observedAt":"2026-11-11","runCount":11676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"multi_turn/GPT-5.4 nano (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|non_english/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.200917,"ciLow":1354.529113,"ciHigh":1363.87272,"observedAt":"2026-11-11","runCount":33054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"non_english/GPT-5.4 nano (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|overall/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.746301,"ciLow":1367.976516,"ciHigh":1375.516085,"observedAt":"2026-11-11","runCount":61575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"overall/GPT-5.4 nano (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|polish/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.076725,"ciLow":1346.877257,"ciHigh":1383.276194,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"polish/GPT-5.4 nano (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|russian/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.789529,"ciLow":1354.794123,"ciHigh":1370.784936,"observedAt":"2026-11-11","runCount":6757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"russian/GPT-5.4 nano (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-text@1|rating|spanish/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.258161,"ciLow":1356.240717,"ciHigh":1386.275604,"observedAt":"2026-11-11","runCount":1879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"spanish/GPT-5.4 nano (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.373519,"ciLow":1219.42951,"ciHigh":1253.317529,"observedAt":"2026-11-09","runCount":1712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"chinese/GPT-5.4 nano (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.745787,"ciLow":1141.950762,"ciHigh":1175.540813,"observedAt":"2026-11-09","runCount":1519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"creative_writing_vision/GPT-5.4 nano (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.098654,"ciLow":1217.120822,"ciHigh":1235.076486,"observedAt":"2026-11-09","runCount":6785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"diagram/GPT-5.4 nano (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision-style-control@1|rating|english/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1203.392579,"ciLow":1194.875493,"ciHigh":1211.909666,"observedAt":"2026-11-09","runCount":10260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"english/GPT-5.4 nano (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1116.147133,"ciLow":1073.889572,"ciHigh":1158.404694,"observedAt":"2026-11-09","runCount":178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"entity_recognition/GPT-5.4 nano (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision-style-control@1|rating|homework/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.964832,"ciLow":1221.690934,"ciHigh":1244.23873,"observedAt":"2026-11-09","runCount":3412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"homework/GPT-5.4 nano (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision-style-control@1|rating|humor/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.275343,"ciLow":1136.143026,"ciHigh":1178.40766,"observedAt":"2026-11-09","runCount":912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"humor/GPT-5.4 nano (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.410867,"ciLow":1206.006727,"ciHigh":1218.815007,"observedAt":"2026-11-09","runCount":18075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"ocr/GPT-5.4 nano (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision-style-control@1|rating|overall/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1198.774087,"ciLow":1192.472915,"ciHigh":1205.075259,"observedAt":"2026-11-09","runCount":25407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"overall/GPT-5.4 nano (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision@1|rating|chinese/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1232.365323,"ciLow":1215.433863,"ciHigh":1249.296783,"observedAt":"2026-11-09","runCount":1712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"chinese/GPT-5.4 nano (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1159.911855,"ciLow":1143.167277,"ciHigh":1176.656433,"observedAt":"2026-11-09","runCount":1519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"creative_writing_vision/GPT-5.4 nano (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision@1|rating|diagram/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1210.190334,"ciLow":1201.291724,"ciHigh":1219.088944,"observedAt":"2026-11-09","runCount":6785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"diagram/GPT-5.4 nano (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision@1|rating|english/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1201.777389,"ciLow":1193.325014,"ciHigh":1210.229765,"observedAt":"2026-11-09","runCount":10260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"english/GPT-5.4 nano (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision@1|rating|entity_recognition/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1141.415171,"ciLow":1099.011039,"ciHigh":1183.819303,"observedAt":"2026-11-09","runCount":178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"entity_recognition/GPT-5.4 nano (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision@1|rating|homework/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1224.639216,"ciLow":1213.424081,"ciHigh":1235.854351,"observedAt":"2026-11-09","runCount":3412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"homework/GPT-5.4 nano (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision@1|rating|humor/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1162.404061,"ciLow":1141.28287,"ciHigh":1183.525251,"observedAt":"2026-11-09","runCount":912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"humor/GPT-5.4 nano (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision@1|rating|ocr/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1203.446857,"ciLow":1197.101073,"ciHigh":1209.792641,"observedAt":"2026-11-09","runCount":18075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"ocr/GPT-5.4 nano (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.4-nano:effort=high|none|lmarena-vision@1|rating|overall/GPT-5.4 nano (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4-nano","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1195.535446,"ciLow":1189.285631,"ciHigh":1201.785261,"observedAt":"2026-11-09","runCount":25407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 nano (High)","rowId":"overall/GPT-5.4 nano (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-document-style-control@1|rating|overall/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.383445,"ciLow":1465.24847,"ciHigh":1477.518419,"observedAt":"2026-11-09","runCount":35183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"overall/GPT-5.4","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-document@1|rating|overall/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1472.945972,"ciLow":1466.98609,"ciHigh":1478.905855,"observedAt":"2026-11-09","runCount":35183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"overall/GPT-5.4","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|chinese/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.089437,"ciLow":1484.22564,"ciHigh":1503.953235,"observedAt":"2026-11-11","runCount":4288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"chinese/GPT-5.4","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|coding/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.207985,"ciLow":1505.42099,"ciHigh":1516.99498,"observedAt":"2026-11-11","runCount":18700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"coding/GPT-5.4","slice":"coding"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.216947,"ciLow":1426.398941,"ciHigh":1440.034954,"observedAt":"2026-11-11","runCount":11154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"creative_writing/GPT-5.4","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|english/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.291675,"ciLow":1463.394648,"ciHigh":1473.188702,"observedAt":"2026-11-11","runCount":30500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"english/GPT-5.4","slice":"english"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.100491,"ciLow":1466.274051,"ciHigh":1475.92693,"observedAt":"2026-11-11","runCount":51546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"exclude_ties/GPT-5.4","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|expert/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.659409,"ciLow":1482.432264,"ciHigh":1498.886555,"observedAt":"2026-11-11","runCount":6612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"expert/GPT-5.4","slice":"expert"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|french/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.927397,"ciLow":1471.853191,"ciHigh":1500.001603,"observedAt":"2026-11-11","runCount":2378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"french/GPT-5.4","slice":"french"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|german/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.090776,"ciLow":1428.411703,"ciHigh":1467.769848,"observedAt":"2026-11-11","runCount":994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"german/GPT-5.4","slice":"german"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.925364,"ciLow":1482.464779,"ciHigh":1491.385948,"observedAt":"2026-11-11","runCount":44162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"hard_prompts/GPT-5.4","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.58454,"ciLow":1480.988757,"ciHigh":1492.180323,"observedAt":"2026-11-11","runCount":20826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"hard_prompts_english/GPT-5.4","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.521614,"ciLow":1467.162607,"ciHigh":1479.88062,"observedAt":"2026-11-11","runCount":13708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_business_and_management_and_financial_operations/GPT-5.4","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.619011,"ciLow":1425.355709,"ciHigh":1437.882313,"observedAt":"2026-11-11","runCount":14540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_entertainment_and_sports_and_media/GPT-5.4","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.445612,"ciLow":1465.4365,"ciHigh":1483.454723,"observedAt":"2026-11-11","runCount":5291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_legal_and_government/GPT-5.4","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.255578,"ciLow":1471.538706,"ciHigh":1484.972449,"observedAt":"2026-11-11","runCount":10954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_life_and_physical_and_social_science/GPT-5.4","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.618338,"ciLow":1461.137595,"ciHigh":1482.099081,"observedAt":"2026-11-11","runCount":3662,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_mathematical/GPT-5.4","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.787554,"ciLow":1456.461615,"ciHigh":1475.113493,"observedAt":"2026-11-11","runCount":4962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_medicine_and_healthcare/GPT-5.4","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.834728,"ciLow":1493.696102,"ciHigh":1503.973354,"observedAt":"2026-11-11","runCount":26667,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_software_and_it_services/GPT-5.4","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.197397,"ciLow":1452.282125,"ciHigh":1464.112669,"observedAt":"2026-11-11","runCount":16497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_writing_and_literature_and_language/GPT-5.4","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.11298,"ciLow":1454.737279,"ciHigh":1465.488681,"observedAt":"2026-11-11","runCount":23033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"instruction_following/GPT-5.4","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|japanese/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.082158,"ciLow":1420.00195,"ciHigh":1468.162367,"observedAt":"2026-11-11","runCount":677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"japanese/GPT-5.4","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|korean/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.642385,"ciLow":1407.367614,"ciHigh":1445.917157,"observedAt":"2026-11-11","runCount":1129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"korean/GPT-5.4","slice":"korean"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.229275,"ciLow":1472.031389,"ciHigh":1482.42716,"observedAt":"2026-11-11","runCount":29477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"longer_query/GPT-5.4","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|math/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.018771,"ciLow":1448.667446,"ciHigh":1469.370097,"observedAt":"2026-11-11","runCount":3513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"math/GPT-5.4","slice":"math"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.280559,"ciLow":1473.716045,"ciHigh":1486.845073,"observedAt":"2026-11-11","runCount":12531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"multi_turn/GPT-5.4","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|non_english/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.688127,"ciLow":1452.105199,"ciHigh":1461.271055,"observedAt":"2026-11-11","runCount":36553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"non_english/GPT-5.4","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|overall/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.055873,"ciLow":1461.358777,"ciHigh":1468.752968,"observedAt":"2026-11-11","runCount":67055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"overall/GPT-5.4","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|polish/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.317508,"ciLow":1455.553222,"ciHigh":1489.081795,"observedAt":"2026-11-11","runCount":1298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"polish/GPT-5.4","slice":"polish"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|russian/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.748037,"ciLow":1462.089087,"ciHigh":1477.406987,"observedAt":"2026-11-11","runCount":7564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"russian/GPT-5.4","slice":"russian"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text-style-control@1|rating|spanish/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.46256,"ciLow":1446.150702,"ciHigh":1474.774418,"observedAt":"2026-11-11","runCount":2012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"spanish/GPT-5.4","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|chinese/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.227587,"ciLow":1499.49017,"ciHigh":1518.965005,"observedAt":"2026-11-11","runCount":4288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"chinese/GPT-5.4","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|coding/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.516165,"ciLow":1472.791933,"ciHigh":1484.240398,"observedAt":"2026-11-11","runCount":18700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"coding/GPT-5.4","slice":"coding"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|creative_writing/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.509741,"ciLow":1419.718421,"ciHigh":1433.301061,"observedAt":"2026-11-11","runCount":11154,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"creative_writing/GPT-5.4","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|english/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.486388,"ciLow":1446.637242,"ciHigh":1456.335533,"observedAt":"2026-11-11","runCount":30500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"english/GPT-5.4","slice":"english"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|exclude_ties/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.251512,"ciLow":1446.524893,"ciHigh":1455.978131,"observedAt":"2026-11-11","runCount":51546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"exclude_ties/GPT-5.4","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|expert/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.16248,"ciLow":1473.015512,"ciHigh":1489.309447,"observedAt":"2026-11-11","runCount":6612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"expert/GPT-5.4","slice":"expert"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|french/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.653592,"ciLow":1457.77179,"ciHigh":1485.535394,"observedAt":"2026-11-11","runCount":2378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"french/GPT-5.4","slice":"french"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|german/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.197762,"ciLow":1420.601242,"ciHigh":1459.794283,"observedAt":"2026-11-11","runCount":994,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"german/GPT-5.4","slice":"german"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|hard_prompts/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.546635,"ciLow":1464.132149,"ciHigh":1472.961122,"observedAt":"2026-11-11","runCount":44162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"hard_prompts/GPT-5.4","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.979444,"ciLow":1458.455418,"ciHigh":1469.50347,"observedAt":"2026-11-11","runCount":20826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"hard_prompts_english/GPT-5.4","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.64064,"ciLow":1450.372842,"ciHigh":1462.908438,"observedAt":"2026-11-11","runCount":13708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_business_and_management_and_financial_operations/GPT-5.4","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.551562,"ciLow":1417.340379,"ciHigh":1429.762745,"observedAt":"2026-11-11","runCount":14540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_entertainment_and_sports_and_media/GPT-5.4","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.237148,"ciLow":1453.32739,"ciHigh":1471.146906,"observedAt":"2026-11-11","runCount":5291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_legal_and_government/GPT-5.4","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.470648,"ciLow":1455.835729,"ciHigh":1469.105566,"observedAt":"2026-11-11","runCount":10954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_life_and_physical_and_social_science/GPT-5.4","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|industry_mathematical/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.795888,"ciLow":1456.359055,"ciHigh":1477.232721,"observedAt":"2026-11-11","runCount":3662,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_mathematical/GPT-5.4","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.312737,"ciLow":1431.138324,"ciHigh":1449.487151,"observedAt":"2026-11-11","runCount":4962,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_medicine_and_healthcare/GPT-5.4","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.069712,"ciLow":1469.98031,"ciHigh":1480.159114,"observedAt":"2026-11-11","runCount":26667,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_software_and_it_services/GPT-5.4","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.55444,"ciLow":1442.678183,"ciHigh":1454.430696,"observedAt":"2026-11-11","runCount":16497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"industry_writing_and_literature_and_language/GPT-5.4","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|instruction_following/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.684108,"ciLow":1449.334284,"ciHigh":1460.033932,"observedAt":"2026-11-11","runCount":23033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"instruction_following/GPT-5.4","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|japanese/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.838654,"ciLow":1423.975985,"ciHigh":1471.701322,"observedAt":"2026-11-11","runCount":677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"japanese/GPT-5.4","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|korean/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.912632,"ciLow":1418.823991,"ciHigh":1457.001273,"observedAt":"2026-11-11","runCount":1129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"korean/GPT-5.4","slice":"korean"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|longer_query/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.829304,"ciLow":1458.674807,"ciHigh":1468.983801,"observedAt":"2026-11-11","runCount":29477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"longer_query/GPT-5.4","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|math/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.76096,"ciLow":1446.428588,"ciHigh":1467.093332,"observedAt":"2026-11-11","runCount":3513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"math/GPT-5.4","slice":"math"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|multi_turn/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.571936,"ciLow":1457.056969,"ciHigh":1470.086902,"observedAt":"2026-11-11","runCount":12531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"multi_turn/GPT-5.4","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|non_english/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.124527,"ciLow":1443.575219,"ciHigh":1452.673835,"observedAt":"2026-11-11","runCount":36553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"non_english/GPT-5.4","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|overall/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.513354,"ciLow":1448.847277,"ciHigh":1456.179431,"observedAt":"2026-11-11","runCount":67055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"overall/GPT-5.4","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|polish/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.486925,"ciLow":1437.914287,"ciHigh":1471.059563,"observedAt":"2026-11-11","runCount":1298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"polish/GPT-5.4","slice":"polish"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|russian/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.46553,"ciLow":1450.828343,"ciHigh":1466.102718,"observedAt":"2026-11-11","runCount":7564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"russian/GPT-5.4","slice":"russian"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-text@1|rating|spanish/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.940919,"ciLow":1437.75478,"ciHigh":1466.127058,"observedAt":"2026-11-11","runCount":2012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"spanish/GPT-5.4","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.555168,"ciLow":1277.746411,"ciHigh":1315.363926,"observedAt":"2026-11-09","runCount":1349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"chinese/GPT-5.4","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.66462,"ciLow":1240.08957,"ciHigh":1273.23967,"observedAt":"2026-11-09","runCount":1429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"creative_writing_vision/GPT-5.4","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.96163,"ciLow":1303.696653,"ciHigh":1322.226606,"observedAt":"2026-11-09","runCount":6164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"diagram/GPT-5.4","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision-style-control@1|rating|english/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.891936,"ciLow":1268.10593,"ciHigh":1285.677941,"observedAt":"2026-11-09","runCount":9504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"english/GPT-5.4","slice":"english"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.211452,"ciLow":1165.056176,"ciHigh":1259.366727,"observedAt":"2026-11-09","runCount":134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"entity_recognition/GPT-5.4","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision-style-control@1|rating|homework/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.331843,"ciLow":1291.635694,"ciHigh":1315.027993,"observedAt":"2026-11-09","runCount":3067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"homework/GPT-5.4","slice":"homework"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision-style-control@1|rating|humor/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.701795,"ciLow":1224.555949,"ciHigh":1266.847642,"observedAt":"2026-11-09","runCount":829,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"humor/GPT-5.4","slice":"humor"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.76225,"ciLow":1283.113251,"ciHigh":1296.41125,"observedAt":"2026-11-09","runCount":16295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"ocr/GPT-5.4","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision-style-control@1|rating|overall/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.064434,"ciLow":1271.598677,"ciHigh":1284.530192,"observedAt":"2026-11-09","runCount":22608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"overall/GPT-5.4","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision@1|rating|chinese/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1335.748764,"ciLow":1317.301951,"ciHigh":1354.195577,"observedAt":"2026-11-09","runCount":1349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"chinese/GPT-5.4","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1271.890559,"ciLow":1255.390081,"ciHigh":1288.391038,"observedAt":"2026-11-09","runCount":1429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"creative_writing_vision/GPT-5.4","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision@1|rating|diagram/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1315.452232,"ciLow":1306.320029,"ciHigh":1324.584434,"observedAt":"2026-11-09","runCount":6164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"diagram/GPT-5.4","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision@1|rating|english/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1290.268107,"ciLow":1281.54598,"ciHigh":1298.990235,"observedAt":"2026-11-09","runCount":9504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"english/GPT-5.4","slice":"english"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision@1|rating|entity_recognition/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1247.404939,"ciLow":1200.513018,"ciHigh":1294.296859,"observedAt":"2026-11-09","runCount":134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"entity_recognition/GPT-5.4","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision@1|rating|homework/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1309.456814,"ciLow":1297.834861,"ciHigh":1321.078766,"observedAt":"2026-11-09","runCount":3067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"homework/GPT-5.4","slice":"homework"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision@1|rating|humor/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1262.711719,"ciLow":1241.555651,"ciHigh":1283.867788,"observedAt":"2026-11-09","runCount":829,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"humor/GPT-5.4","slice":"humor"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision@1|rating|ocr/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1298.945011,"ciLow":1292.367745,"ciHigh":1305.522278,"observedAt":"2026-11-09","runCount":16295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"ocr/GPT-5.4","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-vision@1|rating|overall/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1291.728495,"ciLow":1285.314589,"ciHigh":1298.142401,"observedAt":"2026-11-09","runCount":22608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"overall/GPT-5.4","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-webdev@1|rating|image_to_webdev/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1440.770481,"ciLow":1429.198852,"ciHigh":1452.34211,"observedAt":"2026-11-15","runCount":3352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"image_to_webdev/GPT-5.4","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-webdev@1|rating|overall/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1399.848464,"ciLow":1389.996704,"ciHigh":1409.700223,"observedAt":"2026-11-15","runCount":4643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"overall/GPT-5.4","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-webdev@1|rating|webdev-html/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1423.401579,"ciLow":1397.940028,"ciHigh":1448.863129,"observedAt":"2026-11-15","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"webdev-html/GPT-5.4","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-webdev@1|rating|webdev-react/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1387.676807,"ciLow":1375.57035,"ciHigh":1399.783264,"observedAt":"2026-11-15","runCount":3142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"webdev-react/GPT-5.4","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.4:default|none|lmarena-webdev@1|rating|webdev/GPT-5.4","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1399.848464,"ciLow":1389.996704,"ciHigh":1409.700223,"observedAt":"2026-11-15","runCount":4643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4","rowId":"webdev/GPT-5.4","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.4:effort=high|codex-cli|lmarena-webdev@1|rating|overall/GPT-5.4 (High, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1461.532153,"ciLow":1442.576029,"ciHigh":1480.488277,"observedAt":"2026-11-15","runCount":1336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High, Codex Harness)","rowId":"overall/GPT-5.4 (High, Codex Harness)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:effort=high|codex-cli|lmarena-webdev@1|rating|webdev-html/GPT-5.4 (High, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1473.884342,"ciLow":1414.612228,"ciHigh":1533.156456,"observedAt":"2026-11-15","runCount":116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High, Codex Harness)","rowId":"webdev-html/GPT-5.4 (High, Codex Harness)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.4:effort=high|codex-cli|lmarena-webdev@1|rating|webdev-react/GPT-5.4 (High, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1450.641055,"ciLow":1430.771565,"ciHigh":1470.510546,"observedAt":"2026-11-15","runCount":1220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High, Codex Harness)","rowId":"webdev-react/GPT-5.4 (High, Codex Harness)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.4:effort=high|codex-cli|lmarena-webdev@1|rating|webdev/GPT-5.4 (High, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1461.532153,"ciLow":1442.576029,"ciHigh":1480.488277,"observedAt":"2026-11-15","runCount":1336,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High, Codex Harness)","rowId":"webdev/GPT-5.4 (High, Codex Harness)","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|chinese/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.553414,"ciLow":1494.514979,"ciHigh":1514.591849,"observedAt":"2026-11-11","runCount":4063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"chinese/GPT-5.4 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|coding/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.586379,"ciLow":1514.741029,"ciHigh":1526.431728,"observedAt":"2026-11-11","runCount":17398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"coding/GPT-5.4 (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.480193,"ciLow":1433.530104,"ciHigh":1447.430282,"observedAt":"2026-11-11","runCount":10974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"creative_writing/GPT-5.4 (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|english/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.301465,"ciLow":1471.351001,"ciHigh":1481.25193,"observedAt":"2026-11-11","runCount":28991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"english/GPT-5.4 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.197939,"ciLow":1479.274961,"ciHigh":1489.120918,"observedAt":"2026-11-11","runCount":49113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"exclude_ties/GPT-5.4 (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|expert/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.034054,"ciLow":1505.65578,"ciHigh":1522.412329,"observedAt":"2026-11-11","runCount":6234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"expert/GPT-5.4 (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|french/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.517087,"ciLow":1486.452675,"ciHigh":1514.5815,"observedAt":"2026-11-11","runCount":2373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"french/GPT-5.4 (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|german/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.073257,"ciLow":1457.170622,"ciHigh":1494.975892,"observedAt":"2026-11-11","runCount":1090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"german/GPT-5.4 (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.358618,"ciLow":1491.843352,"ciHigh":1500.873883,"observedAt":"2026-11-11","runCount":41639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"hard_prompts/GPT-5.4 (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.196089,"ciLow":1487.525759,"ciHigh":1498.866419,"observedAt":"2026-11-11","runCount":19485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"hard_prompts_english/GPT-5.4 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.896663,"ciLow":1475.434621,"ciHigh":1488.358705,"observedAt":"2026-11-11","runCount":12980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.4 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.557316,"ciLow":1434.147602,"ciHigh":1446.96703,"observedAt":"2026-11-11","runCount":13965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.4 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.756675,"ciLow":1480.651788,"ciHigh":1498.861563,"observedAt":"2026-11-11","runCount":5168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_legal_and_government/GPT-5.4 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.162305,"ciLow":1480.322908,"ciHigh":1494.001702,"observedAt":"2026-11-11","runCount":10506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5.4 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.327048,"ciLow":1487.646624,"ciHigh":1509.007472,"observedAt":"2026-11-11","runCount":3483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_mathematical/GPT-5.4 (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.671243,"ciLow":1464.146442,"ciHigh":1483.196043,"observedAt":"2026-11-11","runCount":4786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_medicine_and_healthcare/GPT-5.4 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.848642,"ciLow":1501.669138,"ciHigh":1512.028146,"observedAt":"2026-11-11","runCount":25190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_software_and_it_services/GPT-5.4 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.98774,"ciLow":1457.017474,"ciHigh":1468.958005,"observedAt":"2026-11-11","runCount":16144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_writing_and_literature_and_language/GPT-5.4 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.891557,"ciLow":1465.429348,"ciHigh":1476.353766,"observedAt":"2026-11-11","runCount":21580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"instruction_following/GPT-5.4 (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|japanese/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.819531,"ciLow":1451.200876,"ciHigh":1500.438187,"observedAt":"2026-11-11","runCount":674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"japanese/GPT-5.4 (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|korean/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.02114,"ciLow":1413.217912,"ciHigh":1452.824368,"observedAt":"2026-11-11","runCount":1085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"korean/GPT-5.4 (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.73325,"ciLow":1475.456333,"ciHigh":1486.010167,"observedAt":"2026-11-11","runCount":28034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"longer_query/GPT-5.4 (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|math/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.81953,"ciLow":1480.196886,"ciHigh":1501.442174,"observedAt":"2026-11-11","runCount":3349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"math/GPT-5.4 (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.860776,"ciLow":1486.229991,"ciHigh":1499.491561,"observedAt":"2026-11-11","runCount":11872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"multi_turn/GPT-5.4 (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|non_english/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.810614,"ciLow":1463.1735,"ciHigh":1472.447728,"observedAt":"2026-11-11","runCount":35074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"non_english/GPT-5.4 (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|overall/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.12175,"ciLow":1471.344015,"ciHigh":1478.899486,"observedAt":"2026-11-11","runCount":64067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"overall/GPT-5.4 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|polish/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.360366,"ciLow":1466.556147,"ciHigh":1500.164585,"observedAt":"2026-11-11","runCount":1314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"polish/GPT-5.4 (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|russian/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.276154,"ciLow":1479.405032,"ciHigh":1495.147275,"observedAt":"2026-11-11","runCount":7129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"russian/GPT-5.4 (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text-style-control@1|rating|spanish/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.02484,"ciLow":1439.774821,"ciHigh":1468.274858,"observedAt":"2026-11-11","runCount":2040,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"spanish/GPT-5.4 (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|chinese/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1517.779235,"ciLow":1507.829514,"ciHigh":1527.728957,"observedAt":"2026-11-11","runCount":4063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"chinese/GPT-5.4 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|coding/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.647698,"ciLow":1490.849081,"ciHigh":1502.446316,"observedAt":"2026-11-11","runCount":17398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"coding/GPT-5.4 (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|creative_writing/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.327661,"ciLow":1430.458597,"ciHigh":1444.196725,"observedAt":"2026-11-11","runCount":10974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"creative_writing/GPT-5.4 (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|english/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.877087,"ciLow":1461.967292,"ciHigh":1471.786883,"observedAt":"2026-11-11","runCount":28991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"english/GPT-5.4 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|exclude_ties/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.486672,"ciLow":1468.660197,"ciHigh":1478.313148,"observedAt":"2026-11-11","runCount":49113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"exclude_ties/GPT-5.4 (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|expert/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.334974,"ciLow":1498.046991,"ciHigh":1514.622957,"observedAt":"2026-11-11","runCount":6234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"expert/GPT-5.4 (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|french/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.14116,"ciLow":1479.256405,"ciHigh":1507.025914,"observedAt":"2026-11-11","runCount":2373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"french/GPT-5.4 (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|german/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.152263,"ciLow":1453.624776,"ciHigh":1490.67975,"observedAt":"2026-11-11","runCount":1090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"german/GPT-5.4 (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|hard_prompts/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.888197,"ciLow":1480.41169,"ciHigh":1489.364704,"observedAt":"2026-11-11","runCount":41639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"hard_prompts/GPT-5.4 (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.930617,"ciLow":1473.311823,"ciHigh":1484.549412,"observedAt":"2026-11-11","runCount":19485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"hard_prompts_english/GPT-5.4 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.976691,"ciLow":1468.603838,"ciHigh":1481.349544,"observedAt":"2026-11-11","runCount":12980,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.4 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.461463,"ciLow":1431.115198,"ciHigh":1443.807729,"observedAt":"2026-11-11","runCount":13965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.4 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.417548,"ciLow":1476.433982,"ciHigh":1494.401114,"observedAt":"2026-11-11","runCount":5168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_legal_and_government/GPT-5.4 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.098129,"ciLow":1471.375616,"ciHigh":1484.820642,"observedAt":"2026-11-11","runCount":10506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5.4 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|industry_mathematical/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.448661,"ciLow":1485.777602,"ciHigh":1507.11972,"observedAt":"2026-11-11","runCount":3483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_mathematical/GPT-5.4 (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.772954,"ciLow":1448.483571,"ciHigh":1467.062336,"observedAt":"2026-11-11","runCount":4786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_medicine_and_healthcare/GPT-5.4 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.604021,"ciLow":1486.469614,"ciHigh":1496.738429,"observedAt":"2026-11-11","runCount":25190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_software_and_it_services/GPT-5.4 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.994167,"ciLow":1451.070668,"ciHigh":1462.917665,"observedAt":"2026-11-11","runCount":16144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"industry_writing_and_literature_and_language/GPT-5.4 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|instruction_following/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.432237,"ciLow":1463.997183,"ciHigh":1474.867291,"observedAt":"2026-11-11","runCount":21580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"instruction_following/GPT-5.4 (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|japanese/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.910671,"ciLow":1456.360268,"ciHigh":1505.461074,"observedAt":"2026-11-11","runCount":674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"japanese/GPT-5.4 (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|korean/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.637812,"ciLow":1428.123954,"ciHigh":1467.151671,"observedAt":"2026-11-11","runCount":1085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"korean/GPT-5.4 (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|longer_query/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.115048,"ciLow":1467.875428,"ciHigh":1478.354668,"observedAt":"2026-11-11","runCount":28034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"longer_query/GPT-5.4 (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|math/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.464712,"ciLow":1476.870675,"ciHigh":1498.058749,"observedAt":"2026-11-11","runCount":3349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"math/GPT-5.4 (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|multi_turn/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.302606,"ciLow":1475.719428,"ciHigh":1488.885783,"observedAt":"2026-11-11","runCount":11872,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"multi_turn/GPT-5.4 (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|non_english/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.85407,"ciLow":1460.256159,"ciHigh":1469.451981,"observedAt":"2026-11-11","runCount":35074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"non_english/GPT-5.4 (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|overall/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.008541,"ciLow":1465.259977,"ciHigh":1472.757105,"observedAt":"2026-11-11","runCount":64067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"overall/GPT-5.4 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|polish/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.835939,"ciLow":1456.252975,"ciHigh":1489.418904,"observedAt":"2026-11-11","runCount":1314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"polish/GPT-5.4 (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|russian/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.85754,"ciLow":1473.063533,"ciHigh":1488.651546,"observedAt":"2026-11-11","runCount":7129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"russian/GPT-5.4 (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-text@1|rating|spanish/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.1027,"ciLow":1438.975448,"ciHigh":1467.229952,"observedAt":"2026-11-11","runCount":2040,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"spanish/GPT-5.4 (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.706282,"ciLow":1300.532468,"ciHigh":1332.880097,"observedAt":"2026-11-09","runCount":1914,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"chinese/GPT-5.4 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.288011,"ciLow":1250.634579,"ciHigh":1277.941443,"observedAt":"2026-11-09","runCount":2246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"creative_writing_vision/GPT-5.4 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.876075,"ciLow":1310.834776,"ciHigh":1326.917373,"observedAt":"2026-11-09","runCount":8574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"diagram/GPT-5.4 (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision-style-control@1|rating|english/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.075625,"ciLow":1271.203334,"ciHigh":1286.947917,"observedAt":"2026-11-09","runCount":12546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"english/GPT-5.4 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.296416,"ciLow":1146.807809,"ciHigh":1237.785022,"observedAt":"2026-11-09","runCount":163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"entity_recognition/GPT-5.4 (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision-style-control@1|rating|homework/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.784668,"ciLow":1319.659198,"ciHigh":1339.910139,"observedAt":"2026-11-09","runCount":4223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"homework/GPT-5.4 (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision-style-control@1|rating|humor/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.467289,"ciLow":1249.380769,"ciHigh":1285.553809,"observedAt":"2026-11-09","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"humor/GPT-5.4 (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.434721,"ciLow":1291.801908,"ciHigh":1303.067533,"observedAt":"2026-11-09","runCount":22696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"ocr/GPT-5.4 (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision-style-control@1|rating|overall/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.20328,"ciLow":1276.551381,"ciHigh":1287.855179,"observedAt":"2026-11-09","runCount":32045,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"overall/GPT-5.4 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision@1|rating|chinese/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1354.095111,"ciLow":1338.287303,"ciHigh":1369.902919,"observedAt":"2026-11-09","runCount":1914,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"chinese/GPT-5.4 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1285.258792,"ciLow":1271.911542,"ciHigh":1298.606041,"observedAt":"2026-11-09","runCount":2246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"creative_writing_vision/GPT-5.4 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision@1|rating|diagram/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1324.920337,"ciLow":1317.052419,"ciHigh":1332.788255,"observedAt":"2026-11-09","runCount":8574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"diagram/GPT-5.4 (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision@1|rating|english/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1298.7529,"ciLow":1290.98322,"ciHigh":1306.522579,"observedAt":"2026-11-09","runCount":12546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"english/GPT-5.4 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision@1|rating|entity_recognition/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1226.239374,"ciLow":1181.69359,"ciHigh":1270.785159,"observedAt":"2026-11-09","runCount":163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"entity_recognition/GPT-5.4 (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision@1|rating|homework/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1335.957597,"ciLow":1325.940982,"ciHigh":1345.974213,"observedAt":"2026-11-09","runCount":4223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"homework/GPT-5.4 (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision@1|rating|humor/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1287.539404,"ciLow":1269.832259,"ciHigh":1305.24655,"observedAt":"2026-11-09","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"humor/GPT-5.4 (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision@1|rating|ocr/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1310.474959,"ciLow":1304.940526,"ciHigh":1316.009391,"observedAt":"2026-11-09","runCount":22696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"ocr/GPT-5.4 (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.4:effort=high|none|lmarena-vision@1|rating|overall/GPT-5.4 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1300.757988,"ciLow":1295.181121,"ciHigh":1306.334855,"observedAt":"2026-11-09","runCount":32045,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (High)","rowId":"overall/GPT-5.4 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:effort=medium|codex-cli|lmarena-webdev@1|rating|overall/GPT-5.4 (Medium, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1441.814555,"ciLow":1423.428116,"ciHigh":1460.200994,"observedAt":"2026-11-15","runCount":1364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (Medium, Codex Harness)","rowId":"overall/GPT-5.4 (Medium, Codex Harness)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:effort=medium|codex-cli|lmarena-webdev@1|rating|webdev-html/GPT-5.4 (Medium, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1475.581986,"ciLow":1422.567771,"ciHigh":1528.596201,"observedAt":"2026-11-15","runCount":131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (Medium, Codex Harness)","rowId":"webdev-html/GPT-5.4 (Medium, Codex Harness)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.4:effort=medium|codex-cli|lmarena-webdev@1|rating|webdev-react/GPT-5.4 (Medium, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1426.823593,"ciLow":1407.364728,"ciHigh":1446.282458,"observedAt":"2026-11-15","runCount":1233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (Medium, Codex Harness)","rowId":"webdev-react/GPT-5.4 (Medium, Codex Harness)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.4:effort=medium|codex-cli|lmarena-webdev@1|rating|webdev/GPT-5.4 (Medium, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"effort":"medium","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1441.814555,"ciLow":1423.428116,"ciHigh":1460.200994,"observedAt":"2026-11-15","runCount":1364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (Medium, Codex Harness)","rowId":"webdev/GPT-5.4 (Medium, Codex Harness)","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.4:flags=search|none|lmarena-search-style-control@1|rating|overall/GPT-5.4 (Search)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.538005,"ciLow":1189.783428,"ciHigh":1201.292583,"observedAt":"2026-11-09","runCount":121580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (Search)","rowId":"overall/GPT-5.4 (Search)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.4:flags=search|none|lmarena-search@1|rating|overall/GPT-5.4 (Search)","sourceId":"lmarena","modelId":"openai/gpt-5.4","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1198.027274,"ciLow":1192.465573,"ciHigh":1203.588975,"observedAt":"2026-11-09","runCount":121580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.4 (Search)","rowId":"overall/GPT-5.4 (Search)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-document-style-control@1|rating|overall/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.231532,"ciLow":1451.795265,"ciHigh":1468.6678,"observedAt":"2026-11-09","runCount":8834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"overall/GPT-5.5 Instant","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-document@1|rating|overall/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1403.241485,"ciLow":1395.419111,"ciHigh":1411.063858,"observedAt":"2026-11-09","runCount":8834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"overall/GPT-5.5 Instant","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|chinese/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.578417,"ciLow":1488.125518,"ciHigh":1519.031316,"observedAt":"2026-11-11","runCount":1674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"chinese/GPT-5.5 Instant","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|coding/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.359699,"ciLow":1505.609352,"ciHigh":1521.110045,"observedAt":"2026-11-11","runCount":7819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"coding/GPT-5.5 Instant","slice":"coding"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.304405,"ciLow":1444.570643,"ciHigh":1464.038167,"observedAt":"2026-11-11","runCount":4282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"creative_writing/GPT-5.5 Instant","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|english/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.653755,"ciLow":1466.21935,"ciHigh":1479.08816,"observedAt":"2026-11-11","runCount":12798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"english/GPT-5.5 Instant","slice":"english"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.376972,"ciLow":1477.969608,"ciHigh":1490.784337,"observedAt":"2026-11-11","runCount":21074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"exclude_ties/GPT-5.5 Instant","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|expert/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.614771,"ciLow":1461.309325,"ciHigh":1485.920218,"observedAt":"2026-11-11","runCount":2710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"expert/GPT-5.5 Instant","slice":"expert"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|french/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.321257,"ciLow":1470.194832,"ciHigh":1510.447681,"observedAt":"2026-11-11","runCount":1026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"french/GPT-5.5 Instant","slice":"french"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|german/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.280127,"ciLow":1437.448023,"ciHigh":1495.112232,"observedAt":"2026-11-11","runCount":431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"german/GPT-5.5 Instant","slice":"german"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.247157,"ciLow":1485.337004,"ciHigh":1497.15731,"observedAt":"2026-11-11","runCount":18219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"hard_prompts/GPT-5.5 Instant","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.946661,"ciLow":1482.6354,"ciHigh":1497.257922,"observedAt":"2026-11-11","runCount":9081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"hard_prompts_english/GPT-5.5 Instant","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.076685,"ciLow":1466.299745,"ciHigh":1483.853624,"observedAt":"2026-11-11","runCount":5630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_business_and_management_and_financial_operations/GPT-5.5 Instant","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.85112,"ciLow":1442.066834,"ciHigh":1459.635406,"observedAt":"2026-11-11","runCount":5710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_entertainment_and_sports_and_media/GPT-5.5 Instant","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.819676,"ciLow":1462.503279,"ciHigh":1489.136072,"observedAt":"2026-11-11","runCount":2266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_legal_and_government/GPT-5.5 Instant","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.574998,"ciLow":1482.940062,"ciHigh":1502.209934,"observedAt":"2026-11-11","runCount":4450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_life_and_physical_and_social_science/GPT-5.5 Instant","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.202649,"ciLow":1437.700188,"ciHigh":1468.705111,"observedAt":"2026-11-11","runCount":1607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_mathematical/GPT-5.5 Instant","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.984703,"ciLow":1472.963947,"ciHigh":1501.005459,"observedAt":"2026-11-11","runCount":2040,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_medicine_and_healthcare/GPT-5.5 Instant","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.128327,"ciLow":1495.268803,"ciHigh":1508.987852,"observedAt":"2026-11-11","runCount":11046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_software_and_it_services/GPT-5.5 Instant","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.169061,"ciLow":1451.100208,"ciHigh":1467.237914,"observedAt":"2026-11-11","runCount":6604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_writing_and_literature_and_language/GPT-5.5 Instant","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.711793,"ciLow":1448.639125,"ciHigh":1462.78446,"observedAt":"2026-11-11","runCount":9593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"instruction_following/GPT-5.5 Instant","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|japanese/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.651658,"ciLow":1425.207114,"ciHigh":1500.096203,"observedAt":"2026-11-11","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"japanese/GPT-5.5 Instant","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|korean/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.3213,"ciLow":1422.574115,"ciHigh":1482.068484,"observedAt":"2026-11-11","runCount":431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"korean/GPT-5.5 Instant","slice":"korean"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.396771,"ciLow":1468.672565,"ciHigh":1482.120977,"observedAt":"2026-11-11","runCount":12383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"longer_query/GPT-5.5 Instant","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|math/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.232037,"ciLow":1446.49951,"ciHigh":1477.964565,"observedAt":"2026-11-11","runCount":1505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"math/GPT-5.5 Instant","slice":"math"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.9554,"ciLow":1473.773426,"ciHigh":1492.137375,"observedAt":"2026-11-11","runCount":5088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"multi_turn/GPT-5.5 Instant","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|non_english/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.952223,"ciLow":1463.71239,"ciHigh":1476.192055,"observedAt":"2026-11-11","runCount":14061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"non_english/GPT-5.5 Instant","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|overall/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.236511,"ciLow":1468.224632,"ciHigh":1478.24839,"observedAt":"2026-11-11","runCount":26859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"overall/GPT-5.5 Instant","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|polish/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.590202,"ciLow":1454.681871,"ciHigh":1504.498534,"observedAt":"2026-11-11","runCount":570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"polish/GPT-5.5 Instant","slice":"polish"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|russian/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.530248,"ciLow":1468.033473,"ciHigh":1491.027023,"observedAt":"2026-11-11","runCount":2998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"russian/GPT-5.5 Instant","slice":"russian"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text-style-control@1|rating|spanish/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.961965,"ciLow":1462.76364,"ciHigh":1507.160289,"observedAt":"2026-11-11","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"spanish/GPT-5.5 Instant","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|chinese/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.235666,"ciLow":1440.043905,"ciHigh":1470.427426,"observedAt":"2026-11-11","runCount":1674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"chinese/GPT-5.5 Instant","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|coding/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.082387,"ciLow":1425.472493,"ciHigh":1440.692281,"observedAt":"2026-11-11","runCount":7819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"coding/GPT-5.5 Instant","slice":"coding"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|creative_writing/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.7618,"ciLow":1408.087924,"ciHigh":1427.435675,"observedAt":"2026-11-11","runCount":4282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"creative_writing/GPT-5.5 Instant","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|english/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.242582,"ciLow":1410.910422,"ciHigh":1423.574743,"observedAt":"2026-11-11","runCount":12798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"english/GPT-5.5 Instant","slice":"english"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|exclude_ties/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.227074,"ciLow":1401.980738,"ciHigh":1414.473411,"observedAt":"2026-11-11","runCount":21074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"exclude_ties/GPT-5.5 Instant","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|expert/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.445578,"ciLow":1396.402319,"ciHigh":1420.488836,"observedAt":"2026-11-11","runCount":2710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"expert/GPT-5.5 Instant","slice":"expert"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|french/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.760352,"ciLow":1406.253479,"ciHigh":1445.267225,"observedAt":"2026-11-11","runCount":1026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"french/GPT-5.5 Instant","slice":"french"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|german/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.481805,"ciLow":1381.741574,"ciHigh":1439.222036,"observedAt":"2026-11-11","runCount":431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"german/GPT-5.5 Instant","slice":"german"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|hard_prompts/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.210199,"ciLow":1420.392829,"ciHigh":1432.02757,"observedAt":"2026-11-11","runCount":18219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"hard_prompts/GPT-5.5 Instant","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.563752,"ciLow":1415.376168,"ciHigh":1429.751335,"observedAt":"2026-11-11","runCount":9081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"hard_prompts_english/GPT-5.5 Instant","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.152832,"ciLow":1400.576186,"ciHigh":1417.729478,"observedAt":"2026-11-11","runCount":5630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_business_and_management_and_financial_operations/GPT-5.5 Instant","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.683595,"ciLow":1397.020045,"ciHigh":1414.347145,"observedAt":"2026-11-11","runCount":5710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_entertainment_and_sports_and_media/GPT-5.5 Instant","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.65158,"ciLow":1405.609334,"ciHigh":1431.693827,"observedAt":"2026-11-11","runCount":2266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_legal_and_government/GPT-5.5 Instant","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.471127,"ciLow":1419.05568,"ciHigh":1437.886575,"observedAt":"2026-11-11","runCount":4450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_life_and_physical_and_social_science/GPT-5.5 Instant","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|industry_mathematical/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.169661,"ciLow":1393.737556,"ciHigh":1424.601766,"observedAt":"2026-11-11","runCount":1607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_mathematical/GPT-5.5 Instant","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.620875,"ciLow":1397.919892,"ciHigh":1425.321858,"observedAt":"2026-11-11","runCount":2040,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_medicine_and_healthcare/GPT-5.5 Instant","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.838614,"ciLow":1425.117185,"ciHigh":1438.560042,"observedAt":"2026-11-11","runCount":11046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_software_and_it_services/GPT-5.5 Instant","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.974148,"ciLow":1412.973799,"ciHigh":1428.974497,"observedAt":"2026-11-11","runCount":6604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"industry_writing_and_literature_and_language/GPT-5.5 Instant","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|instruction_following/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.616812,"ciLow":1399.604819,"ciHigh":1413.628804,"observedAt":"2026-11-11","runCount":9593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"instruction_following/GPT-5.5 Instant","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|japanese/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.375874,"ciLow":1370.76164,"ciHigh":1445.990109,"observedAt":"2026-11-11","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"japanese/GPT-5.5 Instant","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|korean/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.936122,"ciLow":1363.496409,"ciHigh":1422.375836,"observedAt":"2026-11-11","runCount":431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"korean/GPT-5.5 Instant","slice":"korean"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|longer_query/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.812665,"ciLow":1415.179154,"ciHigh":1428.446177,"observedAt":"2026-11-11","runCount":12383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"longer_query/GPT-5.5 Instant","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|math/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.106255,"ciLow":1405.481041,"ciHigh":1436.731468,"observedAt":"2026-11-11","runCount":1505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"math/GPT-5.5 Instant","slice":"math"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|multi_turn/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.699906,"ciLow":1424.691828,"ciHigh":1442.707983,"observedAt":"2026-11-11","runCount":5088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"multi_turn/GPT-5.5 Instant","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|non_english/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.388836,"ciLow":1411.224894,"ciHigh":1423.552779,"observedAt":"2026-11-11","runCount":14061,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"non_english/GPT-5.5 Instant","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|overall/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.22788,"ciLow":1414.288561,"ciHigh":1424.1672,"observedAt":"2026-11-11","runCount":26859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"overall/GPT-5.5 Instant","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|polish/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.923333,"ciLow":1389.572124,"ciHigh":1438.274541,"observedAt":"2026-11-11","runCount":570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"polish/GPT-5.5 Instant","slice":"polish"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|russian/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.741361,"ciLow":1420.387821,"ciHigh":1443.094901,"observedAt":"2026-11-11","runCount":2998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"russian/GPT-5.5 Instant","slice":"russian"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-text@1|rating|spanish/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.277176,"ciLow":1406.410959,"ciHigh":1450.143392,"observedAt":"2026-11-11","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"spanish/GPT-5.5 Instant","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.924047,"ciLow":1266.633122,"ciHigh":1325.214972,"observedAt":"2026-11-09","runCount":494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"chinese/GPT-5.5 Instant","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.037905,"ciLow":1237.148165,"ciHigh":1300.927646,"observedAt":"2026-11-09","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"creative_writing_vision/GPT-5.5 Instant","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.195091,"ciLow":1296.159585,"ciHigh":1324.230597,"observedAt":"2026-11-09","runCount":2189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"diagram/GPT-5.5 Instant","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision-style-control@1|rating|english/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.932653,"ciLow":1266.761959,"ciHigh":1291.103347,"observedAt":"2026-11-09","runCount":3315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"english/GPT-5.5 Instant","slice":"english"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision-style-control@1|rating|homework/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.554213,"ciLow":1260.038283,"ciHigh":1297.070143,"observedAt":"2026-11-09","runCount":1175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"homework/GPT-5.5 Instant","slice":"homework"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision-style-control@1|rating|humor/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.948858,"ciLow":1253.89631,"ciHigh":1334.001405,"observedAt":"2026-11-09","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"humor/GPT-5.5 Instant","slice":"humor"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.229054,"ciLow":1277.82577,"ciHigh":1296.632338,"observedAt":"2026-11-09","runCount":5638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"ocr/GPT-5.5 Instant","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision-style-control@1|rating|overall/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.428565,"ciLow":1268.728758,"ciHigh":1286.128372,"observedAt":"2026-11-09","runCount":7567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"overall/GPT-5.5 Instant","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision@1|rating|chinese/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1276.923278,"ciLow":1248.086453,"ciHigh":1305.760104,"observedAt":"2026-11-09","runCount":494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"chinese/GPT-5.5 Instant","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1255.08371,"ciLow":1223.186046,"ciHigh":1286.981374,"observedAt":"2026-11-09","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"creative_writing_vision/GPT-5.5 Instant","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision@1|rating|diagram/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1272.72574,"ciLow":1259.070291,"ciHigh":1286.381188,"observedAt":"2026-11-09","runCount":2189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"diagram/GPT-5.5 Instant","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision@1|rating|english/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1254.163013,"ciLow":1242.197735,"ciHigh":1266.128291,"observedAt":"2026-11-09","runCount":3315,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"english/GPT-5.5 Instant","slice":"english"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision@1|rating|homework/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1247.773691,"ciLow":1229.563213,"ciHigh":1265.984169,"observedAt":"2026-11-09","runCount":1175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"homework/GPT-5.5 Instant","slice":"homework"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision@1|rating|humor/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1267.306623,"ciLow":1227.263921,"ciHigh":1307.349326,"observedAt":"2026-11-09","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"humor/GPT-5.5 Instant","slice":"humor"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision@1|rating|ocr/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1256.277553,"ciLow":1247.10997,"ciHigh":1265.445135,"observedAt":"2026-11-09","runCount":5638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"ocr/GPT-5.5 Instant","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.5-instant:default|none|lmarena-vision@1|rating|overall/GPT-5.5 Instant","sourceId":"lmarena","modelId":"openai/gpt-5.5-instant","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1250.525093,"ciLow":1241.98235,"ciHigh":1259.067837,"observedAt":"2026-11-09","runCount":7567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 Instant","rowId":"overall/GPT-5.5 Instant","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:default|codex-cli|lmarena-webdev@1|rating|image_to_webdev/GPT-5.5 (Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1503.439708,"ciLow":1494.379151,"ciHigh":1512.500265,"observedAt":"2026-11-15","runCount":6915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (Codex Harness)","rowId":"image_to_webdev/GPT-5.5 (Codex Harness)","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-5.5:default|codex-cli|lmarena-webdev@1|rating|overall/GPT-5.5 (Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1455.560961,"ciLow":1449.639096,"ciHigh":1461.482826,"observedAt":"2026-11-15","runCount":15589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (Codex Harness)","rowId":"overall/GPT-5.5 (Codex Harness)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:default|codex-cli|lmarena-webdev@1|rating|webdev-html/GPT-5.5 (Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1490.157905,"ciLow":1475.789014,"ciHigh":1504.526797,"observedAt":"2026-11-15","runCount":1921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (Codex Harness)","rowId":"webdev-html/GPT-5.5 (Codex Harness)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.5:default|codex-cli|lmarena-webdev@1|rating|webdev-react/GPT-5.5 (Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1444.445333,"ciLow":1437.790644,"ciHigh":1451.100023,"observedAt":"2026-11-15","runCount":11909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (Codex Harness)","rowId":"webdev-react/GPT-5.5 (Codex Harness)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.5:default|codex-cli|lmarena-webdev@1|rating|webdev/GPT-5.5 (Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1455.560961,"ciLow":1449.639096,"ciHigh":1461.482826,"observedAt":"2026-11-15","runCount":15589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (Codex Harness)","rowId":"webdev/GPT-5.5 (Codex Harness)","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-document-style-control@1|rating|overall/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.222356,"ciLow":1473.815337,"ciHigh":1484.629376,"observedAt":"2026-11-09","runCount":27751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"overall/GPT-5.5","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-document@1|rating|overall/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1480.895504,"ciLow":1475.58737,"ciHigh":1486.203638,"observedAt":"2026-11-09","runCount":27751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"overall/GPT-5.5","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|chinese/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.236124,"ciLow":1515.389334,"ciHigh":1535.082915,"observedAt":"2026-11-11","runCount":4347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"chinese/GPT-5.5","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|coding/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.068902,"ciLow":1504.435684,"ciHigh":1515.702121,"observedAt":"2026-11-11","runCount":19698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"coding/GPT-5.5","slice":"coding"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.791465,"ciLow":1441.226817,"ciHigh":1454.356113,"observedAt":"2026-11-11","runCount":13150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"creative_writing/GPT-5.5","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|english/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.133276,"ciLow":1477.34843,"ciHigh":1486.918121,"observedAt":"2026-11-11","runCount":31753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"english/GPT-5.5","slice":"english"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.266239,"ciLow":1480.440782,"ciHigh":1490.091697,"observedAt":"2026-11-11","runCount":53383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"exclude_ties/GPT-5.5","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|expert/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.59057,"ciLow":1501.790322,"ciHigh":1517.390818,"observedAt":"2026-11-11","runCount":7468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"expert/GPT-5.5","slice":"expert"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|french/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.279914,"ciLow":1485.495672,"ciHigh":1513.064156,"observedAt":"2026-11-11","runCount":2490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"french/GPT-5.5","slice":"french"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|german/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.037266,"ciLow":1471.887187,"ciHigh":1510.187345,"observedAt":"2026-11-11","runCount":1101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"german/GPT-5.5","slice":"german"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.579527,"ciLow":1494.217197,"ciHigh":1502.941857,"observedAt":"2026-11-11","runCount":46474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"hard_prompts/GPT-5.5","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.689844,"ciLow":1494.19962,"ciHigh":1505.180068,"observedAt":"2026-11-11","runCount":21628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"hard_prompts_english/GPT-5.5","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.6433,"ciLow":1478.331582,"ciHigh":1490.955019,"observedAt":"2026-11-11","runCount":13889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_business_and_management_and_financial_operations/GPT-5.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.147769,"ciLow":1441.126398,"ciHigh":1453.16914,"observedAt":"2026-11-11","runCount":16882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_entertainment_and_sports_and_media/GPT-5.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.237106,"ciLow":1477.607879,"ciHigh":1494.866333,"observedAt":"2026-11-11","runCount":5813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_legal_and_government/GPT-5.5","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.440354,"ciLow":1489.902806,"ciHigh":1502.977903,"observedAt":"2026-11-11","runCount":11602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_life_and_physical_and_social_science/GPT-5.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.318108,"ciLow":1489.080473,"ciHigh":1509.555742,"observedAt":"2026-11-11","runCount":3949,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_mathematical/GPT-5.5","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.958135,"ciLow":1476.851404,"ciHigh":1495.064865,"observedAt":"2026-11-11","runCount":5241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_medicine_and_healthcare/GPT-5.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.495747,"ciLow":1500.476199,"ciHigh":1510.515294,"observedAt":"2026-11-11","runCount":27827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_software_and_it_services/GPT-5.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.833205,"ciLow":1460.026149,"ciHigh":1471.64026,"observedAt":"2026-11-11","runCount":18230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_writing_and_literature_and_language/GPT-5.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.525518,"ciLow":1469.25904,"ciHigh":1479.791996,"observedAt":"2026-11-11","runCount":24395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"instruction_following/GPT-5.5","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|japanese/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.495269,"ciLow":1454.353632,"ciHigh":1500.636906,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"japanese/GPT-5.5","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|korean/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.197919,"ciLow":1408.16201,"ciHigh":1446.233827,"observedAt":"2026-11-11","runCount":1111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"korean/GPT-5.5","slice":"korean"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.43871,"ciLow":1481.457175,"ciHigh":1491.420244,"observedAt":"2026-11-11","runCount":32714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"longer_query/GPT-5.5","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|math/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.027577,"ciLow":1489.445211,"ciHigh":1510.609942,"observedAt":"2026-11-11","runCount":3443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"math/GPT-5.5","slice":"math"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.405205,"ciLow":1477.795134,"ciHigh":1491.015276,"observedAt":"2026-11-11","runCount":12226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"multi_turn/GPT-5.5","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|non_english/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.369857,"ciLow":1460.880359,"ciHigh":1469.859356,"observedAt":"2026-11-11","runCount":38105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"non_english/GPT-5.5","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|overall/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.124213,"ciLow":1472.419787,"ciHigh":1479.828638,"observedAt":"2026-11-11","runCount":69859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"overall/GPT-5.5","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|polish/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.056532,"ciLow":1454.427354,"ciHigh":1489.68571,"observedAt":"2026-11-11","runCount":1191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"polish/GPT-5.5","slice":"polish"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|russian/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.059545,"ciLow":1471.355097,"ciHigh":1486.763993,"observedAt":"2026-11-11","runCount":7310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"russian/GPT-5.5","slice":"russian"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text-style-control@1|rating|spanish/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.875515,"ciLow":1446.526281,"ciHigh":1475.224749,"observedAt":"2026-11-11","runCount":1998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"spanish/GPT-5.5","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|chinese/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1533.539306,"ciLow":1523.782854,"ciHigh":1543.295758,"observedAt":"2026-11-11","runCount":4347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"chinese/GPT-5.5","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|coding/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.533277,"ciLow":1476.962328,"ciHigh":1488.104226,"observedAt":"2026-11-11","runCount":19698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"coding/GPT-5.5","slice":"coding"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|creative_writing/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.742873,"ciLow":1445.216615,"ciHigh":1458.269131,"observedAt":"2026-11-11","runCount":13150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"creative_writing/GPT-5.5","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|english/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.464841,"ciLow":1463.714247,"ciHigh":1473.215435,"observedAt":"2026-11-11","runCount":31753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"english/GPT-5.5","slice":"english"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|exclude_ties/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.763149,"ciLow":1465.036077,"ciHigh":1474.490221,"observedAt":"2026-11-11","runCount":53383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"exclude_ties/GPT-5.5","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|expert/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1503.012169,"ciLow":1495.302318,"ciHigh":1510.722019,"observedAt":"2026-11-11","runCount":7468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"expert/GPT-5.5","slice":"expert"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|french/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.530361,"ciLow":1470.876828,"ciHigh":1498.183894,"observedAt":"2026-11-11","runCount":2490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"french/GPT-5.5","slice":"french"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|german/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.256041,"ciLow":1462.220745,"ciHigh":1500.291336,"observedAt":"2026-11-11","runCount":1101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"german/GPT-5.5","slice":"german"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|hard_prompts/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.404889,"ciLow":1481.088192,"ciHigh":1489.721585,"observedAt":"2026-11-11","runCount":46474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"hard_prompts/GPT-5.5","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.128066,"ciLow":1477.684476,"ciHigh":1488.571656,"observedAt":"2026-11-11","runCount":21628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"hard_prompts_english/GPT-5.5","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.471642,"ciLow":1466.237833,"ciHigh":1478.705451,"observedAt":"2026-11-11","runCount":13889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_business_and_management_and_financial_operations/GPT-5.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.991384,"ciLow":1441.016057,"ciHigh":1452.966711,"observedAt":"2026-11-11","runCount":16882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_entertainment_and_sports_and_media/GPT-5.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.651072,"ciLow":1473.162374,"ciHigh":1490.139771,"observedAt":"2026-11-11","runCount":5813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_legal_and_government/GPT-5.5","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.394149,"ciLow":1477.91719,"ciHigh":1490.871109,"observedAt":"2026-11-11","runCount":11602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_life_and_physical_and_social_science/GPT-5.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|industry_mathematical/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.078818,"ciLow":1478.897087,"ciHigh":1499.260549,"observedAt":"2026-11-11","runCount":3949,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_mathematical/GPT-5.5","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.56587,"ciLow":1455.553067,"ciHigh":1473.578674,"observedAt":"2026-11-11","runCount":5241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_medicine_and_healthcare/GPT-5.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.13536,"ciLow":1481.175322,"ciHigh":1491.095397,"observedAt":"2026-11-11","runCount":27827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_software_and_it_services/GPT-5.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.333395,"ciLow":1457.551673,"ciHigh":1469.115116,"observedAt":"2026-11-11","runCount":18230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"industry_writing_and_literature_and_language/GPT-5.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|instruction_following/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.780354,"ciLow":1469.554234,"ciHigh":1480.006475,"observedAt":"2026-11-11","runCount":24395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"instruction_following/GPT-5.5","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|japanese/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.226971,"ciLow":1451.227978,"ciHigh":1497.225965,"observedAt":"2026-11-11","runCount":791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"japanese/GPT-5.5","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|korean/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.033885,"ciLow":1422.120707,"ciHigh":1459.947063,"observedAt":"2026-11-11","runCount":1111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"korean/GPT-5.5","slice":"korean"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|longer_query/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.887306,"ciLow":1476.949267,"ciHigh":1486.825345,"observedAt":"2026-11-11","runCount":32714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"longer_query/GPT-5.5","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|math/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.583744,"ciLow":1476.054087,"ciHigh":1497.113401,"observedAt":"2026-11-11","runCount":3443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"math/GPT-5.5","slice":"math"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|multi_turn/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.923939,"ciLow":1466.360724,"ciHigh":1479.487154,"observedAt":"2026-11-11","runCount":12226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"multi_turn/GPT-5.5","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|non_english/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.741172,"ciLow":1454.286198,"ciHigh":1463.196146,"observedAt":"2026-11-11","runCount":38105,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"non_english/GPT-5.5","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|overall/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.199827,"ciLow":1462.526817,"ciHigh":1469.872837,"observedAt":"2026-11-11","runCount":69859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"overall/GPT-5.5","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|polish/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.629593,"ciLow":1442.316415,"ciHigh":1476.942771,"observedAt":"2026-11-11","runCount":1191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"polish/GPT-5.5","slice":"polish"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|russian/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.326488,"ciLow":1465.670592,"ciHigh":1480.982383,"observedAt":"2026-11-11","runCount":7310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"russian/GPT-5.5","slice":"russian"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-text@1|rating|spanish/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.41413,"ciLow":1444.279762,"ciHigh":1472.548498,"observedAt":"2026-11-11","runCount":1998,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"spanish/GPT-5.5","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.284219,"ciLow":1311.966071,"ciHigh":1344.602368,"observedAt":"2026-11-09","runCount":1860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"chinese/GPT-5.5","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.993412,"ciLow":1257.843362,"ciHigh":1284.143463,"observedAt":"2026-11-09","runCount":2248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"creative_writing_vision/GPT-5.5","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.913255,"ciLow":1312.884937,"ciHigh":1328.941574,"observedAt":"2026-11-09","runCount":8108,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"diagram/GPT-5.5","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision-style-control@1|rating|english/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.6255,"ciLow":1272.709159,"ciHigh":1288.541841,"observedAt":"2026-11-09","runCount":11778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"english/GPT-5.5","slice":"english"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.864236,"ciLow":1162.690032,"ciHigh":1263.03844,"observedAt":"2026-11-09","runCount":128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"entity_recognition/GPT-5.5","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision-style-control@1|rating|homework/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.830846,"ciLow":1319.344336,"ciHigh":1340.317357,"observedAt":"2026-11-09","runCount":3818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"homework/GPT-5.5","slice":"homework"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision-style-control@1|rating|humor/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.779074,"ciLow":1248.203856,"ciHigh":1283.354292,"observedAt":"2026-11-09","runCount":1193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"humor/GPT-5.5","slice":"humor"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.427421,"ciLow":1290.741152,"ciHigh":1302.11369,"observedAt":"2026-11-09","runCount":21217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"ocr/GPT-5.5","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision-style-control@1|rating|overall/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.613487,"ciLow":1278.953189,"ciHigh":1290.273786,"observedAt":"2026-11-09","runCount":30058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"overall/GPT-5.5","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision@1|rating|chinese/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1358.605408,"ciLow":1342.483422,"ciHigh":1374.727395,"observedAt":"2026-11-09","runCount":1860,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"chinese/GPT-5.5","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1289.232122,"ciLow":1276.159416,"ciHigh":1302.304829,"observedAt":"2026-11-09","runCount":2248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"creative_writing_vision/GPT-5.5","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision@1|rating|diagram/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1322.520635,"ciLow":1314.567356,"ciHigh":1330.473914,"observedAt":"2026-11-09","runCount":8108,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"diagram/GPT-5.5","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision@1|rating|english/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1291.792591,"ciLow":1283.923389,"ciHigh":1299.661792,"observedAt":"2026-11-09","runCount":11778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"english/GPT-5.5","slice":"english"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision@1|rating|entity_recognition/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1226.176521,"ciLow":1176.161543,"ciHigh":1276.1915,"observedAt":"2026-11-09","runCount":128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"entity_recognition/GPT-5.5","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision@1|rating|homework/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1326.313855,"ciLow":1315.892159,"ciHigh":1336.735552,"observedAt":"2026-11-09","runCount":3818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"homework/GPT-5.5","slice":"homework"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision@1|rating|humor/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1276.533902,"ciLow":1258.961411,"ciHigh":1294.106394,"observedAt":"2026-11-09","runCount":1193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"humor/GPT-5.5","slice":"humor"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision@1|rating|ocr/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1303.567008,"ciLow":1297.931497,"ciHigh":1309.202518,"observedAt":"2026-11-09","runCount":21217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"ocr/GPT-5.5","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.5:default|none|lmarena-vision@1|rating|overall/GPT-5.5","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1295.831349,"ciLow":1290.205028,"ciHigh":1301.45767,"observedAt":"2026-11-09","runCount":30058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5","rowId":"overall/GPT-5.5","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:effort=high|codex-cli|lmarena-webdev@1|rating|image_to_webdev/GPT-5.5 (High, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1519.135268,"ciLow":1510.148189,"ciHigh":1528.122346,"observedAt":"2026-11-15","runCount":7273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High, Codex Harness)","rowId":"image_to_webdev/GPT-5.5 (High, Codex Harness)","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-5.5:effort=high|codex-cli|lmarena-webdev@1|rating|overall/GPT-5.5 (High, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1487.202222,"ciLow":1481.249504,"ciHigh":1493.15494,"observedAt":"2026-11-15","runCount":17637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High, Codex Harness)","rowId":"overall/GPT-5.5 (High, Codex Harness)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:effort=high|codex-cli|lmarena-webdev@1|rating|webdev-html/GPT-5.5 (High, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1533.946573,"ciLow":1519.499175,"ciHigh":1548.39397,"observedAt":"2026-11-15","runCount":1939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High, Codex Harness)","rowId":"webdev-html/GPT-5.5 (High, Codex Harness)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.5:effort=high|codex-cli|lmarena-webdev@1|rating|webdev-react/GPT-5.5 (High, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1476.477103,"ciLow":1469.829368,"ciHigh":1483.124838,"observedAt":"2026-11-15","runCount":12316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High, Codex Harness)","rowId":"webdev-react/GPT-5.5 (High, Codex Harness)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.5:effort=high|codex-cli|lmarena-webdev@1|rating|webdev/GPT-5.5 (High, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1487.202222,"ciLow":1481.249504,"ciHigh":1493.15494,"observedAt":"2026-11-15","runCount":17637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High, Codex Harness)","rowId":"webdev/GPT-5.5 (High, Codex Harness)","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-document-style-control@1|rating|overall/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.447963,"ciLow":1476.00209,"ciHigh":1486.893835,"observedAt":"2026-11-09","runCount":27324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"overall/GPT-5.5 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-document@1|rating|overall/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1484.292861,"ciLow":1478.944283,"ciHigh":1489.641438,"observedAt":"2026-11-09","runCount":27324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"overall/GPT-5.5 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|chinese/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.215356,"ciLow":1505.532299,"ciHigh":1524.898413,"observedAt":"2026-11-11","runCount":4400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"chinese/GPT-5.5 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|coding/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1518.152558,"ciLow":1512.425053,"ciHigh":1523.880063,"observedAt":"2026-11-11","runCount":18817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"coding/GPT-5.5 (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.633572,"ciLow":1444.058166,"ciHigh":1457.208978,"observedAt":"2026-11-11","runCount":12903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"creative_writing/GPT-5.5 (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|english/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.392924,"ciLow":1479.58934,"ciHigh":1489.196508,"observedAt":"2026-11-11","runCount":31057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"english/GPT-5.5 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.772736,"ciLow":1486.937612,"ciHigh":1496.60786,"observedAt":"2026-11-11","runCount":51951,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"exclude_ties/GPT-5.5 (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|expert/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.417631,"ciLow":1503.573364,"ciHigh":1519.261898,"observedAt":"2026-11-11","runCount":7191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"expert/GPT-5.5 (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|french/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.846032,"ciLow":1482.10179,"ciHigh":1509.590274,"observedAt":"2026-11-11","runCount":2482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"french/GPT-5.5 (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|german/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.89778,"ciLow":1452.775078,"ciHigh":1491.020482,"observedAt":"2026-11-11","runCount":1046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"german/GPT-5.5 (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.818219,"ciLow":1496.428063,"ciHigh":1505.208374,"observedAt":"2026-11-11","runCount":44784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"hard_prompts/GPT-5.5 (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.855502,"ciLow":1493.327981,"ciHigh":1504.383022,"observedAt":"2026-11-11","runCount":20869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"hard_prompts_english/GPT-5.5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.235959,"ciLow":1483.895976,"ciHigh":1496.575943,"observedAt":"2026-11-11","runCount":13538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.913575,"ciLow":1441.833809,"ciHigh":1453.993341,"observedAt":"2026-11-11","runCount":16406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.289418,"ciLow":1487.456162,"ciHigh":1505.122675,"observedAt":"2026-11-11","runCount":5530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_legal_and_government/GPT-5.5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.460532,"ciLow":1490.875097,"ciHigh":1504.045968,"observedAt":"2026-11-11","runCount":11410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5.5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.863193,"ciLow":1494.662367,"ciHigh":1515.064018,"observedAt":"2026-11-11","runCount":3885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_mathematical/GPT-5.5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.471426,"ciLow":1467.441457,"ciHigh":1485.501395,"observedAt":"2026-11-11","runCount":5156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_medicine_and_healthcare/GPT-5.5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.27287,"ciLow":1505.228712,"ciHigh":1515.317028,"observedAt":"2026-11-11","runCount":26989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_software_and_it_services/GPT-5.5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.565639,"ciLow":1462.744226,"ciHigh":1474.387052,"observedAt":"2026-11-11","runCount":17888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_writing_and_literature_and_language/GPT-5.5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.068965,"ciLow":1471.756337,"ciHigh":1482.381592,"observedAt":"2026-11-11","runCount":23600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"instruction_following/GPT-5.5 (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|japanese/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.011061,"ciLow":1484.385061,"ciHigh":1527.637061,"observedAt":"2026-11-11","runCount":896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"japanese/GPT-5.5 (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|korean/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.275054,"ciLow":1418.353025,"ciHigh":1456.197084,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"korean/GPT-5.5 (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.627139,"ciLow":1481.586698,"ciHigh":1491.667579,"observedAt":"2026-11-11","runCount":31366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"longer_query/GPT-5.5 (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|math/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.35458,"ciLow":1480.915383,"ciHigh":1501.793777,"observedAt":"2026-11-11","runCount":3417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"math/GPT-5.5 (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.176267,"ciLow":1481.445586,"ciHigh":1494.906949,"observedAt":"2026-11-11","runCount":11676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"multi_turn/GPT-5.5 (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|non_english/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.210035,"ciLow":1468.6767,"ciHigh":1477.74337,"observedAt":"2026-11-11","runCount":37236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"non_english/GPT-5.5 (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|overall/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.279689,"ciLow":1477.54519,"ciHigh":1485.014189,"observedAt":"2026-11-11","runCount":68294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"overall/GPT-5.5 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|polish/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.888897,"ciLow":1462.38976,"ciHigh":1497.388034,"observedAt":"2026-11-11","runCount":1168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"polish/GPT-5.5 (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|russian/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.600109,"ciLow":1472.899442,"ciHigh":1488.300777,"observedAt":"2026-11-11","runCount":7239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"russian/GPT-5.5 (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text-style-control@1|rating|spanish/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.836378,"ciLow":1456.343523,"ciHigh":1485.329233,"observedAt":"2026-11-11","runCount":1919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"spanish/GPT-5.5 (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|chinese/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1523.316591,"ciLow":1513.711416,"ciHigh":1532.921766,"observedAt":"2026-11-11","runCount":4400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"chinese/GPT-5.5 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|coding/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1493.600033,"ciLow":1487.932282,"ciHigh":1499.267785,"observedAt":"2026-11-11","runCount":18817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"coding/GPT-5.5 (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|creative_writing/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.06958,"ciLow":1447.570423,"ciHigh":1460.568737,"observedAt":"2026-11-11","runCount":12903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"creative_writing/GPT-5.5 (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|english/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.39271,"ciLow":1465.622382,"ciHigh":1475.163039,"observedAt":"2026-11-11","runCount":31057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"english/GPT-5.5 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|exclude_ties/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.082332,"ciLow":1471.343556,"ciHigh":1480.821108,"observedAt":"2026-11-11","runCount":51951,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"exclude_ties/GPT-5.5 (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|expert/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.483684,"ciLow":1498.717496,"ciHigh":1514.249872,"observedAt":"2026-11-11","runCount":7191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"expert/GPT-5.5 (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|french/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.229303,"ciLow":1469.582898,"ciHigh":1496.875707,"observedAt":"2026-11-11","runCount":2482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"french/GPT-5.5 (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|german/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.205729,"ciLow":1440.228464,"ciHigh":1478.182994,"observedAt":"2026-11-11","runCount":1046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"german/GPT-5.5 (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|hard_prompts/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.45558,"ciLow":1484.107796,"ciHigh":1492.803364,"observedAt":"2026-11-11","runCount":44784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"hard_prompts/GPT-5.5 (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.668149,"ciLow":1477.191147,"ciHigh":1488.145151,"observedAt":"2026-11-11","runCount":20869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"hard_prompts_english/GPT-5.5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.40738,"ciLow":1472.146384,"ciHigh":1484.668376,"observedAt":"2026-11-11","runCount":13538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.038052,"ciLow":1442.014732,"ciHigh":1454.061372,"observedAt":"2026-11-11","runCount":16406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.151876,"ciLow":1483.431606,"ciHigh":1500.872146,"observedAt":"2026-11-11","runCount":5530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_legal_and_government/GPT-5.5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.79693,"ciLow":1478.285127,"ciHigh":1491.308734,"observedAt":"2026-11-11","runCount":11410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5.5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|industry_mathematical/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.423416,"ciLow":1484.227405,"ciHigh":1504.619428,"observedAt":"2026-11-11","runCount":3885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_mathematical/GPT-5.5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.381529,"ciLow":1447.457883,"ciHigh":1465.305176,"observedAt":"2026-11-11","runCount":5156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_medicine_and_healthcare/GPT-5.5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.416396,"ciLow":1487.421522,"ciHigh":1497.411271,"observedAt":"2026-11-11","runCount":26989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_software_and_it_services/GPT-5.5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.504526,"ciLow":1459.723761,"ciHigh":1471.28529,"observedAt":"2026-11-11","runCount":17888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"industry_writing_and_literature_and_language/GPT-5.5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|instruction_following/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.066857,"ciLow":1472.790093,"ciHigh":1483.343621,"observedAt":"2026-11-11","runCount":23600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"instruction_following/GPT-5.5 (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|japanese/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.20604,"ciLow":1478.811082,"ciHigh":1521.600997,"observedAt":"2026-11-11","runCount":896,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"japanese/GPT-5.5 (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|korean/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.662554,"ciLow":1432.932158,"ciHigh":1470.392949,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"korean/GPT-5.5 (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|longer_query/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.474795,"ciLow":1478.475151,"ciHigh":1488.474439,"observedAt":"2026-11-11","runCount":31366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"longer_query/GPT-5.5 (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|math/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.669381,"ciLow":1466.255552,"ciHigh":1487.08321,"observedAt":"2026-11-11","runCount":3417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"math/GPT-5.5 (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|multi_turn/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.952897,"ciLow":1470.263417,"ciHigh":1483.642377,"observedAt":"2026-11-11","runCount":11676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"multi_turn/GPT-5.5 (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|non_english/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.416119,"ciLow":1461.918667,"ciHigh":1470.913571,"observedAt":"2026-11-11","runCount":37236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"non_english/GPT-5.5 (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|overall/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.146643,"ciLow":1467.445705,"ciHigh":1474.84758,"observedAt":"2026-11-11","runCount":68294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"overall/GPT-5.5 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|polish/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.283931,"ciLow":1447.900728,"ciHigh":1482.667134,"observedAt":"2026-11-11","runCount":1168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"polish/GPT-5.5 (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|russian/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.62883,"ciLow":1464.968182,"ciHigh":1480.289477,"observedAt":"2026-11-11","runCount":7239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"russian/GPT-5.5 (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-text@1|rating|spanish/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.412281,"ciLow":1454.076373,"ciHigh":1482.748189,"observedAt":"2026-11-11","runCount":1919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"spanish/GPT-5.5 (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.742912,"ciLow":1307.031503,"ciHigh":1340.45432,"observedAt":"2026-11-09","runCount":1690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"chinese/GPT-5.5 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.742899,"ciLow":1270.092781,"ciHigh":1297.393017,"observedAt":"2026-11-09","runCount":2162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"creative_writing_vision/GPT-5.5 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.535455,"ciLow":1307.324036,"ciHigh":1323.746874,"observedAt":"2026-11-09","runCount":7568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"diagram/GPT-5.5 (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision-style-control@1|rating|english/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.20214,"ciLow":1274.224265,"ciHigh":1290.180015,"observedAt":"2026-11-09","runCount":11173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"english/GPT-5.5 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.864951,"ciLow":1176.176228,"ciHigh":1269.553673,"observedAt":"2026-11-09","runCount":136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"entity_recognition/GPT-5.5 (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision-style-control@1|rating|homework/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.70892,"ciLow":1324.194607,"ciHigh":1345.223234,"observedAt":"2026-11-09","runCount":3759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"homework/GPT-5.5 (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision-style-control@1|rating|humor/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.603364,"ciLow":1265.565921,"ciHigh":1301.640807,"observedAt":"2026-11-09","runCount":1148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"humor/GPT-5.5 (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.832978,"ciLow":1292.089595,"ciHigh":1303.576361,"observedAt":"2026-11-09","runCount":19807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"ocr/GPT-5.5 (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision-style-control@1|rating|overall/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.311784,"ciLow":1277.58485,"ciHigh":1289.038718,"observedAt":"2026-11-09","runCount":28348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"overall/GPT-5.5 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision@1|rating|chinese/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1354.74088,"ciLow":1338.258514,"ciHigh":1371.223247,"observedAt":"2026-11-09","runCount":1690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"chinese/GPT-5.5 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1304.508462,"ciLow":1290.93904,"ciHigh":1318.077884,"observedAt":"2026-11-09","runCount":2162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"creative_writing_vision/GPT-5.5 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision@1|rating|diagram/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1317.806107,"ciLow":1309.667687,"ciHigh":1325.944527,"observedAt":"2026-11-09","runCount":7568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"diagram/GPT-5.5 (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision@1|rating|english/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1293.494245,"ciLow":1285.551429,"ciHigh":1301.437061,"observedAt":"2026-11-09","runCount":11173,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"english/GPT-5.5 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision@1|rating|entity_recognition/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1228.926757,"ciLow":1182.349142,"ciHigh":1275.504372,"observedAt":"2026-11-09","runCount":136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"entity_recognition/GPT-5.5 (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision@1|rating|homework/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1331.055742,"ciLow":1320.611345,"ciHigh":1341.500139,"observedAt":"2026-11-09","runCount":3759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"homework/GPT-5.5 (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision@1|rating|humor/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1294.316694,"ciLow":1276.37866,"ciHigh":1312.254728,"observedAt":"2026-11-09","runCount":1148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"humor/GPT-5.5 (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision@1|rating|ocr/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1305.105448,"ciLow":1299.400745,"ciHigh":1310.810151,"observedAt":"2026-11-09","runCount":19807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"ocr/GPT-5.5 (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.5:effort=high|none|lmarena-vision@1|rating|overall/GPT-5.5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1294.536279,"ciLow":1288.83839,"ciHigh":1300.234169,"observedAt":"2026-11-09","runCount":28348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (High)","rowId":"overall/GPT-5.5 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:effort=xhigh|codex-cli|lmarena-webdev@1|rating|image_to_webdev/GPT-5.5 (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1531.193587,"ciLow":1521.907781,"ciHigh":1540.479394,"observedAt":"2026-11-15","runCount":6610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (xHigh, Codex Harness)","rowId":"image_to_webdev/GPT-5.5 (xHigh, Codex Harness)","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-5.5:effort=xhigh|codex-cli|lmarena-webdev@1|rating|overall/GPT-5.5 (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1512.139559,"ciLow":1506.13692,"ciHigh":1518.142199,"observedAt":"2026-11-15","runCount":15367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (xHigh, Codex Harness)","rowId":"overall/GPT-5.5 (xHigh, Codex Harness)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:effort=xhigh|codex-cli|lmarena-webdev@1|rating|webdev-html/GPT-5.5 (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1542.414305,"ciLow":1527.30314,"ciHigh":1557.52547,"observedAt":"2026-11-15","runCount":1837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (xHigh, Codex Harness)","rowId":"webdev-html/GPT-5.5 (xHigh, Codex Harness)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.5:effort=xhigh|codex-cli|lmarena-webdev@1|rating|webdev-react/GPT-5.5 (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1504.854898,"ciLow":1498.163796,"ciHigh":1511.545999,"observedAt":"2026-11-15","runCount":11878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (xHigh, Codex Harness)","rowId":"webdev-react/GPT-5.5 (xHigh, Codex Harness)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.5:effort=xhigh|codex-cli|lmarena-webdev@1|rating|webdev/GPT-5.5 (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1512.139559,"ciLow":1506.13692,"ciHigh":1518.142199,"observedAt":"2026-11-15","runCount":15367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (xHigh, Codex Harness)","rowId":"webdev/GPT-5.5 (xHigh, Codex Harness)","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.5:flags=search|none|lmarena-search-style-control@1|rating|overall/GPT-5.5 (Search)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.967406,"ciLow":1220.695043,"ciHigh":1231.239769,"observedAt":"2026-11-09","runCount":121489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (Search)","rowId":"overall/GPT-5.5 (Search)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.5:flags=search|none|lmarena-search@1|rating|overall/GPT-5.5 (Search)","sourceId":"lmarena","modelId":"openai/gpt-5.5","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1245.863437,"ciLow":1240.692789,"ciHigh":1251.034085,"observedAt":"2026-11-09","runCount":121489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.5 (Search)","rowId":"overall/GPT-5.5 (Search)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|codex-cli|lmarena-webdev@1|rating|image_to_webdev/GPT-5.6 Luna (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1517.795923,"ciLow":1507.851122,"ciHigh":1527.740725,"observedAt":"2026-11-15","runCount":4116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh, Codex Harness)","rowId":"image_to_webdev/GPT-5.6 Luna (xHigh, Codex Harness)","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|codex-cli|lmarena-webdev@1|rating|overall/GPT-5.6 Luna (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1519.071095,"ciLow":1512.605891,"ciHigh":1525.536298,"observedAt":"2026-11-15","runCount":12192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh, Codex Harness)","rowId":"overall/GPT-5.6 Luna (xHigh, Codex Harness)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|codex-cli|lmarena-webdev@1|rating|webdev-html/GPT-5.6 Luna (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1522.334392,"ciLow":1506.724763,"ciHigh":1537.944022,"observedAt":"2026-11-15","runCount":1716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh, Codex Harness)","rowId":"webdev-html/GPT-5.6 Luna (xHigh, Codex Harness)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|codex-cli|lmarena-webdev@1|rating|webdev-react/GPT-5.6 Luna (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1507.709601,"ciLow":1499.830053,"ciHigh":1515.589149,"observedAt":"2026-11-15","runCount":7521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh, Codex Harness)","rowId":"webdev-react/GPT-5.6 Luna (xHigh, Codex Harness)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|codex-cli|lmarena-webdev@1|rating|webdev/GPT-5.6 Luna (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1519.071095,"ciLow":1512.605891,"ciHigh":1525.536298,"observedAt":"2026-11-15","runCount":12192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh, Codex Harness)","rowId":"webdev/GPT-5.6 Luna (xHigh, Codex Harness)","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-document-style-control@1|rating|overall/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.236483,"ciLow":1453.036857,"ciHigh":1467.436108,"observedAt":"2026-11-09","runCount":8832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"overall/GPT-5.6 Luna (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-document@1|rating|overall/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1453.799457,"ciLow":1446.777103,"ciHigh":1460.82181,"observedAt":"2026-11-09","runCount":8832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"overall/GPT-5.6 Luna (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|chinese/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.322157,"ciLow":1466.929522,"ciHigh":1489.714791,"observedAt":"2026-11-11","runCount":3104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"chinese/GPT-5.6 Luna (xHigh)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|coding/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.453989,"ciLow":1495.771426,"ciHigh":1509.136552,"observedAt":"2026-11-11","runCount":10982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"coding/GPT-5.6 Luna (xHigh)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.575753,"ciLow":1402.980242,"ciHigh":1418.171264,"observedAt":"2026-11-11","runCount":8484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"creative_writing/GPT-5.6 Luna (xHigh)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|english/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.398366,"ciLow":1461.656007,"ciHigh":1473.140724,"observedAt":"2026-11-11","runCount":16451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"english/GPT-5.6 Luna (xHigh)","slice":"english"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.766482,"ciLow":1450.114244,"ciHigh":1461.41872,"observedAt":"2026-11-11","runCount":30497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"exclude_ties/GPT-5.6 Luna (xHigh)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|expert/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.699114,"ciLow":1480.283714,"ciHigh":1499.114515,"observedAt":"2026-11-11","runCount":4512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"expert/GPT-5.6 Luna (xHigh)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|french/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.112378,"ciLow":1463.561206,"ciHigh":1498.66355,"observedAt":"2026-11-11","runCount":1330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"french/GPT-5.6 Luna (xHigh)","slice":"french"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|german/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.78057,"ciLow":1454.961504,"ciHigh":1500.599636,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"german/GPT-5.6 Luna (xHigh)","slice":"german"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.138389,"ciLow":1470.0851,"ciHigh":1480.191678,"observedAt":"2026-11-11","runCount":26666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"hard_prompts/GPT-5.6 Luna (xHigh)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.847155,"ciLow":1480.164031,"ciHigh":1493.530278,"observedAt":"2026-11-11","runCount":10848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"hard_prompts_english/GPT-5.6 Luna (xHigh)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.935672,"ciLow":1454.343824,"ciHigh":1469.527519,"observedAt":"2026-11-11","runCount":7647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.6 Luna (xHigh)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.490289,"ciLow":1410.505747,"ciHigh":1424.474832,"observedAt":"2026-11-11","runCount":10639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.6 Luna (xHigh)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.944281,"ciLow":1449.065767,"ciHigh":1470.822795,"observedAt":"2026-11-11","runCount":3414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_legal_and_government/GPT-5.6 Luna (xHigh)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.559289,"ciLow":1453.542777,"ciHigh":1469.575802,"observedAt":"2026-11-11","runCount":6575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_life_and_physical_and_social_science/GPT-5.6 Luna (xHigh)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.136529,"ciLow":1469.06317,"ciHigh":1495.209887,"observedAt":"2026-11-11","runCount":2227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_mathematical/GPT-5.6 Luna (xHigh)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.115236,"ciLow":1427.427831,"ciHigh":1450.80264,"observedAt":"2026-11-11","runCount":2996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_medicine_and_healthcare/GPT-5.6 Luna (xHigh)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.964954,"ciLow":1487.073088,"ciHigh":1498.856821,"observedAt":"2026-11-11","runCount":15711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_software_and_it_services/GPT-5.6 Luna (xHigh)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.700004,"ciLow":1425.957123,"ciHigh":1439.442884,"observedAt":"2026-11-11","runCount":11156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_writing_and_literature_and_language/GPT-5.6 Luna (xHigh)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.100775,"ciLow":1436.999292,"ciHigh":1449.202258,"observedAt":"2026-11-11","runCount":14426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"instruction_following/GPT-5.6 Luna (xHigh)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|japanese/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.314384,"ciLow":1407.67388,"ciHigh":1458.954888,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"japanese/GPT-5.6 Luna (xHigh)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|korean/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.596744,"ciLow":1388.723775,"ciHigh":1432.469714,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"korean/GPT-5.6 Luna (xHigh)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.863222,"ciLow":1446.082805,"ciHigh":1457.643639,"observedAt":"2026-11-11","runCount":19010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"longer_query/GPT-5.6 Luna (xHigh)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|math/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.187408,"ciLow":1462.444393,"ciHigh":1489.930422,"observedAt":"2026-11-11","runCount":1904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"math/GPT-5.6 Luna (xHigh)","slice":"math"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.243596,"ciLow":1450.157486,"ciHigh":1466.329706,"observedAt":"2026-11-11","runCount":6573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"multi_turn/GPT-5.6 Luna (xHigh)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|non_english/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.992603,"ciLow":1430.853012,"ciHigh":1441.132194,"observedAt":"2026-11-11","runCount":24143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"non_english/GPT-5.6 Luna (xHigh)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|overall/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.204051,"ciLow":1448.87367,"ciHigh":1457.534433,"observedAt":"2026-11-11","runCount":40598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"overall/GPT-5.6 Luna (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|polish/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.9641,"ciLow":1410.336431,"ciHigh":1457.591768,"observedAt":"2026-11-11","runCount":625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"polish/GPT-5.6 Luna (xHigh)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|russian/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.130065,"ciLow":1437.016523,"ciHigh":1455.243607,"observedAt":"2026-11-11","runCount":4688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"russian/GPT-5.6 Luna (xHigh)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text-style-control@1|rating|spanish/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.793984,"ciLow":1447.89399,"ciHigh":1483.693978,"observedAt":"2026-11-11","runCount":1201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"spanish/GPT-5.6 Luna (xHigh)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|chinese/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.504535,"ciLow":1460.274391,"ciHigh":1482.73468,"observedAt":"2026-11-11","runCount":3104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"chinese/GPT-5.6 Luna (xHigh)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|coding/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.004397,"ciLow":1460.379055,"ciHigh":1473.629739,"observedAt":"2026-11-11","runCount":10982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"coding/GPT-5.6 Luna (xHigh)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|creative_writing/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.400924,"ciLow":1388.898605,"ciHigh":1403.903242,"observedAt":"2026-11-11","runCount":8484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"creative_writing/GPT-5.6 Luna (xHigh)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|english/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.545726,"ciLow":1435.835089,"ciHigh":1447.256363,"observedAt":"2026-11-11","runCount":16451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"english/GPT-5.6 Luna (xHigh)","slice":"english"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|exclude_ties/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.690514,"ciLow":1417.141728,"ciHigh":1428.239299,"observedAt":"2026-11-11","runCount":30497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"exclude_ties/GPT-5.6 Luna (xHigh)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|expert/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.212157,"ciLow":1467.904869,"ciHigh":1486.519445,"observedAt":"2026-11-11","runCount":4512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"expert/GPT-5.6 Luna (xHigh)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|french/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.296877,"ciLow":1436.84223,"ciHigh":1471.751525,"observedAt":"2026-11-11","runCount":1330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"french/GPT-5.6 Luna (xHigh)","slice":"french"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|german/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.717139,"ciLow":1433.132112,"ciHigh":1478.302165,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"german/GPT-5.6 Luna (xHigh)","slice":"german"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|hard_prompts/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.833781,"ciLow":1446.820552,"ciHigh":1456.847009,"observedAt":"2026-11-11","runCount":26666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"hard_prompts/GPT-5.6 Luna (xHigh)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.763993,"ciLow":1453.130034,"ciHigh":1466.397953,"observedAt":"2026-11-11","runCount":10848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"hard_prompts_english/GPT-5.6 Luna (xHigh)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.766111,"ciLow":1431.278018,"ciHigh":1446.254205,"observedAt":"2026-11-11","runCount":7647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.6 Luna (xHigh)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.446932,"ciLow":1394.555915,"ciHigh":1408.337948,"observedAt":"2026-11-11","runCount":10639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.6 Luna (xHigh)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.434946,"ciLow":1433.680089,"ciHigh":1455.189802,"observedAt":"2026-11-11","runCount":3414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_legal_and_government/GPT-5.6 Luna (xHigh)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.823101,"ciLow":1425.871998,"ciHigh":1441.774205,"observedAt":"2026-11-11","runCount":6575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_life_and_physical_and_social_science/GPT-5.6 Luna (xHigh)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|industry_mathematical/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.945607,"ciLow":1453.892555,"ciHigh":1479.998659,"observedAt":"2026-11-11","runCount":2227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_mathematical/GPT-5.6 Luna (xHigh)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.542538,"ciLow":1386.972157,"ciHigh":1410.112919,"observedAt":"2026-11-11","runCount":2996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_medicine_and_healthcare/GPT-5.6 Luna (xHigh)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.539273,"ciLow":1457.705225,"ciHigh":1469.373321,"observedAt":"2026-11-11","runCount":15711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_software_and_it_services/GPT-5.6 Luna (xHigh)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.378436,"ciLow":1411.702165,"ciHigh":1425.054707,"observedAt":"2026-11-11","runCount":11156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"industry_writing_and_literature_and_language/GPT-5.6 Luna (xHigh)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|instruction_following/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.211379,"ciLow":1431.134444,"ciHigh":1443.288314,"observedAt":"2026-11-11","runCount":14426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"instruction_following/GPT-5.6 Luna (xHigh)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|japanese/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.34937,"ciLow":1390.936981,"ciHigh":1441.761759,"observedAt":"2026-11-11","runCount":647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"japanese/GPT-5.6 Luna (xHigh)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|korean/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.996667,"ciLow":1386.185904,"ciHigh":1429.807429,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"korean/GPT-5.6 Luna (xHigh)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|longer_query/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.311774,"ciLow":1430.573825,"ciHigh":1442.049723,"observedAt":"2026-11-11","runCount":19010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"longer_query/GPT-5.6 Luna (xHigh)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|math/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.16941,"ciLow":1443.414971,"ciHigh":1470.923848,"observedAt":"2026-11-11","runCount":1904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"math/GPT-5.6 Luna (xHigh)","slice":"math"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|multi_turn/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.485643,"ciLow":1426.438143,"ciHigh":1442.533142,"observedAt":"2026-11-11","runCount":6573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"multi_turn/GPT-5.6 Luna (xHigh)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|non_english/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.790151,"ciLow":1411.680582,"ciHigh":1421.89972,"observedAt":"2026-11-11","runCount":24143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"non_english/GPT-5.6 Luna (xHigh)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|overall/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.052355,"ciLow":1426.747157,"ciHigh":1435.357554,"observedAt":"2026-11-11","runCount":40598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"overall/GPT-5.6 Luna (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|polish/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.944368,"ciLow":1379.202311,"ciHigh":1426.686425,"observedAt":"2026-11-11","runCount":625,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"polish/GPT-5.6 Luna (xHigh)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|russian/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.297351,"ciLow":1417.230622,"ciHigh":1435.36408,"observedAt":"2026-11-11","runCount":4688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"russian/GPT-5.6 Luna (xHigh)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-text@1|rating|spanish/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.323242,"ciLow":1430.651294,"ciHigh":1465.99519,"observedAt":"2026-11-11","runCount":1201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"spanish/GPT-5.6 Luna (xHigh)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.141166,"ciLow":1260.26178,"ciHigh":1310.020553,"observedAt":"2026-11-09","runCount":639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"chinese/GPT-5.6 Luna (xHigh)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.605236,"ciLow":1236.6544,"ciHigh":1276.556073,"observedAt":"2026-11-09","runCount":987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"creative_writing_vision/GPT-5.6 Luna (xHigh)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.283556,"ciLow":1266.510854,"ciHigh":1290.056258,"observedAt":"2026-11-09","runCount":2777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"diagram/GPT-5.6 Luna (xHigh)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision-style-control@1|rating|english/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.316522,"ciLow":1248.390815,"ciHigh":1270.242229,"observedAt":"2026-11-09","runCount":3773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"english/GPT-5.6 Luna (xHigh)","slice":"english"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision-style-control@1|rating|homework/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.293556,"ciLow":1271.277106,"ciHigh":1307.310006,"observedAt":"2026-11-09","runCount":1149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"homework/GPT-5.6 Luna (xHigh)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision-style-control@1|rating|humor/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.040466,"ciLow":1169.739924,"ciHigh":1224.341008,"observedAt":"2026-11-09","runCount":517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"humor/GPT-5.6 Luna (xHigh)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.162373,"ciLow":1257.254177,"ciHigh":1273.07057,"observedAt":"2026-11-09","runCount":7498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"ocr/GPT-5.6 Luna (xHigh)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision-style-control@1|rating|overall/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.405853,"ciLow":1248.026866,"ciHigh":1262.78484,"observedAt":"2026-11-09","runCount":11071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"overall/GPT-5.6 Luna (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision@1|rating|chinese/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1300.75217,"ciLow":1276.060284,"ciHigh":1325.444056,"observedAt":"2026-11-09","runCount":639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"chinese/GPT-5.6 Luna (xHigh)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1255.729454,"ciLow":1235.935317,"ciHigh":1275.523591,"observedAt":"2026-11-09","runCount":987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"creative_writing_vision/GPT-5.6 Luna (xHigh)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision@1|rating|diagram/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1270.72734,"ciLow":1259.018225,"ciHigh":1282.436455,"observedAt":"2026-11-09","runCount":2777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"diagram/GPT-5.6 Luna (xHigh)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision@1|rating|english/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1259.573489,"ciLow":1248.687243,"ciHigh":1270.459735,"observedAt":"2026-11-09","runCount":3773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"english/GPT-5.6 Luna (xHigh)","slice":"english"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision@1|rating|homework/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1281.216099,"ciLow":1263.243185,"ciHigh":1299.189012,"observedAt":"2026-11-09","runCount":1149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"homework/GPT-5.6 Luna (xHigh)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision@1|rating|humor/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1191.925307,"ciLow":1164.796719,"ciHigh":1219.053895,"observedAt":"2026-11-09","runCount":517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"humor/GPT-5.6 Luna (xHigh)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision@1|rating|ocr/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1262.852053,"ciLow":1254.973154,"ciHigh":1270.730952,"observedAt":"2026-11-09","runCount":7498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"ocr/GPT-5.6 Luna (xHigh)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.6-luna:effort=xhigh|none|lmarena-vision@1|rating|overall/GPT-5.6 Luna (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-luna","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1255.823316,"ciLow":1248.484418,"ciHigh":1263.162213,"observedAt":"2026-11-09","runCount":11071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Luna (xHigh)","rowId":"overall/GPT-5.6 Luna (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|codex-cli|lmarena-webdev@1|rating|image_to_webdev/GPT-5.6 Sol (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1606.173232,"ciLow":1597.102331,"ciHigh":1615.244133,"observedAt":"2026-11-15","runCount":5366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh, Codex Harness)","rowId":"image_to_webdev/GPT-5.6 Sol (xHigh, Codex Harness)","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|codex-cli|lmarena-webdev@1|rating|overall/GPT-5.6 Sol (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1615.733181,"ciLow":1610.009144,"ciHigh":1621.457217,"observedAt":"2026-11-15","runCount":18867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh, Codex Harness)","rowId":"overall/GPT-5.6 Sol (xHigh, Codex Harness)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|codex-cli|lmarena-webdev@1|rating|webdev-html/GPT-5.6 Sol (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1612.592913,"ciLow":1599.693444,"ciHigh":1625.492381,"observedAt":"2026-11-15","runCount":2622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh, Codex Harness)","rowId":"webdev-html/GPT-5.6 Sol (xHigh, Codex Harness)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|codex-cli|lmarena-webdev@1|rating|webdev-react/GPT-5.6 Sol (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1618.25698,"ciLow":1611.509148,"ciHigh":1625.004812,"observedAt":"2026-11-15","runCount":12062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh, Codex Harness)","rowId":"webdev-react/GPT-5.6 Sol (xHigh, Codex Harness)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|codex-cli|lmarena-webdev@1|rating|webdev/GPT-5.6 Sol (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1615.733181,"ciLow":1610.009144,"ciHigh":1621.457217,"observedAt":"2026-11-15","runCount":18867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh, Codex Harness)","rowId":"webdev/GPT-5.6 Sol (xHigh, Codex Harness)","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-agent@1|cost-per-task|overall/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":1.58848,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"overall/GPT-5.6 Sol (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-agent@1|output-tokens-per-task|overall/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":22826,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"overall/GPT-5.6 Sol (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-agent@1|score|overall/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.037237,"ciLow":0.026017,"ciHigh":0.048456,"observedAt":"2026-11-15","runCount":6651633,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"overall/GPT-5.6 Sol (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-document-style-control@1|rating|overall/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.488689,"ciLow":1479.607153,"ciHigh":1493.370225,"observedAt":"2026-11-09","runCount":9649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"overall/GPT-5.6 Sol (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-document@1|rating|overall/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1480.037306,"ciLow":1473.239139,"ciHigh":1486.835473,"observedAt":"2026-11-09","runCount":9649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"overall/GPT-5.6 Sol (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-search-style-control@1|rating|overall/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.415342,"ciLow":1248.77948,"ciHigh":1262.051205,"observedAt":"2026-11-09","runCount":62364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"overall/GPT-5.6 Sol (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-search@1|rating|overall/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1257.840982,"ciLow":1251.392753,"ciHigh":1264.289211,"observedAt":"2026-11-09","runCount":62364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"overall/GPT-5.6 Sol (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|chinese/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1539.979165,"ciLow":1529.061599,"ciHigh":1550.89673,"observedAt":"2026-11-11","runCount":3370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"chinese/GPT-5.6 Sol (xHigh)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|coding/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1533.252357,"ciLow":1526.649058,"ciHigh":1539.855656,"observedAt":"2026-11-11","runCount":11595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"coding/GPT-5.6 Sol (xHigh)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.038521,"ciLow":1463.616348,"ciHigh":1478.460694,"observedAt":"2026-11-11","runCount":9286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"creative_writing/GPT-5.6 Sol (xHigh)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|english/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.065311,"ciLow":1484.436298,"ciHigh":1495.694324,"observedAt":"2026-11-11","runCount":17488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"english/GPT-5.6 Sol (xHigh)","slice":"english"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.377474,"ciLow":1494.890145,"ciHigh":1505.864804,"observedAt":"2026-11-11","runCount":33159,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"exclude_ties/GPT-5.6 Sol (xHigh)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|expert/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1531.930076,"ciLow":1522.701914,"ciHigh":1541.158238,"observedAt":"2026-11-11","runCount":4768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"expert/GPT-5.6 Sol (xHigh)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|french/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.222685,"ciLow":1492.200901,"ciHigh":1526.244469,"observedAt":"2026-11-11","runCount":1481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"french/GPT-5.6 Sol (xHigh)","slice":"french"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|german/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.226281,"ciLow":1480.385627,"ciHigh":1526.066934,"observedAt":"2026-11-11","runCount":700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"german/GPT-5.6 Sol (xHigh)","slice":"german"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.076659,"ciLow":1506.108995,"ciHigh":1516.044323,"observedAt":"2026-11-11","runCount":28428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"hard_prompts/GPT-5.6 Sol (xHigh)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.925047,"ciLow":1504.344111,"ciHigh":1517.505984,"observedAt":"2026-11-11","runCount":11363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"hard_prompts_english/GPT-5.6 Sol (xHigh)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.570328,"ciLow":1480.056017,"ciHigh":1495.084639,"observedAt":"2026-11-11","runCount":8060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.6 Sol (xHigh)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.785081,"ciLow":1462.900057,"ciHigh":1476.670105,"observedAt":"2026-11-11","runCount":11226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.6 Sol (xHigh)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.593504,"ciLow":1487.046795,"ciHigh":1508.140213,"observedAt":"2026-11-11","runCount":3669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_legal_and_government/GPT-5.6 Sol (xHigh)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.239995,"ciLow":1484.44918,"ciHigh":1500.03081,"observedAt":"2026-11-11","runCount":7116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_life_and_physical_and_social_science/GPT-5.6 Sol (xHigh)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.636508,"ciLow":1497.961869,"ciHigh":1523.311147,"observedAt":"2026-11-11","runCount":2393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_mathematical/GPT-5.6 Sol (xHigh)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.856677,"ciLow":1466.492601,"ciHigh":1489.220754,"observedAt":"2026-11-11","runCount":3170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_medicine_and_healthcare/GPT-5.6 Sol (xHigh)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1521.803316,"ciLow":1516.024899,"ciHigh":1527.581733,"observedAt":"2026-11-11","runCount":16824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_software_and_it_services/GPT-5.6 Sol (xHigh)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.984473,"ciLow":1476.355959,"ciHigh":1489.612987,"observedAt":"2026-11-11","runCount":12090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_writing_and_literature_and_language/GPT-5.6 Sol (xHigh)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.310738,"ciLow":1484.298453,"ciHigh":1496.323022,"observedAt":"2026-11-11","runCount":15306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"instruction_following/GPT-5.6 Sol (xHigh)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|japanese/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.002503,"ciLow":1470.977843,"ciHigh":1519.027163,"observedAt":"2026-11-11","runCount":716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"japanese/GPT-5.6 Sol (xHigh)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|korean/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.106207,"ciLow":1441.0203,"ciHigh":1485.192114,"observedAt":"2026-11-11","runCount":779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"korean/GPT-5.6 Sol (xHigh)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.759425,"ciLow":1492.087821,"ciHigh":1503.431028,"observedAt":"2026-11-11","runCount":20072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"longer_query/GPT-5.6 Sol (xHigh)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|math/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.171351,"ciLow":1481.079901,"ciHigh":1507.2628,"observedAt":"2026-11-11","runCount":2096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"math/GPT-5.6 Sol (xHigh)","slice":"math"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.031663,"ciLow":1483.160617,"ciHigh":1498.902709,"observedAt":"2026-11-11","runCount":7205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"multi_turn/GPT-5.6 Sol (xHigh)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|non_english/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.842634,"ciLow":1469.829093,"ciHigh":1479.856174,"observedAt":"2026-11-11","runCount":26433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"non_english/GPT-5.6 Sol (xHigh)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|overall/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.142593,"ciLow":1480.887256,"ciHigh":1489.397929,"observedAt":"2026-11-11","runCount":43925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"overall/GPT-5.6 Sol (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|polish/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.901487,"ciLow":1478.162171,"ciHigh":1523.640803,"observedAt":"2026-11-11","runCount":687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"polish/GPT-5.6 Sol (xHigh)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|russian/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.937744,"ciLow":1489.109605,"ciHigh":1506.765883,"observedAt":"2026-11-11","runCount":5310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"russian/GPT-5.6 Sol (xHigh)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text-style-control@1|rating|spanish/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.37041,"ciLow":1451.227618,"ciHigh":1485.513203,"observedAt":"2026-11-11","runCount":1316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"spanish/GPT-5.6 Sol (xHigh)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|chinese/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1525.497268,"ciLow":1514.557248,"ciHigh":1536.437288,"observedAt":"2026-11-11","runCount":3370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"chinese/GPT-5.6 Sol (xHigh)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|coding/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.475258,"ciLow":1488.939496,"ciHigh":1502.01102,"observedAt":"2026-11-11","runCount":11595,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"coding/GPT-5.6 Sol (xHigh)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|creative_writing/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.875835,"ciLow":1443.486623,"ciHigh":1458.265048,"observedAt":"2026-11-11","runCount":9286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"creative_writing/GPT-5.6 Sol (xHigh)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|english/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.667488,"ciLow":1453.051297,"ciHigh":1464.283679,"observedAt":"2026-11-11","runCount":17488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"english/GPT-5.6 Sol (xHigh)","slice":"english"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|exclude_ties/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.311438,"ciLow":1452.907988,"ciHigh":1463.714889,"observedAt":"2026-11-11","runCount":33159,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"exclude_ties/GPT-5.6 Sol (xHigh)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|expert/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1515.5776,"ciLow":1506.374651,"ciHigh":1524.780549,"observedAt":"2026-11-11","runCount":4768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"expert/GPT-5.6 Sol (xHigh)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|french/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.412395,"ciLow":1457.442472,"ciHigh":1491.382318,"observedAt":"2026-11-11","runCount":1481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"french/GPT-5.6 Sol (xHigh)","slice":"french"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|german/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.537017,"ciLow":1449.823663,"ciHigh":1495.250371,"observedAt":"2026-11-11","runCount":700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"german/GPT-5.6 Sol (xHigh)","slice":"german"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|hard_prompts/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.078925,"ciLow":1478.153016,"ciHigh":1488.004833,"observedAt":"2026-11-11","runCount":28428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"hard_prompts/GPT-5.6 Sol (xHigh)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.575352,"ciLow":1472.049988,"ciHigh":1485.100715,"observedAt":"2026-11-11","runCount":11363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"hard_prompts_english/GPT-5.6 Sol (xHigh)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.753224,"ciLow":1450.326565,"ciHigh":1465.179882,"observedAt":"2026-11-11","runCount":8060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.6 Sol (xHigh)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.368964,"ciLow":1441.537755,"ciHigh":1455.200173,"observedAt":"2026-11-11","runCount":11226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.6 Sol (xHigh)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.674603,"ciLow":1464.242789,"ciHigh":1485.106418,"observedAt":"2026-11-11","runCount":3669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_legal_and_government/GPT-5.6 Sol (xHigh)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.18643,"ciLow":1449.453127,"ciHigh":1464.919732,"observedAt":"2026-11-11","runCount":7116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_life_and_physical_and_social_science/GPT-5.6 Sol (xHigh)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|industry_mathematical/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.72504,"ciLow":1479.993068,"ciHigh":1505.457011,"observedAt":"2026-11-11","runCount":2393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_mathematical/GPT-5.6 Sol (xHigh)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.997675,"ciLow":1418.692012,"ciHigh":1441.303339,"observedAt":"2026-11-11","runCount":3170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_medicine_and_healthcare/GPT-5.6 Sol (xHigh)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.289953,"ciLow":1481.570641,"ciHigh":1493.009266,"observedAt":"2026-11-11","runCount":16824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_software_and_it_services/GPT-5.6 Sol (xHigh)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.152657,"ciLow":1457.537542,"ciHigh":1470.767772,"observedAt":"2026-11-11","runCount":12090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"industry_writing_and_literature_and_language/GPT-5.6 Sol (xHigh)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|instruction_following/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.558165,"ciLow":1476.566727,"ciHigh":1488.549603,"observedAt":"2026-11-11","runCount":15306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"instruction_following/GPT-5.6 Sol (xHigh)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|japanese/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.054874,"ciLow":1446.869812,"ciHigh":1495.239936,"observedAt":"2026-11-11","runCount":716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"japanese/GPT-5.6 Sol (xHigh)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|korean/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.379462,"ciLow":1426.385404,"ciHigh":1470.373521,"observedAt":"2026-11-11","runCount":779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"korean/GPT-5.6 Sol (xHigh)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|longer_query/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.056586,"ciLow":1474.422448,"ciHigh":1485.690724,"observedAt":"2026-11-11","runCount":20072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"longer_query/GPT-5.6 Sol (xHigh)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|math/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.656879,"ciLow":1458.512436,"ciHigh":1484.801322,"observedAt":"2026-11-11","runCount":2096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"math/GPT-5.6 Sol (xHigh)","slice":"math"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|multi_turn/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.143712,"ciLow":1454.313635,"ciHigh":1469.97379,"observedAt":"2026-11-11","runCount":7205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"multi_turn/GPT-5.6 Sol (xHigh)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|non_english/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.797326,"ciLow":1444.805133,"ciHigh":1454.789519,"observedAt":"2026-11-11","runCount":26433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"non_english/GPT-5.6 Sol (xHigh)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|overall/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.333238,"ciLow":1453.08835,"ciHigh":1461.578126,"observedAt":"2026-11-11","runCount":43925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"overall/GPT-5.6 Sol (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|polish/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.773679,"ciLow":1440.240183,"ciHigh":1485.307175,"observedAt":"2026-11-11","runCount":687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"polish/GPT-5.6 Sol (xHigh)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|russian/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.577952,"ciLow":1462.767542,"ciHigh":1480.388363,"observedAt":"2026-11-11","runCount":5310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"russian/GPT-5.6 Sol (xHigh)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-text@1|rating|spanish/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.17912,"ciLow":1428.323235,"ciHigh":1462.035005,"observedAt":"2026-11-11","runCount":1316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"spanish/GPT-5.6 Sol (xHigh)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.948996,"ciLow":1280.755299,"ciHigh":1327.142693,"observedAt":"2026-11-09","runCount":725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"chinese/GPT-5.6 Sol (xHigh)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.169886,"ciLow":1272.318565,"ciHigh":1310.021207,"observedAt":"2026-11-09","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"creative_writing_vision/GPT-5.6 Sol (xHigh)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.655822,"ciLow":1307.312429,"ciHigh":1329.999215,"observedAt":"2026-11-09","runCount":3094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"diagram/GPT-5.6 Sol (xHigh)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision-style-control@1|rating|english/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.596898,"ciLow":1277.045734,"ciHigh":1298.148062,"observedAt":"2026-11-09","runCount":4170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"english/GPT-5.6 Sol (xHigh)","slice":"english"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision-style-control@1|rating|homework/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.259205,"ciLow":1299.902608,"ciHigh":1332.615801,"observedAt":"2026-11-09","runCount":1346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"homework/GPT-5.6 Sol (xHigh)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision-style-control@1|rating|humor/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.753409,"ciLow":1233.40735,"ciHigh":1282.099468,"observedAt":"2026-11-09","runCount":611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"humor/GPT-5.6 Sol (xHigh)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.270628,"ciLow":1290.667846,"ciHigh":1305.873411,"observedAt":"2026-11-09","runCount":8364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"ocr/GPT-5.6 Sol (xHigh)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision-style-control@1|rating|overall/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.002113,"ciLow":1280.835886,"ciHigh":1295.16834,"observedAt":"2026-11-09","runCount":12342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"overall/GPT-5.6 Sol (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision@1|rating|chinese/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1311.073807,"ciLow":1288.042419,"ciHigh":1334.105195,"observedAt":"2026-11-09","runCount":725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"chinese/GPT-5.6 Sol (xHigh)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1285.068911,"ciLow":1266.413987,"ciHigh":1303.723835,"observedAt":"2026-11-09","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"creative_writing_vision/GPT-5.6 Sol (xHigh)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision@1|rating|diagram/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1305.50736,"ciLow":1294.204297,"ciHigh":1316.810422,"observedAt":"2026-11-09","runCount":3094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"diagram/GPT-5.6 Sol (xHigh)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision@1|rating|english/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1283.587235,"ciLow":1273.074035,"ciHigh":1294.100435,"observedAt":"2026-11-09","runCount":4170,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"english/GPT-5.6 Sol (xHigh)","slice":"english"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision@1|rating|homework/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1306.185272,"ciLow":1289.887774,"ciHigh":1322.482771,"observedAt":"2026-11-09","runCount":1346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"homework/GPT-5.6 Sol (xHigh)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision@1|rating|humor/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1247.193753,"ciLow":1222.966729,"ciHigh":1271.420777,"observedAt":"2026-11-09","runCount":611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"humor/GPT-5.6 Sol (xHigh)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision@1|rating|ocr/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1290.429372,"ciLow":1282.857404,"ciHigh":1298.001339,"observedAt":"2026-11-09","runCount":8364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"ocr/GPT-5.6 Sol (xHigh)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.6-sol:effort=xhigh|none|lmarena-vision@1|rating|overall/GPT-5.6 Sol (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-sol","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1282.190472,"ciLow":1275.066227,"ciHigh":1289.314717,"observedAt":"2026-11-09","runCount":12342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Sol (xHigh)","rowId":"overall/GPT-5.6 Sol (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|codex-cli|lmarena-webdev@1|rating|image_to_webdev/GPT-5.6 Terra (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1539.178994,"ciLow":1530.081797,"ciHigh":1548.276191,"observedAt":"2026-11-15","runCount":5184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh, Codex Harness)","rowId":"image_to_webdev/GPT-5.6 Terra (xHigh, Codex Harness)","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|codex-cli|lmarena-webdev@1|rating|overall/GPT-5.6 Terra (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1520.238304,"ciLow":1514.155693,"ciHigh":1526.320916,"observedAt":"2026-11-15","runCount":15439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh, Codex Harness)","rowId":"overall/GPT-5.6 Terra (xHigh, Codex Harness)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|codex-cli|lmarena-webdev@1|rating|webdev-html/GPT-5.6 Terra (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1522.719619,"ciLow":1508.698051,"ciHigh":1536.741186,"observedAt":"2026-11-15","runCount":2180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh, Codex Harness)","rowId":"webdev-html/GPT-5.6 Terra (xHigh, Codex Harness)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|codex-cli|lmarena-webdev@1|rating|webdev-react/GPT-5.6 Terra (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1511.19056,"ciLow":1503.963915,"ciHigh":1518.417205,"observedAt":"2026-11-15","runCount":9754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh, Codex Harness)","rowId":"webdev-react/GPT-5.6 Terra (xHigh, Codex Harness)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|codex-cli|lmarena-webdev@1|rating|webdev/GPT-5.6 Terra (xHigh, Codex Harness)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"Codex CLI"},"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1520.238304,"ciLow":1514.155693,"ciHigh":1526.320916,"observedAt":"2026-11-15","runCount":15439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh, Codex Harness)","rowId":"webdev/GPT-5.6 Terra (xHigh, Codex Harness)","slice":"webdev"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-agent@1|cost-per-task|overall/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.626927,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"overall/GPT-5.6 Terra (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-agent@1|output-tokens-per-task|overall/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":17989,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"overall/GPT-5.6 Terra (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-agent@1|score|overall/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.027195,"ciLow":-0.035309,"ciHigh":-0.019081,"observedAt":"2026-11-15","runCount":3851605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"overall/GPT-5.6 Terra (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-document-style-control@1|rating|overall/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.173287,"ciLow":1467.660064,"ciHigh":1480.686511,"observedAt":"2026-11-09","runCount":11412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"overall/GPT-5.6 Terra (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-document@1|rating|overall/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1467.659565,"ciLow":1461.231298,"ciHigh":1474.087832,"observedAt":"2026-11-09","runCount":11412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"overall/GPT-5.6 Terra (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|chinese/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.67022,"ciLow":1505.364283,"ciHigh":1525.976157,"observedAt":"2026-11-11","runCount":3802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"chinese/GPT-5.6 Terra (xHigh)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|coding/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.432984,"ciLow":1511.060204,"ciHigh":1523.805763,"observedAt":"2026-11-11","runCount":12782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"coding/GPT-5.6 Terra (xHigh)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.398042,"ciLow":1423.311864,"ciHigh":1437.484219,"observedAt":"2026-11-11","runCount":10485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"creative_writing/GPT-5.6 Terra (xHigh)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|english/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.563466,"ciLow":1466.124082,"ciHigh":1477.002851,"observedAt":"2026-11-11","runCount":19554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"english/GPT-5.6 Terra (xHigh)","slice":"english"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.673857,"ciLow":1470.272858,"ciHigh":1481.074856,"observedAt":"2026-11-11","runCount":36320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"exclude_ties/GPT-5.6 Terra (xHigh)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|expert/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.957374,"ciLow":1498.240281,"ciHigh":1515.674466,"observedAt":"2026-11-11","runCount":5444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"expert/GPT-5.6 Terra (xHigh)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|french/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.529932,"ciLow":1478.104428,"ciHigh":1510.955437,"observedAt":"2026-11-11","runCount":1609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"french/GPT-5.6 Terra (xHigh)","slice":"french"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|german/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.356009,"ciLow":1457.669013,"ciHigh":1501.043004,"observedAt":"2026-11-11","runCount":804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"german/GPT-5.6 Terra (xHigh)","slice":"german"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.586952,"ciLow":1485.768781,"ciHigh":1495.405123,"observedAt":"2026-11-11","runCount":31762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"hard_prompts/GPT-5.6 Terra (xHigh)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.228843,"ciLow":1483.88938,"ciHigh":1496.568306,"observedAt":"2026-11-11","runCount":12655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"hard_prompts_english/GPT-5.6 Terra (xHigh)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.643178,"ciLow":1458.434702,"ciHigh":1472.851655,"observedAt":"2026-11-11","runCount":9025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.6 Terra (xHigh)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.818105,"ciLow":1427.230214,"ciHigh":1440.405996,"observedAt":"2026-11-11","runCount":12564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.6 Terra (xHigh)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.480916,"ciLow":1465.388291,"ciHigh":1485.573541,"observedAt":"2026-11-11","runCount":4066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_legal_and_government/GPT-5.6 Terra (xHigh)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.520184,"ciLow":1468.999634,"ciHigh":1484.040733,"observedAt":"2026-11-11","runCount":7891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_life_and_physical_and_social_science/GPT-5.6 Terra (xHigh)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.517011,"ciLow":1477.616752,"ciHigh":1501.417271,"observedAt":"2026-11-11","runCount":2722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_mathematical/GPT-5.6 Terra (xHigh)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.78556,"ciLow":1449.816132,"ciHigh":1471.754988,"observedAt":"2026-11-11","runCount":3487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_medicine_and_healthcare/GPT-5.6 Terra (xHigh)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.668682,"ciLow":1501.076611,"ciHigh":1512.260753,"observedAt":"2026-11-11","runCount":18666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_software_and_it_services/GPT-5.6 Terra (xHigh)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.970791,"ciLow":1440.673088,"ciHigh":1453.268494,"observedAt":"2026-11-11","runCount":13727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_writing_and_literature_and_language/GPT-5.6 Terra (xHigh)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.355792,"ciLow":1457.611946,"ciHigh":1469.099638,"observedAt":"2026-11-11","runCount":17409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"instruction_following/GPT-5.6 Terra (xHigh)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|japanese/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.9462,"ciLow":1440.77704,"ciHigh":1487.115361,"observedAt":"2026-11-11","runCount":805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"japanese/GPT-5.6 Terra (xHigh)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|korean/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.906749,"ciLow":1403.020952,"ciHigh":1444.792547,"observedAt":"2026-11-11","runCount":866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"korean/GPT-5.6 Terra (xHigh)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|longer_query/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.935774,"ciLow":1463.443426,"ciHigh":1474.428121,"observedAt":"2026-11-11","runCount":22435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"longer_query/GPT-5.6 Terra (xHigh)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|math/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.36542,"ciLow":1465.599503,"ciHigh":1491.131338,"observedAt":"2026-11-11","runCount":2195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"math/GPT-5.6 Terra (xHigh)","slice":"math"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.474319,"ciLow":1466.884948,"ciHigh":1482.06369,"observedAt":"2026-11-11","runCount":7871,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"multi_turn/GPT-5.6 Terra (xHigh)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|non_english/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.190989,"ciLow":1452.315562,"ciHigh":1462.066415,"observedAt":"2026-11-11","runCount":29219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"non_english/GPT-5.6 Terra (xHigh)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|overall/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.933086,"ciLow":1463.764632,"ciHigh":1472.101541,"observedAt":"2026-11-11","runCount":48778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"overall/GPT-5.6 Terra (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|polish/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.646614,"ciLow":1439.171724,"ciHigh":1482.121504,"observedAt":"2026-11-11","runCount":738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"polish/GPT-5.6 Terra (xHigh)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|russian/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.705904,"ciLow":1462.268435,"ciHigh":1479.143373,"observedAt":"2026-11-11","runCount":5800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"russian/GPT-5.6 Terra (xHigh)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text-style-control@1|rating|spanish/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.342962,"ciLow":1445.416035,"ciHigh":1477.269888,"observedAt":"2026-11-11","runCount":1523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"spanish/GPT-5.6 Terra (xHigh)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|chinese/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1512.825751,"ciLow":1502.615832,"ciHigh":1523.035671,"observedAt":"2026-11-11","runCount":3802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"chinese/GPT-5.6 Terra (xHigh)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|coding/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.36131,"ciLow":1479.05795,"ciHigh":1491.66467,"observedAt":"2026-11-11","runCount":12782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"coding/GPT-5.6 Terra (xHigh)","slice":"coding"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|creative_writing/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.738172,"ciLow":1406.697696,"ciHigh":1420.778648,"observedAt":"2026-11-11","runCount":10485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"creative_writing/GPT-5.6 Terra (xHigh)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|english/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.014321,"ciLow":1442.600552,"ciHigh":1453.42809,"observedAt":"2026-11-11","runCount":19554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"english/GPT-5.6 Terra (xHigh)","slice":"english"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|exclude_ties/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.684409,"ciLow":1441.372472,"ciHigh":1451.996347,"observedAt":"2026-11-11","runCount":36320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"exclude_ties/GPT-5.6 Terra (xHigh)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|expert/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.80765,"ciLow":1486.150225,"ciHigh":1503.465075,"observedAt":"2026-11-11","runCount":5444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"expert/GPT-5.6 Terra (xHigh)","slice":"expert"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|french/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.45895,"ciLow":1454.149842,"ciHigh":1486.768058,"observedAt":"2026-11-11","runCount":1609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"french/GPT-5.6 Terra (xHigh)","slice":"french"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|german/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.416552,"ciLow":1440.03044,"ciHigh":1482.802663,"observedAt":"2026-11-11","runCount":804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"german/GPT-5.6 Terra (xHigh)","slice":"german"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|hard_prompts/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.992594,"ciLow":1465.213713,"ciHigh":1474.771476,"observedAt":"2026-11-11","runCount":31762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"hard_prompts/GPT-5.6 Terra (xHigh)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|hard_prompts_english/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.086528,"ciLow":1458.789105,"ciHigh":1471.383951,"observedAt":"2026-11-11","runCount":12655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"hard_prompts_english/GPT-5.6 Terra (xHigh)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.480493,"ciLow":1439.37459,"ciHigh":1453.586395,"observedAt":"2026-11-11","runCount":9025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_business_and_management_and_financial_operations/GPT-5.6 Terra (xHigh)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.89641,"ciLow":1411.348088,"ciHigh":1424.444733,"observedAt":"2026-11-11","runCount":12564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_entertainment_and_sports_and_media/GPT-5.6 Terra (xHigh)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.35879,"ciLow":1451.404377,"ciHigh":1471.313203,"observedAt":"2026-11-11","runCount":4066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_legal_and_government/GPT-5.6 Terra (xHigh)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.370442,"ciLow":1445.913454,"ciHigh":1460.82743,"observedAt":"2026-11-11","runCount":7891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_life_and_physical_and_social_science/GPT-5.6 Terra (xHigh)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|industry_mathematical/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.035088,"ciLow":1464.135012,"ciHigh":1487.935163,"observedAt":"2026-11-11","runCount":2722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_mathematical/GPT-5.6 Terra (xHigh)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.007203,"ciLow":1419.237357,"ciHigh":1440.777049,"observedAt":"2026-11-11","runCount":3487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_medicine_and_healthcare/GPT-5.6 Terra (xHigh)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.115061,"ciLow":1475.583208,"ciHigh":1486.646915,"observedAt":"2026-11-11","runCount":18666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_software_and_it_services/GPT-5.6 Terra (xHigh)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.184569,"ciLow":1424.88481,"ciHigh":1437.484328,"observedAt":"2026-11-11","runCount":13727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"industry_writing_and_literature_and_language/GPT-5.6 Terra (xHigh)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|instruction_following/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.409058,"ciLow":1449.683123,"ciHigh":1461.134993,"observedAt":"2026-11-11","runCount":17409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"instruction_following/GPT-5.6 Terra (xHigh)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|japanese/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.16177,"ciLow":1422.085682,"ciHigh":1468.237859,"observedAt":"2026-11-11","runCount":805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"japanese/GPT-5.6 Terra (xHigh)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|korean/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.197955,"ciLow":1402.532906,"ciHigh":1443.863003,"observedAt":"2026-11-11","runCount":866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"korean/GPT-5.6 Terra (xHigh)","slice":"korean"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|longer_query/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.530652,"ciLow":1448.078871,"ciHigh":1458.982433,"observedAt":"2026-11-11","runCount":22435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"longer_query/GPT-5.6 Terra (xHigh)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|math/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.25744,"ciLow":1449.493251,"ciHigh":1475.021628,"observedAt":"2026-11-11","runCount":2195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"math/GPT-5.6 Terra (xHigh)","slice":"math"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|multi_turn/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.964164,"ciLow":1447.417955,"ciHigh":1462.510374,"observedAt":"2026-11-11","runCount":7871,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"multi_turn/GPT-5.6 Terra (xHigh)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|non_english/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.803736,"ciLow":1436.958611,"ciHigh":1446.64886,"observedAt":"2026-11-11","runCount":29219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"non_english/GPT-5.6 Terra (xHigh)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|overall/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.828204,"ciLow":1444.681052,"ciHigh":1452.975357,"observedAt":"2026-11-11","runCount":48778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"overall/GPT-5.6 Terra (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|polish/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.010484,"ciLow":1421.745039,"ciHigh":1464.275929,"observedAt":"2026-11-11","runCount":738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"polish/GPT-5.6 Terra (xHigh)","slice":"polish"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|russian/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.922433,"ciLow":1444.521886,"ciHigh":1461.32298,"observedAt":"2026-11-11","runCount":5800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"russian/GPT-5.6 Terra (xHigh)","slice":"russian"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-text@1|rating|spanish/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.453846,"ciLow":1433.703011,"ciHigh":1465.204682,"observedAt":"2026-11-11","runCount":1523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"spanish/GPT-5.6 Terra (xHigh)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision-style-control@1|rating|chinese/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.379502,"ciLow":1280.701672,"ciHigh":1326.057332,"observedAt":"2026-11-09","runCount":766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"chinese/GPT-5.6 Terra (xHigh)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.285786,"ciLow":1231.323202,"ciHigh":1269.24837,"observedAt":"2026-11-09","runCount":1125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"creative_writing_vision/GPT-5.6 Terra (xHigh)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision-style-control@1|rating|diagram/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.001576,"ciLow":1285.125516,"ciHigh":1306.877636,"observedAt":"2026-11-09","runCount":3397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"diagram/GPT-5.6 Terra (xHigh)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision-style-control@1|rating|english/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.559284,"ciLow":1255.23114,"ciHigh":1275.887428,"observedAt":"2026-11-09","runCount":4462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"english/GPT-5.6 Terra (xHigh)","slice":"english"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision-style-control@1|rating|homework/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.715118,"ciLow":1302.27338,"ciHigh":1333.156856,"observedAt":"2026-11-09","runCount":1530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"homework/GPT-5.6 Terra (xHigh)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision-style-control@1|rating|humor/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.58802,"ciLow":1217.541246,"ciHigh":1267.634795,"observedAt":"2026-11-09","runCount":602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"humor/GPT-5.6 Terra (xHigh)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision-style-control@1|rating|ocr/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.358861,"ciLow":1269.953026,"ciHigh":1284.764696,"observedAt":"2026-11-09","runCount":9051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"ocr/GPT-5.6 Terra (xHigh)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision-style-control@1|rating|overall/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.399775,"ciLow":1259.377723,"ciHigh":1273.421827,"observedAt":"2026-11-09","runCount":13243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"overall/GPT-5.6 Terra (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision@1|rating|chinese/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1326.246909,"ciLow":1303.595768,"ciHigh":1348.898049,"observedAt":"2026-11-09","runCount":766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"chinese/GPT-5.6 Terra (xHigh)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1244.590095,"ciLow":1225.846135,"ciHigh":1263.334056,"observedAt":"2026-11-09","runCount":1125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"creative_writing_vision/GPT-5.6 Terra (xHigh)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision@1|rating|diagram/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1291.373485,"ciLow":1280.560257,"ciHigh":1302.186712,"observedAt":"2026-11-09","runCount":3397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"diagram/GPT-5.6 Terra (xHigh)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision@1|rating|english/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1268.437807,"ciLow":1258.157277,"ciHigh":1278.718337,"observedAt":"2026-11-09","runCount":4462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"english/GPT-5.6 Terra (xHigh)","slice":"english"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision@1|rating|homework/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1307.922865,"ciLow":1292.500805,"ciHigh":1323.344925,"observedAt":"2026-11-09","runCount":1530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"homework/GPT-5.6 Terra (xHigh)","slice":"homework"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision@1|rating|humor/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1240.793822,"ciLow":1216.030739,"ciHigh":1265.556904,"observedAt":"2026-11-09","runCount":602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"humor/GPT-5.6 Terra (xHigh)","slice":"humor"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision@1|rating|ocr/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1277.292655,"ciLow":1269.923586,"ciHigh":1284.661725,"observedAt":"2026-11-09","runCount":9051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"ocr/GPT-5.6 Terra (xHigh)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5.6-terra:effort=xhigh|none|lmarena-vision@1|rating|overall/GPT-5.6 Terra (xHigh)","sourceId":"lmarena","modelId":"openai/gpt-5.6-terra","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1269.072785,"ciLow":1262.086193,"ciHigh":1276.059377,"observedAt":"2026-11-09","runCount":13243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5.6 Terra (xHigh)","rowId":"overall/GPT-5.6 Terra (xHigh)","slice":"overall"}
{"key":"lmarena|openai/gpt-5:default|none|lmarena-vision-style-control@1|rating|creative_writing/gpt-5-high","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.693634,"ciLow":1157.798077,"ciHigh":1193.58919,"observedAt":"2026-01-09","runCount":1615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-5-high","rowId":"creative_writing/gpt-5-high","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5:default|none|lmarena-vision@1|rating|creative_writing/gpt-5-high","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1188.829559,"ciLow":1173.403796,"ciHigh":1204.255323,"observedAt":"2026-01-09","runCount":1615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-5-high","rowId":"creative_writing/gpt-5-high","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|chinese/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.377701,"ciLow":1440.167966,"ciHigh":1466.587436,"observedAt":"2026-11-11","runCount":2239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"chinese/GPT-5 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|coding/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.321787,"ciLow":1463.308081,"ciHigh":1479.335492,"observedAt":"2026-11-11","runCount":6382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"coding/GPT-5 (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.537122,"ciLow":1362.829883,"ciHigh":1382.244362,"observedAt":"2026-11-11","runCount":4234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"creative_writing/GPT-5 (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|english/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.424713,"ciLow":1433.467685,"ciHigh":1445.38174,"observedAt":"2026-11-11","runCount":13555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"english/GPT-5 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.074807,"ciLow":1421.988164,"ciHigh":1434.16145,"observedAt":"2026-11-11","runCount":23375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"exclude_ties/GPT-5 (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|expert/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.601031,"ciLow":1444.486455,"ciHigh":1474.715607,"observedAt":"2026-11-11","runCount":1687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"expert/GPT-5 (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|french/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.291574,"ciLow":1415.210892,"ciHigh":1473.372255,"observedAt":"2026-11-11","runCount":478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"french/GPT-5 (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|german/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.221627,"ciLow":1423.680949,"ciHigh":1468.762304,"observedAt":"2026-11-11","runCount":746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"german/GPT-5 (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.34105,"ciLow":1442.482746,"ciHigh":1454.199354,"observedAt":"2026-11-11","runCount":15018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"hard_prompts/GPT-5 (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.630528,"ciLow":1445.773248,"ciHigh":1461.487809,"observedAt":"2026-11-11","runCount":6624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"hard_prompts_english/GPT-5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.26245,"ciLow":1405.693767,"ciHigh":1422.831132,"observedAt":"2026-11-11","runCount":5526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.30364,"ciLow":1389.970682,"ciHigh":1406.636597,"observedAt":"2026-11-11","runCount":5863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.48126,"ciLow":1446.09357,"ciHigh":1474.868949,"observedAt":"2026-11-11","runCount":1827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_legal_and_government/GPT-5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.556298,"ciLow":1437.738417,"ciHigh":1455.37418,"observedAt":"2026-11-11","runCount":5123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.661722,"ciLow":1429.334621,"ciHigh":1457.988824,"observedAt":"2026-11-11","runCount":1742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_mathematical/GPT-5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.726933,"ciLow":1444.870175,"ciHigh":1474.58369,"observedAt":"2026-11-11","runCount":1778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_medicine_and_healthcare/GPT-5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.197998,"ciLow":1447.684028,"ciHigh":1460.711968,"observedAt":"2026-11-11","runCount":10803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_software_and_it_services/GPT-5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.989757,"ciLow":1388.316964,"ciHigh":1403.66255,"observedAt":"2026-11-11","runCount":7030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_writing_and_literature_and_language/GPT-5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.941905,"ciLow":1402.77399,"ciHigh":1417.10982,"observedAt":"2026-11-11","runCount":8355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"instruction_following/GPT-5 (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|japanese/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.39085,"ciLow":1409.491267,"ciHigh":1453.290432,"observedAt":"2026-11-11","runCount":915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"japanese/GPT-5 (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|korean/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.256213,"ciLow":1369.127208,"ciHigh":1413.385218,"observedAt":"2026-11-11","runCount":850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"korean/GPT-5 (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|longer_query/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.841131,"ciLow":1405.167014,"ciHigh":1420.515248,"observedAt":"2026-11-11","runCount":6988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"longer_query/GPT-5 (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|math/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.132812,"ciLow":1421.400239,"ciHigh":1448.865385,"observedAt":"2026-11-11","runCount":1854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"math/GPT-5 (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.05996,"ciLow":1412.093706,"ciHigh":1430.026213,"observedAt":"2026-11-11","runCount":4952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"multi_turn/GPT-5 (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|non_english/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.857364,"ciLow":1419.321298,"ciHigh":1430.393431,"observedAt":"2026-11-11","runCount":18060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"non_english/GPT-5 (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|overall/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.923758,"ciLow":1430.411586,"ciHigh":1439.43593,"observedAt":"2026-11-11","runCount":31648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"overall/GPT-5 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|polish/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.970052,"ciLow":1433.898528,"ciHigh":1464.041576,"observedAt":"2026-11-11","runCount":1916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"polish/GPT-5 (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|russian/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.154755,"ciLow":1417.315781,"ciHigh":1442.99373,"observedAt":"2026-11-11","runCount":2163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"russian/GPT-5 (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text-style-control@1|rating|spanish/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.145166,"ciLow":1396.528792,"ciHigh":1437.76154,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"spanish/GPT-5 (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|chinese/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.949647,"ciLow":1409.036774,"ciHigh":1434.86252,"observedAt":"2026-11-11","runCount":2239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"chinese/GPT-5 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|coding/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.236183,"ciLow":1428.328854,"ciHigh":1444.143512,"observedAt":"2026-11-11","runCount":6382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"coding/GPT-5 (High)","slice":"coding"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|creative_writing/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.593903,"ciLow":1355.098538,"ciHigh":1374.089269,"observedAt":"2026-11-11","runCount":4234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"creative_writing/GPT-5 (High)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|english/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.20855,"ciLow":1403.352776,"ciHigh":1415.064323,"observedAt":"2026-11-11","runCount":13555,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"english/GPT-5 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|exclude_ties/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.316692,"ciLow":1381.416998,"ciHigh":1393.216386,"observedAt":"2026-11-11","runCount":23375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"exclude_ties/GPT-5 (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|expert/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.457749,"ciLow":1404.598324,"ciHigh":1434.317173,"observedAt":"2026-11-11","runCount":1687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"expert/GPT-5 (High)","slice":"expert"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|french/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.135795,"ciLow":1379.540405,"ciHigh":1436.731185,"observedAt":"2026-11-11","runCount":478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"french/GPT-5 (High)","slice":"french"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|german/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.867549,"ciLow":1393.591063,"ciHigh":1438.144035,"observedAt":"2026-11-11","runCount":746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"german/GPT-5 (High)","slice":"german"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|hard_prompts/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.804522,"ciLow":1410.065703,"ciHigh":1421.543341,"observedAt":"2026-11-11","runCount":15018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"hard_prompts/GPT-5 (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|hard_prompts_english/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.431755,"ciLow":1411.710638,"ciHigh":1427.152873,"observedAt":"2026-11-11","runCount":6624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"hard_prompts_english/GPT-5 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.546135,"ciLow":1369.153776,"ciHigh":1385.938494,"observedAt":"2026-11-11","runCount":5526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_business_and_management_and_financial_operations/GPT-5 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.438464,"ciLow":1371.336372,"ciHigh":1387.540557,"observedAt":"2026-11-11","runCount":5863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_entertainment_and_sports_and_media/GPT-5 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.608212,"ciLow":1409.543458,"ciHigh":1437.672967,"observedAt":"2026-11-11","runCount":1827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_legal_and_government/GPT-5 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.431191,"ciLow":1394.800197,"ciHigh":1412.062186,"observedAt":"2026-11-11","runCount":5123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_life_and_physical_and_social_science/GPT-5 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|industry_mathematical/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.611765,"ciLow":1390.327113,"ciHigh":1418.896417,"observedAt":"2026-11-11","runCount":1742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_mathematical/GPT-5 (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.483117,"ciLow":1398.906259,"ciHigh":1428.059976,"observedAt":"2026-11-11","runCount":1778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_medicine_and_healthcare/GPT-5 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.112625,"ciLow":1413.700248,"ciHigh":1426.525003,"observedAt":"2026-11-11","runCount":10803,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_software_and_it_services/GPT-5 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.626729,"ciLow":1371.127452,"ciHigh":1386.126005,"observedAt":"2026-11-11","runCount":7030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"industry_writing_and_literature_and_language/GPT-5 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|instruction_following/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.198098,"ciLow":1381.124959,"ciHigh":1395.271237,"observedAt":"2026-11-11","runCount":8355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"instruction_following/GPT-5 (High)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|japanese/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.25022,"ciLow":1380.927445,"ciHigh":1423.572996,"observedAt":"2026-11-11","runCount":915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"japanese/GPT-5 (High)","slice":"japanese"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|korean/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.146098,"ciLow":1336.595468,"ciHigh":1379.696727,"observedAt":"2026-11-11","runCount":850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"korean/GPT-5 (High)","slice":"korean"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|longer_query/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.369263,"ciLow":1379.812546,"ciHigh":1394.92598,"observedAt":"2026-11-11","runCount":6988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"longer_query/GPT-5 (High)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|math/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.20427,"ciLow":1384.46611,"ciHigh":1411.94243,"observedAt":"2026-11-11","runCount":1854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"math/GPT-5 (High)","slice":"math"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|multi_turn/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.990453,"ciLow":1390.176282,"ciHigh":1407.804624,"observedAt":"2026-11-11","runCount":4952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"multi_turn/GPT-5 (High)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|non_english/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.22942,"ciLow":1391.798899,"ciHigh":1402.659941,"observedAt":"2026-11-11","runCount":18060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"non_english/GPT-5 (High)","slice":"non_english"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|overall/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.434677,"ciLow":1402.006757,"ciHigh":1410.862598,"observedAt":"2026-11-11","runCount":31648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"overall/GPT-5 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|polish/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.630128,"ciLow":1397.249271,"ciHigh":1426.010986,"observedAt":"2026-11-11","runCount":1916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"polish/GPT-5 (High)","slice":"polish"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|russian/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.363083,"ciLow":1389.766766,"ciHigh":1414.9594,"observedAt":"2026-11-11","runCount":2163,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"russian/GPT-5 (High)","slice":"russian"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-text@1|rating|spanish/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.681165,"ciLow":1367.669063,"ciHigh":1407.693268,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"spanish/GPT-5 (High)","slice":"spanish"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision-style-control@1|rating|captioning/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.26225,"ciLow":1158.666308,"ciHigh":1231.858192,"observedAt":"2026-11-09","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"captioning/GPT-5 (High)","slice":"captioning"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision-style-control@1|rating|chinese/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.196166,"ciLow":1211.291449,"ciHigh":1247.100883,"observedAt":"2026-11-09","runCount":2134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"chinese/GPT-5 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1169.929415,"ciLow":1150.693795,"ciHigh":1189.165035,"observedAt":"2026-11-09","runCount":1519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"creative_writing_vision/GPT-5 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision-style-control@1|rating|diagram/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.803342,"ciLow":1237.984386,"ciHigh":1263.622298,"observedAt":"2026-11-09","runCount":2961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"diagram/GPT-5 (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision-style-control@1|rating|english/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.473144,"ciLow":1205.832253,"ciHigh":1225.114035,"observedAt":"2026-11-09","runCount":15863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"english/GPT-5 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision-style-control@1|rating|entity_recognition/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.407576,"ciLow":1227.990629,"ciHigh":1294.824522,"observedAt":"2026-11-09","runCount":429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"entity_recognition/GPT-5 (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision-style-control@1|rating|homework/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.418675,"ciLow":1242.868401,"ciHigh":1275.968949,"observedAt":"2026-11-09","runCount":1404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"homework/GPT-5 (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision-style-control@1|rating|humor/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.41851,"ciLow":1179.241108,"ciHigh":1223.595913,"observedAt":"2026-11-09","runCount":1314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"humor/GPT-5 (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision-style-control@1|rating|ocr/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.617401,"ciLow":1223.697077,"ciHigh":1241.537725,"observedAt":"2026-11-09","runCount":10671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"ocr/GPT-5 (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision-style-control@1|rating|overall/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.009114,"ciLow":1203.959749,"ciHigh":1218.058478,"observedAt":"2026-11-09","runCount":34378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"overall/GPT-5 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision@1|rating|captioning/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1203.238109,"ciLow":1171.085229,"ciHigh":1235.390989,"observedAt":"2026-11-09","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"captioning/GPT-5 (High)","slice":"captioning"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision@1|rating|chinese/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1234.936868,"ciLow":1218.301162,"ciHigh":1251.572575,"observedAt":"2026-11-09","runCount":2134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"chinese/GPT-5 (High)","slice":"chinese"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1183.650745,"ciLow":1165.255403,"ciHigh":1202.046087,"observedAt":"2026-11-09","runCount":1519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"creative_writing_vision/GPT-5 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision@1|rating|diagram/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1226.028253,"ciLow":1213.681145,"ciHigh":1238.375361,"observedAt":"2026-11-09","runCount":2961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"diagram/GPT-5 (High)","slice":"diagram"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision@1|rating|english/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1217.906278,"ciLow":1208.618312,"ciHigh":1227.194244,"observedAt":"2026-11-09","runCount":15863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"english/GPT-5 (High)","slice":"english"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision@1|rating|entity_recognition/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1261.496248,"ciLow":1231.058917,"ciHigh":1291.933578,"observedAt":"2026-11-09","runCount":429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"entity_recognition/GPT-5 (High)","slice":"entity_recognition"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision@1|rating|homework/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1227.281558,"ciLow":1211.071023,"ciHigh":1243.492093,"observedAt":"2026-11-09","runCount":1404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"homework/GPT-5 (High)","slice":"homework"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision@1|rating|humor/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1206.057498,"ciLow":1185.176001,"ciHigh":1226.938995,"observedAt":"2026-11-09","runCount":1314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"humor/GPT-5 (High)","slice":"humor"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision@1|rating|ocr/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1215.115804,"ciLow":1206.497143,"ciHigh":1223.734465,"observedAt":"2026-11-09","runCount":10671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"ocr/GPT-5 (High)","slice":"ocr"}
{"key":"lmarena|openai/gpt-5:effort=high|none|lmarena-vision@1|rating|overall/GPT-5 (High)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1208.013123,"ciLow":1201.220042,"ciHigh":1214.806204,"observedAt":"2026-11-09","runCount":34378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (High)","rowId":"overall/GPT-5 (High)","slice":"overall"}
{"key":"lmarena|openai/gpt-5:effort=medium|none|lmarena-webdev@1|rating|overall/GPT-5 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1417.382969,"ciLow":1401.757222,"ciHigh":1433.008717,"observedAt":"2026-11-15","runCount":3074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (Medium)","rowId":"overall/GPT-5 (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-5:effort=medium|none|lmarena-webdev@1|rating|webdev-html/GPT-5 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1426.051531,"ciLow":1409.190892,"ciHigh":1442.91217,"observedAt":"2026-11-15","runCount":3074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (Medium)","rowId":"webdev-html/GPT-5 (Medium)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-5:effort=medium|none|lmarena-webdev@1|rating|webdev/GPT-5 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1417.382969,"ciLow":1401.757222,"ciHigh":1433.008717,"observedAt":"2026-11-15","runCount":3074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (Medium)","rowId":"webdev/GPT-5 (Medium)","slice":"webdev"}
{"key":"lmarena|openai/gpt-5:flags=search|none|lmarena-search-style-control@1|rating|overall/GPT-5 (Search)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1188.881097,"ciLow":1181.397861,"ciHigh":1196.364332,"observedAt":"2026-11-09","runCount":20742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (Search)","rowId":"overall/GPT-5 (Search)","slice":"overall"}
{"key":"lmarena|openai/gpt-5:flags=search|none|lmarena-search@1|rating|overall/GPT-5 (Search)","sourceId":"lmarena","modelId":"openai/gpt-5","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1133.089895,"ciLow":1127.032937,"ciHigh":1139.146852,"observedAt":"2026-11-09","runCount":20742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-5 (Search)","rowId":"overall/GPT-5 (Search)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-agent@1|cost-per-task|overall/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":5.284447,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"overall/GPT-6 Astra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":32278,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"overall/GPT-6 Astra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-agent@1|score|overall/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.139133,"ciLow":0.118821,"ciHigh":0.159444,"observedAt":"2026-11-15","runCount":1369610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"overall/GPT-6 Astra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-document-style-control@1|rating|overall/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.91953,"ciLow":1465.28671,"ciHigh":1482.552351,"observedAt":"2026-11-09","runCount":5723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"overall/GPT-6 Astra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-document@1|rating|overall/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1467.252483,"ciLow":1458.667338,"ciHigh":1475.837629,"observedAt":"2026-11-09","runCount":5723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"overall/GPT-6 Astra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-search-style-control@1|rating|overall/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.787794,"ciLow":1236.726861,"ciHigh":1252.848728,"observedAt":"2026-11-09","runCount":17456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"overall/GPT-6 Astra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-search@1|rating|overall/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1230.812174,"ciLow":1222.941619,"ciHigh":1238.68273,"observedAt":"2026-11-09","runCount":17456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"overall/GPT-6 Astra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|chinese/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1519.956692,"ciLow":1503.988214,"ciHigh":1535.92517,"observedAt":"2026-11-11","runCount":1446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"chinese/GPT-6 Astra (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|coding/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1547.84217,"ciLow":1538.063275,"ciHigh":1557.621065,"observedAt":"2026-11-11","runCount":4229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"coding/GPT-6 Astra (Max)","slice":"coding"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|creative_writing/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.613404,"ciLow":1440.188441,"ciHigh":1461.038367,"observedAt":"2026-11-11","runCount":4134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"creative_writing/GPT-6 Astra (Max)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|english/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.634568,"ciLow":1478.912645,"ciHigh":1494.356492,"observedAt":"2026-11-11","runCount":7262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"english/GPT-6 Astra (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.126021,"ciLow":1478.926942,"ciHigh":1493.325099,"observedAt":"2026-11-11","runCount":13939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"exclude_ties/GPT-6 Astra (Max)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|expert/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1516.576936,"ciLow":1501.800194,"ciHigh":1531.353679,"observedAt":"2026-11-11","runCount":1687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"expert/GPT-6 Astra (Max)","slice":"expert"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|french/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.394331,"ciLow":1460.383384,"ciHigh":1512.405279,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"french/GPT-6 Astra (Max)","slice":"french"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|german/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.800346,"ciLow":1464.568214,"ciHigh":1535.032478,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"german/GPT-6 Astra (Max)","slice":"german"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.806802,"ciLow":1493.255236,"ciHigh":1506.358369,"observedAt":"2026-11-11","runCount":11387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"hard_prompts/GPT-6 Astra (Max)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.176399,"ciLow":1500.560235,"ciHigh":1519.792563,"observedAt":"2026-11-11","runCount":4440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"hard_prompts_english/GPT-6 Astra (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.137177,"ciLow":1466.996809,"ciHigh":1489.277546,"observedAt":"2026-11-11","runCount":3234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_business_and_management_and_financial_operations/GPT-6 Astra (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.766361,"ciLow":1446.101197,"ciHigh":1465.431525,"observedAt":"2026-11-11","runCount":4759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_entertainment_and_sports_and_media/GPT-6 Astra (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.02108,"ciLow":1466.085006,"ciHigh":1497.957153,"observedAt":"2026-11-11","runCount":1514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_legal_and_government/GPT-6 Astra (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.098399,"ciLow":1476.68014,"ciHigh":1499.516659,"observedAt":"2026-11-11","runCount":3067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_life_and_physical_and_social_science/GPT-6 Astra (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.6297,"ciLow":1479.778501,"ciHigh":1517.480899,"observedAt":"2026-11-11","runCount":1025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_mathematical/GPT-6 Astra (Max)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.290128,"ciLow":1451.159712,"ciHigh":1485.420544,"observedAt":"2026-11-11","runCount":1311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_medicine_and_healthcare/GPT-6 Astra (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.895471,"ciLow":1517.919792,"ciHigh":1533.87115,"observedAt":"2026-11-11","runCount":6683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_software_and_it_services/GPT-6 Astra (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.505365,"ciLow":1455.444625,"ciHigh":1473.566104,"observedAt":"2026-11-11","runCount":5312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_writing_and_literature_and_language/GPT-6 Astra (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|instruction_following/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.841384,"ciLow":1465.469571,"ciHigh":1482.213196,"observedAt":"2026-11-11","runCount":5922,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"instruction_following/GPT-6 Astra (Max)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|japanese/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.003067,"ciLow":1412.33488,"ciHigh":1479.671254,"observedAt":"2026-11-11","runCount":349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"japanese/GPT-6 Astra (Max)","slice":"japanese"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|korean/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.190838,"ciLow":1408.94529,"ciHigh":1483.436385,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"korean/GPT-6 Astra (Max)","slice":"korean"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|longer_query/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.325443,"ciLow":1477.568295,"ciHigh":1493.082591,"observedAt":"2026-11-11","runCount":7759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"longer_query/GPT-6 Astra (Max)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|math/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.614815,"ciLow":1461.519853,"ciHigh":1499.709777,"observedAt":"2026-11-11","runCount":960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"math/GPT-6 Astra (Max)","slice":"math"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|multi_turn/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.91085,"ciLow":1470.723162,"ciHigh":1495.098538,"observedAt":"2026-11-11","runCount":2683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"multi_turn/GPT-6 Astra (Max)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|non_english/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.75541,"ciLow":1454.229447,"ciHigh":1467.281372,"observedAt":"2026-11-11","runCount":11480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"non_english/GPT-6 Astra (Max)","slice":"non_english"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|overall/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.90842,"ciLow":1468.392149,"ciHigh":1479.42469,"observedAt":"2026-11-11","runCount":18745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"overall/GPT-6 Astra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|polish/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.185934,"ciLow":1432.647617,"ciHigh":1499.724251,"observedAt":"2026-11-11","runCount":281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"polish/GPT-6 Astra (Max)","slice":"polish"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|russian/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.129925,"ciLow":1458.802298,"ciHigh":1483.457552,"observedAt":"2026-11-11","runCount":2573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"russian/GPT-6 Astra (Max)","slice":"russian"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text-style-control@1|rating|spanish/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.004824,"ciLow":1441.521521,"ciHigh":1490.488127,"observedAt":"2026-11-11","runCount":618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"spanish/GPT-6 Astra (Max)","slice":"spanish"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|chinese/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.604003,"ciLow":1479.716833,"ciHigh":1511.491173,"observedAt":"2026-11-11","runCount":1446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"chinese/GPT-6 Astra (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|coding/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.197057,"ciLow":1484.494118,"ciHigh":1503.899996,"observedAt":"2026-11-11","runCount":4229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"coding/GPT-6 Astra (Max)","slice":"coding"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|creative_writing/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.464909,"ciLow":1411.12656,"ciHigh":1431.803259,"observedAt":"2026-11-11","runCount":4134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"creative_writing/GPT-6 Astra (Max)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|english/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.227387,"ciLow":1440.529305,"ciHigh":1455.925469,"observedAt":"2026-11-11","runCount":7262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"english/GPT-6 Astra (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|exclude_ties/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.317162,"ciLow":1428.213615,"ciHigh":1442.420709,"observedAt":"2026-11-11","runCount":13939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"exclude_ties/GPT-6 Astra (Max)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|expert/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.788277,"ciLow":1478.12042,"ciHigh":1507.456134,"observedAt":"2026-11-11","runCount":1687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"expert/GPT-6 Astra (Max)","slice":"expert"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|french/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.042346,"ciLow":1414.306307,"ciHigh":1465.778386,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"french/GPT-6 Astra (Max)","slice":"french"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|german/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.883778,"ciLow":1430.170411,"ciHigh":1499.597146,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"german/GPT-6 Astra (Max)","slice":"german"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|hard_prompts/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.293122,"ciLow":1455.768194,"ciHigh":1468.818049,"observedAt":"2026-11-11","runCount":11387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"hard_prompts/GPT-6 Astra (Max)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|hard_prompts_english/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.058661,"ciLow":1458.484419,"ciHigh":1477.632903,"observedAt":"2026-11-11","runCount":4440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"hard_prompts_english/GPT-6 Astra (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.257286,"ciLow":1431.21163,"ciHigh":1453.302943,"observedAt":"2026-11-11","runCount":3234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_business_and_management_and_financial_operations/GPT-6 Astra (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.590103,"ciLow":1415.008069,"ciHigh":1434.172137,"observedAt":"2026-11-11","runCount":4759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_entertainment_and_sports_and_media/GPT-6 Astra (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|industry_legal_and_government/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.277948,"ciLow":1437.452934,"ciHigh":1469.102962,"observedAt":"2026-11-11","runCount":1514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_legal_and_government/GPT-6 Astra (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.663552,"ciLow":1435.287923,"ciHigh":1458.039181,"observedAt":"2026-11-11","runCount":3067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_life_and_physical_and_social_science/GPT-6 Astra (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|industry_mathematical/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.278892,"ciLow":1459.464488,"ciHigh":1497.093297,"observedAt":"2026-11-11","runCount":1025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_mathematical/GPT-6 Astra (Max)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.221264,"ciLow":1403.064534,"ciHigh":1437.377994,"observedAt":"2026-11-11","runCount":1311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_medicine_and_healthcare/GPT-6 Astra (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.871161,"ciLow":1470.947072,"ciHigh":1486.79525,"observedAt":"2026-11-11","runCount":6683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_software_and_it_services/GPT-6 Astra (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.295207,"ciLow":1429.256236,"ciHigh":1447.334179,"observedAt":"2026-11-11","runCount":5312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"industry_writing_and_literature_and_language/GPT-6 Astra (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|instruction_following/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.655598,"ciLow":1447.289101,"ciHigh":1464.022096,"observedAt":"2026-11-11","runCount":5922,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"instruction_following/GPT-6 Astra (Max)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|japanese/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.608149,"ciLow":1380.938965,"ciHigh":1448.277333,"observedAt":"2026-11-11","runCount":349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"japanese/GPT-6 Astra (Max)","slice":"japanese"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|korean/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.708229,"ciLow":1387.050279,"ciHigh":1460.36618,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"korean/GPT-6 Astra (Max)","slice":"korean"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|longer_query/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.547349,"ciLow":1450.822013,"ciHigh":1466.272686,"observedAt":"2026-11-11","runCount":7759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"longer_query/GPT-6 Astra (Max)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|math/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.104263,"ciLow":1440.045084,"ciHigh":1478.163442,"observedAt":"2026-11-11","runCount":960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"math/GPT-6 Astra (Max)","slice":"math"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|multi_turn/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.716233,"ciLow":1435.553775,"ciHigh":1459.878692,"observedAt":"2026-11-11","runCount":2683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"multi_turn/GPT-6 Astra (Max)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|non_english/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.66497,"ciLow":1423.158332,"ciHigh":1436.171607,"observedAt":"2026-11-11","runCount":11480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"non_english/GPT-6 Astra (Max)","slice":"non_english"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|overall/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.61416,"ciLow":1434.112162,"ciHigh":1445.116158,"observedAt":"2026-11-11","runCount":18745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"overall/GPT-6 Astra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|polish/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.169316,"ciLow":1392.397085,"ciHigh":1459.941548,"observedAt":"2026-11-11","runCount":281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"polish/GPT-6 Astra (Max)","slice":"polish"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|russian/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.331047,"ciLow":1429.019974,"ciHigh":1453.64212,"observedAt":"2026-11-11","runCount":2573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"russian/GPT-6 Astra (Max)","slice":"russian"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-text@1|rating|spanish/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.584821,"ciLow":1411.336742,"ciHigh":1459.832901,"observedAt":"2026-11-11","runCount":618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"spanish/GPT-6 Astra (Max)","slice":"spanish"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision-style-control@1|rating|chinese/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.470698,"ciLow":1294.156217,"ciHigh":1360.78518,"observedAt":"2026-11-09","runCount":334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"chinese/GPT-6 Astra (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.120497,"ciLow":1261.897909,"ciHigh":1316.343086,"observedAt":"2026-11-09","runCount":544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"creative_writing_vision/GPT-6 Astra (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision-style-control@1|rating|diagram/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.386288,"ciLow":1294.285613,"ciHigh":1328.486963,"observedAt":"2026-11-09","runCount":1314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"diagram/GPT-6 Astra (Max)","slice":"diagram"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision-style-control@1|rating|english/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.891683,"ciLow":1273.871089,"ciHigh":1303.912276,"observedAt":"2026-11-09","runCount":1824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"english/GPT-6 Astra (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision-style-control@1|rating|homework/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.858573,"ciLow":1315.568858,"ciHigh":1358.148289,"observedAt":"2026-11-09","runCount":782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"homework/GPT-6 Astra (Max)","slice":"homework"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision-style-control@1|rating|humor/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.393837,"ciLow":1242.213196,"ciHigh":1322.574479,"observedAt":"2026-11-09","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"humor/GPT-6 Astra (Max)","slice":"humor"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision-style-control@1|rating|ocr/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.996598,"ciLow":1286.601757,"ciHigh":1307.391438,"observedAt":"2026-11-09","runCount":3792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"ocr/GPT-6 Astra (Max)","slice":"ocr"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision-style-control@1|rating|overall/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.383065,"ciLow":1274.207507,"ciHigh":1292.558624,"observedAt":"2026-11-09","runCount":5517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"overall/GPT-6 Astra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision@1|rating|chinese/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1331.689485,"ciLow":1298.756658,"ciHigh":1364.622312,"observedAt":"2026-11-09","runCount":334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"chinese/GPT-6 Astra (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision@1|rating|creative_writing_vision/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1277.917503,"ciLow":1250.921207,"ciHigh":1304.9138,"observedAt":"2026-11-09","runCount":544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"creative_writing_vision/GPT-6 Astra (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision@1|rating|diagram/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1298.63961,"ciLow":1281.708293,"ciHigh":1315.570926,"observedAt":"2026-11-09","runCount":1314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"diagram/GPT-6 Astra (Max)","slice":"diagram"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision@1|rating|english/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1281.965364,"ciLow":1267.045816,"ciHigh":1296.884912,"observedAt":"2026-11-09","runCount":1824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"english/GPT-6 Astra (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision@1|rating|homework/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1331.979437,"ciLow":1310.752788,"ciHigh":1353.206086,"observedAt":"2026-11-09","runCount":782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"homework/GPT-6 Astra (Max)","slice":"homework"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision@1|rating|humor/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1271.789954,"ciLow":1231.818496,"ciHigh":1311.761412,"observedAt":"2026-11-09","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"humor/GPT-6 Astra (Max)","slice":"humor"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision@1|rating|ocr/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1289.59889,"ciLow":1279.269089,"ciHigh":1299.928691,"observedAt":"2026-11-09","runCount":3792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"ocr/GPT-6 Astra (Max)","slice":"ocr"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-vision@1|rating|overall/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1278.516695,"ciLow":1269.396513,"ciHigh":1287.636878,"observedAt":"2026-11-09","runCount":5517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"overall/GPT-6 Astra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-webdev@1|rating|image_to_webdev/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1718.968582,"ciLow":1707.914025,"ciHigh":1730.023139,"observedAt":"2026-11-15","runCount":4069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"image_to_webdev/GPT-6 Astra (Max)","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-webdev@1|rating|overall/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1762.883346,"ciLow":1754.423764,"ciHigh":1771.342928,"observedAt":"2026-11-15","runCount":8685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"overall/GPT-6 Astra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-webdev@1|rating|webdev-html/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1785.550156,"ciLow":1766.767507,"ciHigh":1804.332806,"observedAt":"2026-11-15","runCount":1654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"webdev-html/GPT-6 Astra (Max)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-webdev@1|rating|webdev-react/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1774.556509,"ciLow":1764.106633,"ciHigh":1785.006385,"observedAt":"2026-11-15","runCount":5263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"webdev-react/GPT-6 Astra (Max)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-6-astra:effort=max|none|lmarena-webdev@1|rating|webdev/GPT-6 Astra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1762.883346,"ciLow":1754.423764,"ciHigh":1771.342928,"observedAt":"2026-11-15","runCount":8685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Astra (Max)","rowId":"webdev/GPT-6 Astra (Max)","slice":"webdev"}
{"key":"lmarena|openai/gpt-6-luna:effort=low|none|lmarena-agent@1|cost-per-task|overall/GPT-6 Luna (Low)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.009751,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Low)","rowId":"overall/GPT-6 Luna (Low)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=low|none|lmarena-agent@1|output-tokens-per-task|overall/GPT-6 Luna (Low)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":3746,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Low)","rowId":"overall/GPT-6 Luna (Low)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=low|none|lmarena-agent@1|score|overall/GPT-6 Luna (Low)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"low","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.071751,"ciLow":-0.078585,"ciHigh":-0.064916,"observedAt":"2026-11-15","runCount":3916474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Low)","rowId":"overall/GPT-6 Luna (Low)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-agent@1|cost-per-task|overall/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.082744,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"overall/GPT-6 Luna (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":41083,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"overall/GPT-6 Luna (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-agent@1|score|overall/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.007889,"ciLow":0.003249,"ciHigh":0.01253,"observedAt":"2026-11-15","runCount":43309047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"overall/GPT-6 Luna (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-search-style-control@1|rating|overall/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.014218,"ciLow":1203.889435,"ciHigh":1218.139001,"observedAt":"2026-11-09","runCount":46776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"overall/GPT-6 Luna (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-search@1|rating|overall/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1160.165328,"ciLow":1153.234164,"ciHigh":1167.096492,"observedAt":"2026-11-09","runCount":46776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"overall/GPT-6 Luna (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|chinese/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.31405,"ciLow":1469.361023,"ciHigh":1485.267078,"observedAt":"2026-11-11","runCount":9056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"chinese/GPT-6 Luna (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|coding/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.259437,"ciLow":1495.491321,"ciHigh":1507.027552,"observedAt":"2026-11-11","runCount":24889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"coding/GPT-6 Luna (Max)","slice":"coding"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|creative_writing/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.882608,"ciLow":1401.725159,"ciHigh":1414.040058,"observedAt":"2026-11-11","runCount":24499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"creative_writing/GPT-6 Luna (Max)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|english/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.998677,"ciLow":1441.663322,"ciHigh":1452.334032,"observedAt":"2026-11-11","runCount":40899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"english/GPT-6 Luna (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.440289,"ciLow":1436.039164,"ciHigh":1446.841415,"observedAt":"2026-11-11","runCount":81586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"exclude_ties/GPT-6 Luna (Max)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|expert/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.468769,"ciLow":1479.205391,"ciHigh":1493.732147,"observedAt":"2026-11-11","runCount":10765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"expert/GPT-6 Luna (Max)","slice":"expert"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|french/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.955259,"ciLow":1453.911004,"ciHigh":1477.999513,"observedAt":"2026-11-11","runCount":4435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"french/GPT-6 Luna (Max)","slice":"french"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|german/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.514399,"ciLow":1423.558483,"ciHigh":1457.470315,"observedAt":"2026-11-11","runCount":1677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"german/GPT-6 Luna (Max)","slice":"german"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.745171,"ciLow":1458.98237,"ciHigh":1468.507973,"observedAt":"2026-11-11","runCount":67519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"hard_prompts/GPT-6 Luna (Max)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.659043,"ciLow":1460.888265,"ciHigh":1472.429822,"observedAt":"2026-11-11","runCount":25901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"hard_prompts_english/GPT-6 Luna (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.486088,"ciLow":1433.296167,"ciHigh":1445.676008,"observedAt":"2026-11-11","runCount":18647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_business_and_management_and_financial_operations/GPT-6 Luna (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.313122,"ciLow":1404.406634,"ciHigh":1416.21961,"observedAt":"2026-11-11","runCount":28326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_entertainment_and_sports_and_media/GPT-6 Luna (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.266129,"ciLow":1437.138295,"ciHigh":1453.393962,"observedAt":"2026-11-11","runCount":8648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_legal_and_government/GPT-6 Luna (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.470239,"ciLow":1447.090026,"ciHigh":1459.850451,"observedAt":"2026-11-11","runCount":17634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_life_and_physical_and_social_science/GPT-6 Luna (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.148573,"ciLow":1454.191142,"ciHigh":1472.106004,"observedAt":"2026-11-11","runCount":6479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_mathematical/GPT-6 Luna (Max)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.338729,"ciLow":1419.687856,"ciHigh":1436.989602,"observedAt":"2026-11-11","runCount":7680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_medicine_and_healthcare/GPT-6 Luna (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.375392,"ciLow":1483.02817,"ciHigh":1493.722614,"observedAt":"2026-11-11","runCount":38337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_software_and_it_services/GPT-6 Luna (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.223023,"ciLow":1417.546319,"ciHigh":1428.899727,"observedAt":"2026-11-11","runCount":31842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_writing_and_literature_and_language/GPT-6 Luna (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|instruction_following/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.255893,"ciLow":1430.885006,"ciHigh":1441.626779,"observedAt":"2026-11-11","runCount":36846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"instruction_following/GPT-6 Luna (Max)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|japanese/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.118602,"ciLow":1402.983543,"ciHigh":1437.253661,"observedAt":"2026-11-11","runCount":2007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"japanese/GPT-6 Luna (Max)","slice":"japanese"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|korean/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.978721,"ciLow":1382.981979,"ciHigh":1416.975463,"observedAt":"2026-11-11","runCount":1741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"korean/GPT-6 Luna (Max)","slice":"korean"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|longer_query/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.527461,"ciLow":1443.206226,"ciHigh":1453.848695,"observedAt":"2026-11-11","runCount":46845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"longer_query/GPT-6 Luna (Max)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|math/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.224106,"ciLow":1439.999323,"ciHigh":1458.448888,"observedAt":"2026-11-11","runCount":5773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"math/GPT-6 Luna (Max)","slice":"math"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|multi_turn/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.418579,"ciLow":1434.923329,"ciHigh":1447.913829,"observedAt":"2026-11-11","runCount":15948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"multi_turn/GPT-6 Luna (Max)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|non_english/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.628374,"ciLow":1424.877448,"ciHigh":1434.3793,"observedAt":"2026-11-11","runCount":67588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"non_english/GPT-6 Luna (Max)","slice":"non_english"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|overall/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.877986,"ciLow":1436.786323,"ciHigh":1444.969648,"observedAt":"2026-11-11","runCount":108508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"overall/GPT-6 Luna (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|polish/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.178007,"ciLow":1432.936481,"ciHigh":1465.419532,"observedAt":"2026-11-11","runCount":1682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"polish/GPT-6 Luna (Max)","slice":"polish"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|russian/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.001007,"ciLow":1430.334602,"ciHigh":1443.667412,"observedAt":"2026-11-11","runCount":15581,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"russian/GPT-6 Luna (Max)","slice":"russian"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text-style-control@1|rating|spanish/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.004823,"ciLow":1435.36554,"ciHigh":1458.644107,"observedAt":"2026-11-11","runCount":4127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"spanish/GPT-6 Luna (Max)","slice":"spanish"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|chinese/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.193043,"ciLow":1414.30653,"ciHigh":1430.079557,"observedAt":"2026-11-11","runCount":9056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"chinese/GPT-6 Luna (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|coding/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.21934,"ciLow":1425.496815,"ciHigh":1436.941865,"observedAt":"2026-11-11","runCount":24889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"coding/GPT-6 Luna (Max)","slice":"coding"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|creative_writing/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.359859,"ciLow":1353.269649,"ciHigh":1365.450069,"observedAt":"2026-11-11","runCount":24499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"creative_writing/GPT-6 Luna (Max)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|english/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.008891,"ciLow":1385.710724,"ciHigh":1396.307057,"observedAt":"2026-11-11","runCount":40899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"english/GPT-6 Luna (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|exclude_ties/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.726181,"ciLow":1360.408034,"ciHigh":1371.044329,"observedAt":"2026-11-11","runCount":81586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"exclude_ties/GPT-6 Luna (Max)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|expert/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.476912,"ciLow":1430.258824,"ciHigh":1444.695,"observedAt":"2026-11-11","runCount":10765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"expert/GPT-6 Luna (Max)","slice":"expert"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|french/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.88919,"ciLow":1393.01584,"ciHigh":1416.76254,"observedAt":"2026-11-11","runCount":4435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"french/GPT-6 Luna (Max)","slice":"french"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|german/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.603449,"ciLow":1366.724781,"ciHigh":1400.482117,"observedAt":"2026-11-11","runCount":1677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"german/GPT-6 Luna (Max)","slice":"german"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|hard_prompts/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.457231,"ciLow":1402.719144,"ciHigh":1412.195318,"observedAt":"2026-11-11","runCount":67519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"hard_prompts/GPT-6 Luna (Max)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|hard_prompts_english/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.551209,"ciLow":1400.823378,"ciHigh":1412.279039,"observedAt":"2026-11-11","runCount":25901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"hard_prompts_english/GPT-6 Luna (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.193085,"ciLow":1376.078159,"ciHigh":1388.308011,"observedAt":"2026-11-11","runCount":18647,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_business_and_management_and_financial_operations/GPT-6 Luna (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.576819,"ciLow":1352.733101,"ciHigh":1364.420536,"observedAt":"2026-11-11","runCount":28326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_entertainment_and_sports_and_media/GPT-6 Luna (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|industry_legal_and_government/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.352385,"ciLow":1384.336254,"ciHigh":1400.368517,"observedAt":"2026-11-11","runCount":8648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_legal_and_government/GPT-6 Luna (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.683343,"ciLow":1380.363469,"ciHigh":1393.003218,"observedAt":"2026-11-11","runCount":17634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_life_and_physical_and_social_science/GPT-6 Luna (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|industry_mathematical/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.193691,"ciLow":1416.236635,"ciHigh":1434.150747,"observedAt":"2026-11-11","runCount":6479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_mathematical/GPT-6 Luna (Max)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.338321,"ciLow":1340.80668,"ciHigh":1357.869962,"observedAt":"2026-11-11","runCount":7680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_medicine_and_healthcare/GPT-6 Luna (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.889282,"ciLow":1416.593684,"ciHigh":1427.184879,"observedAt":"2026-11-11","runCount":38337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_software_and_it_services/GPT-6 Luna (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.68369,"ciLow":1376.049768,"ciHigh":1387.317612,"observedAt":"2026-11-11","runCount":31842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"industry_writing_and_literature_and_language/GPT-6 Luna (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|instruction_following/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.249269,"ciLow":1397.890204,"ciHigh":1408.608335,"observedAt":"2026-11-11","runCount":36846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"instruction_following/GPT-6 Luna (Max)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|japanese/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.062347,"ciLow":1348.974538,"ciHigh":1383.150155,"observedAt":"2026-11-11","runCount":2007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"japanese/GPT-6 Luna (Max)","slice":"japanese"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|korean/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.237444,"ciLow":1330.372972,"ciHigh":1364.101917,"observedAt":"2026-11-11","runCount":1741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"korean/GPT-6 Luna (Max)","slice":"korean"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|longer_query/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.640075,"ciLow":1397.361069,"ciHigh":1407.919082,"observedAt":"2026-11-11","runCount":46845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"longer_query/GPT-6 Luna (Max)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|math/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.77817,"ciLow":1401.565581,"ciHigh":1419.990758,"observedAt":"2026-11-11","runCount":5773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"math/GPT-6 Luna (Max)","slice":"math"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|multi_turn/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.80484,"ciLow":1386.390212,"ciHigh":1399.219468,"observedAt":"2026-11-11","runCount":15948,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"multi_turn/GPT-6 Luna (Max)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|non_english/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.907547,"ciLow":1375.195633,"ciHigh":1384.619461,"observedAt":"2026-11-11","runCount":67588,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"non_english/GPT-6 Luna (Max)","slice":"non_english"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|overall/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.491983,"ciLow":1384.421547,"ciHigh":1392.562418,"observedAt":"2026-11-11","runCount":108508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"overall/GPT-6 Luna (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|polish/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.870006,"ciLow":1365.8176,"ciHigh":1397.922412,"observedAt":"2026-11-11","runCount":1682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"polish/GPT-6 Luna (Max)","slice":"polish"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|russian/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.950634,"ciLow":1381.344107,"ciHigh":1394.557162,"observedAt":"2026-11-11","runCount":15581,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"russian/GPT-6 Luna (Max)","slice":"russian"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-text@1|rating|spanish/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.482301,"ciLow":1384.000358,"ciHigh":1406.964243,"observedAt":"2026-11-11","runCount":4127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"spanish/GPT-6 Luna (Max)","slice":"spanish"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision-style-control@1|rating|chinese/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.56415,"ciLow":1268.517793,"ciHigh":1338.610507,"observedAt":"2026-11-09","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"chinese/GPT-6 Luna (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.16313,"ciLow":1189.752502,"ciHigh":1244.573758,"observedAt":"2026-11-09","runCount":553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"creative_writing_vision/GPT-6 Luna (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision-style-control@1|rating|diagram/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.519123,"ciLow":1249.439094,"ciHigh":1281.599153,"observedAt":"2026-11-09","runCount":1539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"diagram/GPT-6 Luna (Max)","slice":"diagram"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision-style-control@1|rating|english/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.570908,"ciLow":1211.900333,"ciHigh":1241.241483,"observedAt":"2026-11-09","runCount":2098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"english/GPT-6 Luna (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision-style-control@1|rating|homework/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.118761,"ciLow":1251.17525,"ciHigh":1291.062272,"observedAt":"2026-11-09","runCount":936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"homework/GPT-6 Luna (Max)","slice":"homework"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision-style-control@1|rating|humor/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.377659,"ciLow":1156.253704,"ciHigh":1232.501614,"observedAt":"2026-11-09","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"humor/GPT-6 Luna (Max)","slice":"humor"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision-style-control@1|rating|ocr/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.676086,"ciLow":1237.699346,"ciHigh":1257.652825,"observedAt":"2026-11-09","runCount":4236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"ocr/GPT-6 Luna (Max)","slice":"ocr"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision-style-control@1|rating|overall/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.356133,"ciLow":1226.405628,"ciHigh":1244.306638,"observedAt":"2026-11-09","runCount":6202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"overall/GPT-6 Luna (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision@1|rating|chinese/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1274.32418,"ciLow":1239.39408,"ciHigh":1309.25428,"observedAt":"2026-11-09","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"chinese/GPT-6 Luna (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision@1|rating|creative_writing_vision/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1190.313602,"ciLow":1163.306237,"ciHigh":1217.320967,"observedAt":"2026-11-09","runCount":553,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"creative_writing_vision/GPT-6 Luna (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision@1|rating|diagram/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1234.937939,"ciLow":1218.90174,"ciHigh":1250.974139,"observedAt":"2026-11-09","runCount":1539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"diagram/GPT-6 Luna (Max)","slice":"diagram"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision@1|rating|english/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1203.629333,"ciLow":1189.073215,"ciHigh":1218.185452,"observedAt":"2026-11-09","runCount":2098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"english/GPT-6 Luna (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision@1|rating|homework/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1251.592871,"ciLow":1231.811296,"ciHigh":1271.374447,"observedAt":"2026-11-09","runCount":936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"homework/GPT-6 Luna (Max)","slice":"homework"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision@1|rating|humor/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1167.717125,"ciLow":1129.36382,"ciHigh":1206.070431,"observedAt":"2026-11-09","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"humor/GPT-6 Luna (Max)","slice":"humor"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision@1|rating|ocr/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1221.383784,"ciLow":1211.468551,"ciHigh":1231.299018,"observedAt":"2026-11-09","runCount":4236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"ocr/GPT-6 Luna (Max)","slice":"ocr"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-vision@1|rating|overall/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1211.183643,"ciLow":1202.295653,"ciHigh":1220.071633,"observedAt":"2026-11-09","runCount":6202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"overall/GPT-6 Luna (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-webdev@1|rating|image_to_webdev/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1566.888755,"ciLow":1558.76986,"ciHigh":1575.007649,"observedAt":"2026-11-15","runCount":7715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"image_to_webdev/GPT-6 Luna (Max)","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-webdev@1|rating|overall/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1576.631493,"ciLow":1570.717806,"ciHigh":1582.54518,"observedAt":"2026-11-15","runCount":31066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"overall/GPT-6 Luna (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-webdev@1|rating|webdev-html/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1594.62512,"ciLow":1584.058997,"ciHigh":1605.191243,"observedAt":"2026-11-15","runCount":4691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"webdev-html/GPT-6 Luna (Max)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-webdev@1|rating|webdev-react/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1573.713316,"ciLow":1567.146319,"ciHigh":1580.280312,"observedAt":"2026-11-15","runCount":19468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"webdev-react/GPT-6 Luna (Max)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-6-luna:effort=max|none|lmarena-webdev@1|rating|webdev/GPT-6 Luna (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1576.631493,"ciLow":1570.717806,"ciHigh":1582.54518,"observedAt":"2026-11-15","runCount":31066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Max)","rowId":"webdev/GPT-6 Luna (Max)","slice":"webdev"}
{"key":"lmarena|openai/gpt-6-luna:effort=medium|none|lmarena-agent@1|cost-per-task|overall/GPT-6 Luna (Medium)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.024749,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Medium)","rowId":"overall/GPT-6 Luna (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=medium|none|lmarena-agent@1|output-tokens-per-task|overall/GPT-6 Luna (Medium)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":9507,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Medium)","rowId":"overall/GPT-6 Luna (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-luna:effort=medium|none|lmarena-agent@1|score|overall/GPT-6 Luna (Medium)","sourceId":"lmarena","modelId":"openai/gpt-6-luna","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.028908,"ciLow":-0.033477,"ciHigh":-0.024339,"observedAt":"2026-11-15","runCount":12196381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Luna (Medium)","rowId":"overall/GPT-6 Luna (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-agent@1|cost-per-task|overall/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":1.849948,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"overall/GPT-6 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":39154.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"overall/GPT-6 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-agent@1|score|overall/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.062542,"ciLow":0.046903,"ciHigh":0.078182,"observedAt":"2026-11-15","runCount":3329023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"overall/GPT-6 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-search-style-control@1|rating|overall/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.0119,"ciLow":1221.205318,"ciHigh":1236.818481,"observedAt":"2026-11-09","runCount":13499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"overall/GPT-6 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-search@1|rating|overall/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1174.467443,"ciLow":1167.015063,"ciHigh":1181.919822,"observedAt":"2026-11-09","runCount":13499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"overall/GPT-6 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|chinese/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.8232,"ciLow":1461.13642,"ciHigh":1492.50998,"observedAt":"2026-11-11","runCount":1641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"chinese/GPT-6 Sol (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|coding/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.847889,"ciLow":1511.244316,"ciHigh":1530.451461,"observedAt":"2026-11-11","runCount":4725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"coding/GPT-6 Sol (Max)","slice":"coding"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|creative_writing/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.151285,"ciLow":1417.806415,"ciHigh":1438.496155,"observedAt":"2026-11-11","runCount":4354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"creative_writing/GPT-6 Sol (Max)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|english/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.984731,"ciLow":1452.208234,"ciHigh":1467.761228,"observedAt":"2026-11-11","runCount":7750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"english/GPT-6 Sol (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.402857,"ciLow":1456.204491,"ciHigh":1470.601223,"observedAt":"2026-11-11","runCount":15386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"exclude_ties/GPT-6 Sol (Max)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|expert/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.286319,"ciLow":1482.447557,"ciHigh":1510.12508,"observedAt":"2026-11-11","runCount":2084,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"expert/GPT-6 Sol (Max)","slice":"expert"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|french/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.613421,"ciLow":1452.208277,"ciHigh":1501.018565,"observedAt":"2026-11-11","runCount":671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"french/GPT-6 Sol (Max)","slice":"french"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|german/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.352626,"ciLow":1419.403531,"ciHigh":1487.301721,"observedAt":"2026-11-11","runCount":319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"german/GPT-6 Sol (Max)","slice":"german"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.446174,"ciLow":1476.932974,"ciHigh":1489.959374,"observedAt":"2026-11-11","runCount":12740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"hard_prompts/GPT-6 Sol (Max)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.021494,"ciLow":1474.45861,"ciHigh":1493.584377,"observedAt":"2026-11-11","runCount":4873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"hard_prompts_english/GPT-6 Sol (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.598191,"ciLow":1438.791831,"ciHigh":1460.404551,"observedAt":"2026-11-11","runCount":3670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_business_and_management_and_financial_operations/GPT-6 Sol (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.159477,"ciLow":1415.566986,"ciHigh":1434.751968,"observedAt":"2026-11-11","runCount":5091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_entertainment_and_sports_and_media/GPT-6 Sol (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.657078,"ciLow":1449.057755,"ciHigh":1480.256401,"observedAt":"2026-11-11","runCount":1682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_legal_and_government/GPT-6 Sol (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.401685,"ciLow":1457.150526,"ciHigh":1479.652844,"observedAt":"2026-11-11","runCount":3362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_life_and_physical_and_social_science/GPT-6 Sol (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.36649,"ciLow":1437.507809,"ciHigh":1473.225171,"observedAt":"2026-11-11","runCount":1210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_mathematical/GPT-6 Sol (Max)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.252484,"ciLow":1442.408204,"ciHigh":1476.096764,"observedAt":"2026-11-11","runCount":1457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_medicine_and_healthcare/GPT-6 Sol (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.449283,"ciLow":1498.49321,"ciHigh":1514.405355,"observedAt":"2026-11-11","runCount":7360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_software_and_it_services/GPT-6 Sol (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.351002,"ciLow":1426.356605,"ciHigh":1444.3454,"observedAt":"2026-11-11","runCount":5793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_writing_and_literature_and_language/GPT-6 Sol (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|instruction_following/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.574815,"ciLow":1440.498619,"ciHigh":1456.651011,"observedAt":"2026-11-11","runCount":6913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"instruction_following/GPT-6 Sol (Max)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|japanese/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.347093,"ciLow":1386.968981,"ciHigh":1455.725206,"observedAt":"2026-11-11","runCount":334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"japanese/GPT-6 Sol (Max)","slice":"japanese"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|korean/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.834364,"ciLow":1385.254657,"ciHigh":1454.414071,"observedAt":"2026-11-11","runCount":322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"korean/GPT-6 Sol (Max)","slice":"korean"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|longer_query/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.841436,"ciLow":1458.249325,"ciHigh":1473.433547,"observedAt":"2026-11-11","runCount":8763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"longer_query/GPT-6 Sol (Max)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|math/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.063334,"ciLow":1421.305948,"ciHigh":1458.820721,"observedAt":"2026-11-11","runCount":1074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"math/GPT-6 Sol (Max)","slice":"math"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|multi_turn/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.347149,"ciLow":1456.883921,"ciHigh":1479.810378,"observedAt":"2026-11-11","runCount":3206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"multi_turn/GPT-6 Sol (Max)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|non_english/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.248247,"ciLow":1438.777426,"ciHigh":1451.719067,"observedAt":"2026-11-11","runCount":12660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"non_english/GPT-6 Sol (Max)","slice":"non_english"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|overall/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.201386,"ciLow":1451.749844,"ciHigh":1462.652927,"observedAt":"2026-11-11","runCount":20430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"overall/GPT-6 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|polish/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.635457,"ciLow":1439.905038,"ciHigh":1507.365876,"observedAt":"2026-11-11","runCount":302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"polish/GPT-6 Sol (Max)","slice":"polish"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|russian/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.859901,"ciLow":1453.077432,"ciHigh":1476.642369,"observedAt":"2026-11-11","runCount":2912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"russian/GPT-6 Sol (Max)","slice":"russian"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text-style-control@1|rating|spanish/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.95126,"ciLow":1426.427307,"ciHigh":1471.475213,"observedAt":"2026-11-11","runCount":804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"spanish/GPT-6 Sol (Max)","slice":"spanish"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|chinese/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.420378,"ciLow":1389.811963,"ciHigh":1421.028794,"observedAt":"2026-11-11","runCount":1641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"chinese/GPT-6 Sol (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|coding/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.499809,"ciLow":1439.995136,"ciHigh":1459.004483,"observedAt":"2026-11-11","runCount":4725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"coding/GPT-6 Sol (Max)","slice":"coding"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|creative_writing/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.339539,"ciLow":1360.088271,"ciHigh":1380.590808,"observedAt":"2026-11-11","runCount":4354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"creative_writing/GPT-6 Sol (Max)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|english/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.852047,"ciLow":1389.13092,"ciHigh":1404.573174,"observedAt":"2026-11-11","runCount":7750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"english/GPT-6 Sol (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|exclude_ties/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.65842,"ciLow":1369.57169,"ciHigh":1383.74515,"observedAt":"2026-11-11","runCount":15386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"exclude_ties/GPT-6 Sol (Max)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|expert/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.5286,"ciLow":1424.836864,"ciHigh":1452.220336,"observedAt":"2026-11-11","runCount":2084,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"expert/GPT-6 Sol (Max)","slice":"expert"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|french/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.402854,"ciLow":1379.088833,"ciHigh":1427.716874,"observedAt":"2026-11-11","runCount":671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"french/GPT-6 Sol (Max)","slice":"french"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|german/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.001482,"ciLow":1348.08298,"ciHigh":1415.919985,"observedAt":"2026-11-11","runCount":319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"german/GPT-6 Sol (Max)","slice":"german"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|hard_prompts/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.483265,"ciLow":1413.016849,"ciHigh":1425.949681,"observedAt":"2026-11-11","runCount":12740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"hard_prompts/GPT-6 Sol (Max)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|hard_prompts_english/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.87795,"ciLow":1408.406228,"ciHigh":1427.349671,"observedAt":"2026-11-11","runCount":4873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"hard_prompts_english/GPT-6 Sol (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.64689,"ciLow":1371.935695,"ciHigh":1393.358086,"observedAt":"2026-11-11","runCount":3670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_business_and_management_and_financial_operations/GPT-6 Sol (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.924658,"ciLow":1357.4053,"ciHigh":1376.444016,"observedAt":"2026-11-11","runCount":5091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_entertainment_and_sports_and_media/GPT-6 Sol (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|industry_legal_and_government/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.743426,"ciLow":1384.256858,"ciHigh":1415.229995,"observedAt":"2026-11-11","runCount":1682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_legal_and_government/GPT-6 Sol (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.089138,"ciLow":1374.844802,"ciHigh":1397.333475,"observedAt":"2026-11-11","runCount":3362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_life_and_physical_and_social_science/GPT-6 Sol (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|industry_mathematical/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.798815,"ciLow":1395.893781,"ciHigh":1431.703849,"observedAt":"2026-11-11","runCount":1210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_mathematical/GPT-6 Sol (Max)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.294757,"ciLow":1349.465512,"ciHigh":1383.124002,"observedAt":"2026-11-11","runCount":1457,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_medicine_and_healthcare/GPT-6 Sol (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.570241,"ciLow":1425.69585,"ciHigh":1441.444631,"observedAt":"2026-11-11","runCount":7360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_software_and_it_services/GPT-6 Sol (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.093368,"ciLow":1378.159795,"ciHigh":1396.026941,"observedAt":"2026-11-11","runCount":5793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"industry_writing_and_literature_and_language/GPT-6 Sol (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|instruction_following/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.053506,"ciLow":1401.998164,"ciHigh":1418.108847,"observedAt":"2026-11-11","runCount":6913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"instruction_following/GPT-6 Sol (Max)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|japanese/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.973343,"ciLow":1313.92747,"ciHigh":1382.019216,"observedAt":"2026-11-11","runCount":334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"japanese/GPT-6 Sol (Max)","slice":"japanese"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|korean/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.005661,"ciLow":1308.622289,"ciHigh":1377.389033,"observedAt":"2026-11-11","runCount":322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"korean/GPT-6 Sol (Max)","slice":"korean"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|longer_query/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.560625,"ciLow":1407.027939,"ciHigh":1422.093311,"observedAt":"2026-11-11","runCount":8763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"longer_query/GPT-6 Sol (Max)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|math/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.743717,"ciLow":1376.926934,"ciHigh":1414.5605,"observedAt":"2026-11-11","runCount":1074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"math/GPT-6 Sol (Max)","slice":"math"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|multi_turn/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.29099,"ciLow":1402.878786,"ciHigh":1425.703195,"observedAt":"2026-11-11","runCount":3206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"multi_turn/GPT-6 Sol (Max)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|non_english/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.920589,"ciLow":1380.483543,"ciHigh":1393.357635,"observedAt":"2026-11-11","runCount":12660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"non_english/GPT-6 Sol (Max)","slice":"non_english"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|overall/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.768618,"ciLow":1391.343658,"ciHigh":1402.193578,"observedAt":"2026-11-11","runCount":20430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"overall/GPT-6 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|polish/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.375264,"ciLow":1363.312663,"ciHigh":1431.437865,"observedAt":"2026-11-11","runCount":302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"polish/GPT-6 Sol (Max)","slice":"polish"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|russian/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.121221,"ciLow":1396.355856,"ciHigh":1419.886586,"observedAt":"2026-11-11","runCount":2912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"russian/GPT-6 Sol (Max)","slice":"russian"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-text@1|rating|spanish/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.504409,"ciLow":1367.164043,"ciHigh":1411.844776,"observedAt":"2026-11-11","runCount":804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"spanish/GPT-6 Sol (Max)","slice":"spanish"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision-style-control@1|rating|chinese/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.275831,"ciLow":1275.203147,"ciHigh":1351.348515,"observedAt":"2026-11-09","runCount":247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"chinese/GPT-6 Sol (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.526792,"ciLow":1200.492306,"ciHigh":1262.561279,"observedAt":"2026-11-09","runCount":435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"creative_writing_vision/GPT-6 Sol (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision-style-control@1|rating|diagram/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.771915,"ciLow":1280.322395,"ciHigh":1315.221435,"observedAt":"2026-11-09","runCount":1302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"diagram/GPT-6 Sol (Max)","slice":"diagram"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision-style-control@1|rating|english/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.713111,"ciLow":1234.433911,"ciHigh":1266.992311,"observedAt":"2026-11-09","runCount":1582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"english/GPT-6 Sol (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision-style-control@1|rating|homework/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.07245,"ciLow":1289.105004,"ciHigh":1331.039897,"observedAt":"2026-11-09","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"homework/GPT-6 Sol (Max)","slice":"homework"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision-style-control@1|rating|humor/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.298508,"ciLow":1165.21747,"ciHigh":1253.379546,"observedAt":"2026-11-09","runCount":197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"humor/GPT-6 Sol (Max)","slice":"humor"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision-style-control@1|rating|ocr/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.222337,"ciLow":1267.396968,"ciHigh":1289.047707,"observedAt":"2026-11-09","runCount":3570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"ocr/GPT-6 Sol (Max)","slice":"ocr"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision-style-control@1|rating|overall/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.088289,"ciLow":1248.397284,"ciHigh":1267.779294,"observedAt":"2026-11-09","runCount":5018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"overall/GPT-6 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision@1|rating|chinese/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1271.186553,"ciLow":1233.401673,"ciHigh":1308.971434,"observedAt":"2026-11-09","runCount":247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"chinese/GPT-6 Sol (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision@1|rating|creative_writing_vision/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1197.480683,"ciLow":1166.72198,"ciHigh":1228.239387,"observedAt":"2026-11-09","runCount":435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"creative_writing_vision/GPT-6 Sol (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision@1|rating|diagram/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1264.129188,"ciLow":1246.902018,"ciHigh":1281.356357,"observedAt":"2026-11-09","runCount":1302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"diagram/GPT-6 Sol (Max)","slice":"diagram"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision@1|rating|english/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1225.964137,"ciLow":1209.783434,"ciHigh":1242.14484,"observedAt":"2026-11-09","runCount":1582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"english/GPT-6 Sol (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision@1|rating|homework/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1290.425409,"ciLow":1269.576916,"ciHigh":1311.273901,"observedAt":"2026-11-09","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"homework/GPT-6 Sol (Max)","slice":"homework"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision@1|rating|humor/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1178.962026,"ciLow":1135.389459,"ciHigh":1222.534593,"observedAt":"2026-11-09","runCount":197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"humor/GPT-6 Sol (Max)","slice":"humor"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision@1|rating|ocr/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1250.958168,"ciLow":1240.236415,"ciHigh":1261.679922,"observedAt":"2026-11-09","runCount":3570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"ocr/GPT-6 Sol (Max)","slice":"ocr"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-vision@1|rating|overall/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1232.64744,"ciLow":1223.033811,"ciHigh":1242.261069,"observedAt":"2026-11-09","runCount":5018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"overall/GPT-6 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-webdev@1|rating|image_to_webdev/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1656.786154,"ciLow":1646.197349,"ciHigh":1667.374959,"observedAt":"2026-11-15","runCount":3853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"image_to_webdev/GPT-6 Sol (Max)","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-webdev@1|rating|overall/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1672.829479,"ciLow":1664.622556,"ciHigh":1681.036401,"observedAt":"2026-11-15","runCount":7569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"overall/GPT-6 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-webdev@1|rating|webdev-html/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1683.288918,"ciLow":1664.189082,"ciHigh":1702.388753,"observedAt":"2026-11-15","runCount":1304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"webdev-html/GPT-6 Sol (Max)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-webdev@1|rating|webdev-react/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1674.660324,"ciLow":1664.535978,"ciHigh":1684.784669,"observedAt":"2026-11-15","runCount":4665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"webdev-react/GPT-6 Sol (Max)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-6-sol:effort=max|none|lmarena-webdev@1|rating|webdev/GPT-6 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1672.829479,"ciLow":1664.622556,"ciHigh":1681.036401,"observedAt":"2026-11-15","runCount":7569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6 Sol (Max)","rowId":"webdev/GPT-6 Sol (Max)","slice":"webdev"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-agent@1|cost-per-task|overall/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.985465,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"overall/GPT-6.1 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":33771.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"overall/GPT-6.1 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-agent@1|score|overall/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.117764,"ciLow":0.106527,"ciHigh":0.129001,"observedAt":"2026-11-15","runCount":3156486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"overall/GPT-6.1 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-search-style-control@1|rating|overall/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.467386,"ciLow":1240.493839,"ciHigh":1256.440934,"observedAt":"2026-11-09","runCount":26556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"overall/GPT-6.1 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-search@1|rating|overall/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1230.360787,"ciLow":1222.566102,"ciHigh":1238.155472,"observedAt":"2026-11-09","runCount":26556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"overall/GPT-6.1 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|chinese/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1530.974272,"ciLow":1513.242224,"ciHigh":1548.70632,"observedAt":"2026-11-11","runCount":1190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"chinese/GPT-6.1 Sol (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|coding/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1539.582209,"ciLow":1527.451801,"ciHigh":1551.712616,"observedAt":"2026-11-11","runCount":2830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"coding/GPT-6.1 Sol (Max)","slice":"coding"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|creative_writing/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.677413,"ciLow":1436.315081,"ciHigh":1461.039744,"observedAt":"2026-11-11","runCount":2982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"creative_writing/GPT-6.1 Sol (Max)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|english/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.449956,"ciLow":1482.152803,"ciHigh":1500.747108,"observedAt":"2026-11-11","runCount":5001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"english/GPT-6.1 Sol (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|exclude_ties/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.405147,"ciLow":1486.103551,"ciHigh":1502.706743,"observedAt":"2026-11-11","runCount":9949,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"exclude_ties/GPT-6.1 Sol (Max)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|expert/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1524.963245,"ciLow":1507.448756,"ciHigh":1542.477733,"observedAt":"2026-11-11","runCount":1184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"expert/GPT-6.1 Sol (Max)","slice":"expert"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|french/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.407958,"ciLow":1465.379399,"ciHigh":1519.436517,"observedAt":"2026-11-11","runCount":508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"french/GPT-6.1 Sol (Max)","slice":"french"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|german/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.347382,"ciLow":1444.434741,"ciHigh":1524.260023,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"german/GPT-6.1 Sol (Max)","slice":"german"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.465338,"ciLow":1496.734997,"ciHigh":1512.195679,"observedAt":"2026-11-11","runCount":8115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"hard_prompts/GPT-6.1 Sol (Max)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts_english/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.619914,"ciLow":1502.856589,"ciHigh":1526.383238,"observedAt":"2026-11-11","runCount":3068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"hard_prompts_english/GPT-6.1 Sol (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.186303,"ciLow":1466.657311,"ciHigh":1493.715295,"observedAt":"2026-11-11","runCount":2182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_business_and_management_and_financial_operations/GPT-6.1 Sol (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.576632,"ciLow":1440.915885,"ciHigh":1464.23738,"observedAt":"2026-11-11","runCount":3384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_entertainment_and_sports_and_media/GPT-6.1 Sol (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.928934,"ciLow":1484.684046,"ciHigh":1523.173821,"observedAt":"2026-11-11","runCount":1077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_legal_and_government/GPT-6.1 Sol (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.727425,"ciLow":1487.460409,"ciHigh":1513.994442,"observedAt":"2026-11-11","runCount":2256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_life_and_physical_and_social_science/GPT-6.1 Sol (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_mathematical/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.703035,"ciLow":1499.097527,"ciHigh":1542.308543,"observedAt":"2026-11-11","runCount":728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_mathematical/GPT-6.1 Sol (Max)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.698365,"ciLow":1462.342351,"ciHigh":1503.054379,"observedAt":"2026-11-11","runCount":934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_medicine_and_healthcare/GPT-6.1 Sol (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1527.310473,"ciLow":1517.634468,"ciHigh":1536.986478,"observedAt":"2026-11-11","runCount":4635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_software_and_it_services/GPT-6.1 Sol (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.241409,"ciLow":1456.510475,"ciHigh":1477.972343,"observedAt":"2026-11-11","runCount":3887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_writing_and_literature_and_language/GPT-6.1 Sol (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|instruction_following/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.697663,"ciLow":1471.614847,"ciHigh":1491.780479,"observedAt":"2026-11-11","runCount":4262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"instruction_following/GPT-6.1 Sol (Max)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|japanese/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.550854,"ciLow":1423.164278,"ciHigh":1499.937429,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"japanese/GPT-6.1 Sol (Max)","slice":"japanese"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|korean/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.543311,"ciLow":1427.640844,"ciHigh":1507.445779,"observedAt":"2026-11-11","runCount":226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"korean/GPT-6.1 Sol (Max)","slice":"korean"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|longer_query/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.752689,"ciLow":1478.580689,"ciHigh":1496.924689,"observedAt":"2026-11-11","runCount":5566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"longer_query/GPT-6.1 Sol (Max)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|math/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.337732,"ciLow":1477.086302,"ciHigh":1521.589162,"observedAt":"2026-11-11","runCount":691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"math/GPT-6.1 Sol (Max)","slice":"math"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|multi_turn/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.514905,"ciLow":1471.32189,"ciHigh":1499.707921,"observedAt":"2026-11-11","runCount":1961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"multi_turn/GPT-6.1 Sol (Max)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|non_english/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.175954,"ciLow":1460.702477,"ciHigh":1475.64943,"observedAt":"2026-11-11","runCount":8497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"non_english/GPT-6.1 Sol (Max)","slice":"non_english"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|overall/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.82384,"ciLow":1474.603546,"ciHigh":1487.044133,"observedAt":"2026-11-11","runCount":13498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"overall/GPT-6.1 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|polish/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.949426,"ciLow":1450.717354,"ciHigh":1535.181498,"observedAt":"2026-11-11","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"polish/GPT-6.1 Sol (Max)","slice":"polish"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|russian/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.760738,"ciLow":1470.857387,"ciHigh":1498.664088,"observedAt":"2026-11-11","runCount":2026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"russian/GPT-6.1 Sol (Max)","slice":"russian"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text-style-control@1|rating|spanish/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.97569,"ciLow":1445.25252,"ciHigh":1500.698859,"observedAt":"2026-11-11","runCount":478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"spanish/GPT-6.1 Sol (Max)","slice":"spanish"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|chinese/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.260713,"ciLow":1483.684429,"ciHigh":1518.836998,"observedAt":"2026-11-11","runCount":1190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"chinese/GPT-6.1 Sol (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|coding/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.609521,"ciLow":1473.630489,"ciHigh":1497.588553,"observedAt":"2026-11-11","runCount":2830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"coding/GPT-6.1 Sol (Max)","slice":"coding"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|creative_writing/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.612353,"ciLow":1407.420072,"ciHigh":1431.804633,"observedAt":"2026-11-11","runCount":2982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"creative_writing/GPT-6.1 Sol (Max)","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|english/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.443617,"ciLow":1442.231975,"ciHigh":1460.65526,"observedAt":"2026-11-11","runCount":5001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"english/GPT-6.1 Sol (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|exclude_ties/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.053448,"ciLow":1433.921529,"ciHigh":1450.185367,"observedAt":"2026-11-11","runCount":9949,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"exclude_ties/GPT-6.1 Sol (Max)","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|expert/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.859267,"ciLow":1480.457395,"ciHigh":1515.261138,"observedAt":"2026-11-11","runCount":1184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"expert/GPT-6.1 Sol (Max)","slice":"expert"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|french/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.583685,"ciLow":1421.704762,"ciHigh":1475.462608,"observedAt":"2026-11-11","runCount":508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"french/GPT-6.1 Sol (Max)","slice":"french"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|german/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.658853,"ciLow":1409.579021,"ciHigh":1487.738685,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"german/GPT-6.1 Sol (Max)","slice":"german"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|hard_prompts/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.583937,"ciLow":1457.940824,"ciHigh":1473.227049,"observedAt":"2026-11-11","runCount":8115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"hard_prompts/GPT-6.1 Sol (Max)","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|hard_prompts_english/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.515879,"ciLow":1459.931031,"ciHigh":1483.100726,"observedAt":"2026-11-11","runCount":3068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"hard_prompts_english/GPT-6.1 Sol (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.484408,"ciLow":1428.109178,"ciHigh":1454.859637,"observedAt":"2026-11-11","runCount":2182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_business_and_management_and_financial_operations/GPT-6.1 Sol (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.276453,"ciLow":1409.827559,"ciHigh":1432.725346,"observedAt":"2026-11-11","runCount":3384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_entertainment_and_sports_and_media/GPT-6.1 Sol (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|industry_legal_and_government/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.976472,"ciLow":1453.034829,"ciHigh":1490.918114,"observedAt":"2026-11-11","runCount":1077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_legal_and_government/GPT-6.1 Sol (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.956998,"ciLow":1443.834089,"ciHigh":1470.079907,"observedAt":"2026-11-11","runCount":2256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_life_and_physical_and_social_science/GPT-6.1 Sol (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|industry_mathematical/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.912164,"ciLow":1476.302139,"ciHigh":1519.522189,"observedAt":"2026-11-11","runCount":728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_mathematical/GPT-6.1 Sol (Max)","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.751605,"ciLow":1408.630232,"ciHigh":1448.872977,"observedAt":"2026-11-11","runCount":934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_medicine_and_healthcare/GPT-6.1 Sol (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|industry_software_and_it_services/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.876767,"ciLow":1468.314974,"ciHigh":1487.438561,"observedAt":"2026-11-11","runCount":4635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_software_and_it_services/GPT-6.1 Sol (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.122345,"ciLow":1429.503612,"ciHigh":1450.741078,"observedAt":"2026-11-11","runCount":3887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"industry_writing_and_literature_and_language/GPT-6.1 Sol (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|instruction_following/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.48582,"ciLow":1453.487192,"ciHigh":1473.484448,"observedAt":"2026-11-11","runCount":4262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"instruction_following/GPT-6.1 Sol (Max)","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|japanese/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.180491,"ciLow":1388.756938,"ciHigh":1465.604043,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"japanese/GPT-6.1 Sol (Max)","slice":"japanese"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|korean/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.746002,"ciLow":1402.165495,"ciHigh":1481.32651,"observedAt":"2026-11-11","runCount":226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"korean/GPT-6.1 Sol (Max)","slice":"korean"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|longer_query/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.140987,"ciLow":1450.052272,"ciHigh":1468.229702,"observedAt":"2026-11-11","runCount":5566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"longer_query/GPT-6.1 Sol (Max)","slice":"longer_query"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|math/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.303066,"ciLow":1453.097965,"ciHigh":1497.508168,"observedAt":"2026-11-11","runCount":691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"math/GPT-6.1 Sol (Max)","slice":"math"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|multi_turn/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.935968,"ciLow":1434.77837,"ciHigh":1463.093566,"observedAt":"2026-11-11","runCount":1961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"multi_turn/GPT-6.1 Sol (Max)","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|non_english/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.139056,"ciLow":1427.722706,"ciHigh":1442.555407,"observedAt":"2026-11-11","runCount":8497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"non_english/GPT-6.1 Sol (Max)","slice":"non_english"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|overall/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.745995,"ciLow":1438.571401,"ciHigh":1450.92059,"observedAt":"2026-11-11","runCount":13498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"overall/GPT-6.1 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|polish/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.671147,"ciLow":1404.706713,"ciHigh":1486.63558,"observedAt":"2026-11-11","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"polish/GPT-6.1 Sol (Max)","slice":"polish"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|russian/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.135739,"ciLow":1438.292543,"ciHigh":1465.978936,"observedAt":"2026-11-11","runCount":2026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"russian/GPT-6.1 Sol (Max)","slice":"russian"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-text@1|rating|spanish/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.660079,"ciLow":1410.968704,"ciHigh":1466.351453,"observedAt":"2026-11-11","runCount":478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"spanish/GPT-6.1 Sol (Max)","slice":"spanish"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision-style-control@1|rating|chinese/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.862595,"ciLow":1303.679462,"ciHigh":1392.045728,"observedAt":"2026-11-09","runCount":180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"chinese/GPT-6.1 Sol (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.788162,"ciLow":1270.612443,"ciHigh":1334.963882,"observedAt":"2026-11-09","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"creative_writing_vision/GPT-6.1 Sol (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision-style-control@1|rating|diagram/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.880296,"ciLow":1306.827126,"ciHigh":1346.933467,"observedAt":"2026-11-09","runCount":954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"diagram/GPT-6.1 Sol (Max)","slice":"diagram"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision-style-control@1|rating|english/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.854758,"ciLow":1269.194729,"ciHigh":1304.514787,"observedAt":"2026-11-09","runCount":1305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"english/GPT-6.1 Sol (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision-style-control@1|rating|homework/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.818429,"ciLow":1332.592308,"ciHigh":1381.04455,"observedAt":"2026-11-09","runCount":623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"homework/GPT-6.1 Sol (Max)","slice":"homework"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision-style-control@1|rating|humor/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.685987,"ciLow":1238.216767,"ciHigh":1327.155207,"observedAt":"2026-11-09","runCount":181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"humor/GPT-6.1 Sol (Max)","slice":"humor"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision-style-control@1|rating|ocr/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.028672,"ciLow":1288.015233,"ciHigh":1312.042112,"observedAt":"2026-11-09","runCount":2783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"ocr/GPT-6.1 Sol (Max)","slice":"ocr"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision-style-control@1|rating|overall/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.503169,"ciLow":1281.977899,"ciHigh":1303.028439,"observedAt":"2026-11-09","runCount":3987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"overall/GPT-6.1 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision@1|rating|chinese/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1340.070097,"ciLow":1296.556488,"ciHigh":1383.583707,"observedAt":"2026-11-09","runCount":180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"chinese/GPT-6.1 Sol (Max)","slice":"chinese"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision@1|rating|creative_writing_vision/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1292.058083,"ciLow":1260.315322,"ciHigh":1323.800845,"observedAt":"2026-11-09","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"creative_writing_vision/GPT-6.1 Sol (Max)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision@1|rating|diagram/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1311.725257,"ciLow":1291.749527,"ciHigh":1331.700988,"observedAt":"2026-11-09","runCount":954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"diagram/GPT-6.1 Sol (Max)","slice":"diagram"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision@1|rating|english/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1280.331827,"ciLow":1262.849983,"ciHigh":1297.81367,"observedAt":"2026-11-09","runCount":1305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"english/GPT-6.1 Sol (Max)","slice":"english"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision@1|rating|homework/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1352.94204,"ciLow":1328.764787,"ciHigh":1377.119292,"observedAt":"2026-11-09","runCount":623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"homework/GPT-6.1 Sol (Max)","slice":"homework"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision@1|rating|humor/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1272.061939,"ciLow":1227.984306,"ciHigh":1316.139571,"observedAt":"2026-11-09","runCount":181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"humor/GPT-6.1 Sol (Max)","slice":"humor"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision@1|rating|ocr/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1290.824995,"ciLow":1278.871869,"ciHigh":1302.778121,"observedAt":"2026-11-09","runCount":2783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"ocr/GPT-6.1 Sol (Max)","slice":"ocr"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-vision@1|rating|overall/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1285.939149,"ciLow":1275.480569,"ciHigh":1296.397729,"observedAt":"2026-11-09","runCount":3987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"overall/GPT-6.1 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-webdev@1|rating|image_to_webdev/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1693.805069,"ciLow":1681.124753,"ciHigh":1706.485386,"observedAt":"2026-11-15","runCount":2863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"image_to_webdev/GPT-6.1 Sol (Max)","slice":"image_to_webdev"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-webdev@1|rating|overall/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1742.335589,"ciLow":1732.691666,"ciHigh":1751.979513,"observedAt":"2026-11-15","runCount":5804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"overall/GPT-6.1 Sol (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-webdev@1|rating|webdev-html/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1796.251671,"ciLow":1772.467868,"ciHigh":1820.035474,"observedAt":"2026-11-15","runCount":978,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"webdev-html/GPT-6.1 Sol (Max)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-webdev@1|rating|webdev-react/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1745.421175,"ciLow":1733.636622,"ciHigh":1757.205729,"observedAt":"2026-11-15","runCount":3653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"webdev-react/GPT-6.1 Sol (Max)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=max|none|lmarena-webdev@1|rating|webdev/GPT-6.1 Sol (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1742.335589,"ciLow":1732.691666,"ciHigh":1751.979513,"observedAt":"2026-11-15","runCount":5804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Max)","rowId":"webdev/GPT-6.1 Sol (Max)","slice":"webdev"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=medium|none|lmarena-agent@1|cost-per-task|overall/GPT-6.1 Sol (Medium)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.372644,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Medium)","rowId":"overall/GPT-6.1 Sol (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=medium|none|lmarena-agent@1|output-tokens-per-task|overall/GPT-6.1 Sol (Medium)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":8525,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Medium)","rowId":"overall/GPT-6.1 Sol (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-sol:effort=medium|none|lmarena-agent@1|score|overall/GPT-6.1 Sol (Medium)","sourceId":"lmarena","modelId":"openai/gpt-6.1-sol","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.080379,"ciLow":0.070002,"ciHigh":0.090755,"observedAt":"2026-11-15","runCount":3092413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Sol (Medium)","rowId":"overall/GPT-6.1 Sol (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-terra:effort=max|none|lmarena-agent@1|cost-per-task|overall/GPT-6.1 Terra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.872498,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Terra (Max)","rowId":"overall/GPT-6.1 Terra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-terra:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/GPT-6.1 Terra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":45319.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Terra (Max)","rowId":"overall/GPT-6.1 Terra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-terra:effort=max|none|lmarena-agent@1|score|overall/GPT-6.1 Terra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.113371,"ciLow":0.101038,"ciHigh":0.125704,"observedAt":"2026-11-15","runCount":9012698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Terra (Max)","rowId":"overall/GPT-6.1 Terra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-terra:effort=max|none|lmarena-webdev@1|rating|overall/GPT-6.1 Terra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1680.711637,"ciLow":1670.408911,"ciHigh":1691.014363,"observedAt":"2026-11-15","runCount":4309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Terra (Max)","rowId":"overall/GPT-6.1 Terra (Max)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-terra:effort=max|none|lmarena-webdev@1|rating|webdev-html/GPT-6.1 Terra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1735.71515,"ciLow":1710.239059,"ciHigh":1761.191242,"observedAt":"2026-11-15","runCount":735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Terra (Max)","rowId":"webdev-html/GPT-6.1 Terra (Max)","slice":"webdev-html"}
{"key":"lmarena|openai/gpt-6.1-terra:effort=max|none|lmarena-webdev@1|rating|webdev-react/GPT-6.1 Terra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1668.848733,"ciLow":1656.011491,"ciHigh":1681.685975,"observedAt":"2026-11-15","runCount":2677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Terra (Max)","rowId":"webdev-react/GPT-6.1 Terra (Max)","slice":"webdev-react"}
{"key":"lmarena|openai/gpt-6.1-terra:effort=max|none|lmarena-webdev@1|rating|webdev/GPT-6.1 Terra (Max)","sourceId":"lmarena","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1680.711637,"ciLow":1670.408911,"ciHigh":1691.014363,"observedAt":"2026-11-15","runCount":4309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Terra (Max)","rowId":"webdev/GPT-6.1 Terra (Max)","slice":"webdev"}
{"key":"lmarena|openai/gpt-6.1-terra:effort=medium|none|lmarena-agent@1|cost-per-task|overall/GPT-6.1 Terra (Medium)","sourceId":"lmarena","modelId":"openai/gpt-6.1-terra","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.158616,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Terra (Medium)","rowId":"overall/GPT-6.1 Terra (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-terra:effort=medium|none|lmarena-agent@1|output-tokens-per-task|overall/GPT-6.1 Terra (Medium)","sourceId":"lmarena","modelId":"openai/gpt-6.1-terra","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":6937.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Terra (Medium)","rowId":"overall/GPT-6.1 Terra (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-6.1-terra:effort=medium|none|lmarena-agent@1|score|overall/GPT-6.1 Terra (Medium)","sourceId":"lmarena","modelId":"openai/gpt-6.1-terra","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.044379,"ciLow":0.038164,"ciHigh":0.050595,"observedAt":"2026-11-15","runCount":6110236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-6.1 Terra (Medium)","rowId":"overall/GPT-6.1 Terra (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-image-1-mini:default|none|lmarena-image-edit@1|rating|multi_image_edit/GPT-Image-1 mini","sourceId":"lmarena","modelId":"openai/gpt-image-1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1111.01982,"ciLow":1107.219889,"ciHigh":1114.819751,"observedAt":"2026-11-12","runCount":631274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1 mini","rowId":"multi_image_edit/GPT-Image-1 mini","slice":"multi_image_edit"}
{"key":"lmarena|openai/gpt-image-1-mini:default|none|lmarena-image-edit@1|rating|overall/GPT-Image-1 mini","sourceId":"lmarena","modelId":"openai/gpt-image-1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1123.985664,"ciLow":1121.018079,"ciHigh":1126.953249,"observedAt":"2026-11-12","runCount":671833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1 mini","rowId":"overall/GPT-Image-1 mini","slice":"overall"}
{"key":"lmarena|openai/gpt-image-1-mini:default|none|lmarena-text-to-image@1|rating|3d_modeling/GPT-Image-1 mini","sourceId":"lmarena","modelId":"openai/gpt-image-1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1108.102005,"ciLow":1101.373404,"ciHigh":1114.830605,"observedAt":"2026-11-12","runCount":17085,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1 mini","rowId":"3d_modeling/GPT-Image-1 mini","slice":"3d_modeling"}
{"key":"lmarena|openai/gpt-image-1-mini:default|none|lmarena-text-to-image@1|rating|art/GPT-Image-1 mini","sourceId":"lmarena","modelId":"openai/gpt-image-1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1114.62419,"ciLow":1108.414413,"ciHigh":1120.833967,"observedAt":"2026-11-12","runCount":22828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1 mini","rowId":"art/GPT-Image-1 mini","slice":"art"}
{"key":"lmarena|openai/gpt-image-1-mini:default|none|lmarena-text-to-image@1|rating|cartoon/GPT-Image-1 mini","sourceId":"lmarena","modelId":"openai/gpt-image-1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1107.205416,"ciLow":1102.416433,"ciHigh":1111.9944,"observedAt":"2026-11-12","runCount":66193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1 mini","rowId":"cartoon/GPT-Image-1 mini","slice":"cartoon"}
{"key":"lmarena|openai/gpt-image-1-mini:default|none|lmarena-text-to-image@1|rating|commercial_design/GPT-Image-1 mini","sourceId":"lmarena","modelId":"openai/gpt-image-1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1109.474883,"ciLow":1104.873545,"ciHigh":1114.076221,"observedAt":"2026-11-12","runCount":62745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1 mini","rowId":"commercial_design/GPT-Image-1 mini","slice":"commercial_design"}
{"key":"lmarena|openai/gpt-image-1-mini:default|none|lmarena-text-to-image@1|rating|overall/GPT-Image-1 mini","sourceId":"lmarena","modelId":"openai/gpt-image-1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1108.985792,"ciLow":1105.760643,"ciHigh":1112.210942,"observedAt":"2026-11-12","runCount":167720,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1 mini","rowId":"overall/GPT-Image-1 mini","slice":"overall"}
{"key":"lmarena|openai/gpt-image-1-mini:default|none|lmarena-text-to-image@1|rating|photorealistic/GPT-Image-1 mini","sourceId":"lmarena","modelId":"openai/gpt-image-1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1113.442129,"ciLow":1108.760542,"ciHigh":1118.123716,"observedAt":"2026-11-12","runCount":69822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1 mini","rowId":"photorealistic/GPT-Image-1 mini","slice":"photorealistic"}
{"key":"lmarena|openai/gpt-image-1-mini:default|none|lmarena-text-to-image@1|rating|portraits/GPT-Image-1 mini","sourceId":"lmarena","modelId":"openai/gpt-image-1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1109.941688,"ciLow":1104.255203,"ciHigh":1115.628174,"observedAt":"2026-11-12","runCount":35122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1 mini","rowId":"portraits/GPT-Image-1 mini","slice":"portraits"}
{"key":"lmarena|openai/gpt-image-1-mini:default|none|lmarena-text-to-image@1|rating|text_rendering/GPT-Image-1 mini","sourceId":"lmarena","modelId":"openai/gpt-image-1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1104.83195,"ciLow":1100.022333,"ciHigh":1109.641568,"observedAt":"2026-11-12","runCount":57351,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1 mini","rowId":"text_rendering/GPT-Image-1 mini","slice":"text_rendering"}
{"key":"lmarena|openai/gpt-image-1.5:flags=high-fidelity|none|lmarena-image-edit@1|rating|agentic/GPT-Image-1.5 (High Fidelity)","sourceId":"lmarena","modelId":"openai/gpt-image-1.5","variant":{"flags":["high-fidelity"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1357.72939,"ciLow":1345.622143,"ciHigh":1369.836636,"observedAt":"2026-11-12","runCount":4762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1.5 (High Fidelity)","rowId":"agentic/GPT-Image-1.5 (High Fidelity)","slice":"agentic"}
{"key":"lmarena|openai/gpt-image-1.5:flags=high-fidelity|none|lmarena-image-edit@1|rating|multi_image_edit/GPT-Image-1.5 (High Fidelity)","sourceId":"lmarena","modelId":"openai/gpt-image-1.5","variant":{"flags":["high-fidelity"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1341.742912,"ciLow":1338.488337,"ciHigh":1344.997487,"observedAt":"2026-11-12","runCount":245927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1.5 (High Fidelity)","rowId":"multi_image_edit/GPT-Image-1.5 (High Fidelity)","slice":"multi_image_edit"}
{"key":"lmarena|openai/gpt-image-1.5:flags=high-fidelity|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/GPT-Image-1.5 (High Fidelity)","sourceId":"lmarena","modelId":"openai/gpt-image-1.5","variant":{"flags":["high-fidelity"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1358.975175,"ciLow":1345.383238,"ciHigh":1372.567112,"observedAt":"2026-11-12","runCount":3944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1.5 (High Fidelity)","rowId":"multi_image_edit_agentic/GPT-Image-1.5 (High Fidelity)","slice":"multi_image_edit_agentic"}
{"key":"lmarena|openai/gpt-image-1.5:flags=high-fidelity|none|lmarena-image-edit@1|rating|overall/GPT-Image-1.5 (High Fidelity)","sourceId":"lmarena","modelId":"openai/gpt-image-1.5","variant":{"flags":["high-fidelity"]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1367.245027,"ciLow":1364.646839,"ciHigh":1369.843215,"observedAt":"2026-11-12","runCount":682205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1.5 (High Fidelity)","rowId":"overall/GPT-Image-1.5 (High Fidelity)","slice":"overall"}
{"key":"lmarena|openai/gpt-image-1.5:flags=high-fidelity|none|lmarena-text-to-image@1|rating|3d_modeling/GPT-Image-1.5 (High Fidelity)","sourceId":"lmarena","modelId":"openai/gpt-image-1.5","variant":{"flags":["high-fidelity"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1218.097984,"ciLow":1211.733442,"ciHigh":1224.462526,"observedAt":"2026-11-12","runCount":17213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1.5 (High Fidelity)","rowId":"3d_modeling/GPT-Image-1.5 (High Fidelity)","slice":"3d_modeling"}
{"key":"lmarena|openai/gpt-image-1.5:flags=high-fidelity|none|lmarena-text-to-image@1|rating|agentic/GPT-Image-1.5 (High Fidelity)","sourceId":"lmarena","modelId":"openai/gpt-image-1.5","variant":{"flags":["high-fidelity"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1237.588202,"ciLow":1217.108609,"ciHigh":1258.067795,"observedAt":"2026-11-12","runCount":1186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1.5 (High Fidelity)","rowId":"agentic/GPT-Image-1.5 (High Fidelity)","slice":"agentic"}
{"key":"lmarena|openai/gpt-image-1.5:flags=high-fidelity|none|lmarena-text-to-image@1|rating|art/GPT-Image-1.5 (High Fidelity)","sourceId":"lmarena","modelId":"openai/gpt-image-1.5","variant":{"flags":["high-fidelity"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1224.9494,"ciLow":1219.224218,"ciHigh":1230.674582,"observedAt":"2026-11-12","runCount":23458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1.5 (High Fidelity)","rowId":"art/GPT-Image-1.5 (High Fidelity)","slice":"art"}
{"key":"lmarena|openai/gpt-image-1.5:flags=high-fidelity|none|lmarena-text-to-image@1|rating|cartoon/GPT-Image-1.5 (High Fidelity)","sourceId":"lmarena","modelId":"openai/gpt-image-1.5","variant":{"flags":["high-fidelity"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1243.551855,"ciLow":1239.014548,"ciHigh":1248.089162,"observedAt":"2026-11-12","runCount":65463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1.5 (High Fidelity)","rowId":"cartoon/GPT-Image-1.5 (High Fidelity)","slice":"cartoon"}
{"key":"lmarena|openai/gpt-image-1.5:flags=high-fidelity|none|lmarena-text-to-image@1|rating|commercial_design/GPT-Image-1.5 (High Fidelity)","sourceId":"lmarena","modelId":"openai/gpt-image-1.5","variant":{"flags":["high-fidelity"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1237.579273,"ciLow":1233.15634,"ciHigh":1242.002205,"observedAt":"2026-11-12","runCount":64934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1.5 (High Fidelity)","rowId":"commercial_design/GPT-Image-1.5 (High Fidelity)","slice":"commercial_design"}
{"key":"lmarena|openai/gpt-image-1.5:flags=high-fidelity|none|lmarena-text-to-image@1|rating|overall/GPT-Image-1.5 (High Fidelity)","sourceId":"lmarena","modelId":"openai/gpt-image-1.5","variant":{"flags":["high-fidelity"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1235.997129,"ciLow":1232.931005,"ciHigh":1239.063252,"observedAt":"2026-11-12","runCount":169318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1.5 (High Fidelity)","rowId":"overall/GPT-Image-1.5 (High Fidelity)","slice":"overall"}
{"key":"lmarena|openai/gpt-image-1.5:flags=high-fidelity|none|lmarena-text-to-image@1|rating|photorealistic/GPT-Image-1.5 (High Fidelity)","sourceId":"lmarena","modelId":"openai/gpt-image-1.5","variant":{"flags":["high-fidelity"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1246.710352,"ciLow":1242.204275,"ciHigh":1251.21643,"observedAt":"2026-11-12","runCount":66910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1.5 (High Fidelity)","rowId":"photorealistic/GPT-Image-1.5 (High Fidelity)","slice":"photorealistic"}
{"key":"lmarena|openai/gpt-image-1.5:flags=high-fidelity|none|lmarena-text-to-image@1|rating|portraits/GPT-Image-1.5 (High Fidelity)","sourceId":"lmarena","modelId":"openai/gpt-image-1.5","variant":{"flags":["high-fidelity"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1258.445582,"ciLow":1252.861606,"ciHigh":1264.029557,"observedAt":"2026-11-12","runCount":32673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1.5 (High Fidelity)","rowId":"portraits/GPT-Image-1.5 (High Fidelity)","slice":"portraits"}
{"key":"lmarena|openai/gpt-image-1.5:flags=high-fidelity|none|lmarena-text-to-image@1|rating|text_rendering/GPT-Image-1.5 (High Fidelity)","sourceId":"lmarena","modelId":"openai/gpt-image-1.5","variant":{"flags":["high-fidelity"]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1250.552947,"ciLow":1245.913531,"ciHigh":1255.192364,"observedAt":"2026-11-12","runCount":60357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1.5 (High Fidelity)","rowId":"text_rendering/GPT-Image-1.5 (High Fidelity)","slice":"text_rendering"}
{"key":"lmarena|openai/gpt-image-1:default|none|lmarena-image-edit@1|rating|multi_image_edit/GPT-Image-1","sourceId":"lmarena","modelId":"openai/gpt-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1126.368705,"ciLow":1122.614601,"ciHigh":1130.122809,"observedAt":"2026-11-12","runCount":1825730,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1","rowId":"multi_image_edit/GPT-Image-1","slice":"multi_image_edit"}
{"key":"lmarena|openai/gpt-image-1:default|none|lmarena-image-edit@1|rating|overall/GPT-Image-1","sourceId":"lmarena","modelId":"openai/gpt-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1138.75558,"ciLow":1135.992217,"ciHigh":1141.518942,"observedAt":"2026-11-12","runCount":2857643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1","rowId":"overall/GPT-Image-1","slice":"overall"}
{"key":"lmarena|openai/gpt-image-1:default|none|lmarena-text-to-image@1|rating|3d_modeling/GPT-Image-1","sourceId":"lmarena","modelId":"openai/gpt-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1114.998502,"ciLow":1108.403078,"ciHigh":1121.593926,"observedAt":"2026-11-12","runCount":23929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1","rowId":"3d_modeling/GPT-Image-1","slice":"3d_modeling"}
{"key":"lmarena|openai/gpt-image-1:default|none|lmarena-text-to-image@1|rating|art/GPT-Image-1","sourceId":"lmarena","modelId":"openai/gpt-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1116.508291,"ciLow":1110.353001,"ciHigh":1122.66358,"observedAt":"2026-11-12","runCount":33515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1","rowId":"art/GPT-Image-1","slice":"art"}
{"key":"lmarena|openai/gpt-image-1:default|none|lmarena-text-to-image@1|rating|cartoon/GPT-Image-1","sourceId":"lmarena","modelId":"openai/gpt-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1115.038335,"ciLow":1110.371378,"ciHigh":1119.705293,"observedAt":"2026-11-12","runCount":104634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1","rowId":"cartoon/GPT-Image-1","slice":"cartoon"}
{"key":"lmarena|openai/gpt-image-1:default|none|lmarena-text-to-image@1|rating|commercial_design/GPT-Image-1","sourceId":"lmarena","modelId":"openai/gpt-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1114.468633,"ciLow":1109.967749,"ciHigh":1118.969517,"observedAt":"2026-11-12","runCount":81552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1","rowId":"commercial_design/GPT-Image-1","slice":"commercial_design"}
{"key":"lmarena|openai/gpt-image-1:default|none|lmarena-text-to-image@1|rating|overall/GPT-Image-1","sourceId":"lmarena","modelId":"openai/gpt-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1114.91407,"ciLow":1111.719425,"ciHigh":1118.108715,"observedAt":"2026-11-12","runCount":265845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1","rowId":"overall/GPT-Image-1","slice":"overall"}
{"key":"lmarena|openai/gpt-image-1:default|none|lmarena-text-to-image@1|rating|photorealistic/GPT-Image-1","sourceId":"lmarena","modelId":"openai/gpt-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1113.506171,"ciLow":1109.078185,"ciHigh":1117.934156,"observedAt":"2026-11-12","runCount":118166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1","rowId":"photorealistic/GPT-Image-1","slice":"photorealistic"}
{"key":"lmarena|openai/gpt-image-1:default|none|lmarena-text-to-image@1|rating|portraits/GPT-Image-1","sourceId":"lmarena","modelId":"openai/gpt-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1114.072636,"ciLow":1108.526304,"ciHigh":1119.618968,"observedAt":"2026-11-12","runCount":65449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1","rowId":"portraits/GPT-Image-1","slice":"portraits"}
{"key":"lmarena|openai/gpt-image-1:default|none|lmarena-text-to-image@1|rating|text_rendering/GPT-Image-1","sourceId":"lmarena","modelId":"openai/gpt-image-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1114.015825,"ciLow":1109.276626,"ciHigh":1118.755024,"observedAt":"2026-11-12","runCount":71539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-1","rowId":"text_rendering/GPT-Image-1","slice":"text_rendering"}
{"key":"lmarena|openai/gpt-image-2.5-flare:default|none|lmarena-image-edit@1|rating|agentic/GPT-Image-2.5 Flare","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-flare","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1489.394679,"ciLow":1477.715409,"ciHigh":1501.07395,"observedAt":"2026-11-12","runCount":7239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Flare","rowId":"agentic/GPT-Image-2.5 Flare","slice":"agentic"}
{"key":"lmarena|openai/gpt-image-2.5-flare:default|none|lmarena-image-edit@1|rating|multi_image_edit/GPT-Image-2.5 Flare","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-flare","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1475.341172,"ciLow":1470.482382,"ciHigh":1480.199962,"observedAt":"2026-11-12","runCount":65288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Flare","rowId":"multi_image_edit/GPT-Image-2.5 Flare","slice":"multi_image_edit"}
{"key":"lmarena|openai/gpt-image-2.5-flare:default|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/GPT-Image-2.5 Flare","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-flare","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1481.026952,"ciLow":1467.83775,"ciHigh":1494.216153,"observedAt":"2026-11-12","runCount":6492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Flare","rowId":"multi_image_edit_agentic/GPT-Image-2.5 Flare","slice":"multi_image_edit_agentic"}
{"key":"lmarena|openai/gpt-image-2.5-flare:default|none|lmarena-image-edit@1|rating|overall/GPT-Image-2.5 Flare","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-flare","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1484.039632,"ciLow":1479.662599,"ciHigh":1488.416666,"observedAt":"2026-11-12","runCount":128720,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Flare","rowId":"overall/GPT-Image-2.5 Flare","slice":"overall"}
{"key":"lmarena|openai/gpt-image-2.5-flare:default|none|lmarena-text-to-image@1|rating|3d_modeling/GPT-Image-2.5 Flare","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-flare","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1381.884695,"ciLow":1371.334194,"ciHigh":1392.435196,"observedAt":"2026-11-12","runCount":5943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Flare","rowId":"3d_modeling/GPT-Image-2.5 Flare","slice":"3d_modeling"}
{"key":"lmarena|openai/gpt-image-2.5-flare:default|none|lmarena-text-to-image@1|rating|agentic/GPT-Image-2.5 Flare","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-flare","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1362.034943,"ciLow":1351.511023,"ciHigh":1372.558863,"observedAt":"2026-11-12","runCount":11254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Flare","rowId":"agentic/GPT-Image-2.5 Flare","slice":"agentic"}
{"key":"lmarena|openai/gpt-image-2.5-flare:default|none|lmarena-text-to-image@1|rating|art/GPT-Image-2.5 Flare","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-flare","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1388.399003,"ciLow":1379.439358,"ciHigh":1397.358648,"observedAt":"2026-11-12","runCount":8848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Flare","rowId":"art/GPT-Image-2.5 Flare","slice":"art"}
{"key":"lmarena|openai/gpt-image-2.5-flare:default|none|lmarena-text-to-image@1|rating|cartoon/GPT-Image-2.5 Flare","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-flare","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1425.557292,"ciLow":1418.092018,"ciHigh":1433.022567,"observedAt":"2026-11-12","runCount":24928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Flare","rowId":"cartoon/GPT-Image-2.5 Flare","slice":"cartoon"}
{"key":"lmarena|openai/gpt-image-2.5-flare:default|none|lmarena-text-to-image@1|rating|commercial_design/GPT-Image-2.5 Flare","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-flare","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1383.475252,"ciLow":1376.140446,"ciHigh":1390.810058,"observedAt":"2026-11-12","runCount":20176,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Flare","rowId":"commercial_design/GPT-Image-2.5 Flare","slice":"commercial_design"}
{"key":"lmarena|openai/gpt-image-2.5-flare:default|none|lmarena-text-to-image@1|rating|overall/GPT-Image-2.5 Flare","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-flare","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1398.184491,"ciLow":1393.225117,"ciHigh":1403.143865,"observedAt":"2026-11-12","runCount":63120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Flare","rowId":"overall/GPT-Image-2.5 Flare","slice":"overall"}
{"key":"lmarena|openai/gpt-image-2.5-flare:default|none|lmarena-text-to-image@1|rating|photorealistic/GPT-Image-2.5 Flare","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-flare","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1415.551836,"ciLow":1407.921286,"ciHigh":1423.182387,"observedAt":"2026-11-12","runCount":20926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Flare","rowId":"photorealistic/GPT-Image-2.5 Flare","slice":"photorealistic"}
{"key":"lmarena|openai/gpt-image-2.5-flare:default|none|lmarena-text-to-image@1|rating|portraits/GPT-Image-2.5 Flare","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-flare","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1438.76064,"ciLow":1429.408413,"ciHigh":1448.112868,"observedAt":"2026-11-12","runCount":9754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Flare","rowId":"portraits/GPT-Image-2.5 Flare","slice":"portraits"}
{"key":"lmarena|openai/gpt-image-2.5-flare:default|none|lmarena-text-to-image@1|rating|text_rendering/GPT-Image-2.5 Flare","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-flare","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1430.624752,"ciLow":1422.952211,"ciHigh":1438.297294,"observedAt":"2026-11-12","runCount":19452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Flare","rowId":"text_rendering/GPT-Image-2.5 Flare","slice":"text_rendering"}
{"key":"lmarena|openai/gpt-image-2.5-sunburst:default|none|lmarena-image-edit@1|rating|agentic/GPT-Image-2.5 Sunburst","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-sunburst","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1538.989329,"ciLow":1527.017289,"ciHigh":1550.96137,"observedAt":"2026-11-12","runCount":7472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Sunburst","rowId":"agentic/GPT-Image-2.5 Sunburst","slice":"agentic"}
{"key":"lmarena|openai/gpt-image-2.5-sunburst:default|none|lmarena-image-edit@1|rating|multi_image_edit/GPT-Image-2.5 Sunburst","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-sunburst","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1525.366997,"ciLow":1520.090726,"ciHigh":1530.643268,"observedAt":"2026-11-12","runCount":66115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Sunburst","rowId":"multi_image_edit/GPT-Image-2.5 Sunburst","slice":"multi_image_edit"}
{"key":"lmarena|openai/gpt-image-2.5-sunburst:default|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/GPT-Image-2.5 Sunburst","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-sunburst","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1546.364846,"ciLow":1532.375124,"ciHigh":1560.354569,"observedAt":"2026-11-12","runCount":6591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Sunburst","rowId":"multi_image_edit_agentic/GPT-Image-2.5 Sunburst","slice":"multi_image_edit_agentic"}
{"key":"lmarena|openai/gpt-image-2.5-sunburst:default|none|lmarena-image-edit@1|rating|overall/GPT-Image-2.5 Sunburst","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-sunburst","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1518.600356,"ciLow":1513.993692,"ciHigh":1523.207019,"observedAt":"2026-11-12","runCount":131648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Sunburst","rowId":"overall/GPT-Image-2.5 Sunburst","slice":"overall"}
{"key":"lmarena|openai/gpt-image-2.5-sunburst:default|none|lmarena-text-to-image@1|rating|3d_modeling/GPT-Image-2.5 Sunburst","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-sunburst","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1416.199955,"ciLow":1405.365078,"ciHigh":1427.034831,"observedAt":"2026-11-12","runCount":5979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Sunburst","rowId":"3d_modeling/GPT-Image-2.5 Sunburst","slice":"3d_modeling"}
{"key":"lmarena|openai/gpt-image-2.5-sunburst:default|none|lmarena-text-to-image@1|rating|agentic/GPT-Image-2.5 Sunburst","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-sunburst","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1402.696552,"ciLow":1391.615608,"ciHigh":1413.777495,"observedAt":"2026-11-12","runCount":11182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Sunburst","rowId":"agentic/GPT-Image-2.5 Sunburst","slice":"agentic"}
{"key":"lmarena|openai/gpt-image-2.5-sunburst:default|none|lmarena-text-to-image@1|rating|art/GPT-Image-2.5 Sunburst","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-sunburst","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1411.451543,"ciLow":1402.148208,"ciHigh":1420.754877,"observedAt":"2026-11-12","runCount":8915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Sunburst","rowId":"art/GPT-Image-2.5 Sunburst","slice":"art"}
{"key":"lmarena|openai/gpt-image-2.5-sunburst:default|none|lmarena-text-to-image@1|rating|cartoon/GPT-Image-2.5 Sunburst","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-sunburst","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1459.47194,"ciLow":1451.724015,"ciHigh":1467.219865,"observedAt":"2026-11-12","runCount":24853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Sunburst","rowId":"cartoon/GPT-Image-2.5 Sunburst","slice":"cartoon"}
{"key":"lmarena|openai/gpt-image-2.5-sunburst:default|none|lmarena-text-to-image@1|rating|commercial_design/GPT-Image-2.5 Sunburst","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-sunburst","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1419.626755,"ciLow":1411.938686,"ciHigh":1427.314824,"observedAt":"2026-11-12","runCount":20445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Sunburst","rowId":"commercial_design/GPT-Image-2.5 Sunburst","slice":"commercial_design"}
{"key":"lmarena|openai/gpt-image-2.5-sunburst:default|none|lmarena-text-to-image@1|rating|overall/GPT-Image-2.5 Sunburst","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-sunburst","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1428.65874,"ciLow":1423.541846,"ciHigh":1433.775634,"observedAt":"2026-11-12","runCount":63818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Sunburst","rowId":"overall/GPT-Image-2.5 Sunburst","slice":"overall"}
{"key":"lmarena|openai/gpt-image-2.5-sunburst:default|none|lmarena-text-to-image@1|rating|photorealistic/GPT-Image-2.5 Sunburst","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-sunburst","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1435.022778,"ciLow":1427.280405,"ciHigh":1442.765151,"observedAt":"2026-11-12","runCount":21548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Sunburst","rowId":"photorealistic/GPT-Image-2.5 Sunburst","slice":"photorealistic"}
{"key":"lmarena|openai/gpt-image-2.5-sunburst:default|none|lmarena-text-to-image@1|rating|portraits/GPT-Image-2.5 Sunburst","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-sunburst","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1462.206947,"ciLow":1452.569358,"ciHigh":1471.844535,"observedAt":"2026-11-12","runCount":10075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Sunburst","rowId":"portraits/GPT-Image-2.5 Sunburst","slice":"portraits"}
{"key":"lmarena|openai/gpt-image-2.5-sunburst:default|none|lmarena-text-to-image@1|rating|text_rendering/GPT-Image-2.5 Sunburst","sourceId":"lmarena","modelId":"openai/gpt-image-2.5-sunburst","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1465.0147,"ciLow":1457.028453,"ciHigh":1473.000946,"observedAt":"2026-11-12","runCount":19722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.5 Sunburst","rowId":"text_rendering/GPT-Image-2.5 Sunburst","slice":"text_rendering"}
{"key":"lmarena|openai/gpt-image-2.6-flare:effort=medium|none|lmarena-image-edit@1|rating|multi_image_edit/GPT-Image-2.6 Flare (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-flare","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1439.132501,"ciLow":1429.962004,"ciHigh":1448.302999,"observedAt":"2026-11-12","runCount":4037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Flare (Medium)","rowId":"multi_image_edit/GPT-Image-2.6 Flare (Medium)","slice":"multi_image_edit"}
{"key":"lmarena|openai/gpt-image-2.6-flare:effort=medium|none|lmarena-image-edit@1|rating|overall/GPT-Image-2.6 Flare (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-flare","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1460.226631,"ciLow":1449.818194,"ciHigh":1470.635068,"observedAt":"2026-11-12","runCount":3534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Flare (Medium)","rowId":"overall/GPT-Image-2.6 Flare (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-image-2.6-flare:effort=medium|none|lmarena-text-to-image@1|rating|3d_modeling/GPT-Image-2.6 Flare (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-flare","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1358.905685,"ciLow":1316.205262,"ciHigh":1401.606108,"observedAt":"2026-11-12","runCount":228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Flare (Medium)","rowId":"3d_modeling/GPT-Image-2.6 Flare (Medium)","slice":"3d_modeling"}
{"key":"lmarena|openai/gpt-image-2.6-flare:effort=medium|none|lmarena-text-to-image@1|rating|art/GPT-Image-2.6 Flare (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-flare","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1374.857659,"ciLow":1342.941349,"ciHigh":1406.773969,"observedAt":"2026-11-12","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Flare (Medium)","rowId":"art/GPT-Image-2.6 Flare (Medium)","slice":"art"}
{"key":"lmarena|openai/gpt-image-2.6-flare:effort=medium|none|lmarena-text-to-image@1|rating|cartoon/GPT-Image-2.6 Flare (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-flare","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1408.05076,"ciLow":1387.537931,"ciHigh":1428.56359,"observedAt":"2026-11-12","runCount":1033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Flare (Medium)","rowId":"cartoon/GPT-Image-2.6 Flare (Medium)","slice":"cartoon"}
{"key":"lmarena|openai/gpt-image-2.6-flare:effort=medium|none|lmarena-text-to-image@1|rating|commercial_design/GPT-Image-2.6 Flare (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-flare","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1372.242352,"ciLow":1350.386469,"ciHigh":1394.098234,"observedAt":"2026-11-12","runCount":788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Flare (Medium)","rowId":"commercial_design/GPT-Image-2.6 Flare (Medium)","slice":"commercial_design"}
{"key":"lmarena|openai/gpt-image-2.6-flare:effort=medium|none|lmarena-text-to-image@1|rating|overall/GPT-Image-2.6 Flare (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-flare","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1383.511551,"ciLow":1370.317363,"ciHigh":1396.70574,"observedAt":"2026-11-12","runCount":2532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Flare (Medium)","rowId":"overall/GPT-Image-2.6 Flare (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-image-2.6-flare:effort=medium|none|lmarena-text-to-image@1|rating|photorealistic/GPT-Image-2.6 Flare (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-flare","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1391.285504,"ciLow":1369.133166,"ciHigh":1413.437841,"observedAt":"2026-11-12","runCount":870,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Flare (Medium)","rowId":"photorealistic/GPT-Image-2.6 Flare (Medium)","slice":"photorealistic"}
{"key":"lmarena|openai/gpt-image-2.6-flare:effort=medium|none|lmarena-text-to-image@1|rating|portraits/GPT-Image-2.6 Flare (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-flare","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1446.606822,"ciLow":1410.663072,"ciHigh":1482.550572,"observedAt":"2026-11-12","runCount":378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Flare (Medium)","rowId":"portraits/GPT-Image-2.6 Flare (Medium)","slice":"portraits"}
{"key":"lmarena|openai/gpt-image-2.6-flare:effort=medium|none|lmarena-text-to-image@1|rating|text_rendering/GPT-Image-2.6 Flare (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-flare","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1402.735354,"ciLow":1380.184036,"ciHigh":1425.286672,"observedAt":"2026-11-12","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Flare (Medium)","rowId":"text_rendering/GPT-Image-2.6 Flare (Medium)","slice":"text_rendering"}
{"key":"lmarena|openai/gpt-image-2.6-sunburst:effort=medium|none|lmarena-image-edit@1|rating|overall/GPT-Image-2.6 Sunburst (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-sunburst","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1476.467739,"ciLow":1465.915939,"ciHigh":1487.019539,"observedAt":"2026-11-12","runCount":3493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Sunburst (Medium)","rowId":"overall/GPT-Image-2.6 Sunburst (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-image-2.6-sunburst:effort=medium|none|lmarena-text-to-image@1|rating|3d_modeling/GPT-Image-2.6 Sunburst (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-sunburst","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1401.803657,"ciLow":1354.309639,"ciHigh":1449.297675,"observedAt":"2026-11-12","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Sunburst (Medium)","rowId":"3d_modeling/GPT-Image-2.6 Sunburst (Medium)","slice":"3d_modeling"}
{"key":"lmarena|openai/gpt-image-2.6-sunburst:effort=medium|none|lmarena-text-to-image@1|rating|agentic/GPT-Image-2.6 Sunburst (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-sunburst","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1380.402848,"ciLow":1325.820954,"ciHigh":1434.984743,"observedAt":"2026-11-12","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Sunburst (Medium)","rowId":"agentic/GPT-Image-2.6 Sunburst (Medium)","slice":"agentic"}
{"key":"lmarena|openai/gpt-image-2.6-sunburst:effort=medium|none|lmarena-text-to-image@1|rating|art/GPT-Image-2.6 Sunburst (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-sunburst","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1400.143644,"ciLow":1363.644002,"ciHigh":1436.643287,"observedAt":"2026-11-12","runCount":346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Sunburst (Medium)","rowId":"art/GPT-Image-2.6 Sunburst (Medium)","slice":"art"}
{"key":"lmarena|openai/gpt-image-2.6-sunburst:effort=medium|none|lmarena-text-to-image@1|rating|cartoon/GPT-Image-2.6 Sunburst (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-sunburst","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1463.463881,"ciLow":1441.540499,"ciHigh":1485.387263,"observedAt":"2026-11-12","runCount":1143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Sunburst (Medium)","rowId":"cartoon/GPT-Image-2.6 Sunburst (Medium)","slice":"cartoon"}
{"key":"lmarena|openai/gpt-image-2.6-sunburst:effort=medium|none|lmarena-text-to-image@1|rating|commercial_design/GPT-Image-2.6 Sunburst (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-sunburst","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1391.474426,"ciLow":1368.909311,"ciHigh":1414.03954,"observedAt":"2026-11-12","runCount":813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Sunburst (Medium)","rowId":"commercial_design/GPT-Image-2.6 Sunburst (Medium)","slice":"commercial_design"}
{"key":"lmarena|openai/gpt-image-2.6-sunburst:effort=medium|none|lmarena-text-to-image@1|rating|overall/GPT-Image-2.6 Sunburst (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-sunburst","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1405.59602,"ciLow":1392.195503,"ciHigh":1418.996537,"observedAt":"2026-11-12","runCount":2697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Sunburst (Medium)","rowId":"overall/GPT-Image-2.6 Sunburst (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-image-2.6-sunburst:effort=medium|none|lmarena-text-to-image@1|rating|photorealistic/GPT-Image-2.6 Sunburst (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-sunburst","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1409.743277,"ciLow":1388.226253,"ciHigh":1431.2603,"observedAt":"2026-11-12","runCount":964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Sunburst (Medium)","rowId":"photorealistic/GPT-Image-2.6 Sunburst (Medium)","slice":"photorealistic"}
{"key":"lmarena|openai/gpt-image-2.6-sunburst:effort=medium|none|lmarena-text-to-image@1|rating|portraits/GPT-Image-2.6 Sunburst (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-sunburst","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1471.642498,"ciLow":1437.082426,"ciHigh":1506.20257,"observedAt":"2026-11-12","runCount":402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Sunburst (Medium)","rowId":"portraits/GPT-Image-2.6 Sunburst (Medium)","slice":"portraits"}
{"key":"lmarena|openai/gpt-image-2.6-sunburst:effort=medium|none|lmarena-text-to-image@1|rating|text_rendering/GPT-Image-2.6 Sunburst (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2.6-sunburst","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1422.659175,"ciLow":1398.729945,"ciHigh":1446.588405,"observedAt":"2026-11-12","runCount":795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2.6 Sunburst (Medium)","rowId":"text_rendering/GPT-Image-2.6 Sunburst (Medium)","slice":"text_rendering"}
{"key":"lmarena|openai/gpt-image-2:effort=medium|none|lmarena-image-edit@1|rating|agentic/GPT-Image-2 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1458.050624,"ciLow":1446.546883,"ciHigh":1469.554364,"observedAt":"2026-11-12","runCount":6850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2 (Medium)","rowId":"agentic/GPT-Image-2 (Medium)","slice":"agentic"}
{"key":"lmarena|openai/gpt-image-2:effort=medium|none|lmarena-image-edit@1|rating|multi_image_edit/GPT-Image-2 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1454.454269,"ciLow":1450.884754,"ciHigh":1458.023785,"observedAt":"2026-11-12","runCount":163495,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2 (Medium)","rowId":"multi_image_edit/GPT-Image-2 (Medium)","slice":"multi_image_edit"}
{"key":"lmarena|openai/gpt-image-2:effort=medium|none|lmarena-image-edit@1|rating|multi_image_edit_agentic/GPT-Image-2 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1486.614216,"ciLow":1473.362736,"ciHigh":1499.865696,"observedAt":"2026-11-12","runCount":6120,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2 (Medium)","rowId":"multi_image_edit_agentic/GPT-Image-2 (Medium)","slice":"multi_image_edit_agentic"}
{"key":"lmarena|openai/gpt-image-2:effort=medium|none|lmarena-image-edit@1|rating|overall/GPT-Image-2 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1461.64757,"ciLow":1458.646134,"ciHigh":1464.649005,"observedAt":"2026-11-12","runCount":364695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2 (Medium)","rowId":"overall/GPT-Image-2 (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-image-2:effort=medium|none|lmarena-text-to-image@1|rating|3d_modeling/GPT-Image-2 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1364.752466,"ciLow":1356.739062,"ciHigh":1372.765869,"observedAt":"2026-11-12","runCount":10238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2 (Medium)","rowId":"3d_modeling/GPT-Image-2 (Medium)","slice":"3d_modeling"}
{"key":"lmarena|openai/gpt-image-2:effort=medium|none|lmarena-text-to-image@1|rating|agentic/GPT-Image-2 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1338.684064,"ciLow":1325.219101,"ciHigh":1352.149026,"observedAt":"2026-11-12","runCount":3854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2 (Medium)","rowId":"agentic/GPT-Image-2 (Medium)","slice":"agentic"}
{"key":"lmarena|openai/gpt-image-2:effort=medium|none|lmarena-text-to-image@1|rating|art/GPT-Image-2 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1373.415802,"ciLow":1366.451552,"ciHigh":1380.380052,"observedAt":"2026-11-12","runCount":14151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2 (Medium)","rowId":"art/GPT-Image-2 (Medium)","slice":"art"}
{"key":"lmarena|openai/gpt-image-2:effort=medium|none|lmarena-text-to-image@1|rating|cartoon/GPT-Image-2 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1403.870669,"ciLow":1398.28197,"ciHigh":1409.459367,"observedAt":"2026-11-12","runCount":43317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2 (Medium)","rowId":"cartoon/GPT-Image-2 (Medium)","slice":"cartoon"}
{"key":"lmarena|openai/gpt-image-2:effort=medium|none|lmarena-text-to-image@1|rating|commercial_design/GPT-Image-2 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1386.288354,"ciLow":1380.806897,"ciHigh":1391.769811,"observedAt":"2026-11-12","runCount":39835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2 (Medium)","rowId":"commercial_design/GPT-Image-2 (Medium)","slice":"commercial_design"}
{"key":"lmarena|openai/gpt-image-2:effort=medium|none|lmarena-text-to-image@1|rating|overall/GPT-Image-2 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1381.725271,"ciLow":1377.906317,"ciHigh":1385.544225,"observedAt":"2026-11-12","runCount":108559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2 (Medium)","rowId":"overall/GPT-Image-2 (Medium)","slice":"overall"}
{"key":"lmarena|openai/gpt-image-2:effort=medium|none|lmarena-text-to-image@1|rating|photorealistic/GPT-Image-2 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1378.765721,"ciLow":1373.22993,"ciHigh":1384.301512,"observedAt":"2026-11-12","runCount":39991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2 (Medium)","rowId":"photorealistic/GPT-Image-2 (Medium)","slice":"photorealistic"}
{"key":"lmarena|openai/gpt-image-2:effort=medium|none|lmarena-text-to-image@1|rating|portraits/GPT-Image-2 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1426.336562,"ciLow":1419.177636,"ciHigh":1433.495488,"observedAt":"2026-11-12","runCount":19898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2 (Medium)","rowId":"portraits/GPT-Image-2 (Medium)","slice":"portraits"}
{"key":"lmarena|openai/gpt-image-2:effort=medium|none|lmarena-text-to-image@1|rating|text_rendering/GPT-Image-2 (Medium)","sourceId":"lmarena","modelId":"openai/gpt-image-2","variant":{"effort":"medium","flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1425.451543,"ciLow":1419.622858,"ciHigh":1431.280228,"observedAt":"2026-11-12","runCount":38623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GPT-Image-2 (Medium)","rowId":"text_rendering/GPT-Image-2 (Medium)","slice":"text_rendering"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|chinese/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.320103,"ciLow":1363.598715,"ciHigh":1389.04149,"observedAt":"2026-11-11","runCount":2273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"chinese/gpt-oss-120b","slice":"chinese"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|coding/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.540744,"ciLow":1381.838399,"ciHigh":1397.24309,"observedAt":"2026-11-11","runCount":6387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"coding/gpt-oss-120b","slice":"coding"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|creative_writing/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.583384,"ciLow":1268.653853,"ciHigh":1288.512916,"observedAt":"2026-11-11","runCount":3892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"creative_writing/gpt-oss-120b","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|english/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.483941,"ciLow":1355.586004,"ciHigh":1367.381879,"observedAt":"2026-11-11","runCount":12982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"english/gpt-oss-120b","slice":"english"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|exclude_ties/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.030636,"ciLow":1306.881906,"ciHigh":1319.179365,"observedAt":"2026-11-11","runCount":21395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"exclude_ties/gpt-oss-120b","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|expert/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.181635,"ciLow":1341.309289,"ciHigh":1373.053981,"observedAt":"2026-11-11","runCount":1394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"expert/gpt-oss-120b","slice":"expert"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|french/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.950664,"ciLow":1327.756172,"ciHigh":1384.145157,"observedAt":"2026-11-11","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"french/gpt-oss-120b","slice":"french"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|german/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.720393,"ciLow":1305.740288,"ciHigh":1351.700498,"observedAt":"2026-11-11","runCount":666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"german/gpt-oss-120b","slice":"german"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|hard_prompts/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.849803,"ciLow":1356.210929,"ciHigh":1367.488676,"observedAt":"2026-11-11","runCount":14635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"hard_prompts/gpt-oss-120b","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.100396,"ciLow":1358.408502,"ciHigh":1373.792289,"observedAt":"2026-11-11","runCount":6455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"hard_prompts_english/gpt-oss-120b","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.213948,"ciLow":1343.815232,"ciHigh":1360.612663,"observedAt":"2026-11-11","runCount":5346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_business_and_management_and_financial_operations/gpt-oss-120b","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.53536,"ciLow":1278.309925,"ciHigh":1294.760795,"observedAt":"2026-11-11","runCount":5472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_entertainment_and_sports_and_media/gpt-oss-120b","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.999174,"ciLow":1327.164159,"ciHigh":1354.83419,"observedAt":"2026-11-11","runCount":1869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_legal_and_government/gpt-oss-120b","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.512392,"ciLow":1352.665182,"ciHigh":1370.359603,"observedAt":"2026-11-11","runCount":4818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_life_and_physical_and_social_science/gpt-oss-120b","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.527748,"ciLow":1368.790363,"ciHigh":1398.265133,"observedAt":"2026-11-11","runCount":1535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_mathematical/gpt-oss-120b","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.121137,"ciLow":1352.073547,"ciHigh":1382.168726,"observedAt":"2026-11-11","runCount":1623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_medicine_and_healthcare/gpt-oss-120b","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.279514,"ciLow":1378.855536,"ciHigh":1391.703491,"observedAt":"2026-11-11","runCount":10179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_software_and_it_services/gpt-oss-120b","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.68582,"ciLow":1302.006595,"ciHigh":1317.365045,"observedAt":"2026-11-11","runCount":6624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_writing_and_literature_and_language/gpt-oss-120b","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|instruction_following/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.653939,"ciLow":1316.600296,"ciHigh":1330.707581,"observedAt":"2026-11-11","runCount":7839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"instruction_following/gpt-oss-120b","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|japanese/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.995302,"ciLow":1298.73151,"ciHigh":1349.259095,"observedAt":"2026-11-11","runCount":574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"japanese/gpt-oss-120b","slice":"japanese"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|korean/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.842829,"ciLow":1242.72812,"ciHigh":1290.957537,"observedAt":"2026-11-11","runCount":680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"korean/gpt-oss-120b","slice":"korean"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|longer_query/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.375388,"ciLow":1316.614997,"ciHigh":1332.13578,"observedAt":"2026-11-11","runCount":6545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"longer_query/gpt-oss-120b","slice":"longer_query"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|math/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.755046,"ciLow":1367.065467,"ciHigh":1394.444625,"observedAt":"2026-11-11","runCount":1776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"math/gpt-oss-120b","slice":"math"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|multi_turn/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.38688,"ciLow":1317.616912,"ciHigh":1335.156849,"observedAt":"2026-11-11","runCount":4869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"multi_turn/gpt-oss-120b","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|non_english/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.237932,"ciLow":1331.877008,"ciHigh":1342.598855,"observedAt":"2026-11-11","runCount":17094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"non_english/gpt-oss-120b","slice":"non_english"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|overall/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.783129,"ciLow":1347.409764,"ciHigh":1356.156495,"observedAt":"2026-11-11","runCount":30115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"overall/gpt-oss-120b","slice":"overall"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|polish/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.380704,"ciLow":1316.723593,"ciHigh":1346.037815,"observedAt":"2026-11-11","runCount":1729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"polish/gpt-oss-120b","slice":"polish"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|russian/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.726896,"ciLow":1324.331292,"ciHigh":1349.122499,"observedAt":"2026-11-11","runCount":2133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"russian/gpt-oss-120b","slice":"russian"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text-style-control@1|rating|spanish/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.042942,"ciLow":1346.729493,"ciHigh":1389.356392,"observedAt":"2026-11-11","runCount":850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"spanish/gpt-oss-120b","slice":"spanish"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|chinese/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.877481,"ciLow":1372.297627,"ciHigh":1397.457336,"observedAt":"2026-11-11","runCount":2273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"chinese/gpt-oss-120b","slice":"chinese"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|coding/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.597088,"ciLow":1371.868444,"ciHigh":1387.325732,"observedAt":"2026-11-11","runCount":6387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"coding/gpt-oss-120b","slice":"coding"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|creative_writing/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.280705,"ciLow":1264.533753,"ciHigh":1284.027658,"observedAt":"2026-11-11","runCount":3892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"creative_writing/gpt-oss-120b","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|english/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.748631,"ciLow":1368.877274,"ciHigh":1380.619988,"observedAt":"2026-11-11","runCount":12982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"english/gpt-oss-120b","slice":"english"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|exclude_ties/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.47896,"ciLow":1324.466213,"ciHigh":1336.491706,"observedAt":"2026-11-11","runCount":21395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"exclude_ties/gpt-oss-120b","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|expert/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.317482,"ciLow":1339.518349,"ciHigh":1371.116614,"observedAt":"2026-11-11","runCount":1394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"expert/gpt-oss-120b","slice":"expert"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|french/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.272344,"ciLow":1341.312745,"ciHigh":1397.231943,"observedAt":"2026-11-11","runCount":459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"french/gpt-oss-120b","slice":"french"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|german/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.979995,"ciLow":1331.134249,"ciHigh":1376.82574,"observedAt":"2026-11-11","runCount":666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"german/gpt-oss-120b","slice":"german"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|hard_prompts/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.363373,"ciLow":1357.728645,"ciHigh":1368.998102,"observedAt":"2026-11-11","runCount":14635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"hard_prompts/gpt-oss-120b","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|hard_prompts_english/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.992485,"ciLow":1360.298091,"ciHigh":1375.686879,"observedAt":"2026-11-11","runCount":6455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"hard_prompts_english/gpt-oss-120b","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.811859,"ciLow":1350.439122,"ciHigh":1367.184596,"observedAt":"2026-11-11","runCount":5346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_business_and_management_and_financial_operations/gpt-oss-120b","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.271045,"ciLow":1284.136063,"ciHigh":1300.406027,"observedAt":"2026-11-11","runCount":5472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_entertainment_and_sports_and_media/gpt-oss-120b","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|industry_legal_and_government/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.207133,"ciLow":1341.46923,"ciHigh":1368.945036,"observedAt":"2026-11-11","runCount":1869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_legal_and_government/gpt-oss-120b","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.597722,"ciLow":1372.814509,"ciHigh":1390.380934,"observedAt":"2026-11-11","runCount":4818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_life_and_physical_and_social_science/gpt-oss-120b","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|industry_mathematical/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.886935,"ciLow":1372.1257,"ciHigh":1401.648171,"observedAt":"2026-11-11","runCount":1535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_mathematical/gpt-oss-120b","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.609002,"ciLow":1372.61107,"ciHigh":1402.606934,"observedAt":"2026-11-11","runCount":1623,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_medicine_and_healthcare/gpt-oss-120b","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|industry_software_and_it_services/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.48104,"ciLow":1381.066075,"ciHigh":1393.896005,"observedAt":"2026-11-11","runCount":10179,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_software_and_it_services/gpt-oss-120b","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.423365,"ciLow":1297.84341,"ciHigh":1313.00332,"observedAt":"2026-11-11","runCount":6624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"industry_writing_and_literature_and_language/gpt-oss-120b","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|instruction_following/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.990585,"ciLow":1310.960847,"ciHigh":1325.020323,"observedAt":"2026-11-11","runCount":7839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"instruction_following/gpt-oss-120b","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|japanese/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.716937,"ciLow":1305.272929,"ciHigh":1356.160946,"observedAt":"2026-11-11","runCount":574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"japanese/gpt-oss-120b","slice":"japanese"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|korean/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.141562,"ciLow":1258.382607,"ciHigh":1305.900516,"observedAt":"2026-11-11","runCount":680,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"korean/gpt-oss-120b","slice":"korean"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|longer_query/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.023226,"ciLow":1311.361495,"ciHigh":1326.684958,"observedAt":"2026-11-11","runCount":6545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"longer_query/gpt-oss-120b","slice":"longer_query"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|math/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.764967,"ciLow":1374.949868,"ciHigh":1402.580066,"observedAt":"2026-11-11","runCount":1776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"math/gpt-oss-120b","slice":"math"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|multi_turn/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.63166,"ciLow":1330.893425,"ciHigh":1348.369894,"observedAt":"2026-11-11","runCount":4869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"multi_turn/gpt-oss-120b","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|non_english/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.487024,"ciLow":1345.133488,"ciHigh":1355.84056,"observedAt":"2026-11-11","runCount":17094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"non_english/gpt-oss-120b","slice":"non_english"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|overall/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.522845,"ciLow":1361.167277,"ciHigh":1369.878414,"observedAt":"2026-11-11","runCount":30115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"overall/gpt-oss-120b","slice":"overall"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|polish/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.199506,"ciLow":1338.649934,"ciHigh":1367.749078,"observedAt":"2026-11-11","runCount":1729,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"polish/gpt-oss-120b","slice":"polish"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|russian/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.698831,"ciLow":1330.192423,"ciHigh":1355.20524,"observedAt":"2026-11-11","runCount":2133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"russian/gpt-oss-120b","slice":"russian"}
{"key":"lmarena|openai/gpt-oss-120b:default|none|lmarena-text@1|rating|spanish/gpt-oss-120b","sourceId":"lmarena","modelId":"openai/gpt-oss-120b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.277259,"ciLow":1367.00928,"ciHigh":1409.545237,"observedAt":"2026-11-11","runCount":850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-120b","rowId":"spanish/gpt-oss-120b","slice":"spanish"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|chinese/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.711583,"ciLow":1328.688339,"ciHigh":1374.734827,"observedAt":"2026-11-11","runCount":665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"chinese/gpt-oss-20b","slice":"chinese"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|coding/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.266677,"ciLow":1355.215005,"ciHigh":1381.318349,"observedAt":"2026-11-11","runCount":2111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"coding/gpt-oss-20b","slice":"coding"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|creative_writing/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.979221,"ciLow":1222.60405,"ciHigh":1259.354392,"observedAt":"2026-11-11","runCount":1229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"creative_writing/gpt-oss-20b","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|english/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.294055,"ciLow":1322.159404,"ciHigh":1340.428706,"observedAt":"2026-11-11","runCount":4499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"english/gpt-oss-20b","slice":"english"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|exclude_ties/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.014439,"ciLow":1252.909044,"ciHigh":1271.119833,"observedAt":"2026-11-11","runCount":7607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"exclude_ties/gpt-oss-20b","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|expert/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.899339,"ciLow":1288.32785,"ciHigh":1343.470828,"observedAt":"2026-11-11","runCount":504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"expert/gpt-oss-20b","slice":"expert"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|german/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.787618,"ciLow":1233.108508,"ciHigh":1314.466727,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"german/gpt-oss-20b","slice":"german"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|hard_prompts/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.928611,"ciLow":1313.992354,"ciHigh":1331.864868,"observedAt":"2026-11-11","runCount":4706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"hard_prompts/gpt-oss-20b","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.331094,"ciLow":1323.984872,"ciHigh":1350.677316,"observedAt":"2026-11-11","runCount":2074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"hard_prompts_english/gpt-oss-20b","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.644807,"ciLow":1307.69086,"ciHigh":1335.598753,"observedAt":"2026-11-11","runCount":1832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_business_and_management_and_financial_operations/gpt-oss-20b","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.234394,"ciLow":1241.163821,"ciHigh":1271.304966,"observedAt":"2026-11-11","runCount":1726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_entertainment_and_sports_and_media/gpt-oss-20b","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.562191,"ciLow":1297.961721,"ciHigh":1345.16266,"observedAt":"2026-11-11","runCount":678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_legal_and_government/gpt-oss-20b","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.409365,"ciLow":1313.250313,"ciHigh":1343.568416,"observedAt":"2026-11-11","runCount":1664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_life_and_physical_and_social_science/gpt-oss-20b","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.911552,"ciLow":1305.867528,"ciHigh":1353.955576,"observedAt":"2026-11-11","runCount":583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_mathematical/gpt-oss-20b","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.775047,"ciLow":1325.039444,"ciHigh":1376.51065,"observedAt":"2026-11-11","runCount":562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_medicine_and_healthcare/gpt-oss-20b","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.465103,"ciLow":1347.427323,"ciHigh":1367.502883,"observedAt":"2026-11-11","runCount":3586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_software_and_it_services/gpt-oss-20b","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.377469,"ciLow":1262.174937,"ciHigh":1288.58,"observedAt":"2026-11-11","runCount":2164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_writing_and_literature_and_language/gpt-oss-20b","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|instruction_following/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.254966,"ciLow":1269.055173,"ciHigh":1293.454759,"observedAt":"2026-11-11","runCount":2534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"instruction_following/gpt-oss-20b","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|japanese/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.410127,"ciLow":1216.792706,"ciHigh":1294.027548,"observedAt":"2026-11-11","runCount":246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"japanese/gpt-oss-20b","slice":"japanese"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|korean/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.806739,"ciLow":1233.476014,"ciHigh":1318.137463,"observedAt":"2026-11-11","runCount":227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"korean/gpt-oss-20b","slice":"korean"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|longer_query/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.234299,"ciLow":1289.897766,"ciHigh":1316.570831,"observedAt":"2026-11-11","runCount":2100,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"longer_query/gpt-oss-20b","slice":"longer_query"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|math/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.998924,"ciLow":1312.881596,"ciHigh":1357.116253,"observedAt":"2026-11-11","runCount":677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"math/gpt-oss-20b","slice":"math"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|multi_turn/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.195573,"ciLow":1274.714314,"ciHigh":1303.676832,"observedAt":"2026-11-11","runCount":1775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"multi_turn/gpt-oss-20b","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|non_english/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.897666,"ciLow":1290.855881,"ciHigh":1306.93945,"observedAt":"2026-11-11","runCount":5886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"non_english/gpt-oss-20b","slice":"non_english"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|overall/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.524567,"ciLow":1311.10306,"ciHigh":1323.946075,"observedAt":"2026-11-11","runCount":10396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"overall/gpt-oss-20b","slice":"overall"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|polish/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.526867,"ciLow":1253.251621,"ciHigh":1297.802114,"observedAt":"2026-11-11","runCount":807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"polish/gpt-oss-20b","slice":"polish"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|russian/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.60302,"ciLow":1288.444493,"ciHigh":1330.761547,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"russian/gpt-oss-20b","slice":"russian"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text-style-control@1|rating|spanish/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.687064,"ciLow":1265.311834,"ciHigh":1342.062294,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"spanish/gpt-oss-20b","slice":"spanish"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|chinese/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.524081,"ciLow":1291.721032,"ciHigh":1337.32713,"observedAt":"2026-11-11","runCount":665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"chinese/gpt-oss-20b","slice":"chinese"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|coding/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.441561,"ciLow":1293.307178,"ciHigh":1319.575945,"observedAt":"2026-11-11","runCount":2111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"coding/gpt-oss-20b","slice":"coding"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|creative_writing/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.687864,"ciLow":1183.888499,"ciHigh":1219.487229,"observedAt":"2026-11-11","runCount":1229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"creative_writing/gpt-oss-20b","slice":"creative_writing"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|english/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.26925,"ciLow":1294.194689,"ciHigh":1312.343812,"observedAt":"2026-11-11","runCount":4499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"english/gpt-oss-20b","slice":"english"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|exclude_ties/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.227003,"ciLow":1213.313647,"ciHigh":1231.14036,"observedAt":"2026-11-11","runCount":7607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"exclude_ties/gpt-oss-20b","slice":"exclude_ties"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|expert/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.7856,"ciLow":1231.861691,"ciHigh":1285.709508,"observedAt":"2026-11-11","runCount":504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"expert/gpt-oss-20b","slice":"expert"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|german/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.709532,"ciLow":1214.338712,"ciHigh":1295.080351,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"german/gpt-oss-20b","slice":"german"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|hard_prompts/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.892339,"ciLow":1264.924955,"ciHigh":1282.859723,"observedAt":"2026-11-11","runCount":4706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"hard_prompts/gpt-oss-20b","slice":"hard_prompts"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|hard_prompts_english/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.149297,"ciLow":1278.820092,"ciHigh":1305.478502,"observedAt":"2026-11-11","runCount":2074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"hard_prompts_english/gpt-oss-20b","slice":"hard_prompts_english"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.843876,"ciLow":1268.79825,"ciHigh":1296.889502,"observedAt":"2026-11-11","runCount":1832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_business_and_management_and_financial_operations/gpt-oss-20b","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.679859,"ciLow":1201.916449,"ciHigh":1231.44327,"observedAt":"2026-11-11","runCount":1726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_entertainment_and_sports_and_media/gpt-oss-20b","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|industry_legal_and_government/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.084268,"ciLow":1256.702854,"ciHigh":1303.465683,"observedAt":"2026-11-11","runCount":678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_legal_and_government/gpt-oss-20b","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.954754,"ciLow":1282.025378,"ciHigh":1311.88413,"observedAt":"2026-11-11","runCount":1664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_life_and_physical_and_social_science/gpt-oss-20b","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|industry_mathematical/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.008488,"ciLow":1281.787835,"ciHigh":1330.229142,"observedAt":"2026-11-11","runCount":583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_mathematical/gpt-oss-20b","slice":"industry_mathematical"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.453029,"ciLow":1285.127023,"ciHigh":1335.779036,"observedAt":"2026-11-11","runCount":562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_medicine_and_healthcare/gpt-oss-20b","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|industry_software_and_it_services/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.761014,"ciLow":1300.654463,"ciHigh":1320.867565,"observedAt":"2026-11-11","runCount":3586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_software_and_it_services/gpt-oss-20b","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.119524,"ciLow":1225.102872,"ciHigh":1251.136176,"observedAt":"2026-11-11","runCount":2164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"industry_writing_and_literature_and_language/gpt-oss-20b","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|instruction_following/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.017446,"ciLow":1223.7732,"ciHigh":1248.261693,"observedAt":"2026-11-11","runCount":2534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"instruction_following/gpt-oss-20b","slice":"instruction_following"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|japanese/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.640768,"ciLow":1206.086373,"ciHigh":1283.195163,"observedAt":"2026-11-11","runCount":246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"japanese/gpt-oss-20b","slice":"japanese"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|korean/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1233.917923,"ciLow":1192.910744,"ciHigh":1274.925101,"observedAt":"2026-11-11","runCount":227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"korean/gpt-oss-20b","slice":"korean"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|longer_query/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.720127,"ciLow":1237.442059,"ciHigh":1263.998195,"observedAt":"2026-11-11","runCount":2100,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"longer_query/gpt-oss-20b","slice":"longer_query"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|math/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.121848,"ciLow":1294.731653,"ciHigh":1339.512044,"observedAt":"2026-11-11","runCount":677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"math/gpt-oss-20b","slice":"math"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|multi_turn/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.109331,"ciLow":1253.61692,"ciHigh":1282.601742,"observedAt":"2026-11-11","runCount":1775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"multi_turn/gpt-oss-20b","slice":"multi_turn"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|non_english/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.460748,"ciLow":1260.430025,"ciHigh":1276.491472,"observedAt":"2026-11-11","runCount":5886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"non_english/gpt-oss-20b","slice":"non_english"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|overall/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.563957,"ciLow":1281.169364,"ciHigh":1293.95855,"observedAt":"2026-11-11","runCount":10396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"overall/gpt-oss-20b","slice":"overall"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|polish/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.490674,"ciLow":1230.439503,"ciHigh":1274.541844,"observedAt":"2026-11-11","runCount":807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"polish/gpt-oss-20b","slice":"polish"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|russian/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.17388,"ciLow":1256.994763,"ciHigh":1299.352996,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"russian/gpt-oss-20b","slice":"russian"}
{"key":"lmarena|openai/gpt-oss-20b:default|none|lmarena-text@1|rating|spanish/gpt-oss-20b","sourceId":"lmarena","modelId":"openai/gpt-oss-20b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.357701,"ciLow":1230.214774,"ciHigh":1306.500627,"observedAt":"2026-11-11","runCount":283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"gpt-oss-20b","rowId":"spanish/gpt-oss-20b","slice":"spanish"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|chinese/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.869342,"ciLow":1339.600233,"ciHigh":1360.13845,"observedAt":"2026-11-11","runCount":4309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"chinese/o1-mini","slice":"chinese"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|coding/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.695645,"ciLow":1378.272083,"ciHigh":1393.119207,"observedAt":"2026-11-11","runCount":8478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"coding/o1-mini","slice":"coding"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|creative_writing/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.012152,"ciLow":1273.293471,"ciHigh":1288.730833,"observedAt":"2026-11-11","runCount":7858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"creative_writing/o1-mini","slice":"creative_writing"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|english/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.156471,"ciLow":1348.342776,"ciHigh":1357.970167,"observedAt":"2026-11-11","runCount":27352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"english/o1-mini","slice":"english"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|exclude_ties/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.736995,"ciLow":1285.134362,"ciHigh":1296.339628,"observedAt":"2026-11-11","runCount":34410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"exclude_ties/o1-mini","slice":"exclude_ties"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|expert/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.271066,"ciLow":1339.496416,"ciHigh":1363.045716,"observedAt":"2026-11-11","runCount":3191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"expert/o1-mini","slice":"expert"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|french/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.355202,"ciLow":1294.516309,"ciHigh":1354.194096,"observedAt":"2026-11-11","runCount":424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"french/o1-mini","slice":"french"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|german/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.13982,"ciLow":1282.938932,"ciHigh":1319.340708,"observedAt":"2026-11-11","runCount":1169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"german/o1-mini","slice":"german"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|hard_prompts/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.762269,"ciLow":1353.72683,"ciHigh":1365.797708,"observedAt":"2026-11-11","runCount":13899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"hard_prompts/o1-mini","slice":"hard_prompts"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.636321,"ciLow":1365.204075,"ciHigh":1380.068566,"observedAt":"2026-11-11","runCount":8369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"hard_prompts_english/o1-mini","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.427374,"ciLow":1309.87705,"ciHigh":1326.977698,"observedAt":"2026-11-11","runCount":6092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_business_and_management_and_financial_operations/o1-mini","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.674913,"ciLow":1274.439003,"ciHigh":1288.910824,"observedAt":"2026-11-11","runCount":8598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_entertainment_and_sports_and_media/o1-mini","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.085991,"ciLow":1331.331711,"ciHigh":1354.84027,"observedAt":"2026-11-11","runCount":3138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_legal_and_government/o1-mini","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.21152,"ciLow":1332.85094,"ciHigh":1347.5721,"observedAt":"2026-11-11","runCount":8979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_life_and_physical_and_social_science/o1-mini","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|industry_mathematical/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.293909,"ciLow":1366.780552,"ciHigh":1383.807265,"observedAt":"2026-11-11","runCount":6318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_mathematical/o1-mini","slice":"industry_mathematical"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.693092,"ciLow":1325.019256,"ciHigh":1350.366928,"observedAt":"2026-11-11","runCount":2639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_medicine_and_healthcare/o1-mini","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.313631,"ciLow":1368.048141,"ciHigh":1380.579121,"observedAt":"2026-11-11","runCount":13214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_software_and_it_services/o1-mini","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.675209,"ciLow":1304.556427,"ciHigh":1316.793991,"observedAt":"2026-11-11","runCount":14272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_writing_and_literature_and_language/o1-mini","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|instruction_following/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.582256,"ciLow":1326.275943,"ciHigh":1336.888569,"observedAt":"2026-11-11","runCount":21478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"instruction_following/o1-mini","slice":"instruction_following"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|japanese/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.227619,"ciLow":1258.386012,"ciHigh":1296.069227,"observedAt":"2026-11-11","runCount":1093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"japanese/o1-mini","slice":"japanese"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|korean/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1253.068385,"ciLow":1228.658952,"ciHigh":1277.477819,"observedAt":"2026-11-11","runCount":716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"korean/o1-mini","slice":"korean"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|longer_query/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.183822,"ciLow":1336.562539,"ciHigh":1351.805105,"observedAt":"2026-11-11","runCount":7913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"longer_query/o1-mini","slice":"longer_query"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|math/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.429078,"ciLow":1353.495487,"ciHigh":1369.362669,"observedAt":"2026-11-11","runCount":7499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"math/o1-mini","slice":"math"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|multi_turn/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.825153,"ciLow":1315.450017,"ciHigh":1330.200289,"observedAt":"2026-11-11","runCount":9326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"multi_turn/o1-mini","slice":"multi_turn"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|non_english/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.109624,"ciLow":1310.222805,"ciHigh":1319.996442,"observedAt":"2026-11-11","runCount":24629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"non_english/o1-mini","slice":"non_english"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|overall/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.871304,"ciLow":1333.203611,"ciHigh":1340.538996,"observedAt":"2026-11-11","runCount":51981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"overall/o1-mini","slice":"overall"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|russian/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.468597,"ciLow":1302.516698,"ciHigh":1318.420496,"observedAt":"2026-11-11","runCount":7413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"russian/o1-mini","slice":"russian"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text-style-control@1|rating|spanish/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.768005,"ciLow":1306.621999,"ciHigh":1362.914011,"observedAt":"2026-11-11","runCount":425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"spanish/o1-mini","slice":"spanish"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|chinese/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.235794,"ciLow":1304.037636,"ciHigh":1324.433953,"observedAt":"2026-11-11","runCount":4309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"chinese/o1-mini","slice":"chinese"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|coding/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.191908,"ciLow":1354.833634,"ciHigh":1369.550183,"observedAt":"2026-11-11","runCount":8478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"coding/o1-mini","slice":"coding"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|creative_writing/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.117763,"ciLow":1236.495849,"ciHigh":1251.739677,"observedAt":"2026-11-11","runCount":7858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"creative_writing/o1-mini","slice":"creative_writing"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|english/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.105273,"ciLow":1335.340665,"ciHigh":1344.86988,"observedAt":"2026-11-11","runCount":27352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"english/o1-mini","slice":"english"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|exclude_ties/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1262.534605,"ciLow":1257.045414,"ciHigh":1268.023796,"observedAt":"2026-11-11","runCount":34410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"exclude_ties/o1-mini","slice":"exclude_ties"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|expert/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.557652,"ciLow":1303.908106,"ciHigh":1327.207198,"observedAt":"2026-11-11","runCount":3191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"expert/o1-mini","slice":"expert"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|french/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.941195,"ciLow":1263.009389,"ciHigh":1322.873002,"observedAt":"2026-11-11","runCount":424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"french/o1-mini","slice":"french"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|german/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.90533,"ciLow":1259.76412,"ciHigh":1296.04654,"observedAt":"2026-11-11","runCount":1169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"german/o1-mini","slice":"german"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|hard_prompts/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.07827,"ciLow":1327.113109,"ciHigh":1339.043431,"observedAt":"2026-11-11","runCount":13899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"hard_prompts/o1-mini","slice":"hard_prompts"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|hard_prompts_english/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.25418,"ciLow":1343.90246,"ciHigh":1358.605901,"observedAt":"2026-11-11","runCount":8369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"hard_prompts_english/o1-mini","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.862849,"ciLow":1278.334825,"ciHigh":1295.390873,"observedAt":"2026-11-11","runCount":6092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_business_and_management_and_financial_operations/o1-mini","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.844084,"ciLow":1249.671665,"ciHigh":1264.016504,"observedAt":"2026-11-11","runCount":8598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_entertainment_and_sports_and_media/o1-mini","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|industry_legal_and_government/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.314858,"ciLow":1303.606987,"ciHigh":1327.022729,"observedAt":"2026-11-11","runCount":3138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_legal_and_government/o1-mini","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.870256,"ciLow":1308.586644,"ciHigh":1323.153867,"observedAt":"2026-11-11","runCount":8979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_life_and_physical_and_social_science/o1-mini","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|industry_mathematical/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.468566,"ciLow":1358.016568,"ciHigh":1374.920564,"observedAt":"2026-11-11","runCount":6318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_mathematical/o1-mini","slice":"industry_mathematical"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.783289,"ciLow":1284.132987,"ciHigh":1309.433591,"observedAt":"2026-11-11","runCount":2639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_medicine_and_healthcare/o1-mini","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|industry_software_and_it_services/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.737871,"ciLow":1347.541836,"ciHigh":1359.933906,"observedAt":"2026-11-11","runCount":13214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_software_and_it_services/o1-mini","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.919932,"ciLow":1273.842079,"ciHigh":1285.997785,"observedAt":"2026-11-11","runCount":14272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"industry_writing_and_literature_and_language/o1-mini","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|instruction_following/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.884237,"ciLow":1298.627139,"ciHigh":1309.141334,"observedAt":"2026-11-11","runCount":21478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"instruction_following/o1-mini","slice":"instruction_following"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|japanese/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1245.17333,"ciLow":1226.479593,"ciHigh":1263.867066,"observedAt":"2026-11-11","runCount":1093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"japanese/o1-mini","slice":"japanese"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|korean/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1223.029966,"ciLow":1199.012503,"ciHigh":1247.047429,"observedAt":"2026-11-11","runCount":716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"korean/o1-mini","slice":"korean"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|longer_query/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.223373,"ciLow":1312.645757,"ciHigh":1327.800989,"observedAt":"2026-11-11","runCount":7913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"longer_query/o1-mini","slice":"longer_query"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|math/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.221535,"ciLow":1350.34155,"ciHigh":1366.10152,"observedAt":"2026-11-11","runCount":7499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"math/o1-mini","slice":"math"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|multi_turn/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.88682,"ciLow":1306.511425,"ciHigh":1321.262215,"observedAt":"2026-11-11","runCount":9326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"multi_turn/o1-mini","slice":"multi_turn"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|non_english/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.542507,"ciLow":1283.690469,"ciHigh":1293.394545,"observedAt":"2026-11-11","runCount":24629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"non_english/o1-mini","slice":"non_english"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|overall/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.120727,"ciLow":1313.482922,"ciHigh":1320.758533,"observedAt":"2026-11-11","runCount":51981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"overall/o1-mini","slice":"overall"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|russian/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.38235,"ciLow":1274.464321,"ciHigh":1290.300379,"observedAt":"2026-11-11","runCount":7413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"russian/o1-mini","slice":"russian"}
{"key":"lmarena|openai/o1-mini:default|none|lmarena-text@1|rating|spanish/o1-mini","sourceId":"lmarena","modelId":"openai/o1-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1302.601989,"ciLow":1274.689935,"ciHigh":1330.514043,"observedAt":"2026-11-11","runCount":425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-mini","rowId":"spanish/o1-mini","slice":"spanish"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|chinese/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.210592,"ciLow":1374.682715,"ciHigh":1399.73847,"observedAt":"2026-11-11","runCount":2763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"chinese/o1-preview","slice":"chinese"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|coding/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.427526,"ciLow":1406.095262,"ciHigh":1424.75979,"observedAt":"2026-11-11","runCount":5123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"coding/o1-preview","slice":"coding"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.803561,"ciLow":1355.884464,"ciHigh":1375.722658,"observedAt":"2026-11-11","runCount":4508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"creative_writing/o1-preview","slice":"creative_writing"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|english/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.612976,"ciLow":1403.29978,"ciHigh":1415.926173,"observedAt":"2026-11-11","runCount":15891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"english/o1-preview","slice":"english"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.07621,"ciLow":1358.682305,"ciHigh":1373.470114,"observedAt":"2026-11-11","runCount":21521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"exclude_ties/o1-preview","slice":"exclude_ties"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|expert/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.10789,"ciLow":1368.513997,"ciHigh":1397.701783,"observedAt":"2026-11-11","runCount":1982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"expert/o1-preview","slice":"expert"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|french/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.93963,"ciLow":1354.951209,"ciHigh":1424.928051,"observedAt":"2026-11-11","runCount":290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"french/o1-preview","slice":"french"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|german/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.857053,"ciLow":1332.166989,"ciHigh":1375.547118,"observedAt":"2026-11-11","runCount":774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"german/o1-preview","slice":"german"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.453513,"ciLow":1388.749775,"ciHigh":1404.157252,"observedAt":"2026-11-11","runCount":8496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"hard_prompts/o1-preview","slice":"hard_prompts"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.986393,"ciLow":1402.495644,"ciHigh":1421.477143,"observedAt":"2026-11-11","runCount":4917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"hard_prompts_english/o1-preview","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.140521,"ciLow":1342.647857,"ciHigh":1363.633185,"observedAt":"2026-11-11","runCount":3778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_business_and_management_and_financial_operations/o1-preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.882731,"ciLow":1362.303663,"ciHigh":1381.461799,"observedAt":"2026-11-11","runCount":4823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_entertainment_and_sports_and_media/o1-preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.106217,"ciLow":1376.739409,"ciHigh":1405.473024,"observedAt":"2026-11-11","runCount":1945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_legal_and_government/o1-preview","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.687707,"ciLow":1380.564982,"ciHigh":1398.810433,"observedAt":"2026-11-11","runCount":5419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_life_and_physical_and_social_science/o1-preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.735327,"ciLow":1387.204288,"ciHigh":1408.266365,"observedAt":"2026-11-11","runCount":3876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_mathematical/o1-preview","slice":"industry_mathematical"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.010133,"ciLow":1351.644081,"ciHigh":1382.376186,"observedAt":"2026-11-11","runCount":1699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_medicine_and_healthcare/o1-preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.137019,"ciLow":1398.251825,"ciHigh":1414.022213,"observedAt":"2026-11-11","runCount":8206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_software_and_it_services/o1-preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.104574,"ciLow":1374.114539,"ciHigh":1390.09461,"observedAt":"2026-11-11","runCount":8360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_writing_and_literature_and_language/o1-preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.102201,"ciLow":1374.203854,"ciHigh":1388.000547,"observedAt":"2026-11-11","runCount":12782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"instruction_following/o1-preview","slice":"instruction_following"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|japanese/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.567189,"ciLow":1324.296997,"ciHigh":1372.837382,"observedAt":"2026-11-11","runCount":674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"japanese/o1-preview","slice":"japanese"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|korean/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.575705,"ciLow":1316.272612,"ciHigh":1376.878797,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"korean/o1-preview","slice":"korean"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|longer_query/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.28652,"ciLow":1372.65427,"ciHigh":1391.91877,"observedAt":"2026-11-11","runCount":4578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"longer_query/o1-preview","slice":"longer_query"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|math/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.422547,"ciLow":1376.66848,"ciHigh":1396.176614,"observedAt":"2026-11-11","runCount":4569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"math/o1-preview","slice":"math"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.796299,"ciLow":1380.495686,"ciHigh":1399.096911,"observedAt":"2026-11-11","runCount":5871,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"multi_turn/o1-preview","slice":"multi_turn"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|non_english/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.85562,"ciLow":1353.452679,"ciHigh":1366.258562,"observedAt":"2026-11-11","runCount":15231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"non_english/o1-preview","slice":"non_english"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|overall/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.686212,"ciLow":1383.674054,"ciHigh":1393.69837,"observedAt":"2026-11-11","runCount":31122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"overall/o1-preview","slice":"overall"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|russian/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.374105,"ciLow":1349.650106,"ciHigh":1369.098104,"observedAt":"2026-11-11","runCount":4488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"russian/o1-preview","slice":"russian"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text-style-control@1|rating|spanish/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.739001,"ciLow":1320.330039,"ciHigh":1383.147963,"observedAt":"2026-11-11","runCount":347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"spanish/o1-preview","slice":"spanish"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|chinese/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.626276,"ciLow":1313.095264,"ciHigh":1338.157288,"observedAt":"2026-11-11","runCount":2763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"chinese/o1-preview","slice":"chinese"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|coding/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.515178,"ciLow":1357.202594,"ciHigh":1375.827762,"observedAt":"2026-11-11","runCount":5123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"coding/o1-preview","slice":"coding"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|creative_writing/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.026992,"ciLow":1308.061154,"ciHigh":1327.992829,"observedAt":"2026-11-11","runCount":4508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"creative_writing/o1-preview","slice":"creative_writing"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|english/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.660999,"ciLow":1376.357995,"ciHigh":1388.964003,"observedAt":"2026-11-11","runCount":15891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"english/o1-preview","slice":"english"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|exclude_ties/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.938582,"ciLow":1306.588971,"ciHigh":1321.288194,"observedAt":"2026-11-11","runCount":21521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"exclude_ties/o1-preview","slice":"exclude_ties"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|expert/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.40945,"ciLow":1322.902768,"ciHigh":1351.916131,"observedAt":"2026-11-11","runCount":1982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"expert/o1-preview","slice":"expert"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|french/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.210402,"ciLow":1309.314182,"ciHigh":1379.106621,"observedAt":"2026-11-11","runCount":290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"french/o1-preview","slice":"french"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|german/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.214241,"ciLow":1287.416811,"ciHigh":1331.011672,"observedAt":"2026-11-11","runCount":774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"german/o1-preview","slice":"german"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|hard_prompts/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.056743,"ciLow":1346.408354,"ciHigh":1361.705131,"observedAt":"2026-11-11","runCount":8496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"hard_prompts/o1-preview","slice":"hard_prompts"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|hard_prompts_english/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.54324,"ciLow":1366.109736,"ciHigh":1384.976745,"observedAt":"2026-11-11","runCount":4917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"hard_prompts_english/o1-preview","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.142532,"ciLow":1293.604379,"ciHigh":1314.680685,"observedAt":"2026-11-11","runCount":3778,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_business_and_management_and_financial_operations/o1-preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.897057,"ciLow":1321.258887,"ciHigh":1340.535227,"observedAt":"2026-11-11","runCount":4823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_entertainment_and_sports_and_media/o1-preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.338387,"ciLow":1331.891069,"ciHigh":1360.785706,"observedAt":"2026-11-11","runCount":1945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_legal_and_government/o1-preview","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.396306,"ciLow":1339.262595,"ciHigh":1357.530018,"observedAt":"2026-11-11","runCount":5419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_life_and_physical_and_social_science/o1-preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|industry_mathematical/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.26186,"ciLow":1369.792911,"ciHigh":1390.730809,"observedAt":"2026-11-11","runCount":3876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_mathematical/o1-preview","slice":"industry_mathematical"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.023911,"ciLow":1291.504539,"ciHigh":1322.543284,"observedAt":"2026-11-11","runCount":1699,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_medicine_and_healthcare/o1-preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.628706,"ciLow":1353.76108,"ciHigh":1369.496331,"observedAt":"2026-11-11","runCount":8206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_software_and_it_services/o1-preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.47989,"ciLow":1331.463169,"ciHigh":1347.49661,"observedAt":"2026-11-11","runCount":8360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"industry_writing_and_literature_and_language/o1-preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|instruction_following/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.515074,"ciLow":1334.643185,"ciHigh":1348.386964,"observedAt":"2026-11-11","runCount":12782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"instruction_following/o1-preview","slice":"instruction_following"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|japanese/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.694864,"ciLow":1270.414672,"ciHigh":1318.975056,"observedAt":"2026-11-11","runCount":674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"japanese/o1-preview","slice":"japanese"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|korean/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.670884,"ciLow":1260.340303,"ciHigh":1321.001465,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"korean/o1-preview","slice":"korean"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|longer_query/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.75003,"ciLow":1334.078956,"ciHigh":1353.421103,"observedAt":"2026-11-11","runCount":4578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"longer_query/o1-preview","slice":"longer_query"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|math/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.029163,"ciLow":1363.308551,"ciHigh":1382.749775,"observedAt":"2026-11-11","runCount":4569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"math/o1-preview","slice":"math"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|multi_turn/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.45259,"ciLow":1359.103323,"ciHigh":1377.801856,"observedAt":"2026-11-11","runCount":5871,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"multi_turn/o1-preview","slice":"multi_turn"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|non_english/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.036788,"ciLow":1308.619216,"ciHigh":1321.454361,"observedAt":"2026-11-11","runCount":15231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"non_english/o1-preview","slice":"non_english"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|overall/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.815982,"ciLow":1347.786776,"ciHigh":1357.845187,"observedAt":"2026-11-11","runCount":31122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"overall/o1-preview","slice":"overall"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|russian/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.988052,"ciLow":1306.252424,"ciHigh":1325.723681,"observedAt":"2026-11-11","runCount":4488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"russian/o1-preview","slice":"russian"}
{"key":"lmarena|openai/o1-preview:default|none|lmarena-text@1|rating|spanish/o1-preview","sourceId":"lmarena","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.748109,"ciLow":1270.389449,"ciHigh":1333.106769,"observedAt":"2026-11-11","runCount":347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1-preview","rowId":"spanish/o1-preview","slice":"spanish"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|chinese/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.475508,"ciLow":1415.229268,"ciHigh":1443.721747,"observedAt":"2026-11-11","runCount":1780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"chinese/o1 (2024-12-17)","slice":"chinese"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|coding/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.723166,"ciLow":1423.132154,"ciHigh":1442.314179,"observedAt":"2026-11-11","runCount":3973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"coding/o1 (2024-12-17)","slice":"coding"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|creative_writing/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.274048,"ciLow":1372.307064,"ciHigh":1390.241032,"observedAt":"2026-11-11","runCount":4642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"creative_writing/o1 (2024-12-17)","slice":"creative_writing"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|english/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.765867,"ciLow":1406.186565,"ciHigh":1417.345168,"observedAt":"2026-11-11","runCount":16316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"english/o1 (2024-12-17)","slice":"english"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|exclude_ties/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.256392,"ciLow":1379.752713,"ciHigh":1392.760072,"observedAt":"2026-11-11","runCount":19214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"exclude_ties/o1 (2024-12-17)","slice":"exclude_ties"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|expert/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.900893,"ciLow":1385.019628,"ciHigh":1418.782158,"observedAt":"2026-11-11","runCount":1330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"expert/o1 (2024-12-17)","slice":"expert"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|french/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.776056,"ciLow":1348.992573,"ciHigh":1422.55954,"observedAt":"2026-11-11","runCount":252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"french/o1 (2024-12-17)","slice":"french"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|german/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.971925,"ciLow":1350.819847,"ciHigh":1399.124004,"observedAt":"2026-11-11","runCount":556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"german/o1 (2024-12-17)","slice":"german"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|hard_prompts/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.030876,"ciLow":1410.322557,"ciHigh":1425.739194,"observedAt":"2026-11-11","runCount":6453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"hard_prompts/o1 (2024-12-17)","slice":"hard_prompts"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|hard_prompts_english/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.279855,"ciLow":1412.844453,"ciHigh":1431.715258,"observedAt":"2026-11-11","runCount":4238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"hard_prompts_english/o1 (2024-12-17)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.075269,"ciLow":1358.443023,"ciHigh":1381.707515,"observedAt":"2026-11-11","runCount":2720,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_business_and_management_and_financial_operations/o1 (2024-12-17)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.852225,"ciLow":1381.357456,"ciHigh":1398.346994,"observedAt":"2026-11-11","runCount":5210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_entertainment_and_sports_and_media/o1 (2024-12-17)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|industry_legal_and_government/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.687899,"ciLow":1391.040943,"ciHigh":1422.334854,"observedAt":"2026-11-11","runCount":1454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_legal_and_government/o1 (2024-12-17)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.781485,"ciLow":1401.860372,"ciHigh":1419.702598,"observedAt":"2026-11-11","runCount":4820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_life_and_physical_and_social_science/o1 (2024-12-17)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|industry_mathematical/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.2008,"ciLow":1402.627494,"ciHigh":1425.774107,"observedAt":"2026-11-11","runCount":2644,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_mathematical/o1 (2024-12-17)","slice":"industry_mathematical"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.625656,"ciLow":1382.250001,"ciHigh":1417.001311,"observedAt":"2026-11-11","runCount":1273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_medicine_and_healthcare/o1 (2024-12-17)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.410995,"ciLow":1414.715346,"ciHigh":1430.106643,"observedAt":"2026-11-11","runCount":6584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_software_and_it_services/o1 (2024-12-17)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.183015,"ciLow":1390.911706,"ciHigh":1405.454324,"observedAt":"2026-11-11","runCount":7663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_writing_and_literature_and_language/o1 (2024-12-17)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|instruction_following/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.993892,"ciLow":1400.455835,"ciHigh":1413.531948,"observedAt":"2026-11-11","runCount":10246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"instruction_following/o1 (2024-12-17)","slice":"instruction_following"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|japanese/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.223071,"ciLow":1348.05111,"ciHigh":1400.395032,"observedAt":"2026-11-11","runCount":581,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"japanese/o1 (2024-12-17)","slice":"japanese"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|korean/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.156307,"ciLow":1378.487421,"ciHigh":1441.825193,"observedAt":"2026-11-11","runCount":396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"korean/o1 (2024-12-17)","slice":"korean"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|longer_query/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.488276,"ciLow":1402.673758,"ciHigh":1422.302794,"observedAt":"2026-11-11","runCount":3571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"longer_query/o1 (2024-12-17)","slice":"longer_query"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|math/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.894181,"ciLow":1398.037428,"ciHigh":1419.750935,"observedAt":"2026-11-11","runCount":2986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"math/o1 (2024-12-17)","slice":"math"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|multi_turn/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.16687,"ciLow":1377.014508,"ciHigh":1395.319231,"observedAt":"2026-11-11","runCount":4399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"multi_turn/o1 (2024-12-17)","slice":"multi_turn"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|non_english/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.770746,"ciLow":1383.702751,"ciHigh":1395.838742,"observedAt":"2026-11-11","runCount":11491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"non_english/o1 (2024-12-17)","slice":"non_english"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|overall/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.343969,"ciLow":1397.864539,"ciHigh":1406.823399,"observedAt":"2026-11-11","runCount":27807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"overall/o1 (2024-12-17)","slice":"overall"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|russian/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.463478,"ciLow":1376.954914,"ciHigh":1397.972041,"observedAt":"2026-11-11","runCount":3078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"russian/o1 (2024-12-17)","slice":"russian"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text-style-control@1|rating|spanish/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.421807,"ciLow":1343.704841,"ciHigh":1441.138774,"observedAt":"2026-11-11","runCount":142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"spanish/o1 (2024-12-17)","slice":"spanish"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|chinese/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.996035,"ciLow":1379.619809,"ciHigh":1408.372261,"observedAt":"2026-11-11","runCount":1780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"chinese/o1 (2024-12-17)","slice":"chinese"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|coding/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.793542,"ciLow":1357.240552,"ciHigh":1376.346533,"observedAt":"2026-11-11","runCount":3973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"coding/o1 (2024-12-17)","slice":"coding"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|creative_writing/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.309833,"ciLow":1338.26241,"ciHigh":1356.357257,"observedAt":"2026-11-11","runCount":4642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"creative_writing/o1 (2024-12-17)","slice":"creative_writing"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|english/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.238643,"ciLow":1366.683703,"ciHigh":1377.793584,"observedAt":"2026-11-11","runCount":16316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"english/o1 (2024-12-17)","slice":"english"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|exclude_ties/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.562304,"ciLow":1327.131982,"ciHigh":1339.992626,"observedAt":"2026-11-11","runCount":19214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"exclude_ties/o1 (2024-12-17)","slice":"exclude_ties"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|expert/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.222093,"ciLow":1344.394913,"ciHigh":1378.049274,"observedAt":"2026-11-11","runCount":1330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"expert/o1 (2024-12-17)","slice":"expert"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|french/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.832514,"ciLow":1306.863413,"ciHigh":1380.801616,"observedAt":"2026-11-11","runCount":252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"french/o1 (2024-12-17)","slice":"french"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|german/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.691702,"ciLow":1312.476366,"ciHigh":1360.907039,"observedAt":"2026-11-11","runCount":556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"german/o1 (2024-12-17)","slice":"german"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|hard_prompts/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.417116,"ciLow":1363.755349,"ciHigh":1379.078882,"observedAt":"2026-11-11","runCount":6453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"hard_prompts/o1 (2024-12-17)","slice":"hard_prompts"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|hard_prompts_english/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.034334,"ciLow":1362.663536,"ciHigh":1381.405132,"observedAt":"2026-11-11","runCount":4238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"hard_prompts_english/o1 (2024-12-17)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.462348,"ciLow":1315.847897,"ciHigh":1339.076799,"observedAt":"2026-11-11","runCount":2720,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_business_and_management_and_financial_operations/o1 (2024-12-17)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.03692,"ciLow":1349.483133,"ciHigh":1366.590707,"observedAt":"2026-11-11","runCount":5210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_entertainment_and_sports_and_media/o1 (2024-12-17)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|industry_legal_and_government/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.256827,"ciLow":1352.528893,"ciHigh":1383.984762,"observedAt":"2026-11-11","runCount":1454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_legal_and_government/o1 (2024-12-17)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.880029,"ciLow":1360.019242,"ciHigh":1377.740816,"observedAt":"2026-11-11","runCount":4820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_life_and_physical_and_social_science/o1 (2024-12-17)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|industry_mathematical/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.758885,"ciLow":1378.264333,"ciHigh":1401.253438,"observedAt":"2026-11-11","runCount":2644,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_mathematical/o1 (2024-12-17)","slice":"industry_mathematical"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|industry_medicine_and_healthcare/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.974876,"ciLow":1337.935912,"ciHigh":1372.01384,"observedAt":"2026-11-11","runCount":1273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_medicine_and_healthcare/o1 (2024-12-17)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|industry_software_and_it_services/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.328529,"ciLow":1358.656313,"ciHigh":1374.000744,"observedAt":"2026-11-11","runCount":6584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_software_and_it_services/o1 (2024-12-17)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.001939,"ciLow":1352.683582,"ciHigh":1367.320295,"observedAt":"2026-11-11","runCount":7663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"industry_writing_and_literature_and_language/o1 (2024-12-17)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|instruction_following/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.182331,"ciLow":1360.664798,"ciHigh":1373.699864,"observedAt":"2026-11-11","runCount":10246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"instruction_following/o1 (2024-12-17)","slice":"instruction_following"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|japanese/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.265516,"ciLow":1320.19513,"ciHigh":1372.335903,"observedAt":"2026-11-11","runCount":581,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"japanese/o1 (2024-12-17)","slice":"japanese"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|korean/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.283831,"ciLow":1364.530465,"ciHigh":1428.037196,"observedAt":"2026-11-11","runCount":396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"korean/o1 (2024-12-17)","slice":"korean"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|longer_query/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.571225,"ciLow":1367.71305,"ciHigh":1387.4294,"observedAt":"2026-11-11","runCount":3571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"longer_query/o1 (2024-12-17)","slice":"longer_query"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|math/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.417011,"ciLow":1377.592209,"ciHigh":1399.241813,"observedAt":"2026-11-11","runCount":2986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"math/o1 (2024-12-17)","slice":"math"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|multi_turn/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.700873,"ciLow":1345.51364,"ciHigh":1363.888106,"observedAt":"2026-11-11","runCount":4399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"multi_turn/o1 (2024-12-17)","slice":"multi_turn"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|non_english/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.478144,"ciLow":1352.387416,"ciHigh":1364.568872,"observedAt":"2026-11-11","runCount":11491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"non_english/o1 (2024-12-17)","slice":"non_english"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|overall/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.867511,"ciLow":1361.390618,"ciHigh":1370.344403,"observedAt":"2026-11-11","runCount":27807,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"overall/o1 (2024-12-17)","slice":"overall"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|russian/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.634568,"ciLow":1345.091845,"ciHigh":1366.17729,"observedAt":"2026-11-11","runCount":3078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"russian/o1 (2024-12-17)","slice":"russian"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-text@1|rating|spanish/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.898425,"ciLow":1296.684746,"ciHigh":1393.112103,"observedAt":"2026-11-11","runCount":142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"spanish/o1 (2024-12-17)","slice":"spanish"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-vision-style-control@1|rating|chinese/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.246499,"ciLow":1207.590521,"ciHigh":1320.902477,"observedAt":"2026-11-09","runCount":99,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"chinese/o1 (2024-12-17)","slice":"chinese"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-vision-style-control@1|rating|english/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.166928,"ciLow":1171.613987,"ciHigh":1200.71987,"observedAt":"2026-11-09","runCount":1943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"english/o1 (2024-12-17)","slice":"english"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-vision-style-control@1|rating|overall/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.851123,"ciLow":1182.062446,"ciHigh":1203.639801,"observedAt":"2026-11-09","runCount":3694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"overall/o1 (2024-12-17)","slice":"overall"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-vision@1|rating|chinese/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1234.745857,"ciLow":1176.452562,"ciHigh":1293.039153,"observedAt":"2026-11-09","runCount":99,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"chinese/o1 (2024-12-17)","slice":"chinese"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-vision@1|rating|english/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1162.090458,"ciLow":1147.593626,"ciHigh":1176.58729,"observedAt":"2026-11-09","runCount":1943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"english/o1 (2024-12-17)","slice":"english"}
{"key":"lmarena|openai/o1:ckpt=2024-12-17|none|lmarena-vision@1|rating|overall/o1 (2024-12-17)","sourceId":"lmarena","modelId":"openai/o1","variant":{"flags":[],"checkpoint":"2024-12-17"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1168.252779,"ciLow":1157.456511,"ciHigh":1179.049047,"observedAt":"2026-11-09","runCount":3694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o1 (2024-12-17)","rowId":"overall/o1 (2024-12-17)","slice":"overall"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|chinese/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.972254,"ciLow":1347.086265,"ciHigh":1366.858243,"observedAt":"2026-11-11","runCount":3876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"chinese/o3-mini","slice":"chinese"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|coding/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.58778,"ciLow":1410.140229,"ciHigh":1423.03533,"observedAt":"2026-11-11","runCount":9393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"coding/o3-mini","slice":"coding"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|creative_writing/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.993849,"ciLow":1293.990014,"ciHigh":1307.997684,"observedAt":"2026-11-11","runCount":8158,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"creative_writing/o3-mini","slice":"creative_writing"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|english/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.577359,"ciLow":1358.148584,"ciHigh":1367.006134,"observedAt":"2026-11-11","runCount":28619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"english/o3-mini","slice":"english"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|exclude_ties/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.104423,"ciLow":1302.156817,"ciHigh":1312.052029,"observedAt":"2026-11-11","runCount":39567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"exclude_ties/o3-mini","slice":"exclude_ties"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|expert/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.846178,"ciLow":1354.425297,"ciHigh":1377.26706,"observedAt":"2026-11-11","runCount":2876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"expert/o3-mini","slice":"expert"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|french/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.898232,"ciLow":1327.419901,"ciHigh":1372.376563,"observedAt":"2026-11-11","runCount":708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"french/o3-mini","slice":"french"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|german/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.625894,"ciLow":1307.16919,"ciHigh":1340.082598,"observedAt":"2026-11-11","runCount":1345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"german/o3-mini","slice":"german"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|hard_prompts/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.86427,"ciLow":1365.953127,"ciHigh":1375.775413,"observedAt":"2026-11-11","runCount":19972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"hard_prompts/o3-mini","slice":"hard_prompts"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.596969,"ciLow":1376.337826,"ciHigh":1388.856113,"observedAt":"2026-11-11","runCount":10222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"hard_prompts_english/o3-mini","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.005659,"ciLow":1320.844378,"ciHigh":1335.16694,"observedAt":"2026-11-11","runCount":7670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_business_and_management_and_financial_operations/o3-mini","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.234038,"ciLow":1294.951317,"ciHigh":1307.51676,"observedAt":"2026-11-11","runCount":10234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_entertainment_and_sports_and_media/o3-mini","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.40994,"ciLow":1330.199849,"ciHigh":1350.620032,"observedAt":"2026-11-11","runCount":3601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_legal_and_government/o3-mini","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.00336,"ciLow":1343.444629,"ciHigh":1356.562091,"observedAt":"2026-11-11","runCount":9599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_life_and_physical_and_social_science/o3-mini","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|industry_mathematical/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.915506,"ciLow":1381.934897,"ciHigh":1399.896116,"observedAt":"2026-11-11","runCount":4354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_mathematical/o3-mini","slice":"industry_mathematical"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.444976,"ciLow":1332.182868,"ciHigh":1354.707084,"observedAt":"2026-11-11","runCount":3034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_medicine_and_healthcare/o3-mini","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.832481,"ciLow":1384.55254,"ciHigh":1395.112422,"observedAt":"2026-11-11","runCount":16568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_software_and_it_services/o3-mini","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.926562,"ciLow":1319.25926,"ciHigh":1330.593863,"observedAt":"2026-11-11","runCount":13404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_writing_and_literature_and_language/o3-mini","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|instruction_following/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.568468,"ciLow":1338.413796,"ciHigh":1348.723141,"observedAt":"2026-11-11","runCount":16939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"instruction_following/o3-mini","slice":"instruction_following"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|japanese/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.223731,"ciLow":1280.579261,"ciHigh":1313.868202,"observedAt":"2026-11-11","runCount":1413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"japanese/o3-mini","slice":"japanese"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|korean/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.381784,"ciLow":1272.515405,"ciHigh":1310.248162,"observedAt":"2026-11-11","runCount":1104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"korean/o3-mini","slice":"korean"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|longer_query/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.49539,"ciLow":1353.01358,"ciHigh":1365.977199,"observedAt":"2026-11-11","runCount":9255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"longer_query/o3-mini","slice":"longer_query"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|math/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.565267,"ciLow":1372.980083,"ciHigh":1390.150451,"observedAt":"2026-11-11","runCount":4698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"math/o3-mini","slice":"math"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|multi_turn/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.685054,"ciLow":1333.040709,"ciHigh":1346.329398,"observedAt":"2026-11-11","runCount":9292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"multi_turn/o3-mini","slice":"multi_turn"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|non_english/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.525305,"ciLow":1323.123323,"ciHigh":1331.927288,"observedAt":"2026-11-11","runCount":28070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"non_english/o3-mini","slice":"non_english"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|overall/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.238526,"ciLow":1344.678001,"ciHigh":1351.799051,"observedAt":"2026-11-11","runCount":56695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"overall/o3-mini","slice":"overall"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|polish/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.401579,"ciLow":1314.962152,"ciHigh":1339.841006,"observedAt":"2026-11-11","runCount":2638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"polish/o3-mini","slice":"polish"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|russian/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.685158,"ciLow":1320.30103,"ciHigh":1337.069287,"observedAt":"2026-11-11","runCount":4934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"russian/o3-mini","slice":"russian"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text-style-control@1|rating|spanish/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.253154,"ciLow":1317.738781,"ciHigh":1358.767526,"observedAt":"2026-11-11","runCount":918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"spanish/o3-mini","slice":"spanish"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|chinese/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.632671,"ciLow":1309.783033,"ciHigh":1329.482309,"observedAt":"2026-11-11","runCount":3876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"chinese/o3-mini","slice":"chinese"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|coding/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.964284,"ciLow":1356.508302,"ciHigh":1369.420266,"observedAt":"2026-11-11","runCount":9393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"coding/o3-mini","slice":"coding"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|creative_writing/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.61902,"ciLow":1265.65464,"ciHigh":1279.5834,"observedAt":"2026-11-11","runCount":8158,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"creative_writing/o3-mini","slice":"creative_writing"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|english/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.28224,"ciLow":1328.875087,"ciHigh":1337.689392,"observedAt":"2026-11-11","runCount":28619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"english/o3-mini","slice":"english"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|exclude_ties/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.573059,"ciLow":1260.685805,"ciHigh":1270.460314,"observedAt":"2026-11-11","runCount":39567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"exclude_ties/o3-mini","slice":"exclude_ties"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|expert/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.756062,"ciLow":1318.369823,"ciHigh":1341.1423,"observedAt":"2026-11-11","runCount":2876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"expert/o3-mini","slice":"expert"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|french/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.798382,"ciLow":1289.219072,"ciHigh":1334.377693,"observedAt":"2026-11-11","runCount":708,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"french/o3-mini","slice":"french"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|german/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.915009,"ciLow":1282.513975,"ciHigh":1315.316042,"observedAt":"2026-11-11","runCount":1345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"german/o3-mini","slice":"german"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|hard_prompts/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.693231,"ciLow":1327.786771,"ciHigh":1337.59969,"observedAt":"2026-11-11","runCount":19972,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"hard_prompts/o3-mini","slice":"hard_prompts"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|hard_prompts_english/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.833386,"ciLow":1336.583779,"ciHigh":1349.082992,"observedAt":"2026-11-11","runCount":10222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"hard_prompts_english/o3-mini","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.395758,"ciLow":1282.254472,"ciHigh":1296.537044,"observedAt":"2026-11-11","runCount":7670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_business_and_management_and_financial_operations/o3-mini","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.384142,"ciLow":1266.133577,"ciHigh":1278.634707,"observedAt":"2026-11-11","runCount":10234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_entertainment_and_sports_and_media/o3-mini","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|industry_legal_and_government/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.250159,"ciLow":1295.0923,"ciHigh":1315.408017,"observedAt":"2026-11-11","runCount":3601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_legal_and_government/o3-mini","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.226312,"ciLow":1308.720139,"ciHigh":1321.732484,"observedAt":"2026-11-11","runCount":9599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_life_and_physical_and_social_science/o3-mini","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|industry_mathematical/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.053232,"ciLow":1370.066992,"ciHigh":1388.039471,"observedAt":"2026-11-11","runCount":4354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_mathematical/o3-mini","slice":"industry_mathematical"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.950899,"ciLow":1287.698342,"ciHigh":1310.203456,"observedAt":"2026-11-11","runCount":3034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_medicine_and_healthcare/o3-mini","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|industry_software_and_it_services/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.89926,"ciLow":1338.620181,"ciHigh":1349.17834,"observedAt":"2026-11-11","runCount":16568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_software_and_it_services/o3-mini","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.670192,"ciLow":1289.025898,"ciHigh":1300.314487,"observedAt":"2026-11-11","runCount":13404,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"industry_writing_and_literature_and_language/o3-mini","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|instruction_following/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.126078,"ciLow":1309.97547,"ciHigh":1320.276685,"observedAt":"2026-11-11","runCount":16939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"instruction_following/o3-mini","slice":"instruction_following"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|japanese/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.04465,"ciLow":1248.497979,"ciHigh":1281.591321,"observedAt":"2026-11-11","runCount":1413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"japanese/o3-mini","slice":"japanese"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|korean/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.340182,"ciLow":1240.519725,"ciHigh":1278.160639,"observedAt":"2026-11-11","runCount":1104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"korean/o3-mini","slice":"korean"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|longer_query/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.32184,"ciLow":1320.845525,"ciHigh":1333.798156,"observedAt":"2026-11-11","runCount":9255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"longer_query/o3-mini","slice":"longer_query"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|math/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.153598,"ciLow":1365.556986,"ciHigh":1382.75021,"observedAt":"2026-11-11","runCount":4698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"math/o3-mini","slice":"math"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|multi_turn/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.945538,"ciLow":1306.300246,"ciHigh":1319.59083,"observedAt":"2026-11-11","runCount":9292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"multi_turn/o3-mini","slice":"multi_turn"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|non_english/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.735067,"ciLow":1295.340684,"ciHigh":1304.129449,"observedAt":"2026-11-11","runCount":28070,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"non_english/o3-mini","slice":"non_english"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|overall/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.573017,"ciLow":1316.019459,"ciHigh":1323.126576,"observedAt":"2026-11-11","runCount":56695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"overall/o3-mini","slice":"overall"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|polish/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.169246,"ciLow":1281.827244,"ciHigh":1306.511248,"observedAt":"2026-11-11","runCount":2638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"polish/o3-mini","slice":"polish"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|russian/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.983712,"ciLow":1292.606275,"ciHigh":1309.361149,"observedAt":"2026-11-11","runCount":4934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"russian/o3-mini","slice":"russian"}
{"key":"lmarena|openai/o3-mini:default|none|lmarena-text@1|rating|spanish/o3-mini","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.317961,"ciLow":1289.052042,"ciHigh":1329.583879,"observedAt":"2026-11-11","runCount":918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini","rowId":"spanish/o3-mini","slice":"spanish"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|chinese/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.91507,"ciLow":1394.643005,"ciHigh":1429.187135,"observedAt":"2026-11-11","runCount":1181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"chinese/o3-mini (High)","slice":"chinese"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|coding/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.316556,"ciLow":1422.766776,"ciHigh":1445.866336,"observedAt":"2026-11-11","runCount":2596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"coding/o3-mini (High)","slice":"coding"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.515823,"ciLow":1300.687387,"ciHigh":1322.344258,"observedAt":"2026-11-11","runCount":3065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"creative_writing/o3-mini (High)","slice":"creative_writing"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|english/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.2375,"ciLow":1372.709647,"ciHigh":1385.765354,"observedAt":"2026-11-11","runCount":11130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"english/o3-mini (High)","slice":"english"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.587028,"ciLow":1321.804988,"ciHigh":1337.369067,"observedAt":"2026-11-11","runCount":12679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"exclude_ties/o3-mini (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|expert/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.489706,"ciLow":1378.07829,"ciHigh":1418.901121,"observedAt":"2026-11-11","runCount":847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"expert/o3-mini (High)","slice":"expert"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|french/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.709206,"ciLow":1327.673761,"ciHigh":1415.74465,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"french/o3-mini (High)","slice":"french"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|german/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.574286,"ciLow":1295.957796,"ciHigh":1355.190775,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"german/o3-mini (High)","slice":"german"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.512395,"ciLow":1392.417486,"ciHigh":1410.607305,"observedAt":"2026-11-11","runCount":4386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"hard_prompts/o3-mini (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.370648,"ciLow":1402.450576,"ciHigh":1424.29072,"observedAt":"2026-11-11","runCount":2944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"hard_prompts_english/o3-mini (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.453461,"ciLow":1335.795499,"ciHigh":1363.111424,"observedAt":"2026-11-11","runCount":1815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_business_and_management_and_financial_operations/o3-mini (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.021931,"ciLow":1299.699266,"ciHigh":1320.344596,"observedAt":"2026-11-11","runCount":3214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_entertainment_and_sports_and_media/o3-mini (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.377524,"ciLow":1341.178405,"ciHigh":1377.576643,"observedAt":"2026-11-11","runCount":1023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_legal_and_government/o3-mini (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.877463,"ciLow":1362.401141,"ciHigh":1383.353785,"observedAt":"2026-11-11","runCount":3382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_life_and_physical_and_social_science/o3-mini (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.354284,"ciLow":1397.496994,"ciHigh":1425.211575,"observedAt":"2026-11-11","runCount":1711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_mathematical/o3-mini (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.265754,"ciLow":1348.347258,"ciHigh":1390.184251,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_medicine_and_healthcare/o3-mini (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.308202,"ciLow":1401.061165,"ciHigh":1419.555239,"observedAt":"2026-11-11","runCount":4338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_software_and_it_services/o3-mini (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.228256,"ciLow":1332.407402,"ciHigh":1350.049109,"observedAt":"2026-11-11","runCount":4762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_writing_and_literature_and_language/o3-mini (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.126549,"ciLow":1358.46513,"ciHigh":1373.787969,"observedAt":"2026-11-11","runCount":6681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"instruction_following/o3-mini (High)","slice":"instruction_following"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|japanese/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.055179,"ciLow":1284.409061,"ciHigh":1345.701297,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"japanese/o3-mini (High)","slice":"japanese"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|korean/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.167055,"ciLow":1291.810754,"ciHigh":1372.523356,"observedAt":"2026-11-11","runCount":241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"korean/o3-mini (High)","slice":"korean"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|longer_query/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.10886,"ciLow":1360.893734,"ciHigh":1385.323987,"observedAt":"2026-11-11","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"longer_query/o3-mini (High)","slice":"longer_query"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|math/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.911888,"ciLow":1391.768792,"ciHigh":1418.054984,"observedAt":"2026-11-11","runCount":1909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"math/o3-mini (High)","slice":"math"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.113851,"ciLow":1333.399333,"ciHigh":1356.82837,"observedAt":"2026-11-11","runCount":2535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"multi_turn/o3-mini (High)","slice":"multi_turn"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|non_english/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.488213,"ciLow":1336.162997,"ciHigh":1350.813428,"observedAt":"2026-11-11","runCount":7459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"non_english/o3-mini (High)","slice":"non_english"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|overall/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.63934,"ciLow":1358.369239,"ciHigh":1368.909441,"observedAt":"2026-11-11","runCount":18589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"overall/o3-mini (High)","slice":"overall"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|russian/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.087076,"ciLow":1315.653729,"ciHigh":1342.520424,"observedAt":"2026-11-11","runCount":1740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"russian/o3-mini (High)","slice":"russian"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text-style-control@1|rating|spanish/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.491929,"ciLow":1297.460886,"ciHigh":1397.522972,"observedAt":"2026-11-11","runCount":126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"spanish/o3-mini (High)","slice":"spanish"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|chinese/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.607825,"ciLow":1361.369807,"ciHigh":1395.845843,"observedAt":"2026-11-11","runCount":1181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"chinese/o3-mini (High)","slice":"chinese"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|coding/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.055648,"ciLow":1366.461039,"ciHigh":1389.650258,"observedAt":"2026-11-11","runCount":2596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"coding/o3-mini (High)","slice":"coding"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|creative_writing/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.672802,"ciLow":1274.940999,"ciHigh":1296.404605,"observedAt":"2026-11-11","runCount":3065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"creative_writing/o3-mini (High)","slice":"creative_writing"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|english/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.11481,"ciLow":1344.610647,"ciHigh":1357.618973,"observedAt":"2026-11-11","runCount":11130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"english/o3-mini (High)","slice":"english"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|exclude_ties/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.350377,"ciLow":1283.681311,"ciHigh":1299.019443,"observedAt":"2026-11-11","runCount":12679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"exclude_ties/o3-mini (High)","slice":"exclude_ties"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|expert/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.027994,"ciLow":1343.756439,"ciHigh":1384.29955,"observedAt":"2026-11-11","runCount":847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"expert/o3-mini (High)","slice":"expert"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|french/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.843808,"ciLow":1289.580018,"ciHigh":1378.107599,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"french/o3-mini (High)","slice":"french"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|german/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1302.907331,"ciLow":1273.421611,"ciHigh":1332.393051,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"german/o3-mini (High)","slice":"german"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|hard_prompts/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.455484,"ciLow":1356.366222,"ciHigh":1374.544746,"observedAt":"2026-11-11","runCount":4386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"hard_prompts/o3-mini (High)","slice":"hard_prompts"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|hard_prompts_english/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.379268,"ciLow":1364.433796,"ciHigh":1386.32474,"observedAt":"2026-11-11","runCount":2944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"hard_prompts_english/o3-mini (High)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.825866,"ciLow":1299.100078,"ciHigh":1326.551654,"observedAt":"2026-11-11","runCount":1815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_business_and_management_and_financial_operations/o3-mini (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.50342,"ciLow":1273.203759,"ciHigh":1293.803082,"observedAt":"2026-11-11","runCount":3214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_entertainment_and_sports_and_media/o3-mini (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.533145,"ciLow":1310.568727,"ciHigh":1346.497564,"observedAt":"2026-11-11","runCount":1023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_legal_and_government/o3-mini (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.303927,"ciLow":1328.87257,"ciHigh":1349.735284,"observedAt":"2026-11-11","runCount":3382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_life_and_physical_and_social_science/o3-mini (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|industry_mathematical/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.705549,"ciLow":1384.821293,"ciHigh":1412.589805,"observedAt":"2026-11-11","runCount":1711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_mathematical/o3-mini (High)","slice":"industry_mathematical"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.333706,"ciLow":1309.364988,"ciHigh":1351.302424,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_medicine_and_healthcare/o3-mini (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.722024,"ciLow":1354.458886,"ciHigh":1372.985162,"observedAt":"2026-11-11","runCount":4338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_software_and_it_services/o3-mini (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.175865,"ciLow":1304.404019,"ciHigh":1321.947711,"observedAt":"2026-11-11","runCount":4762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"industry_writing_and_literature_and_language/o3-mini (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|instruction_following/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.250197,"ciLow":1329.591067,"ciHigh":1344.909326,"observedAt":"2026-11-11","runCount":6681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"instruction_following/o3-mini (High)","slice":"instruction_following"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|japanese/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.874472,"ciLow":1255.64157,"ciHigh":1316.107373,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"japanese/o3-mini (High)","slice":"japanese"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|korean/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.762216,"ciLow":1272.951707,"ciHigh":1354.572725,"observedAt":"2026-11-11","runCount":241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"korean/o3-mini (High)","slice":"korean"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|longer_query/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.814765,"ciLow":1330.600521,"ciHigh":1355.029009,"observedAt":"2026-11-11","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"longer_query/o3-mini (High)","slice":"longer_query"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|math/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.777524,"ciLow":1382.592035,"ciHigh":1408.963013,"observedAt":"2026-11-11","runCount":1909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"math/o3-mini (High)","slice":"math"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|multi_turn/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.403852,"ciLow":1308.652179,"ciHigh":1332.155525,"observedAt":"2026-11-11","runCount":2535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"multi_turn/o3-mini (High)","slice":"multi_turn"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|non_english/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1318.701894,"ciLow":1311.404341,"ciHigh":1325.999448,"observedAt":"2026-11-11","runCount":7459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"non_english/o3-mini (High)","slice":"non_english"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|overall/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.62775,"ciLow":1331.378542,"ciHigh":1341.876959,"observedAt":"2026-11-11","runCount":18589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"overall/o3-mini (High)","slice":"overall"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|russian/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.935266,"ciLow":1290.465734,"ciHigh":1317.404799,"observedAt":"2026-11-11","runCount":1740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"russian/o3-mini (High)","slice":"russian"}
{"key":"lmarena|openai/o3-mini:effort=high|none|lmarena-text@1|rating|spanish/o3-mini (High)","sourceId":"lmarena","modelId":"openai/o3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1321.021899,"ciLow":1270.900911,"ciHigh":1371.142888,"observedAt":"2026-11-11","runCount":126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-mini (High)","rowId":"spanish/o3-mini (High)","slice":"spanish"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|chinese/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.432522,"ciLow":1452.365663,"ciHigh":1472.49938,"observedAt":"2026-11-11","runCount":3878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"chinese/o3 (2025-04-16)","slice":"chinese"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|coding/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.234575,"ciLow":1454.014911,"ciHigh":1466.454239,"observedAt":"2026-11-11","runCount":11556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"coding/o3 (2025-04-16)","slice":"coding"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|creative_writing/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.945087,"ciLow":1375.625525,"ciHigh":1390.264649,"observedAt":"2026-11-11","runCount":7627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"creative_writing/o3 (2025-04-16)","slice":"creative_writing"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|english/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.278314,"ciLow":1434.553693,"ciHigh":1444.002935,"observedAt":"2026-11-11","runCount":27223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"english/o3 (2025-04-16)","slice":"english"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|exclude_ties/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.846418,"ciLow":1419.816884,"ciHigh":1429.875952,"observedAt":"2026-11-11","runCount":42812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"exclude_ties/o3 (2025-04-16)","slice":"exclude_ties"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|expert/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.315899,"ciLow":1436.944218,"ciHigh":1459.687579,"observedAt":"2026-11-11","runCount":3007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"expert/o3 (2025-04-16)","slice":"expert"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|french/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.947021,"ciLow":1437.842892,"ciHigh":1482.05115,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"french/o3 (2025-04-16)","slice":"french"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|german/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.368892,"ciLow":1423.304852,"ciHigh":1455.432933,"observedAt":"2026-11-11","runCount":1510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"german/o3 (2025-04-16)","slice":"german"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|hard_prompts/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.275064,"ciLow":1436.480279,"ciHigh":1446.06985,"observedAt":"2026-11-11","runCount":25473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"hard_prompts/o3 (2025-04-16)","slice":"hard_prompts"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|hard_prompts_english/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.914208,"ciLow":1443.768969,"ciHigh":1456.059447,"observedAt":"2026-11-11","runCount":12076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"hard_prompts_english/o3 (2025-04-16)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.844608,"ciLow":1419.984421,"ciHigh":1433.704796,"observedAt":"2026-11-11","runCount":9464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_business_and_management_and_financial_operations/o3 (2025-04-16)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.112949,"ciLow":1387.643657,"ciHigh":1400.582241,"observedAt":"2026-11-11","runCount":10492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_entertainment_and_sports_and_media/o3 (2025-04-16)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_legal_and_government/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.341298,"ciLow":1442.118677,"ciHigh":1462.563919,"observedAt":"2026-11-11","runCount":3736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_legal_and_government/o3 (2025-04-16)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.877651,"ciLow":1449.08812,"ciHigh":1462.667182,"observedAt":"2026-11-11","runCount":9915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_life_and_physical_and_social_science/o3 (2025-04-16)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_mathematical/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.654699,"ciLow":1438.328573,"ciHigh":1458.980825,"observedAt":"2026-11-11","runCount":3435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_mathematical/o3 (2025-04-16)","slice":"industry_mathematical"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.984545,"ciLow":1464.865297,"ciHigh":1487.103793,"observedAt":"2026-11-11","runCount":3324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_medicine_and_healthcare/o3 (2025-04-16)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.090562,"ciLow":1449.826853,"ciHigh":1460.354271,"observedAt":"2026-11-11","runCount":19103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_software_and_it_services/o3 (2025-04-16)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.993459,"ciLow":1390.039649,"ciHigh":1401.947269,"observedAt":"2026-11-11","runCount":13231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_writing_and_literature_and_language/o3 (2025-04-16)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|instruction_following/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.555079,"ciLow":1396.983144,"ciHigh":1408.127013,"observedAt":"2026-11-11","runCount":15476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"instruction_following/o3 (2025-04-16)","slice":"instruction_following"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|japanese/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.132449,"ciLow":1406.641018,"ciHigh":1441.62388,"observedAt":"2026-11-11","runCount":1418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"japanese/o3 (2025-04-16)","slice":"japanese"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|korean/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.56762,"ciLow":1375.170461,"ciHigh":1411.964779,"observedAt":"2026-11-11","runCount":1199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"korean/o3 (2025-04-16)","slice":"korean"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|longer_query/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.178722,"ciLow":1405.006146,"ciHigh":1417.351297,"observedAt":"2026-11-11","runCount":11512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"longer_query/o3 (2025-04-16)","slice":"longer_query"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|math/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.151423,"ciLow":1438.153082,"ciHigh":1458.149764,"observedAt":"2026-11-11","runCount":3683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"math/o3 (2025-04-16)","slice":"math"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|multi_turn/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.343972,"ciLow":1413.504518,"ciHigh":1427.183426,"observedAt":"2026-11-11","runCount":9642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"multi_turn/o3 (2025-04-16)","slice":"multi_turn"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|non_english/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.377041,"ciLow":1417.852769,"ciHigh":1426.901312,"observedAt":"2026-11-11","runCount":31530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"non_english/o3 (2025-04-16)","slice":"non_english"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|overall/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.565135,"ciLow":1427.928296,"ciHigh":1435.201975,"observedAt":"2026-11-11","runCount":58805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"overall/o3 (2025-04-16)","slice":"overall"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|polish/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.134347,"ciLow":1447.002247,"ciHigh":1469.266447,"observedAt":"2026-11-11","runCount":3832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"polish/o3 (2025-04-16)","slice":"polish"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|russian/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.409059,"ciLow":1420.623165,"ciHigh":1438.194953,"observedAt":"2026-11-11","runCount":4675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"russian/o3 (2025-04-16)","slice":"russian"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|spanish/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.188001,"ciLow":1399.055719,"ciHigh":1435.320282,"observedAt":"2026-11-11","runCount":1221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"spanish/o3 (2025-04-16)","slice":"spanish"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|chinese/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.782833,"ciLow":1426.826863,"ciHigh":1446.738803,"observedAt":"2026-11-11","runCount":3878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"chinese/o3 (2025-04-16)","slice":"chinese"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|coding/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.378698,"ciLow":1401.191049,"ciHigh":1413.566347,"observedAt":"2026-11-11","runCount":11556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"coding/o3 (2025-04-16)","slice":"coding"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|creative_writing/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.601447,"ciLow":1351.318438,"ciHigh":1365.884457,"observedAt":"2026-11-11","runCount":7627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"creative_writing/o3 (2025-04-16)","slice":"creative_writing"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|english/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.377805,"ciLow":1411.676058,"ciHigh":1421.079552,"observedAt":"2026-11-11","runCount":27223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"english/o3 (2025-04-16)","slice":"english"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|exclude_ties/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.957068,"ciLow":1388.018902,"ciHigh":1397.895233,"observedAt":"2026-11-11","runCount":42812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"exclude_ties/o3 (2025-04-16)","slice":"exclude_ties"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|expert/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.655314,"ciLow":1390.382614,"ciHigh":1412.928014,"observedAt":"2026-11-11","runCount":3007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"expert/o3 (2025-04-16)","slice":"expert"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|french/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.561178,"ciLow":1407.503643,"ciHigh":1451.618714,"observedAt":"2026-11-11","runCount":824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"french/o3 (2025-04-16)","slice":"french"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|german/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.928722,"ciLow":1403.900387,"ciHigh":1435.957056,"observedAt":"2026-11-11","runCount":1510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"german/o3 (2025-04-16)","slice":"german"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|hard_prompts/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.976881,"ciLow":1397.20675,"ciHigh":1406.747013,"observedAt":"2026-11-11","runCount":25473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"hard_prompts/o3 (2025-04-16)","slice":"hard_prompts"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|hard_prompts_english/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.433529,"ciLow":1404.311559,"ciHigh":1416.555499,"observedAt":"2026-11-11","runCount":12076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"hard_prompts_english/o3 (2025-04-16)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.348129,"ciLow":1385.530426,"ciHigh":1399.165831,"observedAt":"2026-11-11","runCount":9464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_business_and_management_and_financial_operations/o3 (2025-04-16)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.531617,"ciLow":1366.097989,"ciHigh":1378.965244,"observedAt":"2026-11-11","runCount":10492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_entertainment_and_sports_and_media/o3 (2025-04-16)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_legal_and_government/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.556471,"ciLow":1418.359902,"ciHigh":1438.753039,"observedAt":"2026-11-11","runCount":3736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_legal_and_government/o3 (2025-04-16)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.661546,"ciLow":1422.941653,"ciHigh":1436.381439,"observedAt":"2026-11-11","runCount":9915,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_life_and_physical_and_social_science/o3 (2025-04-16)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_mathematical/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.870461,"ciLow":1412.565016,"ciHigh":1433.175906,"observedAt":"2026-11-11","runCount":3435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_mathematical/o3 (2025-04-16)","slice":"industry_mathematical"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_medicine_and_healthcare/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.92152,"ciLow":1436.87632,"ciHigh":1458.966719,"observedAt":"2026-11-11","runCount":3324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_medicine_and_healthcare/o3 (2025-04-16)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_software_and_it_services/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.671228,"ciLow":1409.443064,"ciHigh":1419.899392,"observedAt":"2026-11-11","runCount":19103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_software_and_it_services/o3 (2025-04-16)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.322861,"ciLow":1365.399719,"ciHigh":1377.246003,"observedAt":"2026-11-11","runCount":13231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"industry_writing_and_literature_and_language/o3 (2025-04-16)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|instruction_following/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.824447,"ciLow":1362.27872,"ciHigh":1373.370174,"observedAt":"2026-11-11","runCount":15476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"instruction_following/o3 (2025-04-16)","slice":"instruction_following"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|japanese/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.685168,"ciLow":1386.217349,"ciHigh":1421.152988,"observedAt":"2026-11-11","runCount":1418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"japanese/o3 (2025-04-16)","slice":"japanese"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|korean/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.895667,"ciLow":1351.649492,"ciHigh":1388.141843,"observedAt":"2026-11-11","runCount":1199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"korean/o3 (2025-04-16)","slice":"korean"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|longer_query/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.508507,"ciLow":1365.375389,"ciHigh":1377.641625,"observedAt":"2026-11-11","runCount":11512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"longer_query/o3 (2025-04-16)","slice":"longer_query"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|math/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.265805,"ciLow":1416.284383,"ciHigh":1436.247228,"observedAt":"2026-11-11","runCount":3683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"math/o3 (2025-04-16)","slice":"math"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|multi_turn/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.796002,"ciLow":1398.015102,"ciHigh":1411.576903,"observedAt":"2026-11-11","runCount":9642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"multi_turn/o3 (2025-04-16)","slice":"multi_turn"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|non_english/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.276077,"ciLow":1396.784423,"ciHigh":1405.767731,"observedAt":"2026-11-11","runCount":31530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"non_english/o3 (2025-04-16)","slice":"non_english"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|overall/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.79196,"ciLow":1406.17877,"ciHigh":1413.405149,"observedAt":"2026-11-11","runCount":58805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"overall/o3 (2025-04-16)","slice":"overall"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|polish/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.865457,"ciLow":1427.087172,"ciHigh":1448.643741,"observedAt":"2026-11-11","runCount":3832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"polish/o3 (2025-04-16)","slice":"polish"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|russian/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.451337,"ciLow":1397.693048,"ciHigh":1415.209625,"observedAt":"2026-11-11","runCount":4675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"russian/o3 (2025-04-16)","slice":"russian"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-text@1|rating|spanish/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.614236,"ciLow":1376.710364,"ciHigh":1412.518109,"observedAt":"2026-11-11","runCount":1221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"spanish/o3 (2025-04-16)","slice":"spanish"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|captioning/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.169085,"ciLow":1154.234062,"ciHigh":1214.104108,"observedAt":"2026-11-09","runCount":537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"captioning/o3 (2025-04-16)","slice":"captioning"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|chinese/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.563642,"ciLow":1216.937147,"ciHigh":1250.190136,"observedAt":"2026-11-09","runCount":2255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"chinese/o3 (2025-04-16)","slice":"chinese"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|creative_writing/o3-2025-04-16","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.815321,"ciLow":1177.129008,"ciHigh":1206.501634,"observedAt":"2026-01-09","runCount":1880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-2025-04-16","rowId":"creative_writing/o3-2025-04-16","slice":"creative_writing"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|creative_writing_vision/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.895802,"ciLow":1175.394551,"ciHigh":1212.397053,"observedAt":"2026-11-09","runCount":1582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"creative_writing_vision/o3 (2025-04-16)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|diagram/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.002965,"ciLow":1220.710739,"ciHigh":1245.295191,"observedAt":"2026-11-09","runCount":3566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"diagram/o3 (2025-04-16)","slice":"diagram"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|english/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.097175,"ciLow":1209.404822,"ciHigh":1226.789528,"observedAt":"2026-11-09","runCount":21584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"english/o3 (2025-04-16)","slice":"english"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|entity_recognition/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.68487,"ciLow":1199.08905,"ciHigh":1262.28069,"observedAt":"2026-11-09","runCount":492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"entity_recognition/o3 (2025-04-16)","slice":"entity_recognition"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|homework/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.729944,"ciLow":1234.704573,"ciHigh":1264.755315,"observedAt":"2026-11-09","runCount":1925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"homework/o3 (2025-04-16)","slice":"homework"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|humor/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.456269,"ciLow":1190.190131,"ciHigh":1230.722406,"observedAt":"2026-11-09","runCount":1642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"humor/o3 (2025-04-16)","slice":"humor"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|ocr/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.60063,"ciLow":1217.236509,"ciHigh":1233.96475,"observedAt":"2026-11-09","runCount":14340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"ocr/o3 (2025-04-16)","slice":"ocr"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|overall/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.536013,"ciLow":1208.961082,"ciHigh":1222.110945,"observedAt":"2026-11-09","runCount":45507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"overall/o3 (2025-04-16)","slice":"overall"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision@1|rating|captioning/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1210.92069,"ciLow":1183.171371,"ciHigh":1238.67001,"observedAt":"2026-11-09","runCount":537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"captioning/o3 (2025-04-16)","slice":"captioning"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision@1|rating|chinese/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1236.980438,"ciLow":1220.677003,"ciHigh":1253.283873,"observedAt":"2026-11-09","runCount":2255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"chinese/o3 (2025-04-16)","slice":"chinese"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision@1|rating|creative_writing/o3-2025-04-16","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1197.188562,"ciLow":1183.066081,"ciHigh":1211.311043,"observedAt":"2026-01-09","runCount":1880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3-2025-04-16","rowId":"creative_writing/o3-2025-04-16","slice":"creative_writing"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision@1|rating|creative_writing_vision/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1201.245499,"ciLow":1182.9842,"ciHigh":1219.506797,"observedAt":"2026-11-09","runCount":1582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"creative_writing_vision/o3 (2025-04-16)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision@1|rating|diagram/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1219.336547,"ciLow":1207.208415,"ciHigh":1231.464679,"observedAt":"2026-11-09","runCount":3566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"diagram/o3 (2025-04-16)","slice":"diagram"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision@1|rating|english/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1220.690687,"ciLow":1212.048145,"ciHigh":1229.333228,"observedAt":"2026-11-09","runCount":21584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"english/o3 (2025-04-16)","slice":"english"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision@1|rating|entity_recognition/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1232.898105,"ciLow":1202.814232,"ciHigh":1262.981979,"observedAt":"2026-11-09","runCount":492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"entity_recognition/o3 (2025-04-16)","slice":"entity_recognition"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision@1|rating|homework/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1235.279167,"ciLow":1220.342185,"ciHigh":1250.21615,"observedAt":"2026-11-09","runCount":1925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"homework/o3 (2025-04-16)","slice":"homework"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision@1|rating|humor/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1221.178687,"ciLow":1201.502719,"ciHigh":1240.854655,"observedAt":"2026-11-09","runCount":1642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"humor/o3 (2025-04-16)","slice":"humor"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision@1|rating|ocr/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1217.80958,"ciLow":1209.529048,"ciHigh":1226.090112,"observedAt":"2026-11-09","runCount":14340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"ocr/o3 (2025-04-16)","slice":"ocr"}
{"key":"lmarena|openai/o3:ckpt=2025-04-16|none|lmarena-vision@1|rating|overall/o3 (2025-04-16)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1213.737338,"ciLow":1207.203561,"ciHigh":1220.271115,"observedAt":"2026-11-09","runCount":45507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (2025-04-16)","rowId":"overall/o3 (2025-04-16)","slice":"overall"}
{"key":"lmarena|openai/o3:flags=search|none|lmarena-search-style-control@1|rating|overall/o3 (Search)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.216117,"ciLow":1190.372638,"ciHigh":1204.059596,"observedAt":"2026-11-09","runCount":20655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (Search)","rowId":"overall/o3 (Search)","slice":"overall"}
{"key":"lmarena|openai/o3:flags=search|none|lmarena-search@1|rating|overall/o3 (Search)","sourceId":"lmarena","modelId":"openai/o3","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1144.530766,"ciLow":1138.853101,"ciHigh":1150.208431,"observedAt":"2026-11-09","runCount":20655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o3 (Search)","rowId":"overall/o3 (Search)","slice":"overall"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|chinese/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.107502,"ciLow":1393.075372,"ciHigh":1415.139631,"observedAt":"2026-11-11","runCount":3024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"chinese/o4-mini (2025-04-16)","slice":"chinese"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|coding/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.062081,"ciLow":1426.171774,"ciHigh":1439.952387,"observedAt":"2026-11-11","runCount":8634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"coding/o4-mini (2025-04-16)","slice":"coding"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|creative_writing/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.189264,"ciLow":1328.968257,"ciHigh":1345.410271,"observedAt":"2026-11-11","runCount":5782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"creative_writing/o4-mini (2025-04-16)","slice":"creative_writing"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|english/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.373895,"ciLow":1399.2683,"ciHigh":1409.47949,"observedAt":"2026-11-11","runCount":20805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"english/o4-mini (2025-04-16)","slice":"english"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|exclude_ties/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.265805,"ciLow":1362.775284,"ciHigh":1373.756326,"observedAt":"2026-11-11","runCount":31639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"exclude_ties/o4-mini (2025-04-16)","slice":"exclude_ties"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|expert/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.051164,"ciLow":1394.68076,"ciHigh":1419.421568,"observedAt":"2026-11-11","runCount":2321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"expert/o4-mini (2025-04-16)","slice":"expert"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|french/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.782734,"ciLow":1387.046967,"ciHigh":1436.518501,"observedAt":"2026-11-11","runCount":613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"french/o4-mini (2025-04-16)","slice":"french"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|german/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.590411,"ciLow":1359.980781,"ciHigh":1395.200041,"observedAt":"2026-11-11","runCount":1215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"german/o4-mini (2025-04-16)","slice":"german"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|hard_prompts/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.869233,"ciLow":1400.693134,"ciHigh":1411.045332,"observedAt":"2026-11-11","runCount":19352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"hard_prompts/o4-mini (2025-04-16)","slice":"hard_prompts"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|hard_prompts_english/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.17694,"ciLow":1412.47643,"ciHigh":1425.87745,"observedAt":"2026-11-11","runCount":9101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"hard_prompts_english/o4-mini (2025-04-16)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.96855,"ciLow":1371.439957,"ciHigh":1386.497143,"observedAt":"2026-11-11","runCount":7029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_business_and_management_and_financial_operations/o4-mini (2025-04-16)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.891675,"ciLow":1341.821934,"ciHigh":1355.961415,"observedAt":"2026-11-11","runCount":7970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_entertainment_and_sports_and_media/o4-mini (2025-04-16)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_legal_and_government/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.798878,"ciLow":1387.22463,"ciHigh":1410.373127,"observedAt":"2026-11-11","runCount":2748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_legal_and_government/o4-mini (2025-04-16)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.105644,"ciLow":1396.721944,"ciHigh":1411.489343,"observedAt":"2026-11-11","runCount":7527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_life_and_physical_and_social_science/o4-mini (2025-04-16)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_mathematical/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.672149,"ciLow":1401.661914,"ciHigh":1423.682383,"observedAt":"2026-11-11","runCount":2767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_mathematical/o4-mini (2025-04-16)","slice":"industry_mathematical"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.23979,"ciLow":1405.809799,"ciHigh":1430.66978,"observedAt":"2026-11-11","runCount":2486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_medicine_and_healthcare/o4-mini (2025-04-16)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.756405,"ciLow":1416.04519,"ciHigh":1427.46762,"observedAt":"2026-11-11","runCount":14669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_software_and_it_services/o4-mini (2025-04-16)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.207958,"ciLow":1347.677371,"ciHigh":1360.738546,"observedAt":"2026-11-11","runCount":10003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_writing_and_literature_and_language/o4-mini (2025-04-16)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|instruction_following/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.985566,"ciLow":1361.919206,"ciHigh":1374.051927,"observedAt":"2026-11-11","runCount":11868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"instruction_following/o4-mini (2025-04-16)","slice":"instruction_following"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|japanese/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.958654,"ciLow":1327.687939,"ciHigh":1366.22937,"observedAt":"2026-11-11","runCount":1074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"japanese/o4-mini (2025-04-16)","slice":"japanese"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|korean/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.551066,"ciLow":1335.74325,"ciHigh":1375.358882,"observedAt":"2026-11-11","runCount":987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"korean/o4-mini (2025-04-16)","slice":"korean"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|longer_query/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.281911,"ciLow":1362.374724,"ciHigh":1376.189097,"observedAt":"2026-11-11","runCount":8611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"longer_query/o4-mini (2025-04-16)","slice":"longer_query"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|math/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.610035,"ciLow":1406.874035,"ciHigh":1428.346034,"observedAt":"2026-11-11","runCount":2904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"math/o4-mini (2025-04-16)","slice":"math"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|multi_turn/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.56141,"ciLow":1375.27484,"ciHigh":1389.847979,"observedAt":"2026-11-11","runCount":7743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"multi_turn/o4-mini (2025-04-16)","slice":"multi_turn"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|non_english/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.80445,"ciLow":1369.932252,"ciHigh":1379.676648,"observedAt":"2026-11-11","runCount":23974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"non_english/o4-mini (2025-04-16)","slice":"non_english"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|overall/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.83947,"ciLow":1386.842149,"ciHigh":1394.836791,"observedAt":"2026-11-11","runCount":44791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"overall/o4-mini (2025-04-16)","slice":"overall"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|polish/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.010003,"ciLow":1392.835527,"ciHigh":1417.18448,"observedAt":"2026-11-11","runCount":2791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"polish/o4-mini (2025-04-16)","slice":"polish"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|russian/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.742458,"ciLow":1363.886923,"ciHigh":1383.597993,"observedAt":"2026-11-11","runCount":3422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"russian/o4-mini (2025-04-16)","slice":"russian"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|spanish/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.900143,"ciLow":1365.500929,"ciHigh":1404.299356,"observedAt":"2026-11-11","runCount":996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"spanish/o4-mini (2025-04-16)","slice":"spanish"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|chinese/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.595164,"ciLow":1342.643384,"ciHigh":1364.546944,"observedAt":"2026-11-11","runCount":3024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"chinese/o4-mini (2025-04-16)","slice":"chinese"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|coding/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.135789,"ciLow":1361.274269,"ciHigh":1374.997309,"observedAt":"2026-11-11","runCount":8634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"coding/o4-mini (2025-04-16)","slice":"coding"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|creative_writing/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.996825,"ciLow":1285.825348,"ciHigh":1302.168303,"observedAt":"2026-11-11","runCount":5782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"creative_writing/o4-mini (2025-04-16)","slice":"creative_writing"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|english/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.42033,"ciLow":1362.354333,"ciHigh":1372.486326,"observedAt":"2026-11-11","runCount":20805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"english/o4-mini (2025-04-16)","slice":"english"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|exclude_ties/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.641273,"ciLow":1309.248902,"ciHigh":1320.033645,"observedAt":"2026-11-11","runCount":31639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"exclude_ties/o4-mini (2025-04-16)","slice":"exclude_ties"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|expert/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.472947,"ciLow":1330.233845,"ciHigh":1354.712048,"observedAt":"2026-11-11","runCount":2321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"expert/o4-mini (2025-04-16)","slice":"expert"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|french/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.336718,"ciLow":1338.615634,"ciHigh":1388.057801,"observedAt":"2026-11-11","runCount":613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"french/o4-mini (2025-04-16)","slice":"french"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|german/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.810658,"ciLow":1318.369465,"ciHigh":1353.251852,"observedAt":"2026-11-11","runCount":1215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"german/o4-mini (2025-04-16)","slice":"german"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|hard_prompts/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.18432,"ciLow":1345.04521,"ciHigh":1355.32343,"observedAt":"2026-11-11","runCount":19352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"hard_prompts/o4-mini (2025-04-16)","slice":"hard_prompts"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|hard_prompts_english/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.503116,"ciLow":1358.828873,"ciHigh":1372.177358,"observedAt":"2026-11-11","runCount":9101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"hard_prompts_english/o4-mini (2025-04-16)","slice":"hard_prompts_english"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.523068,"ciLow":1317.039195,"ciHigh":1332.006941,"observedAt":"2026-11-11","runCount":7029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_business_and_management_and_financial_operations/o4-mini (2025-04-16)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.687779,"ciLow":1300.665507,"ciHigh":1314.710051,"observedAt":"2026-11-11","runCount":7970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_entertainment_and_sports_and_media/o4-mini (2025-04-16)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_legal_and_government/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.146328,"ciLow":1338.623706,"ciHigh":1361.668951,"observedAt":"2026-11-11","runCount":2748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_legal_and_government/o4-mini (2025-04-16)","slice":"industry_legal_and_government"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.552383,"ciLow":1346.273421,"ciHigh":1360.831346,"observedAt":"2026-11-11","runCount":7527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_life_and_physical_and_social_science/o4-mini (2025-04-16)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_mathematical/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.526481,"ciLow":1367.579429,"ciHigh":1389.473534,"observedAt":"2026-11-11","runCount":2767,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_mathematical/o4-mini (2025-04-16)","slice":"industry_mathematical"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_medicine_and_healthcare/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.195277,"ciLow":1348.882726,"ciHigh":1373.507829,"observedAt":"2026-11-11","runCount":2486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_medicine_and_healthcare/o4-mini (2025-04-16)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_software_and_it_services/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.778195,"ciLow":1361.097397,"ciHigh":1372.458993,"observedAt":"2026-11-11","runCount":14669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_software_and_it_services/o4-mini (2025-04-16)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.368107,"ciLow":1308.872999,"ciHigh":1321.863215,"observedAt":"2026-11-11","runCount":10003,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"industry_writing_and_literature_and_language/o4-mini (2025-04-16)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|instruction_following/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.998653,"ciLow":1313.961966,"ciHigh":1326.035341,"observedAt":"2026-11-11","runCount":11868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"instruction_following/o4-mini (2025-04-16)","slice":"instruction_following"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|japanese/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.528135,"ciLow":1289.335908,"ciHigh":1327.720362,"observedAt":"2026-11-11","runCount":1074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"japanese/o4-mini (2025-04-16)","slice":"japanese"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|korean/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.218468,"ciLow":1292.599885,"ciHigh":1331.837051,"observedAt":"2026-11-11","runCount":987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"korean/o4-mini (2025-04-16)","slice":"korean"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|longer_query/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.203875,"ciLow":1307.34935,"ciHigh":1321.058399,"observedAt":"2026-11-11","runCount":8611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"longer_query/o4-mini (2025-04-16)","slice":"longer_query"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|math/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.906611,"ciLow":1378.235173,"ciHigh":1399.578049,"observedAt":"2026-11-11","runCount":2904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"math/o4-mini (2025-04-16)","slice":"math"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|multi_turn/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.570221,"ciLow":1342.343877,"ciHigh":1356.796565,"observedAt":"2026-11-11","runCount":7743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"multi_turn/o4-mini (2025-04-16)","slice":"multi_turn"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|non_english/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.243611,"ciLow":1331.412117,"ciHigh":1341.075104,"observedAt":"2026-11-11","runCount":23974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"non_english/o4-mini (2025-04-16)","slice":"non_english"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|overall/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.173108,"ciLow":1349.212217,"ciHigh":1357.133998,"observedAt":"2026-11-11","runCount":44791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"overall/o4-mini (2025-04-16)","slice":"overall"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|polish/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.529333,"ciLow":1345.638104,"ciHigh":1369.420562,"observedAt":"2026-11-11","runCount":2791,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"polish/o4-mini (2025-04-16)","slice":"polish"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|russian/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.631171,"ciLow":1323.811348,"ciHigh":1343.450994,"observedAt":"2026-11-11","runCount":3422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"russian/o4-mini (2025-04-16)","slice":"russian"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-text@1|rating|spanish/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.352011,"ciLow":1326.947228,"ciHigh":1365.756795,"observedAt":"2026-11-11","runCount":996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"spanish/o4-mini (2025-04-16)","slice":"spanish"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|captioning/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.281117,"ciLow":1152.594558,"ciHigh":1215.967676,"observedAt":"2026-11-09","runCount":420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"captioning/o4-mini (2025-04-16)","slice":"captioning"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|chinese/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.719467,"ciLow":1211.061528,"ciHigh":1246.377407,"observedAt":"2026-11-09","runCount":1931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"chinese/o4-mini (2025-04-16)","slice":"chinese"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|creative_writing/o4-mini-2025-04-16","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.695454,"ciLow":1146.957143,"ciHigh":1180.433765,"observedAt":"2026-01-09","runCount":1414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini-2025-04-16","rowId":"creative_writing/o4-mini-2025-04-16","slice":"creative_writing"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|creative_writing_vision/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.563512,"ciLow":1146.274441,"ciHigh":1186.852583,"observedAt":"2026-11-09","runCount":1258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"creative_writing_vision/o4-mini (2025-04-16)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|diagram/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.764521,"ciLow":1205.795856,"ciHigh":1231.733187,"observedAt":"2026-11-09","runCount":2820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"diagram/o4-mini (2025-04-16)","slice":"diagram"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|english/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1200.065103,"ciLow":1190.734979,"ciHigh":1209.395227,"observedAt":"2026-11-09","runCount":19796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"english/o4-mini (2025-04-16)","slice":"english"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|entity_recognition/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.238909,"ciLow":1187.52477,"ciHigh":1254.953048,"observedAt":"2026-11-09","runCount":387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"entity_recognition/o4-mini (2025-04-16)","slice":"entity_recognition"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|homework/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.21766,"ciLow":1237.989044,"ciHigh":1270.446276,"observedAt":"2026-11-09","runCount":1584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"homework/o4-mini (2025-04-16)","slice":"homework"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|humor/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.350908,"ciLow":1172.437284,"ciHigh":1214.264531,"observedAt":"2026-11-09","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"humor/o4-mini (2025-04-16)","slice":"humor"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|ocr/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.315515,"ciLow":1202.233392,"ciHigh":1220.397638,"observedAt":"2026-11-09","runCount":11756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"ocr/o4-mini (2025-04-16)","slice":"ocr"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision-style-control@1|rating|overall/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.223096,"ciLow":1194.081727,"ciHigh":1208.364464,"observedAt":"2026-11-09","runCount":41276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"overall/o4-mini (2025-04-16)","slice":"overall"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision@1|rating|captioning/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1203.458535,"ciLow":1173.637278,"ciHigh":1233.279793,"observedAt":"2026-11-09","runCount":420,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"captioning/o4-mini (2025-04-16)","slice":"captioning"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision@1|rating|chinese/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1218.146578,"ciLow":1200.962016,"ciHigh":1235.33114,"observedAt":"2026-11-09","runCount":1931,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"chinese/o4-mini (2025-04-16)","slice":"chinese"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision@1|rating|creative_writing/o4-mini-2025-04-16","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1161.101438,"ciLow":1144.977621,"ciHigh":1177.225255,"observedAt":"2026-01-09","runCount":1414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini-2025-04-16","rowId":"creative_writing/o4-mini-2025-04-16","slice":"creative_writing"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision@1|rating|creative_writing_vision/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1167.469293,"ciLow":1147.445514,"ciHigh":1187.493071,"observedAt":"2026-11-09","runCount":1258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"creative_writing_vision/o4-mini (2025-04-16)","slice":"creative_writing_vision"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision@1|rating|diagram/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1196.707868,"ciLow":1183.906727,"ciHigh":1209.509008,"observedAt":"2026-11-09","runCount":2820,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"diagram/o4-mini (2025-04-16)","slice":"diagram"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision@1|rating|english/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1199.670234,"ciLow":1190.421916,"ciHigh":1208.918551,"observedAt":"2026-11-09","runCount":19796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"english/o4-mini (2025-04-16)","slice":"english"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision@1|rating|entity_recognition/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1220.291839,"ciLow":1187.962067,"ciHigh":1252.62161,"observedAt":"2026-11-09","runCount":387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"entity_recognition/o4-mini (2025-04-16)","slice":"entity_recognition"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision@1|rating|homework/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1234.990371,"ciLow":1218.900309,"ciHigh":1251.080434,"observedAt":"2026-11-09","runCount":1584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"homework/o4-mini (2025-04-16)","slice":"homework"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision@1|rating|humor/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1198.961503,"ciLow":1178.559069,"ciHigh":1219.363937,"observedAt":"2026-11-09","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"humor/o4-mini (2025-04-16)","slice":"humor"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision@1|rating|ocr/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1197.046911,"ciLow":1188.0815,"ciHigh":1206.012322,"observedAt":"2026-11-09","runCount":11756,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"ocr/o4-mini (2025-04-16)","slice":"ocr"}
{"key":"lmarena|openai/o4-mini:ckpt=2025-04-16|none|lmarena-vision@1|rating|overall/o4-mini (2025-04-16)","sourceId":"lmarena","modelId":"openai/o4-mini","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1193.960901,"ciLow":1186.89815,"ciHigh":1201.023652,"observedAt":"2026-11-09","runCount":41276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"o4-mini (2025-04-16)","rowId":"overall/o4-mini (2025-04-16)","slice":"overall"}
{"key":"lmarena|openbmb/minicpm-v-2.6:default|none|lmarena-vision-style-control@1|rating|english/MiniCPM-V 2.6","sourceId":"lmarena","modelId":"openbmb/minicpm-v-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":988.436756,"ciLow":969.161279,"ciHigh":1007.712233,"observedAt":"2026-11-09","runCount":1256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniCPM-V 2.6","rowId":"english/MiniCPM-V 2.6","slice":"english"}
{"key":"lmarena|openbmb/minicpm-v-2.6:default|none|lmarena-vision-style-control@1|rating|overall/MiniCPM-V 2.6","sourceId":"lmarena","modelId":"openbmb/minicpm-v-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":962.770017,"ciLow":946.931182,"ciHigh":978.608852,"observedAt":"2026-11-09","runCount":1987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniCPM-V 2.6","rowId":"overall/MiniCPM-V 2.6","slice":"overall"}
{"key":"lmarena|openbmb/minicpm-v-2.6:default|none|lmarena-vision@1|rating|english/MiniCPM-V 2.6","sourceId":"lmarena","modelId":"openbmb/minicpm-v-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":948.428093,"ciLow":929.002431,"ciHigh":967.853755,"observedAt":"2026-11-09","runCount":1256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniCPM-V 2.6","rowId":"english/MiniCPM-V 2.6","slice":"english"}
{"key":"lmarena|openbmb/minicpm-v-2.6:default|none|lmarena-vision@1|rating|overall/MiniCPM-V 2.6","sourceId":"lmarena","modelId":"openbmb/minicpm-v-2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":911.518768,"ciLow":895.532957,"ciHigh":927.504579,"observedAt":"2026-11-09","runCount":1987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiniCPM-V 2.6","rowId":"overall/MiniCPM-V 2.6","slice":"overall"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|chinese/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.632203,"ciLow":1162.89366,"ciHigh":1198.370745,"observedAt":"2026-11-11","runCount":1525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"chinese/OpenChat 3.5 (0106)","slice":"chinese"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|coding/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.007615,"ciLow":1215.990633,"ciHigh":1244.024597,"observedAt":"2026-11-11","runCount":2005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"coding/OpenChat 3.5 (0106)","slice":"coding"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|creative_writing/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1147.012184,"ciLow":1132.071246,"ciHigh":1161.953122,"observedAt":"2026-11-11","runCount":1858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"creative_writing/OpenChat 3.5 (0106)","slice":"creative_writing"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|english/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.545978,"ciLow":1198.715498,"ciHigh":1216.376458,"observedAt":"2026-11-11","runCount":8216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"english/OpenChat 3.5 (0106)","slice":"english"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|exclude_ties/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1051.574113,"ciLow":1039.877311,"ciHigh":1063.270915,"observedAt":"2026-11-11","runCount":8130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"exclude_ties/OpenChat 3.5 (0106)","slice":"exclude_ties"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|expert/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1164.508878,"ciLow":1141.440332,"ciHigh":1187.577424,"observedAt":"2026-11-11","runCount":611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"expert/OpenChat 3.5 (0106)","slice":"expert"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|french/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1181.079917,"ciLow":1137.077438,"ciHigh":1225.082395,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"french/OpenChat 3.5 (0106)","slice":"french"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|german/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.947963,"ciLow":1096.239103,"ciHigh":1165.656823,"observedAt":"2026-11-11","runCount":268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"german/OpenChat 3.5 (0106)","slice":"german"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|hard_prompts/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.74462,"ciLow":1176.556162,"ciHigh":1198.933077,"observedAt":"2026-11-11","runCount":3435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"hard_prompts/OpenChat 3.5 (0106)","slice":"hard_prompts"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.861015,"ciLow":1184.356617,"ciHigh":1209.365414,"observedAt":"2026-11-11","runCount":2468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"hard_prompts_english/OpenChat 3.5 (0106)","slice":"hard_prompts_english"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.06737,"ciLow":1153.018925,"ciHigh":1189.115815,"observedAt":"2026-11-11","runCount":1174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_business_and_management_and_financial_operations/OpenChat 3.5 (0106)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.957568,"ciLow":1126.380325,"ciHigh":1155.534811,"observedAt":"2026-11-11","runCount":1868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_entertainment_and_sports_and_media/OpenChat 3.5 (0106)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.632976,"ciLow":1180.260157,"ciHigh":1229.005794,"observedAt":"2026-11-11","runCount":637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_legal_and_government/OpenChat 3.5 (0106)","slice":"industry_legal_and_government"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1181.601688,"ciLow":1167.371869,"ciHigh":1195.831508,"observedAt":"2026-11-11","runCount":2209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_life_and_physical_and_social_science/OpenChat 3.5 (0106)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|industry_mathematical/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.22945,"ciLow":1142.043003,"ciHigh":1172.415897,"observedAt":"2026-11-11","runCount":1467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_mathematical/OpenChat 3.5 (0106)","slice":"industry_mathematical"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.172626,"ciLow":1171.731442,"ciHigh":1214.613809,"observedAt":"2026-11-11","runCount":743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_medicine_and_healthcare/OpenChat 3.5 (0106)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.743424,"ciLow":1199.013912,"ciHigh":1222.472935,"observedAt":"2026-11-11","runCount":3463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_software_and_it_services/OpenChat 3.5 (0106)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.445542,"ciLow":1151.056457,"ciHigh":1175.834627,"observedAt":"2026-11-11","runCount":3121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_writing_and_literature_and_language/OpenChat 3.5 (0106)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|instruction_following/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1155.645594,"ciLow":1145.079941,"ciHigh":1166.211247,"observedAt":"2026-11-11","runCount":4414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"instruction_following/OpenChat 3.5 (0106)","slice":"instruction_following"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|longer_query/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.915246,"ciLow":1153.457044,"ciHigh":1190.373447,"observedAt":"2026-11-11","runCount":1097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"longer_query/OpenChat 3.5 (0106)","slice":"longer_query"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|math/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1159.422679,"ciLow":1145.76589,"ciHigh":1173.079469,"observedAt":"2026-11-11","runCount":1726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"math/OpenChat 3.5 (0106)","slice":"math"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|multi_turn/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.58086,"ciLow":1138.501989,"ciHigh":1168.659731,"observedAt":"2026-11-11","runCount":1801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"multi_turn/OpenChat 3.5 (0106)","slice":"multi_turn"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|non_english/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1143.775266,"ciLow":1132.655917,"ciHigh":1154.894614,"observedAt":"2026-11-11","runCount":4421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"non_english/OpenChat 3.5 (0106)","slice":"non_english"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|overall/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1182.919298,"ciLow":1174.94375,"ciHigh":1190.894847,"observedAt":"2026-11-11","runCount":12637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"overall/OpenChat 3.5 (0106)","slice":"overall"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text-style-control@1|rating|russian/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.632404,"ciLow":1129.935834,"ciHigh":1171.328975,"observedAt":"2026-11-11","runCount":790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"russian/OpenChat 3.5 (0106)","slice":"russian"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|chinese/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1083.833448,"ciLow":1066.401444,"ciHigh":1101.265452,"observedAt":"2026-11-11","runCount":1525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"chinese/OpenChat 3.5 (0106)","slice":"chinese"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|coding/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.788264,"ciLow":1098.892509,"ciHigh":1126.68402,"observedAt":"2026-11-11","runCount":2005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"coding/OpenChat 3.5 (0106)","slice":"coding"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|creative_writing/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.320052,"ciLow":1077.477974,"ciHigh":1107.162131,"observedAt":"2026-11-11","runCount":1858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"creative_writing/OpenChat 3.5 (0106)","slice":"creative_writing"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|english/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1131.184634,"ciLow":1122.430461,"ciHigh":1139.938807,"observedAt":"2026-11-11","runCount":8216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"english/OpenChat 3.5 (0106)","slice":"english"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|exclude_ties/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":943.92812,"ciLow":932.481592,"ciHigh":955.374647,"observedAt":"2026-11-11","runCount":8130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"exclude_ties/OpenChat 3.5 (0106)","slice":"exclude_ties"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|expert/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1052.18097,"ciLow":1029.27354,"ciHigh":1075.088401,"observedAt":"2026-11-11","runCount":611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"expert/OpenChat 3.5 (0106)","slice":"expert"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|french/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.028411,"ciLow":1048.736334,"ciHigh":1135.320489,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"french/OpenChat 3.5 (0106)","slice":"french"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|german/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1059.700212,"ciLow":1025.054497,"ciHigh":1094.345927,"observedAt":"2026-11-11","runCount":268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"german/OpenChat 3.5 (0106)","slice":"german"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|hard_prompts/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1084.871573,"ciLow":1073.830712,"ciHigh":1095.912435,"observedAt":"2026-11-11","runCount":3435,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"hard_prompts/OpenChat 3.5 (0106)","slice":"hard_prompts"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|hard_prompts_english/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.835258,"ciLow":1082.499285,"ciHigh":1107.17123,"observedAt":"2026-11-11","runCount":2468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"hard_prompts_english/OpenChat 3.5 (0106)","slice":"hard_prompts_english"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1073.967688,"ciLow":1056.023437,"ciHigh":1091.91194,"observedAt":"2026-11-11","runCount":1174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_business_and_management_and_financial_operations/OpenChat 3.5 (0106)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1074.232947,"ciLow":1059.806106,"ciHigh":1088.659788,"observedAt":"2026-11-11","runCount":1868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_entertainment_and_sports_and_media/OpenChat 3.5 (0106)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|industry_legal_and_government/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1105.219961,"ciLow":1081.189058,"ciHigh":1129.250864,"observedAt":"2026-11-11","runCount":637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_legal_and_government/OpenChat 3.5 (0106)","slice":"industry_legal_and_government"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1078.714699,"ciLow":1064.675823,"ciHigh":1092.753574,"observedAt":"2026-11-11","runCount":2209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_life_and_physical_and_social_science/OpenChat 3.5 (0106)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|industry_mathematical/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.456348,"ciLow":1079.408913,"ciHigh":1109.503784,"observedAt":"2026-11-11","runCount":1467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_mathematical/OpenChat 3.5 (0106)","slice":"industry_mathematical"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1073.28817,"ciLow":1051.677128,"ciHigh":1094.899212,"observedAt":"2026-11-11","runCount":743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_medicine_and_healthcare/OpenChat 3.5 (0106)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|industry_software_and_it_services/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.754911,"ciLow":1093.098418,"ciHigh":1116.411405,"observedAt":"2026-11-11","runCount":3463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_software_and_it_services/OpenChat 3.5 (0106)","slice":"industry_software_and_it_services"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1105.165146,"ciLow":1092.919813,"ciHigh":1117.41048,"observedAt":"2026-11-11","runCount":3121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"industry_writing_and_literature_and_language/OpenChat 3.5 (0106)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|instruction_following/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1076.291139,"ciLow":1065.894417,"ciHigh":1086.68786,"observedAt":"2026-11-11","runCount":4414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"instruction_following/OpenChat 3.5 (0106)","slice":"instruction_following"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|longer_query/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.452342,"ciLow":1067.240963,"ciHigh":1103.66372,"observedAt":"2026-11-11","runCount":1097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"longer_query/OpenChat 3.5 (0106)","slice":"longer_query"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|math/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1106.672914,"ciLow":1093.099798,"ciHigh":1120.24603,"observedAt":"2026-11-11","runCount":1726,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"math/OpenChat 3.5 (0106)","slice":"math"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|multi_turn/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1090.764939,"ciLow":1075.775704,"ciHigh":1105.754174,"observedAt":"2026-11-11","runCount":1801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"multi_turn/OpenChat 3.5 (0106)","slice":"multi_turn"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|non_english/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1072.120758,"ciLow":1061.165937,"ciHigh":1083.07558,"observedAt":"2026-11-11","runCount":4421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"non_english/OpenChat 3.5 (0106)","slice":"non_english"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|overall/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1106.65114,"ciLow":1098.758226,"ciHigh":1114.544054,"observedAt":"2026-11-11","runCount":12637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"overall/OpenChat 3.5 (0106)","slice":"overall"}
{"key":"lmarena|openchat/openchat-3.5-0106:default|none|lmarena-text@1|rating|russian/OpenChat 3.5 (0106)","sourceId":"lmarena","modelId":"openchat/openchat-3.5-0106","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1084.570671,"ciLow":1063.870045,"ciHigh":1105.271297,"observedAt":"2026-11-11","runCount":790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5 (0106)","rowId":"russian/OpenChat 3.5 (0106)","slice":"russian"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|chinese/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1178.418674,"ciLow":1146.284728,"ciHigh":1210.552619,"observedAt":"2026-11-11","runCount":322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"chinese/OpenChat 3.5","slice":"chinese"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|coding/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.674167,"ciLow":1183.18543,"ciHigh":1222.162903,"observedAt":"2026-11-11","runCount":971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"coding/OpenChat 3.5","slice":"coding"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|creative_writing/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.840612,"ciLow":1167.222939,"ciHigh":1202.458286,"observedAt":"2026-11-11","runCount":1454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"creative_writing/OpenChat 3.5","slice":"creative_writing"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|english/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.445938,"ciLow":1190.81095,"ciHigh":1212.080926,"observedAt":"2026-11-11","runCount":6196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"english/OpenChat 3.5","slice":"english"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|exclude_ties/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1049.331649,"ciLow":1035.31552,"ciHigh":1063.347779,"observedAt":"2026-11-11","runCount":5304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"exclude_ties/OpenChat 3.5","slice":"exclude_ties"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|expert/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1164.652136,"ciLow":1123.487242,"ciHigh":1205.817031,"observedAt":"2026-11-11","runCount":194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"expert/OpenChat 3.5","slice":"expert"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|hard_prompts/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.359384,"ciLow":1160.725953,"ciHigh":1191.992814,"observedAt":"2026-11-11","runCount":1663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"hard_prompts/OpenChat 3.5","slice":"hard_prompts"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.032932,"ciLow":1162.158351,"ciHigh":1195.907513,"observedAt":"2026-11-11","runCount":1389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"hard_prompts_english/OpenChat 3.5","slice":"hard_prompts_english"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.262723,"ciLow":1121.536641,"ciHigh":1168.988804,"observedAt":"2026-11-11","runCount":615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_business_and_management_and_financial_operations/OpenChat 3.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.150759,"ciLow":1154.933301,"ciHigh":1189.368218,"observedAt":"2026-11-11","runCount":1340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_entertainment_and_sports_and_media/OpenChat 3.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.35427,"ciLow":1200.072202,"ciHigh":1256.636338,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_legal_and_government/OpenChat 3.5","slice":"industry_legal_and_government"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.861514,"ciLow":1169.293822,"ciHigh":1204.429206,"observedAt":"2026-11-11","runCount":1439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_life_and_physical_and_social_science/OpenChat 3.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|industry_mathematical/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1134.69658,"ciLow":1114.599891,"ciHigh":1154.79327,"observedAt":"2026-11-11","runCount":826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_mathematical/OpenChat 3.5","slice":"industry_mathematical"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.550294,"ciLow":1172.584962,"ciHigh":1232.515626,"observedAt":"2026-11-11","runCount":426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_medicine_and_healthcare/OpenChat 3.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.872827,"ciLow":1184.419909,"ciHigh":1215.325744,"observedAt":"2026-11-11","runCount":1879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_software_and_it_services/OpenChat 3.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.544584,"ciLow":1161.149673,"ciHigh":1191.939494,"observedAt":"2026-11-11","runCount":1995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_writing_and_literature_and_language/OpenChat 3.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|instruction_following/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1154.583212,"ciLow":1140.425549,"ciHigh":1168.740874,"observedAt":"2026-11-11","runCount":2391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"instruction_following/OpenChat 3.5","slice":"instruction_following"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|longer_query/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.926943,"ciLow":1156.986955,"ciHigh":1212.866931,"observedAt":"2026-11-11","runCount":414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"longer_query/OpenChat 3.5","slice":"longer_query"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|math/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1126.279535,"ciLow":1107.939763,"ciHigh":1144.619308,"observedAt":"2026-11-11","runCount":945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"math/OpenChat 3.5","slice":"math"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|multi_turn/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.380882,"ciLow":1138.666117,"ciHigh":1176.095647,"observedAt":"2026-11-11","runCount":1167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"multi_turn/OpenChat 3.5","slice":"multi_turn"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|non_english/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.936784,"ciLow":1137.422911,"ciHigh":1168.450657,"observedAt":"2026-11-11","runCount":1772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"non_english/OpenChat 3.5","slice":"non_english"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|overall/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.237741,"ciLow":1173.604012,"ciHigh":1192.87147,"observedAt":"2026-11-11","runCount":7968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"overall/OpenChat 3.5","slice":"overall"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text-style-control@1|rating|russian/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.447146,"ciLow":1146.537708,"ciHigh":1228.356583,"observedAt":"2026-11-11","runCount":187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"russian/OpenChat 3.5","slice":"russian"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|chinese/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.104565,"ciLow":1038.326401,"ciHigh":1101.882729,"observedAt":"2026-11-11","runCount":322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"chinese/OpenChat 3.5","slice":"chinese"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|coding/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1074.092965,"ciLow":1054.727923,"ciHigh":1093.458006,"observedAt":"2026-11-11","runCount":971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"coding/OpenChat 3.5","slice":"coding"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|creative_writing/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1125.419015,"ciLow":1107.483231,"ciHigh":1143.354799,"observedAt":"2026-11-11","runCount":1454,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"creative_writing/OpenChat 3.5","slice":"creative_writing"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|english/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1117.669304,"ciLow":1107.046883,"ciHigh":1128.291726,"observedAt":"2026-11-11","runCount":6196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"english/OpenChat 3.5","slice":"english"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|exclude_ties/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":929.313891,"ciLow":915.42594,"ciHigh":943.201842,"observedAt":"2026-11-11","runCount":5304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"exclude_ties/OpenChat 3.5","slice":"exclude_ties"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|expert/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1041.701969,"ciLow":1001.110352,"ciHigh":1082.293586,"observedAt":"2026-11-11","runCount":194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"expert/OpenChat 3.5","slice":"expert"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|hard_prompts/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1065.400123,"ciLow":1050.020091,"ciHigh":1080.780156,"observedAt":"2026-11-11","runCount":1663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"hard_prompts/OpenChat 3.5","slice":"hard_prompts"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|hard_prompts_english/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1071.080108,"ciLow":1054.445351,"ciHigh":1087.714865,"observedAt":"2026-11-11","runCount":1389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"hard_prompts_english/OpenChat 3.5","slice":"hard_prompts_english"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1035.960614,"ciLow":1012.030084,"ciHigh":1059.891143,"observedAt":"2026-11-11","runCount":615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_business_and_management_and_financial_operations/OpenChat 3.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1096.358093,"ciLow":1079.075969,"ciHigh":1113.640217,"observedAt":"2026-11-11","runCount":1340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_entertainment_and_sports_and_media/OpenChat 3.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|industry_legal_and_government/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1112.977319,"ciLow":1084.505158,"ciHigh":1141.449479,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_legal_and_government/OpenChat 3.5","slice":"industry_legal_and_government"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1067.377958,"ciLow":1049.693716,"ciHigh":1085.0622,"observedAt":"2026-11-11","runCount":1439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_life_and_physical_and_social_science/OpenChat 3.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|industry_mathematical/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1069.385271,"ciLow":1049.412995,"ciHigh":1089.357546,"observedAt":"2026-11-11","runCount":826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_mathematical/OpenChat 3.5","slice":"industry_mathematical"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1065.825217,"ciLow":1036.044468,"ciHigh":1095.605966,"observedAt":"2026-11-11","runCount":426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_medicine_and_healthcare/OpenChat 3.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|industry_software_and_it_services/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1083.320106,"ciLow":1067.960971,"ciHigh":1098.679242,"observedAt":"2026-11-11","runCount":1879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_software_and_it_services/OpenChat 3.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.800519,"ciLow":1101.243291,"ciHigh":1132.357747,"observedAt":"2026-11-11","runCount":1995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"industry_writing_and_literature_and_language/OpenChat 3.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|instruction_following/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.019657,"ciLow":1056.077472,"ciHigh":1083.961843,"observedAt":"2026-11-11","runCount":2391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"instruction_following/OpenChat 3.5","slice":"instruction_following"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|longer_query/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.721609,"ciLow":1064.630761,"ciHigh":1120.812457,"observedAt":"2026-11-11","runCount":414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"longer_query/OpenChat 3.5","slice":"longer_query"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|math/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.728396,"ciLow":1052.514932,"ciHigh":1088.941859,"observedAt":"2026-11-11","runCount":945,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"math/OpenChat 3.5","slice":"math"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|multi_turn/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.225758,"ciLow":1066.68339,"ciHigh":1103.768126,"observedAt":"2026-11-11","runCount":1167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"multi_turn/OpenChat 3.5","slice":"multi_turn"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|non_english/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1066.820732,"ciLow":1051.314572,"ciHigh":1082.326891,"observedAt":"2026-11-11","runCount":1772,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"non_english/OpenChat 3.5","slice":"non_english"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|overall/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1097.074622,"ciLow":1087.459489,"ciHigh":1106.689755,"observedAt":"2026-11-11","runCount":7968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"overall/OpenChat 3.5","slice":"overall"}
{"key":"lmarena|openchat/openchat-3.5:default|none|lmarena-text@1|rating|russian/OpenChat 3.5","sourceId":"lmarena","modelId":"openchat/openchat-3.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1106.519712,"ciLow":1066.593819,"ciHigh":1146.445605,"observedAt":"2026-11-11","runCount":187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenChat 3.5","rowId":"russian/OpenChat 3.5","slice":"russian"}
{"key":"lmarena|perplexity/sonar-pro:effort=high|none|lmarena-search-style-control@1|rating|overall/Sonar Pro (High)","sourceId":"lmarena","modelId":"perplexity/sonar-pro","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1142.412336,"ciLow":1136.422094,"ciHigh":1148.402578,"observedAt":"2026-11-09","runCount":28684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Sonar Pro (High)","rowId":"overall/Sonar Pro (High)","slice":"overall"}
{"key":"lmarena|perplexity/sonar-pro:effort=high|none|lmarena-search@1|rating|overall/Sonar Pro (High)","sourceId":"lmarena","modelId":"perplexity/sonar-pro","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1129.695883,"ciLow":1123.797464,"ciHigh":1135.594302,"observedAt":"2026-11-09","runCount":28684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Sonar Pro (High)","rowId":"overall/Sonar Pro (High)","slice":"overall"}
{"key":"lmarena|perplexity/sonar-reasoning-pro:effort=high|none|lmarena-search-style-control@1|rating|overall/Sonar Reasoning Pro (High)","sourceId":"lmarena","modelId":"perplexity/sonar-reasoning-pro","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.102572,"ciLow":1132.080955,"ciHigh":1144.124189,"observedAt":"2026-11-09","runCount":29197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Sonar Reasoning Pro (High)","rowId":"overall/Sonar Reasoning Pro (High)","slice":"overall"}
{"key":"lmarena|perplexity/sonar-reasoning-pro:effort=high|none|lmarena-search@1|rating|overall/Sonar Reasoning Pro (High)","sourceId":"lmarena","modelId":"perplexity/sonar-reasoning-pro","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1138.81488,"ciLow":1132.913763,"ciHigh":1144.715997,"observedAt":"2026-11-09","runCount":29197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Sonar Reasoning Pro (High)","rowId":"overall/Sonar Reasoning Pro (High)","slice":"overall"}
{"key":"lmarena|poolside/laguna-m.1:default|none|lmarena-webdev@1|rating|overall/Laguna M.1","sourceId":"lmarena","modelId":"poolside/laguna-m.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1349.835569,"ciLow":1340.500094,"ciHigh":1359.171044,"observedAt":"2026-11-15","runCount":5312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Laguna M.1","rowId":"overall/Laguna M.1","slice":"overall"}
{"key":"lmarena|poolside/laguna-m.1:default|none|lmarena-webdev@1|rating|webdev-html/Laguna M.1","sourceId":"lmarena","modelId":"poolside/laguna-m.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1333.381356,"ciLow":1307.91689,"ciHigh":1358.845821,"observedAt":"2026-11-15","runCount":626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Laguna M.1","rowId":"webdev-html/Laguna M.1","slice":"webdev-html"}
{"key":"lmarena|poolside/laguna-m.1:default|none|lmarena-webdev@1|rating|webdev-react/Laguna M.1","sourceId":"lmarena","modelId":"poolside/laguna-m.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1338.604993,"ciLow":1327.828186,"ciHigh":1349.3818,"observedAt":"2026-11-15","runCount":4084,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Laguna M.1","rowId":"webdev-react/Laguna M.1","slice":"webdev-react"}
{"key":"lmarena|poolside/laguna-m.1:default|none|lmarena-webdev@1|rating|webdev/Laguna M.1","sourceId":"lmarena","modelId":"poolside/laguna-m.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1349.835569,"ciLow":1340.500094,"ciHigh":1359.171044,"observedAt":"2026-11-15","runCount":5312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Laguna M.1","rowId":"webdev/Laguna M.1","slice":"webdev"}
{"key":"lmarena|poolside/laguna-xs.2:default|none|lmarena-webdev@1|rating|overall/Laguna XS.2","sourceId":"lmarena","modelId":"poolside/laguna-xs.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1303.541611,"ciLow":1292.801215,"ciHigh":1314.282006,"observedAt":"2026-11-15","runCount":4161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Laguna XS.2","rowId":"overall/Laguna XS.2","slice":"overall"}
{"key":"lmarena|poolside/laguna-xs.2:default|none|lmarena-webdev@1|rating|webdev-html/Laguna XS.2","sourceId":"lmarena","modelId":"poolside/laguna-xs.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1284.717662,"ciLow":1255.422549,"ciHigh":1314.012775,"observedAt":"2026-11-15","runCount":516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Laguna XS.2","rowId":"webdev-html/Laguna XS.2","slice":"webdev-html"}
{"key":"lmarena|poolside/laguna-xs.2:default|none|lmarena-webdev@1|rating|webdev-react/Laguna XS.2","sourceId":"lmarena","modelId":"poolside/laguna-xs.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1295.000295,"ciLow":1283.132904,"ciHigh":1306.867686,"observedAt":"2026-11-15","runCount":3451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Laguna XS.2","rowId":"webdev-react/Laguna XS.2","slice":"webdev-react"}
{"key":"lmarena|poolside/laguna-xs.2:default|none|lmarena-webdev@1|rating|webdev/Laguna XS.2","sourceId":"lmarena","modelId":"poolside/laguna-xs.2","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1303.541611,"ciLow":1292.801215,"ciHigh":1314.282006,"observedAt":"2026-11-15","runCount":4161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Laguna XS.2","rowId":"webdev/Laguna XS.2","slice":"webdev"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|chinese/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.442172,"ciLow":1337.355441,"ciHigh":1389.528903,"observedAt":"2026-11-11","runCount":502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"chinese/INTELLECT-3","slice":"chinese"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|coding/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.85945,"ciLow":1396.459354,"ciHigh":1433.259545,"observedAt":"2026-11-11","runCount":1000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"coding/INTELLECT-3","slice":"coding"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|creative_writing/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.428473,"ciLow":1286.205587,"ciHigh":1328.651359,"observedAt":"2026-11-11","runCount":818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"creative_writing/INTELLECT-3","slice":"creative_writing"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|english/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.156406,"ciLow":1372.231007,"ciHigh":1396.081806,"observedAt":"2026-11-11","runCount":2393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"english/INTELLECT-3","slice":"english"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|exclude_ties/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.642099,"ciLow":1304.767615,"ciHigh":1328.516584,"observedAt":"2026-11-11","runCount":3841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"exclude_ties/INTELLECT-3","slice":"exclude_ties"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|expert/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.700761,"ciLow":1324.0016,"ciHigh":1387.399921,"observedAt":"2026-11-11","runCount":354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"expert/INTELLECT-3","slice":"expert"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|hard_prompts/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.901656,"ciLow":1363.693856,"ciHigh":1386.109456,"observedAt":"2026-11-11","runCount":2825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"hard_prompts/INTELLECT-3","slice":"hard_prompts"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.188302,"ciLow":1383.870584,"ciHigh":1416.506021,"observedAt":"2026-11-11","runCount":1279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"hard_prompts_english/INTELLECT-3","slice":"hard_prompts_english"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.93879,"ciLow":1343.590295,"ciHigh":1380.287286,"observedAt":"2026-11-11","runCount":1004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_business_and_management_and_financial_operations/INTELLECT-3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.328611,"ciLow":1286.980472,"ciHigh":1323.67675,"observedAt":"2026-11-11","runCount":1089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_entertainment_and_sports_and_media/INTELLECT-3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.818213,"ciLow":1299.384138,"ciHigh":1356.252288,"observedAt":"2026-11-11","runCount":413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_legal_and_government/INTELLECT-3","slice":"industry_legal_and_government"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.968423,"ciLow":1349.512734,"ciHigh":1388.424112,"observedAt":"2026-11-11","runCount":920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_life_and_physical_and_social_science/INTELLECT-3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|industry_mathematical/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.23951,"ciLow":1339.280886,"ciHigh":1409.198133,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_mathematical/INTELLECT-3","slice":"industry_mathematical"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.843776,"ciLow":1302.32386,"ciHigh":1367.363693,"observedAt":"2026-11-11","runCount":333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_medicine_and_healthcare/INTELLECT-3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.276466,"ciLow":1388.210883,"ciHigh":1416.342049,"observedAt":"2026-11-11","runCount":1719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_software_and_it_services/INTELLECT-3","slice":"industry_software_and_it_services"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.260744,"ciLow":1315.717402,"ciHigh":1348.804087,"observedAt":"2026-11-11","runCount":1298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_writing_and_literature_and_language/INTELLECT-3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|instruction_following/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.387431,"ciLow":1316.864962,"ciHigh":1347.909899,"observedAt":"2026-11-11","runCount":1463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"instruction_following/INTELLECT-3","slice":"instruction_following"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|longer_query/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.020843,"ciLow":1337.652494,"ciHigh":1370.389191,"observedAt":"2026-11-11","runCount":1341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"longer_query/INTELLECT-3","slice":"longer_query"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|math/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.4644,"ciLow":1342.946816,"ciHigh":1403.981984,"observedAt":"2026-11-11","runCount":340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"math/INTELLECT-3","slice":"math"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|multi_turn/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.27877,"ciLow":1335.100745,"ciHigh":1375.456795,"observedAt":"2026-11-11","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"multi_turn/INTELLECT-3","slice":"multi_turn"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|non_english/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.83427,"ciLow":1314.985668,"ciHigh":1336.682871,"observedAt":"2026-11-11","runCount":3008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"non_english/INTELLECT-3","slice":"non_english"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|overall/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.864715,"ciLow":1347.589157,"ciHigh":1364.140274,"observedAt":"2026-11-11","runCount":5401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"overall/INTELLECT-3","slice":"overall"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|polish/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.420467,"ciLow":1282.87658,"ciHigh":1371.964354,"observedAt":"2026-11-11","runCount":151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"polish/INTELLECT-3","slice":"polish"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text-style-control@1|rating|russian/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.734086,"ciLow":1308.351293,"ciHigh":1357.11688,"observedAt":"2026-11-11","runCount":562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"russian/INTELLECT-3","slice":"russian"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|chinese/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.776983,"ciLow":1328.397109,"ciHigh":1381.156858,"observedAt":"2026-11-11","runCount":502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"chinese/INTELLECT-3","slice":"chinese"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|coding/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.585396,"ciLow":1356.330674,"ciHigh":1392.840118,"observedAt":"2026-11-11","runCount":1000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"coding/INTELLECT-3","slice":"coding"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|creative_writing/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.048707,"ciLow":1296.139205,"ciHigh":1337.95821,"observedAt":"2026-11-11","runCount":818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"creative_writing/INTELLECT-3","slice":"creative_writing"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|english/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.41419,"ciLow":1368.5503,"ciHigh":1392.27808,"observedAt":"2026-11-11","runCount":2393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"english/INTELLECT-3","slice":"english"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|exclude_ties/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.20566,"ciLow":1304.554514,"ciHigh":1327.856807,"observedAt":"2026-11-11","runCount":3841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"exclude_ties/INTELLECT-3","slice":"exclude_ties"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|expert/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1322.67887,"ciLow":1291.101911,"ciHigh":1354.255828,"observedAt":"2026-11-11","runCount":354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"expert/INTELLECT-3","slice":"expert"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|hard_prompts/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.735629,"ciLow":1340.603528,"ciHigh":1362.867731,"observedAt":"2026-11-11","runCount":2825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"hard_prompts/INTELLECT-3","slice":"hard_prompts"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|hard_prompts_english/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.353375,"ciLow":1359.132961,"ciHigh":1391.573789,"observedAt":"2026-11-11","runCount":1279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"hard_prompts_english/INTELLECT-3","slice":"hard_prompts_english"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.727151,"ciLow":1328.374666,"ciHigh":1365.079635,"observedAt":"2026-11-11","runCount":1004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_business_and_management_and_financial_operations/INTELLECT-3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.784907,"ciLow":1290.65398,"ciHigh":1326.915834,"observedAt":"2026-11-11","runCount":1089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_entertainment_and_sports_and_media/INTELLECT-3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|industry_legal_and_government/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.484988,"ciLow":1294.881975,"ciHigh":1352.088001,"observedAt":"2026-11-11","runCount":413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_legal_and_government/INTELLECT-3","slice":"industry_legal_and_government"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.388946,"ciLow":1342.025912,"ciHigh":1380.751981,"observedAt":"2026-11-11","runCount":920,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_life_and_physical_and_social_science/INTELLECT-3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|industry_mathematical/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.965362,"ciLow":1333.062779,"ciHigh":1402.867945,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_mathematical/INTELLECT-3","slice":"industry_mathematical"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.106734,"ciLow":1291.032514,"ciHigh":1355.180955,"observedAt":"2026-11-11","runCount":333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_medicine_and_healthcare/INTELLECT-3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|industry_software_and_it_services/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.953353,"ciLow":1361.942846,"ciHigh":1389.963861,"observedAt":"2026-11-11","runCount":1719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_software_and_it_services/INTELLECT-3","slice":"industry_software_and_it_services"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.604169,"ciLow":1319.202296,"ciHigh":1352.006042,"observedAt":"2026-11-11","runCount":1298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"industry_writing_and_literature_and_language/INTELLECT-3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|instruction_following/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.277482,"ciLow":1300.795399,"ciHigh":1331.759564,"observedAt":"2026-11-11","runCount":1463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"instruction_following/INTELLECT-3","slice":"instruction_following"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|longer_query/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.588202,"ciLow":1315.336892,"ciHigh":1347.839512,"observedAt":"2026-11-11","runCount":1341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"longer_query/INTELLECT-3","slice":"longer_query"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|math/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.577993,"ciLow":1345.119312,"ciHigh":1406.036673,"observedAt":"2026-11-11","runCount":340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"math/INTELLECT-3","slice":"math"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|multi_turn/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.739823,"ciLow":1329.456071,"ciHigh":1370.023576,"observedAt":"2026-11-11","runCount":793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"multi_turn/INTELLECT-3","slice":"multi_turn"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|non_english/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.435848,"ciLow":1317.648352,"ciHigh":1339.223344,"observedAt":"2026-11-11","runCount":3008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"non_english/INTELLECT-3","slice":"non_english"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|overall/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.063485,"ciLow":1347.845443,"ciHigh":1364.281527,"observedAt":"2026-11-11","runCount":5401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"overall/INTELLECT-3","slice":"overall"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|polish/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.012763,"ciLow":1303.682619,"ciHigh":1394.342907,"observedAt":"2026-11-11","runCount":151,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"polish/INTELLECT-3","slice":"polish"}
{"key":"lmarena|prime-intellect/intellect-3:default|none|lmarena-text@1|rating|russian/INTELLECT-3","sourceId":"lmarena","modelId":"prime-intellect/intellect-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.191953,"ciLow":1314.015056,"ciHigh":1362.368851,"observedAt":"2026-11-11","runCount":562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"INTELLECT-3","rowId":"russian/INTELLECT-3","slice":"russian"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|chinese/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.396229,"ciLow":1269.344729,"ciHigh":1311.44773,"observedAt":"2026-11-11","runCount":753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"chinese/Gemma 2 9B IT SimPO","slice":"chinese"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|coding/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.667646,"ciLow":1255.754852,"ciHigh":1285.58044,"observedAt":"2026-11-11","runCount":1471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"coding/Gemma 2 9B IT SimPO","slice":"coding"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|creative_writing/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.896767,"ciLow":1269.273805,"ciHigh":1298.519728,"observedAt":"2026-11-11","runCount":1671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"creative_writing/Gemma 2 9B IT SimPO","slice":"creative_writing"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|english/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.174617,"ciLow":1288.46185,"ciHigh":1305.887385,"observedAt":"2026-11-11","runCount":5834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"english/Gemma 2 9B IT SimPO","slice":"english"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|exclude_ties/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.219624,"ciLow":1185.450975,"ciHigh":1206.988274,"observedAt":"2026-11-11","runCount":6321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"exclude_ties/Gemma 2 9B IT SimPO","slice":"exclude_ties"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|expert/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.766378,"ciLow":1206.365072,"ciHigh":1265.167683,"observedAt":"2026-11-11","runCount":369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"expert/Gemma 2 9B IT SimPO","slice":"expert"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|german/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.626546,"ciLow":1237.998456,"ciHigh":1301.254635,"observedAt":"2026-11-11","runCount":318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"german/Gemma 2 9B IT SimPO","slice":"german"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|hard_prompts/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.500703,"ciLow":1261.105593,"ciHigh":1283.895812,"observedAt":"2026-11-11","runCount":2554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"hard_prompts/Gemma 2 9B IT SimPO","slice":"hard_prompts"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.917684,"ciLow":1265.03766,"ciHigh":1292.797708,"observedAt":"2026-11-11","runCount":1661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"hard_prompts_english/Gemma 2 9B IT SimPO","slice":"hard_prompts_english"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.103295,"ciLow":1266.847646,"ciHigh":1301.358943,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_business_and_management_and_financial_operations/Gemma 2 9B IT SimPO","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.551797,"ciLow":1254.396752,"ciHigh":1282.706842,"observedAt":"2026-11-11","runCount":1692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_entertainment_and_sports_and_media/Gemma 2 9B IT SimPO","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.399901,"ciLow":1301.804458,"ciHigh":1350.995344,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_legal_and_government/Gemma 2 9B IT SimPO","slice":"industry_legal_and_government"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.37688,"ciLow":1280.453624,"ciHigh":1310.300136,"observedAt":"2026-11-11","runCount":1596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_life_and_physical_and_social_science/Gemma 2 9B IT SimPO","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.227668,"ciLow":1223.302472,"ciHigh":1255.152864,"observedAt":"2026-11-11","runCount":1139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_mathematical/Gemma 2 9B IT SimPO","slice":"industry_mathematical"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.17881,"ciLow":1273.96154,"ciHigh":1326.396079,"observedAt":"2026-11-11","runCount":516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_medicine_and_healthcare/Gemma 2 9B IT SimPO","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.374867,"ciLow":1269.395907,"ciHigh":1293.353828,"observedAt":"2026-11-11","runCount":2537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_software_and_it_services/Gemma 2 9B IT SimPO","slice":"industry_software_and_it_services"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.934941,"ciLow":1263.208224,"ciHigh":1286.661658,"observedAt":"2026-11-11","runCount":2801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_writing_and_literature_and_language/Gemma 2 9B IT SimPO","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|instruction_following/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.44233,"ciLow":1242.414574,"ciHigh":1262.470087,"observedAt":"2026-11-11","runCount":3741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"instruction_following/Gemma 2 9B IT SimPO","slice":"instruction_following"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|japanese/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.754575,"ciLow":1156.575158,"ciHigh":1222.933991,"observedAt":"2026-11-11","runCount":291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"japanese/Gemma 2 9B IT SimPO","slice":"japanese"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|longer_query/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.397976,"ciLow":1270.346003,"ciHigh":1308.44995,"observedAt":"2026-11-11","runCount":841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"longer_query/Gemma 2 9B IT SimPO","slice":"longer_query"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|math/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.933849,"ciLow":1192.690001,"ciHigh":1223.177698,"observedAt":"2026-11-11","runCount":1285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"math/Gemma 2 9B IT SimPO","slice":"math"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|multi_turn/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.522351,"ciLow":1256.975655,"ciHigh":1286.069047,"observedAt":"2026-11-11","runCount":1660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"multi_turn/Gemma 2 9B IT SimPO","slice":"multi_turn"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|non_english/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.687075,"ciLow":1246.012627,"ciHigh":1265.361522,"observedAt":"2026-11-11","runCount":4238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"non_english/Gemma 2 9B IT SimPO","slice":"non_english"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|overall/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.543773,"ciLow":1273.688108,"ciHigh":1287.399438,"observedAt":"2026-11-11","runCount":10072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"overall/Gemma 2 9B IT SimPO","slice":"overall"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text-style-control@1|rating|russian/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.259721,"ciLow":1255.334561,"ciHigh":1289.184882,"observedAt":"2026-11-11","runCount":1119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"russian/Gemma 2 9B IT SimPO","slice":"russian"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|chinese/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.215404,"ciLow":1204.362457,"ciHigh":1246.068351,"observedAt":"2026-11-11","runCount":753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"chinese/Gemma 2 9B IT SimPO","slice":"chinese"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|coding/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.768668,"ciLow":1176.013622,"ciHigh":1205.523713,"observedAt":"2026-11-11","runCount":1471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"coding/Gemma 2 9B IT SimPO","slice":"coding"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|creative_writing/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1238.637446,"ciLow":1224.107761,"ciHigh":1253.167132,"observedAt":"2026-11-11","runCount":1671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"creative_writing/Gemma 2 9B IT SimPO","slice":"creative_writing"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|english/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.411383,"ciLow":1233.743081,"ciHigh":1251.079686,"observedAt":"2026-11-11","runCount":5834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"english/Gemma 2 9B IT SimPO","slice":"english"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|exclude_ties/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1122.396119,"ciLow":1111.724379,"ciHigh":1133.067859,"observedAt":"2026-11-11","runCount":6321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"exclude_ties/Gemma 2 9B IT SimPO","slice":"exclude_ties"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|expert/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1154.222707,"ciLow":1124.869309,"ciHigh":1183.576104,"observedAt":"2026-11-11","runCount":369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"expert/Gemma 2 9B IT SimPO","slice":"expert"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|german/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.274036,"ciLow":1187.086141,"ciHigh":1249.461931,"observedAt":"2026-11-11","runCount":318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"german/Gemma 2 9B IT SimPO","slice":"german"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|hard_prompts/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.042411,"ciLow":1184.741456,"ciHigh":1207.343367,"observedAt":"2026-11-11","runCount":2554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"hard_prompts/Gemma 2 9B IT SimPO","slice":"hard_prompts"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|hard_prompts_english/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.058178,"ciLow":1187.331578,"ciHigh":1214.784779,"observedAt":"2026-11-11","runCount":1661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"hard_prompts_english/Gemma 2 9B IT SimPO","slice":"hard_prompts_english"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.154156,"ciLow":1205.000088,"ciHigh":1239.308224,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_business_and_management_and_financial_operations/Gemma 2 9B IT SimPO","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1214.637069,"ciLow":1200.609037,"ciHigh":1228.6651,"observedAt":"2026-11-11","runCount":1692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_entertainment_and_sports_and_media/Gemma 2 9B IT SimPO","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|industry_legal_and_government/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.410408,"ciLow":1243.979348,"ciHigh":1292.841467,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_legal_and_government/Gemma 2 9B IT SimPO","slice":"industry_legal_and_government"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.969868,"ciLow":1216.17918,"ciHigh":1245.760556,"observedAt":"2026-11-11","runCount":1596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_life_and_physical_and_social_science/Gemma 2 9B IT SimPO","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|industry_mathematical/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1196.090071,"ciLow":1180.345948,"ciHigh":1211.834195,"observedAt":"2026-11-11","runCount":1139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_mathematical/Gemma 2 9B IT SimPO","slice":"industry_mathematical"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.619821,"ciLow":1195.658548,"ciHigh":1247.581093,"observedAt":"2026-11-11","runCount":516,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_medicine_and_healthcare/Gemma 2 9B IT SimPO","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|industry_software_and_it_services/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.376461,"ciLow":1199.509624,"ciHigh":1223.243298,"observedAt":"2026-11-11","runCount":2537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_software_and_it_services/Gemma 2 9B IT SimPO","slice":"industry_software_and_it_services"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.867086,"ciLow":1214.245205,"ciHigh":1237.488968,"observedAt":"2026-11-11","runCount":2801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"industry_writing_and_literature_and_language/Gemma 2 9B IT SimPO","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|instruction_following/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1190.904785,"ciLow":1180.964244,"ciHigh":1200.845326,"observedAt":"2026-11-11","runCount":3741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"instruction_following/Gemma 2 9B IT SimPO","slice":"instruction_following"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|japanese/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1139.916968,"ciLow":1107.489211,"ciHigh":1172.344726,"observedAt":"2026-11-11","runCount":291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"japanese/Gemma 2 9B IT SimPO","slice":"japanese"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|longer_query/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.026167,"ciLow":1207.149986,"ciHigh":1244.902348,"observedAt":"2026-11-11","runCount":841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"longer_query/Gemma 2 9B IT SimPO","slice":"longer_query"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|math/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1172.749582,"ciLow":1157.644702,"ciHigh":1187.854462,"observedAt":"2026-11-11","runCount":1285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"math/Gemma 2 9B IT SimPO","slice":"math"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|multi_turn/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.595815,"ciLow":1205.147904,"ciHigh":1234.043727,"observedAt":"2026-11-11","runCount":1660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"multi_turn/Gemma 2 9B IT SimPO","slice":"multi_turn"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|non_english/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.304277,"ciLow":1196.691232,"ciHigh":1215.917322,"observedAt":"2026-11-11","runCount":4238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"non_english/Gemma 2 9B IT SimPO","slice":"non_english"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|overall/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.108394,"ciLow":1220.268858,"ciHigh":1233.94793,"observedAt":"2026-11-11","runCount":10072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"overall/Gemma 2 9B IT SimPO","slice":"overall"}
{"key":"lmarena|princeton-nlp/gemma-2-9b-it-simpo:default|none|lmarena-text@1|rating|russian/Gemma 2 9B IT SimPO","sourceId":"lmarena","modelId":"princeton-nlp/gemma-2-9b-it-simpo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.398402,"ciLow":1207.533511,"ciHigh":1241.263294,"observedAt":"2026-11-11","runCount":1119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Gemma 2 9B IT SimPO","rowId":"russian/Gemma 2 9B IT SimPO","slice":"russian"}
{"key":"lmarena|pruna-ai/p-image:default|none|lmarena-text-to-image@1|rating|3d_modeling/P-Image","sourceId":"lmarena","modelId":"pruna-ai/p-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1031.751667,"ciLow":1024.278956,"ciHigh":1039.224379,"observedAt":"2026-11-12","runCount":10881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"P-Image","rowId":"3d_modeling/P-Image","slice":"3d_modeling"}
{"key":"lmarena|pruna-ai/p-image:default|none|lmarena-text-to-image@1|rating|art/P-Image","sourceId":"lmarena","modelId":"pruna-ai/p-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1039.773995,"ciLow":1032.862684,"ciHigh":1046.685307,"observedAt":"2026-11-12","runCount":13755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"P-Image","rowId":"art/P-Image","slice":"art"}
{"key":"lmarena|pruna-ai/p-image:default|none|lmarena-text-to-image@1|rating|cartoon/P-Image","sourceId":"lmarena","modelId":"pruna-ai/p-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1012.923537,"ciLow":1007.759053,"ciHigh":1018.088022,"observedAt":"2026-11-12","runCount":43327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"P-Image","rowId":"cartoon/P-Image","slice":"cartoon"}
{"key":"lmarena|pruna-ai/p-image:default|none|lmarena-text-to-image@1|rating|commercial_design/P-Image","sourceId":"lmarena","modelId":"pruna-ai/p-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1030.323725,"ciLow":1025.36851,"ciHigh":1035.27894,"observedAt":"2026-11-12","runCount":39941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"P-Image","rowId":"commercial_design/P-Image","slice":"commercial_design"}
{"key":"lmarena|pruna-ai/p-image:default|none|lmarena-text-to-image@1|rating|overall/P-Image","sourceId":"lmarena","modelId":"pruna-ai/p-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1032.69302,"ciLow":1029.183269,"ciHigh":1036.20277,"observedAt":"2026-11-12","runCount":107125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"P-Image","rowId":"overall/P-Image","slice":"overall"}
{"key":"lmarena|pruna-ai/p-image:default|none|lmarena-text-to-image@1|rating|photorealistic/P-Image","sourceId":"lmarena","modelId":"pruna-ai/p-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1072.143984,"ciLow":1067.073471,"ciHigh":1077.214497,"observedAt":"2026-11-12","runCount":44612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"P-Image","rowId":"photorealistic/P-Image","slice":"photorealistic"}
{"key":"lmarena|pruna-ai/p-image:default|none|lmarena-text-to-image@1|rating|portraits/P-Image","sourceId":"lmarena","modelId":"pruna-ai/p-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1097.937849,"ciLow":1091.78992,"ciHigh":1104.085778,"observedAt":"2026-11-12","runCount":24283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"P-Image","rowId":"portraits/P-Image","slice":"portraits"}
{"key":"lmarena|pruna-ai/p-image:default|none|lmarena-text-to-image@1|rating|text_rendering/P-Image","sourceId":"lmarena","modelId":"pruna-ai/p-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1021.56545,"ciLow":1016.401379,"ciHigh":1026.729521,"observedAt":"2026-11-12","runCount":38050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"P-Image","rowId":"text_rendering/P-Image","slice":"text_rendering"}
{"key":"lmarena|recraft/recraft-v3:default|none|lmarena-text-to-image@1|rating|3d_modeling/Recraft V3","sourceId":"lmarena","modelId":"recraft/recraft-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1010.72668,"ciLow":1003.274199,"ciHigh":1018.179162,"observedAt":"2026-11-12","runCount":16639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V3","rowId":"3d_modeling/Recraft V3","slice":"3d_modeling"}
{"key":"lmarena|recraft/recraft-v3:default|none|lmarena-text-to-image@1|rating|art/Recraft V3","sourceId":"lmarena","modelId":"recraft/recraft-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":990.918999,"ciLow":983.968212,"ciHigh":997.869786,"observedAt":"2026-11-12","runCount":34957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V3","rowId":"art/Recraft V3","slice":"art"}
{"key":"lmarena|recraft/recraft-v3:default|none|lmarena-text-to-image@1|rating|cartoon/Recraft V3","sourceId":"lmarena","modelId":"recraft/recraft-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":976.749628,"ciLow":971.541419,"ciHigh":981.957838,"observedAt":"2026-11-12","runCount":85672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V3","rowId":"cartoon/Recraft V3","slice":"cartoon"}
{"key":"lmarena|recraft/recraft-v3:default|none|lmarena-text-to-image@1|rating|chinese/recraft-v3","sourceId":"lmarena","modelId":"recraft/recraft-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1028.97559,"ciLow":999.753184,"ciHigh":1061.492466,"observedAt":"2025-01-24","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"recraft-v3","rowId":"chinese/recraft-v3","slice":"chinese"}
{"key":"lmarena|recraft/recraft-v3:default|none|lmarena-text-to-image@1|rating|commercial_design/Recraft V3","sourceId":"lmarena","modelId":"recraft/recraft-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1026.428145,"ciLow":1021.248178,"ciHigh":1031.608112,"observedAt":"2026-11-12","runCount":47296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V3","rowId":"commercial_design/Recraft V3","slice":"commercial_design"}
{"key":"lmarena|recraft/recraft-v3:default|none|lmarena-text-to-image@1|rating|english/recraft-v3","sourceId":"lmarena","modelId":"recraft/recraft-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1033.861298,"ciLow":1030.160693,"ciHigh":1037.074761,"observedAt":"2025-02-11","runCount":23395,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"recraft-v3","rowId":"english/recraft-v3","slice":"english"}
{"key":"lmarena|recraft/recraft-v3:default|none|lmarena-text-to-image@1|rating|overall/Recraft V3","sourceId":"lmarena","modelId":"recraft/recraft-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1021.964188,"ciLow":1018.254609,"ciHigh":1025.673766,"observedAt":"2026-11-12","runCount":192944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V3","rowId":"overall/Recraft V3","slice":"overall"}
{"key":"lmarena|recraft/recraft-v3:default|none|lmarena-text-to-image@1|rating|photorealistic/Recraft V3","sourceId":"lmarena","modelId":"recraft/recraft-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1056.09884,"ciLow":1051.101634,"ciHigh":1061.096046,"observedAt":"2026-11-12","runCount":80417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V3","rowId":"photorealistic/Recraft V3","slice":"photorealistic"}
{"key":"lmarena|recraft/recraft-v3:default|none|lmarena-text-to-image@1|rating|portraits/Recraft V3","sourceId":"lmarena","modelId":"recraft/recraft-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1041.581005,"ciLow":1035.388195,"ciHigh":1047.773814,"observedAt":"2026-11-12","runCount":43274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V3","rowId":"portraits/Recraft V3","slice":"portraits"}
{"key":"lmarena|recraft/recraft-v3:default|none|lmarena-text-to-image@1|rating|russian/recraft-v3","sourceId":"lmarena","modelId":"recraft/recraft-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":941.887556,"ciLow":923.532642,"ciHigh":963.808338,"observedAt":"2025-01-24","runCount":816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"recraft-v3","rowId":"russian/recraft-v3","slice":"russian"}
{"key":"lmarena|recraft/recraft-v3:default|none|lmarena-text-to-image@1|rating|text_rendering/Recraft V3","sourceId":"lmarena","modelId":"recraft/recraft-v3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1004.767582,"ciLow":999.32995,"ciHigh":1010.205213,"observedAt":"2026-11-12","runCount":43065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V3","rowId":"text_rendering/Recraft V3","slice":"text_rendering"}
{"key":"lmarena|recraft/recraft-v4.1-flash:default|none|lmarena-text-to-image@1|rating|3d_modeling/Recraft V4.1 Flash","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1080.659038,"ciLow":1053.85014,"ciHigh":1107.467935,"observedAt":"2026-11-12","runCount":456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Flash","rowId":"3d_modeling/Recraft V4.1 Flash","slice":"3d_modeling"}
{"key":"lmarena|recraft/recraft-v4.1-flash:default|none|lmarena-text-to-image@1|rating|art/Recraft V4.1 Flash","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1117.031574,"ciLow":1097.815172,"ciHigh":1136.247976,"observedAt":"2026-11-12","runCount":863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Flash","rowId":"art/Recraft V4.1 Flash","slice":"art"}
{"key":"lmarena|recraft/recraft-v4.1-flash:default|none|lmarena-text-to-image@1|rating|cartoon/Recraft V4.1 Flash","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1091.224915,"ciLow":1078.723915,"ciHigh":1103.725915,"observedAt":"2026-11-12","runCount":2121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Flash","rowId":"cartoon/Recraft V4.1 Flash","slice":"cartoon"}
{"key":"lmarena|recraft/recraft-v4.1-flash:default|none|lmarena-text-to-image@1|rating|commercial_design/Recraft V4.1 Flash","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1102.531058,"ciLow":1090.474228,"ciHigh":1114.587887,"observedAt":"2026-11-12","runCount":1967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Flash","rowId":"commercial_design/Recraft V4.1 Flash","slice":"commercial_design"}
{"key":"lmarena|recraft/recraft-v4.1-flash:default|none|lmarena-text-to-image@1|rating|overall/Recraft V4.1 Flash","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1099.088762,"ciLow":1091.501902,"ciHigh":1106.675622,"observedAt":"2026-11-12","runCount":5946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Flash","rowId":"overall/Recraft V4.1 Flash","slice":"overall"}
{"key":"lmarena|recraft/recraft-v4.1-flash:default|none|lmarena-text-to-image@1|rating|photorealistic/Recraft V4.1 Flash","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1114.758014,"ciLow":1102.338552,"ciHigh":1127.177476,"observedAt":"2026-11-12","runCount":2168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Flash","rowId":"photorealistic/Recraft V4.1 Flash","slice":"photorealistic"}
{"key":"lmarena|recraft/recraft-v4.1-flash:default|none|lmarena-text-to-image@1|rating|portraits/Recraft V4.1 Flash","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1123.88928,"ciLow":1106.516815,"ciHigh":1141.261746,"observedAt":"2026-11-12","runCount":1073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Flash","rowId":"portraits/Recraft V4.1 Flash","slice":"portraits"}
{"key":"lmarena|recraft/recraft-v4.1-flash:default|none|lmarena-text-to-image@1|rating|text_rendering/Recraft V4.1 Flash","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1111.920829,"ciLow":1099.679257,"ciHigh":1124.162401,"observedAt":"2026-11-12","runCount":1952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Flash","rowId":"text_rendering/Recraft V4.1 Flash","slice":"text_rendering"}
{"key":"lmarena|recraft/recraft-v4.1-pro:default|none|lmarena-text-to-image@1|rating|3d_modeling/Recraft V4.1 Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1110.025785,"ciLow":1075.41126,"ciHigh":1144.640309,"observedAt":"2026-11-12","runCount":267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Pro","rowId":"3d_modeling/Recraft V4.1 Pro","slice":"3d_modeling"}
{"key":"lmarena|recraft/recraft-v4.1-pro:default|none|lmarena-text-to-image@1|rating|art/Recraft V4.1 Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1159.971233,"ciLow":1134.068723,"ciHigh":1185.873743,"observedAt":"2026-11-12","runCount":409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Pro","rowId":"art/Recraft V4.1 Pro","slice":"art"}
{"key":"lmarena|recraft/recraft-v4.1-pro:default|none|lmarena-text-to-image@1|rating|cartoon/Recraft V4.1 Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1125.564436,"ciLow":1108.035182,"ciHigh":1143.09369,"observedAt":"2026-11-12","runCount":974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Pro","rowId":"cartoon/Recraft V4.1 Pro","slice":"cartoon"}
{"key":"lmarena|recraft/recraft-v4.1-pro:default|none|lmarena-text-to-image@1|rating|commercial_design/Recraft V4.1 Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1138.830412,"ciLow":1123.462849,"ciHigh":1154.197976,"observedAt":"2026-11-12","runCount":1162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Pro","rowId":"commercial_design/Recraft V4.1 Pro","slice":"commercial_design"}
{"key":"lmarena|recraft/recraft-v4.1-pro:default|none|lmarena-text-to-image@1|rating|overall/Recraft V4.1 Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1131.891237,"ciLow":1121.317751,"ciHigh":1142.464723,"observedAt":"2026-11-12","runCount":2744,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Pro","rowId":"overall/Recraft V4.1 Pro","slice":"overall"}
{"key":"lmarena|recraft/recraft-v4.1-pro:default|none|lmarena-text-to-image@1|rating|photorealistic/Recraft V4.1 Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1146.53341,"ciLow":1129.674425,"ciHigh":1163.392394,"observedAt":"2026-11-12","runCount":1125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Pro","rowId":"photorealistic/Recraft V4.1 Pro","slice":"photorealistic"}
{"key":"lmarena|recraft/recraft-v4.1-pro:default|none|lmarena-text-to-image@1|rating|portraits/Recraft V4.1 Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1144.144164,"ciLow":1120.575893,"ciHigh":1167.712435,"observedAt":"2026-11-12","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Pro","rowId":"portraits/Recraft V4.1 Pro","slice":"portraits"}
{"key":"lmarena|recraft/recraft-v4.1-pro:default|none|lmarena-text-to-image@1|rating|text_rendering/Recraft V4.1 Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1155.947283,"ciLow":1138.778345,"ciHigh":1173.116222,"observedAt":"2026-11-12","runCount":950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Pro","rowId":"text_rendering/Recraft V4.1 Pro","slice":"text_rendering"}
{"key":"lmarena|recraft/recraft-v4.1-utility-pro:default|none|lmarena-text-to-image@1|rating|3d_modeling/Recraft V4.1 Utility Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-utility-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1151.585386,"ciLow":1116.378647,"ciHigh":1186.792125,"observedAt":"2026-11-12","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Utility Pro","rowId":"3d_modeling/Recraft V4.1 Utility Pro","slice":"3d_modeling"}
{"key":"lmarena|recraft/recraft-v4.1-utility-pro:default|none|lmarena-text-to-image@1|rating|art/Recraft V4.1 Utility Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-utility-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1182.466891,"ciLow":1153.926044,"ciHigh":1211.007738,"observedAt":"2026-11-12","runCount":381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Utility Pro","rowId":"art/Recraft V4.1 Utility Pro","slice":"art"}
{"key":"lmarena|recraft/recraft-v4.1-utility-pro:default|none|lmarena-text-to-image@1|rating|cartoon/Recraft V4.1 Utility Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-utility-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1177.227035,"ciLow":1158.575249,"ciHigh":1195.87882,"observedAt":"2026-11-12","runCount":960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Utility Pro","rowId":"cartoon/Recraft V4.1 Utility Pro","slice":"cartoon"}
{"key":"lmarena|recraft/recraft-v4.1-utility-pro:default|none|lmarena-text-to-image@1|rating|commercial_design/Recraft V4.1 Utility Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-utility-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1165.357643,"ciLow":1148.98195,"ciHigh":1181.733335,"observedAt":"2026-11-12","runCount":1090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Utility Pro","rowId":"commercial_design/Recraft V4.1 Utility Pro","slice":"commercial_design"}
{"key":"lmarena|recraft/recraft-v4.1-utility-pro:default|none|lmarena-text-to-image@1|rating|overall/Recraft V4.1 Utility Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-utility-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1169.088387,"ciLow":1157.967559,"ciHigh":1180.209215,"observedAt":"2026-11-12","runCount":2564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Utility Pro","rowId":"overall/Recraft V4.1 Utility Pro","slice":"overall"}
{"key":"lmarena|recraft/recraft-v4.1-utility-pro:default|none|lmarena-text-to-image@1|rating|photorealistic/Recraft V4.1 Utility Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-utility-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1181.599219,"ciLow":1163.711747,"ciHigh":1199.486691,"observedAt":"2026-11-12","runCount":997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Utility Pro","rowId":"photorealistic/Recraft V4.1 Utility Pro","slice":"photorealistic"}
{"key":"lmarena|recraft/recraft-v4.1-utility-pro:default|none|lmarena-text-to-image@1|rating|portraits/Recraft V4.1 Utility Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-utility-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1171.042982,"ciLow":1145.801876,"ciHigh":1196.284089,"observedAt":"2026-11-12","runCount":497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Utility Pro","rowId":"portraits/Recraft V4.1 Utility Pro","slice":"portraits"}
{"key":"lmarena|recraft/recraft-v4.1-utility-pro:default|none|lmarena-text-to-image@1|rating|text_rendering/Recraft V4.1 Utility Pro","sourceId":"lmarena","modelId":"recraft/recraft-v4.1-utility-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1158.652763,"ciLow":1140.977692,"ciHigh":1176.327834,"observedAt":"2026-11-12","runCount":951,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4.1 Utility Pro","rowId":"text_rendering/Recraft V4.1 Utility Pro","slice":"text_rendering"}
{"key":"lmarena|recraft/recraft-v4:default|none|lmarena-text-to-image@1|rating|3d_modeling/Recraft V4","sourceId":"lmarena","modelId":"recraft/recraft-v4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1085.458761,"ciLow":1079.061658,"ciHigh":1091.855864,"observedAt":"2026-11-12","runCount":14477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4","rowId":"3d_modeling/Recraft V4","slice":"3d_modeling"}
{"key":"lmarena|recraft/recraft-v4:default|none|lmarena-text-to-image@1|rating|agentic/Recraft V4","sourceId":"lmarena","modelId":"recraft/recraft-v4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1119.528484,"ciLow":1107.432168,"ciHigh":1131.624801,"observedAt":"2026-11-12","runCount":4743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4","rowId":"agentic/Recraft V4","slice":"agentic"}
{"key":"lmarena|recraft/recraft-v4:default|none|lmarena-text-to-image@1|rating|art/Recraft V4","sourceId":"lmarena","modelId":"recraft/recraft-v4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1127.809639,"ciLow":1122.06785,"ciHigh":1133.551427,"observedAt":"2026-11-12","runCount":20373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4","rowId":"art/Recraft V4","slice":"art"}
{"key":"lmarena|recraft/recraft-v4:default|none|lmarena-text-to-image@1|rating|cartoon/Recraft V4","sourceId":"lmarena","modelId":"recraft/recraft-v4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1114.35579,"ciLow":1109.88569,"ciHigh":1118.825889,"observedAt":"2026-11-12","runCount":61866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4","rowId":"cartoon/Recraft V4","slice":"cartoon"}
{"key":"lmarena|recraft/recraft-v4:default|none|lmarena-text-to-image@1|rating|commercial_design/Recraft V4","sourceId":"lmarena","modelId":"recraft/recraft-v4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1130.774387,"ciLow":1126.329311,"ciHigh":1135.219463,"observedAt":"2026-11-12","runCount":54056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4","rowId":"commercial_design/Recraft V4","slice":"commercial_design"}
{"key":"lmarena|recraft/recraft-v4:default|none|lmarena-text-to-image@1|rating|overall/Recraft V4","sourceId":"lmarena","modelId":"recraft/recraft-v4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1116.599992,"ciLow":1113.507881,"ciHigh":1119.692103,"observedAt":"2026-11-12","runCount":156056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4","rowId":"overall/Recraft V4","slice":"overall"}
{"key":"lmarena|recraft/recraft-v4:default|none|lmarena-text-to-image@1|rating|photorealistic/Recraft V4","sourceId":"lmarena","modelId":"recraft/recraft-v4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1119.811601,"ciLow":1115.415025,"ciHigh":1124.208177,"observedAt":"2026-11-12","runCount":61697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4","rowId":"photorealistic/Recraft V4","slice":"photorealistic"}
{"key":"lmarena|recraft/recraft-v4:default|none|lmarena-text-to-image@1|rating|portraits/Recraft V4","sourceId":"lmarena","modelId":"recraft/recraft-v4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1122.918851,"ciLow":1117.612735,"ciHigh":1128.224968,"observedAt":"2026-11-12","runCount":33156,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4","rowId":"portraits/Recraft V4","slice":"portraits"}
{"key":"lmarena|recraft/recraft-v4:default|none|lmarena-text-to-image@1|rating|text_rendering/Recraft V4","sourceId":"lmarena","modelId":"recraft/recraft-v4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1140.528976,"ciLow":1135.964339,"ciHigh":1145.093614,"observedAt":"2026-11-12","runCount":52628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Recraft V4","rowId":"text_rendering/Recraft V4","slice":"text_rendering"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-agent@1|output-tokens-per-task|overall/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":15788,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"overall/Beam 1.0 501B A23B","slice":"overall"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-agent@1|score|overall/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.074017,"ciLow":-0.102703,"ciHigh":-0.045331,"observedAt":"2026-11-15","runCount":696842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"overall/Beam 1.0 501B A23B","slice":"overall"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|coding/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.683918,"ciLow":1485.66841,"ciHigh":1523.699426,"observedAt":"2026-11-11","runCount":957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"coding/Beam 1.0 501B A23B","slice":"coding"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|creative_writing/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.834689,"ciLow":1367.145385,"ciHigh":1408.523992,"observedAt":"2026-11-11","runCount":900,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"creative_writing/Beam 1.0 501B A23B","slice":"creative_writing"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|english/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.646361,"ciLow":1430.11837,"ciHigh":1461.174351,"observedAt":"2026-11-11","runCount":1437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"english/Beam 1.0 501B A23B","slice":"english"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|exclude_ties/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.489726,"ciLow":1416.480132,"ciHigh":1442.49932,"observedAt":"2026-11-11","runCount":3010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"exclude_ties/Beam 1.0 501B A23B","slice":"exclude_ties"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|expert/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.445107,"ciLow":1451.687777,"ciHigh":1511.202437,"observedAt":"2026-11-11","runCount":359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"expert/Beam 1.0 501B A23B","slice":"expert"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|french/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.416999,"ciLow":1426.216725,"ciHigh":1506.617274,"observedAt":"2026-11-11","runCount":245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"french/Beam 1.0 501B A23B","slice":"french"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|hard_prompts/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.315029,"ciLow":1449.181817,"ciHigh":1473.448241,"observedAt":"2026-11-11","runCount":2509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"hard_prompts/Beam 1.0 501B A23B","slice":"hard_prompts"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.251941,"ciLow":1452.725549,"ciHigh":1491.778333,"observedAt":"2026-11-11","runCount":935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"hard_prompts_english/Beam 1.0 501B A23B","slice":"hard_prompts_english"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.74585,"ciLow":1418.188007,"ciHigh":1463.303693,"observedAt":"2026-11-11","runCount":709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_business_and_management_and_financial_operations/Beam 1.0 501B A23B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.276092,"ciLow":1385.875696,"ciHigh":1422.676487,"observedAt":"2026-11-11","runCount":1150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_entertainment_and_sports_and_media/Beam 1.0 501B A23B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.389186,"ciLow":1404.564225,"ciHigh":1470.214147,"observedAt":"2026-11-11","runCount":325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_legal_and_government/Beam 1.0 501B A23B","slice":"industry_legal_and_government"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.880826,"ciLow":1418.974728,"ciHigh":1466.786923,"observedAt":"2026-11-11","runCount":637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_life_and_physical_and_social_science/Beam 1.0 501B A23B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.126446,"ciLow":1436.181259,"ciHigh":1514.071633,"observedAt":"2026-11-11","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_mathematical/Beam 1.0 501B A23B","slice":"industry_mathematical"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.918519,"ciLow":1358.799463,"ciHigh":1429.037576,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_medicine_and_healthcare/Beam 1.0 501B A23B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.155055,"ciLow":1468.049474,"ciHigh":1500.260636,"observedAt":"2026-11-11","runCount":1364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_software_and_it_services/Beam 1.0 501B A23B","slice":"industry_software_and_it_services"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.56818,"ciLow":1386.97938,"ciHigh":1422.15698,"observedAt":"2026-11-11","runCount":1213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_writing_and_literature_and_language/Beam 1.0 501B A23B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|instruction_following/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.226235,"ciLow":1417.341942,"ciHigh":1449.110528,"observedAt":"2026-11-11","runCount":1440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"instruction_following/Beam 1.0 501B A23B","slice":"instruction_following"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|longer_query/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.047483,"ciLow":1423.163716,"ciHigh":1452.93125,"observedAt":"2026-11-11","runCount":1776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"longer_query/Beam 1.0 501B A23B","slice":"longer_query"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|math/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.230254,"ciLow":1432.712578,"ciHigh":1509.747929,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"math/Beam 1.0 501B A23B","slice":"math"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|multi_turn/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.295389,"ciLow":1408.44102,"ciHigh":1456.149757,"observedAt":"2026-11-11","runCount":649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"multi_turn/Beam 1.0 501B A23B","slice":"multi_turn"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|non_english/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.695696,"ciLow":1408.733858,"ciHigh":1432.657533,"observedAt":"2026-11-11","runCount":2567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"non_english/Beam 1.0 501B A23B","slice":"non_english"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|overall/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.418549,"ciLow":1424.773579,"ciHigh":1444.063518,"observedAt":"2026-11-11","runCount":4004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"overall/Beam 1.0 501B A23B","slice":"overall"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text-style-control@1|rating|russian/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.483604,"ciLow":1394.811309,"ciHigh":1444.1559,"observedAt":"2026-11-11","runCount":613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"russian/Beam 1.0 501B A23B","slice":"russian"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|coding/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.544881,"ciLow":1455.807212,"ciHigh":1493.28255,"observedAt":"2026-11-11","runCount":957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"coding/Beam 1.0 501B A23B","slice":"coding"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|creative_writing/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.134428,"ciLow":1367.502641,"ciHigh":1408.766214,"observedAt":"2026-11-11","runCount":900,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"creative_writing/Beam 1.0 501B A23B","slice":"creative_writing"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|english/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.036311,"ciLow":1419.605249,"ciHigh":1450.467373,"observedAt":"2026-11-11","runCount":1437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"english/Beam 1.0 501B A23B","slice":"english"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|exclude_ties/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.702563,"ciLow":1401.899877,"ciHigh":1427.505249,"observedAt":"2026-11-11","runCount":3010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"exclude_ties/Beam 1.0 501B A23B","slice":"exclude_ties"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|expert/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.567273,"ciLow":1433.677147,"ciHigh":1493.457398,"observedAt":"2026-11-11","runCount":359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"expert/Beam 1.0 501B A23B","slice":"expert"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|french/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.630175,"ciLow":1419.746795,"ciHigh":1499.513556,"observedAt":"2026-11-11","runCount":245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"french/Beam 1.0 501B A23B","slice":"french"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|hard_prompts/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.291117,"ciLow":1430.258146,"ciHigh":1454.324089,"observedAt":"2026-11-11","runCount":2509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"hard_prompts/Beam 1.0 501B A23B","slice":"hard_prompts"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|hard_prompts_english/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.399483,"ciLow":1434.111256,"ciHigh":1472.68771,"observedAt":"2026-11-11","runCount":935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"hard_prompts_english/Beam 1.0 501B A23B","slice":"hard_prompts_english"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.610624,"ciLow":1403.365015,"ciHigh":1447.856232,"observedAt":"2026-11-11","runCount":709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_business_and_management_and_financial_operations/Beam 1.0 501B A23B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.708844,"ciLow":1382.453934,"ciHigh":1418.963754,"observedAt":"2026-11-11","runCount":1150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_entertainment_and_sports_and_media/Beam 1.0 501B A23B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|industry_legal_and_government/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.699756,"ciLow":1400.016324,"ciHigh":1465.383188,"observedAt":"2026-11-11","runCount":325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_legal_and_government/Beam 1.0 501B A23B","slice":"industry_legal_and_government"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.77181,"ciLow":1404.751066,"ciHigh":1452.792553,"observedAt":"2026-11-11","runCount":637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_life_and_physical_and_social_science/Beam 1.0 501B A23B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|industry_mathematical/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.93449,"ciLow":1426.665816,"ciHigh":1505.203164,"observedAt":"2026-11-11","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_mathematical/Beam 1.0 501B A23B","slice":"industry_mathematical"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.224385,"ciLow":1340.960598,"ciHigh":1411.488173,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_medicine_and_healthcare/Beam 1.0 501B A23B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|industry_software_and_it_services/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.043382,"ciLow":1445.158291,"ciHigh":1476.928472,"observedAt":"2026-11-11","runCount":1364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_software_and_it_services/Beam 1.0 501B A23B","slice":"industry_software_and_it_services"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.247533,"ciLow":1380.64081,"ciHigh":1415.854256,"observedAt":"2026-11-11","runCount":1213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"industry_writing_and_literature_and_language/Beam 1.0 501B A23B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|instruction_following/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.156589,"ciLow":1408.309372,"ciHigh":1440.003806,"observedAt":"2026-11-11","runCount":1440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"instruction_following/Beam 1.0 501B A23B","slice":"instruction_following"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|longer_query/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.768527,"ciLow":1412.992302,"ciHigh":1442.544753,"observedAt":"2026-11-11","runCount":1776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"longer_query/Beam 1.0 501B A23B","slice":"longer_query"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|math/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.334788,"ciLow":1420.514946,"ciHigh":1498.15463,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"math/Beam 1.0 501B A23B","slice":"math"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|multi_turn/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.1153,"ciLow":1397.449642,"ciHigh":1444.780958,"observedAt":"2026-11-11","runCount":649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"multi_turn/Beam 1.0 501B A23B","slice":"multi_turn"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|non_english/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.582188,"ciLow":1399.660173,"ciHigh":1423.504203,"observedAt":"2026-11-11","runCount":2567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"non_english/Beam 1.0 501B A23B","slice":"non_english"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|overall/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.480347,"ciLow":1414.867155,"ciHigh":1434.093539,"observedAt":"2026-11-11","runCount":4004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"overall/Beam 1.0 501B A23B","slice":"overall"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-text@1|rating|russian/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.947076,"ciLow":1380.263882,"ciHigh":1429.630269,"observedAt":"2026-11-11","runCount":613,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"russian/Beam 1.0 501B A23B","slice":"russian"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-webdev@1|rating|overall/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1436.261974,"ciLow":1422.57983,"ciHigh":1449.944119,"observedAt":"2026-11-15","runCount":2514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"overall/Beam 1.0 501B A23B","slice":"overall"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-webdev@1|rating|webdev-html/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1429.966868,"ciLow":1392.713904,"ciHigh":1467.219831,"observedAt":"2026-11-15","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"webdev-html/Beam 1.0 501B A23B","slice":"webdev-html"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-webdev@1|rating|webdev-react/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1441.656348,"ciLow":1424.124088,"ciHigh":1459.188607,"observedAt":"2026-11-15","runCount":1585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"webdev-react/Beam 1.0 501B A23B","slice":"webdev-react"}
{"key":"lmarena|reflection/beam-1.0:default|none|lmarena-webdev@1|rating|webdev/Beam 1.0 501B A23B","sourceId":"lmarena","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1436.261974,"ciLow":1422.57983,"ciHigh":1449.944119,"observedAt":"2026-11-15","runCount":2514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Beam 1.0 501B A23B","rowId":"webdev/Beam 1.0 501B A23B","slice":"webdev"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|chinese/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.871883,"ciLow":1282.707422,"ciHigh":1329.036343,"observedAt":"2026-11-11","runCount":598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"chinese/Reka Core (20240904)","slice":"chinese"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|coding/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.220443,"ciLow":1299.869519,"ciHigh":1330.571368,"observedAt":"2026-11-11","runCount":1216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"coding/Reka Core (20240904)","slice":"coding"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|creative_writing/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.342393,"ciLow":1248.965969,"ciHigh":1285.718816,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"creative_writing/Reka Core (20240904)","slice":"creative_writing"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|english/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.250672,"ciLow":1282.800646,"ciHigh":1301.700697,"observedAt":"2026-11-11","runCount":3934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"english/Reka Core (20240904)","slice":"english"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|exclude_ties/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.690154,"ciLow":1200.882754,"ciHigh":1224.497554,"observedAt":"2026-11-11","runCount":4480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"exclude_ties/Reka Core (20240904)","slice":"exclude_ties"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|expert/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.507462,"ciLow":1266.910074,"ciHigh":1316.104849,"observedAt":"2026-11-11","runCount":458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"expert/Reka Core (20240904)","slice":"expert"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|german/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.526125,"ciLow":1240.051896,"ciHigh":1323.000354,"observedAt":"2026-11-11","runCount":183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"german/Reka Core (20240904)","slice":"german"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|hard_prompts/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.866933,"ciLow":1269.300678,"ciHigh":1292.433189,"observedAt":"2026-11-11","runCount":2145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"hard_prompts/Reka Core (20240904)","slice":"hard_prompts"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|hard_prompts_english/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.992335,"ciLow":1266.692895,"ciHigh":1295.291774,"observedAt":"2026-11-11","runCount":1341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"hard_prompts_english/Reka Core (20240904)","slice":"hard_prompts_english"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.096436,"ciLow":1260.542082,"ciHigh":1299.650791,"observedAt":"2026-11-11","runCount":837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_business_and_management_and_financial_operations/Reka Core (20240904)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.666799,"ciLow":1229.429257,"ciHigh":1263.904341,"observedAt":"2026-11-11","runCount":1092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_entertainment_and_sports_and_media/Reka Core (20240904)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.707086,"ciLow":1299.906542,"ciHigh":1357.507629,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_legal_and_government/Reka Core (20240904)","slice":"industry_legal_and_government"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.021671,"ciLow":1304.640734,"ciHigh":1337.402607,"observedAt":"2026-11-11","runCount":1183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_life_and_physical_and_social_science/Reka Core (20240904)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_mathematical/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.882084,"ciLow":1254.184334,"ciHigh":1285.579835,"observedAt":"2026-11-11","runCount":1039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_mathematical/Reka Core (20240904)","slice":"industry_mathematical"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.920086,"ciLow":1316.304147,"ciHigh":1375.536024,"observedAt":"2026-11-11","runCount":364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_medicine_and_healthcare/Reka Core (20240904)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.645584,"ciLow":1288.039674,"ciHigh":1313.251495,"observedAt":"2026-11-11","runCount":2006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_software_and_it_services/Reka Core (20240904)","slice":"industry_software_and_it_services"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.850414,"ciLow":1258.255314,"ciHigh":1285.445514,"observedAt":"2026-11-11","runCount":1890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_writing_and_literature_and_language/Reka Core (20240904)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|instruction_following/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.890774,"ciLow":1251.674874,"ciHigh":1272.106674,"observedAt":"2026-11-11","runCount":3118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"instruction_following/Reka Core (20240904)","slice":"instruction_following"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|longer_query/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.653737,"ciLow":1262.495634,"ciHigh":1298.811841,"observedAt":"2026-11-11","runCount":951,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"longer_query/Reka Core (20240904)","slice":"longer_query"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|math/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.842148,"ciLow":1231.438236,"ciHigh":1260.24606,"observedAt":"2026-11-11","runCount":1207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"math/Reka Core (20240904)","slice":"math"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|multi_turn/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.019638,"ciLow":1248.747375,"ciHigh":1281.2919,"observedAt":"2026-11-11","runCount":1255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"multi_turn/Reka Core (20240904)","slice":"multi_turn"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|non_english/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.603055,"ciLow":1269.599433,"ciHigh":1289.606677,"observedAt":"2026-11-11","runCount":3378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"non_english/Reka Core (20240904)","slice":"non_english"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|overall/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.130081,"ciLow":1280.949602,"ciHigh":1295.310561,"observedAt":"2026-11-11","runCount":7312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"overall/Reka Core (20240904)","slice":"overall"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|russian/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.410912,"ciLow":1277.52946,"ciHigh":1313.292365,"observedAt":"2026-11-11","runCount":976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"russian/Reka Core (20240904)","slice":"russian"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|chinese/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.134258,"ciLow":1218.140066,"ciHigh":1264.12845,"observedAt":"2026-11-11","runCount":598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"chinese/Reka Core (20240904)","slice":"chinese"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|coding/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1229.910525,"ciLow":1214.531134,"ciHigh":1245.289916,"observedAt":"2026-11-11","runCount":1216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"coding/Reka Core (20240904)","slice":"coding"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|creative_writing/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.088627,"ciLow":1218.104586,"ciHigh":1254.072668,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"creative_writing/Reka Core (20240904)","slice":"creative_writing"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|english/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.047359,"ciLow":1246.747248,"ciHigh":1265.34747,"observedAt":"2026-11-11","runCount":3934,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"english/Reka Core (20240904)","slice":"english"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|exclude_ties/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1156.400926,"ciLow":1144.811006,"ciHigh":1167.990846,"observedAt":"2026-11-11","runCount":4480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"exclude_ties/Reka Core (20240904)","slice":"exclude_ties"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|expert/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.275339,"ciLow":1188.570641,"ciHigh":1237.980036,"observedAt":"2026-11-11","runCount":458,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"expert/Reka Core (20240904)","slice":"expert"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|german/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.034133,"ciLow":1202.596253,"ciHigh":1283.472013,"observedAt":"2026-11-11","runCount":183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"german/Reka Core (20240904)","slice":"german"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|hard_prompts/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1210.894319,"ciLow":1199.381429,"ciHigh":1222.407209,"observedAt":"2026-11-11","runCount":2145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"hard_prompts/Reka Core (20240904)","slice":"hard_prompts"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|hard_prompts_english/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1215.558832,"ciLow":1201.327105,"ciHigh":1229.790559,"observedAt":"2026-11-11","runCount":1341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"hard_prompts_english/Reka Core (20240904)","slice":"hard_prompts_english"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.97594,"ciLow":1197.479004,"ciHigh":1236.472877,"observedAt":"2026-11-11","runCount":837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_business_and_management_and_financial_operations/Reka Core (20240904)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1207.191786,"ciLow":1190.24663,"ciHigh":1224.136942,"observedAt":"2026-11-11","runCount":1092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_entertainment_and_sports_and_media/Reka Core (20240904)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_legal_and_government/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.413664,"ciLow":1244.769649,"ciHigh":1302.057678,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_legal_and_government/Reka Core (20240904)","slice":"industry_legal_and_government"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.542916,"ciLow":1249.378033,"ciHigh":1281.7078,"observedAt":"2026-11-11","runCount":1183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_life_and_physical_and_social_science/Reka Core (20240904)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_mathematical/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1239.211054,"ciLow":1223.545108,"ciHigh":1254.876999,"observedAt":"2026-11-11","runCount":1039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_mathematical/Reka Core (20240904)","slice":"industry_mathematical"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.169132,"ciLow":1248.683136,"ciHigh":1307.655128,"observedAt":"2026-11-11","runCount":364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_medicine_and_healthcare/Reka Core (20240904)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_software_and_it_services/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1231.639536,"ciLow":1219.084806,"ciHigh":1244.194267,"observedAt":"2026-11-11","runCount":2006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_software_and_it_services/Reka Core (20240904)","slice":"industry_software_and_it_services"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.380525,"ciLow":1229.042165,"ciHigh":1255.718885,"observedAt":"2026-11-11","runCount":1890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"industry_writing_and_literature_and_language/Reka Core (20240904)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|instruction_following/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.735724,"ciLow":1201.679685,"ciHigh":1221.791763,"observedAt":"2026-11-11","runCount":3118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"instruction_following/Reka Core (20240904)","slice":"instruction_following"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|longer_query/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1220.173715,"ciLow":1202.070396,"ciHigh":1238.277034,"observedAt":"2026-11-11","runCount":951,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"longer_query/Reka Core (20240904)","slice":"longer_query"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|math/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.711299,"ciLow":1207.371064,"ciHigh":1236.051534,"observedAt":"2026-11-11","runCount":1207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"math/Reka Core (20240904)","slice":"math"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|multi_turn/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.499275,"ciLow":1210.318324,"ciHigh":1242.680226,"observedAt":"2026-11-11","runCount":1255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"multi_turn/Reka Core (20240904)","slice":"multi_turn"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|non_english/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.512826,"ciLow":1226.569624,"ciHigh":1246.456028,"observedAt":"2026-11-11","runCount":3378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"non_english/Reka Core (20240904)","slice":"non_english"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|overall/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.425183,"ciLow":1241.321478,"ciHigh":1255.528888,"observedAt":"2026-11-11","runCount":7312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"overall/Reka Core (20240904)","slice":"overall"}
{"key":"lmarena|reka-ai/reka-core:ckpt=2024-09-04|none|lmarena-text@1|rating|russian/Reka Core (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-core","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.088625,"ciLow":1231.321592,"ciHigh":1266.855659,"observedAt":"2026-11-11","runCount":976,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Core (20240904)","rowId":"russian/Reka Core (20240904)","slice":"russian"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|chinese/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.34103,"ciLow":1276.062602,"ciHigh":1322.619457,"observedAt":"2026-11-11","runCount":607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"chinese/Reka Flash (20240904)","slice":"chinese"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|coding/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.636974,"ciLow":1276.398044,"ciHigh":1306.875904,"observedAt":"2026-11-11","runCount":1207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"coding/Reka Flash (20240904)","slice":"coding"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|creative_writing/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.651236,"ciLow":1225.109284,"ciHigh":1260.193188,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"creative_writing/Reka Flash (20240904)","slice":"creative_writing"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|english/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.411767,"ciLow":1267.21455,"ciHigh":1285.608983,"observedAt":"2026-11-11","runCount":4032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"english/Reka Flash (20240904)","slice":"english"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|exclude_ties/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1178.563805,"ciLow":1166.467901,"ciHigh":1190.659709,"observedAt":"2026-11-11","runCount":4562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"exclude_ties/Reka Flash (20240904)","slice":"exclude_ties"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|expert/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.62919,"ciLow":1254.483334,"ciHigh":1300.775045,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"expert/Reka Flash (20240904)","slice":"expert"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|german/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.614165,"ciLow":1188.064108,"ciHigh":1267.164222,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"german/Reka Flash (20240904)","slice":"german"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|hard_prompts/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.850191,"ciLow":1256.622311,"ciHigh":1279.078071,"observedAt":"2026-11-11","runCount":2289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"hard_prompts/Reka Flash (20240904)","slice":"hard_prompts"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|hard_prompts_english/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.911956,"ciLow":1256.946814,"ciHigh":1284.877098,"observedAt":"2026-11-11","runCount":1389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"hard_prompts_english/Reka Flash (20240904)","slice":"hard_prompts_english"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.91931,"ciLow":1247.273764,"ciHigh":1284.564856,"observedAt":"2026-11-11","runCount":904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_business_and_management_and_financial_operations/Reka Flash (20240904)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.909751,"ciLow":1211.161363,"ciHigh":1244.658139,"observedAt":"2026-11-11","runCount":1115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_entertainment_and_sports_and_media/Reka Flash (20240904)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.871213,"ciLow":1255.189088,"ciHigh":1314.553337,"observedAt":"2026-11-11","runCount":414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_legal_and_government/Reka Flash (20240904)","slice":"industry_legal_and_government"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.734363,"ciLow":1279.736181,"ciHigh":1311.732546,"observedAt":"2026-11-11","runCount":1277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_life_and_physical_and_social_science/Reka Flash (20240904)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_mathematical/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.022614,"ciLow":1231.607781,"ciHigh":1262.437446,"observedAt":"2026-11-11","runCount":1109,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_mathematical/Reka Flash (20240904)","slice":"industry_mathematical"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.113801,"ciLow":1257.017946,"ciHigh":1313.209656,"observedAt":"2026-11-11","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_medicine_and_healthcare/Reka Flash (20240904)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.22595,"ciLow":1272.7134,"ciHigh":1297.7385,"observedAt":"2026-11-11","runCount":1975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_software_and_it_services/Reka Flash (20240904)","slice":"industry_software_and_it_services"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.838526,"ciLow":1245.757648,"ciHigh":1271.919403,"observedAt":"2026-11-11","runCount":1950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_writing_and_literature_and_language/Reka Flash (20240904)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|instruction_following/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.478906,"ciLow":1239.376562,"ciHigh":1259.58125,"observedAt":"2026-11-11","runCount":3246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"instruction_following/Reka Flash (20240904)","slice":"instruction_following"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|longer_query/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.991464,"ciLow":1248.26505,"ciHigh":1283.717877,"observedAt":"2026-11-11","runCount":992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"longer_query/Reka Flash (20240904)","slice":"longer_query"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|math/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.977644,"ciLow":1218.820475,"ciHigh":1247.134813,"observedAt":"2026-11-11","runCount":1284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"math/Reka Flash (20240904)","slice":"math"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|multi_turn/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1237.706387,"ciLow":1221.724925,"ciHigh":1253.68785,"observedAt":"2026-11-11","runCount":1302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"multi_turn/Reka Flash (20240904)","slice":"multi_turn"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|non_english/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.107236,"ciLow":1252.191883,"ciHigh":1272.022588,"observedAt":"2026-11-11","runCount":3504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"non_english/Reka Flash (20240904)","slice":"non_english"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|overall/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.565613,"ciLow":1265.568014,"ciHigh":1279.563212,"observedAt":"2026-11-11","runCount":7536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"overall/Reka Flash (20240904)","slice":"overall"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text-style-control@1|rating|russian/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.553756,"ciLow":1249.013118,"ciHigh":1284.094395,"observedAt":"2026-11-11","runCount":1012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"russian/Reka Flash (20240904)","slice":"russian"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|chinese/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1220.826906,"ciLow":1197.695158,"ciHigh":1243.958654,"observedAt":"2026-11-11","runCount":607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"chinese/Reka Flash (20240904)","slice":"chinese"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|coding/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1189.854823,"ciLow":1174.686524,"ciHigh":1205.023121,"observedAt":"2026-11-11","runCount":1207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"coding/Reka Flash (20240904)","slice":"coding"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|creative_writing/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1202.075562,"ciLow":1184.627553,"ciHigh":1219.523572,"observedAt":"2026-11-11","runCount":1037,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"creative_writing/Reka Flash (20240904)","slice":"creative_writing"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|english/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.834654,"ciLow":1213.725885,"ciHigh":1231.943423,"observedAt":"2026-11-11","runCount":4032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"english/Reka Flash (20240904)","slice":"english"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|exclude_ties/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1102.541384,"ciLow":1090.670316,"ciHigh":1114.412453,"observedAt":"2026-11-11","runCount":4562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"exclude_ties/Reka Flash (20240904)","slice":"exclude_ties"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|expert/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.642316,"ciLow":1158.555617,"ciHigh":1204.729015,"observedAt":"2026-11-11","runCount":493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"expert/Reka Flash (20240904)","slice":"expert"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|german/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1178.158285,"ciLow":1139.522034,"ciHigh":1216.794535,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"german/Reka Flash (20240904)","slice":"german"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|hard_prompts/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.34966,"ciLow":1170.193068,"ciHigh":1192.506253,"observedAt":"2026-11-11","runCount":2289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"hard_prompts/Reka Flash (20240904)","slice":"hard_prompts"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|hard_prompts_english/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1186.117939,"ciLow":1172.251906,"ciHigh":1199.983972,"observedAt":"2026-11-11","runCount":1389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"hard_prompts_english/Reka Flash (20240904)","slice":"hard_prompts_english"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.231582,"ciLow":1172.758047,"ciHigh":1209.705117,"observedAt":"2026-11-11","runCount":904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_business_and_management_and_financial_operations/Reka Flash (20240904)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1177.120333,"ciLow":1160.53133,"ciHigh":1193.709336,"observedAt":"2026-11-11","runCount":1115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_entertainment_and_sports_and_media/Reka Flash (20240904)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_legal_and_government/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.235103,"ciLow":1187.740684,"ciHigh":1246.729523,"observedAt":"2026-11-11","runCount":414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_legal_and_government/Reka Flash (20240904)","slice":"industry_legal_and_government"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.998416,"ciLow":1207.114376,"ciHigh":1238.882457,"observedAt":"2026-11-11","runCount":1277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_life_and_physical_and_social_science/Reka Flash (20240904)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_mathematical/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1202.192865,"ciLow":1186.890276,"ciHigh":1217.495454,"observedAt":"2026-11-11","runCount":1109,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_mathematical/Reka Flash (20240904)","slice":"industry_mathematical"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1200.133341,"ciLow":1172.484291,"ciHigh":1227.78239,"observedAt":"2026-11-11","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_medicine_and_healthcare/Reka Flash (20240904)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_software_and_it_services/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1198.698992,"ciLow":1186.231467,"ciHigh":1211.166516,"observedAt":"2026-11-11","runCount":1975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_software_and_it_services/Reka Flash (20240904)","slice":"industry_software_and_it_services"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.066075,"ciLow":1204.108231,"ciHigh":1230.023919,"observedAt":"2026-11-11","runCount":1950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"industry_writing_and_literature_and_language/Reka Flash (20240904)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|instruction_following/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.172585,"ciLow":1175.186118,"ciHigh":1195.159052,"observedAt":"2026-11-11","runCount":3246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"instruction_following/Reka Flash (20240904)","slice":"instruction_following"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|longer_query/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1191.51295,"ciLow":1173.979408,"ciHigh":1209.046493,"observedAt":"2026-11-11","runCount":992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"longer_query/Reka Flash (20240904)","slice":"longer_query"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|math/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.335709,"ciLow":1181.29146,"ciHigh":1209.379958,"observedAt":"2026-11-11","runCount":1284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"math/Reka Flash (20240904)","slice":"math"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|multi_turn/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1188.71145,"ciLow":1172.817278,"ciHigh":1204.605622,"observedAt":"2026-11-11","runCount":1302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"multi_turn/Reka Flash (20240904)","slice":"multi_turn"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|non_english/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1207.130603,"ciLow":1197.310361,"ciHigh":1216.950845,"observedAt":"2026-11-11","runCount":3504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"non_english/Reka Flash (20240904)","slice":"non_english"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|overall/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.964352,"ciLow":1211.037115,"ciHigh":1224.891589,"observedAt":"2026-11-11","runCount":7536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"overall/Reka Flash (20240904)","slice":"overall"}
{"key":"lmarena|reka-ai/reka-flash-2024-09:ckpt=2024-09-04|none|lmarena-text@1|rating|russian/Reka Flash (20240904)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-2024-09","variant":{"flags":[],"checkpoint":"2024-09-04"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.356205,"ciLow":1193.98251,"ciHigh":1228.7299,"observedAt":"2026-11-11","runCount":1012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash (20240904)","rowId":"russian/Reka Flash (20240904)","slice":"russian"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|chinese/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.571035,"ciLow":1213.813463,"ciHigh":1241.328607,"observedAt":"2026-11-11","runCount":2774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"chinese/Reka Flash 21B (20240226)","slice":"chinese"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|coding/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.313374,"ciLow":1256.675963,"ciHigh":1277.950784,"observedAt":"2026-11-11","runCount":4748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"coding/Reka Flash 21B (20240226)","slice":"coding"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|creative_writing/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1174.866154,"ciLow":1162.628475,"ciHigh":1187.103834,"observedAt":"2026-11-11","runCount":3490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"creative_writing/Reka Flash 21B (20240226)","slice":"creative_writing"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|english/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.336419,"ciLow":1230.950476,"ciHigh":1245.722362,"observedAt":"2026-11-11","runCount":14444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"english/Reka Flash 21B (20240226)","slice":"english"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|exclude_ties/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1120.144475,"ciLow":1110.811252,"ciHigh":1129.477698,"observedAt":"2026-11-11","runCount":16076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"exclude_ties/Reka Flash 21B (20240226)","slice":"exclude_ties"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|expert/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.19855,"ciLow":1200.092278,"ciHigh":1234.304821,"observedAt":"2026-11-11","runCount":1325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"expert/Reka Flash 21B (20240226)","slice":"expert"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|french/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.644213,"ciLow":1212.006885,"ciHigh":1275.281541,"observedAt":"2026-11-11","runCount":430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"french/Reka Flash 21B (20240226)","slice":"french"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|german/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.603342,"ciLow":1193.429669,"ciHigh":1237.777015,"observedAt":"2026-11-11","runCount":798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"german/Reka Flash 21B (20240226)","slice":"german"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|hard_prompts/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.679675,"ciLow":1225.809377,"ciHigh":1243.549974,"observedAt":"2026-11-11","runCount":7446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"hard_prompts/Reka Flash 21B (20240226)","slice":"hard_prompts"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|hard_prompts_english/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.929294,"ciLow":1229.433586,"ciHigh":1250.425002,"observedAt":"2026-11-11","runCount":4796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"hard_prompts_english/Reka Flash 21B (20240226)","slice":"hard_prompts_english"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.735739,"ciLow":1199.507577,"ciHigh":1225.963901,"observedAt":"2026-11-11","runCount":2702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_business_and_management_and_financial_operations/Reka Flash 21B (20240226)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1162.458987,"ciLow":1150.635378,"ciHigh":1174.282596,"observedAt":"2026-11-11","runCount":3476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_entertainment_and_sports_and_media/Reka Flash 21B (20240226)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.645643,"ciLow":1244.586153,"ciHigh":1280.705133,"observedAt":"2026-11-11","runCount":1350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_legal_and_government/Reka Flash 21B (20240226)","slice":"industry_legal_and_government"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.064811,"ciLow":1235.554256,"ciHigh":1258.575366,"observedAt":"2026-11-11","runCount":4108,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_life_and_physical_and_social_science/Reka Flash 21B (20240226)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_mathematical/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.924181,"ciLow":1198.785159,"ciHigh":1223.063203,"observedAt":"2026-11-11","runCount":2967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_mathematical/Reka Flash 21B (20240226)","slice":"industry_mathematical"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.938048,"ciLow":1229.546327,"ciHigh":1266.329768,"observedAt":"2026-11-11","runCount":1299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_medicine_and_healthcare/Reka Flash 21B (20240226)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.943699,"ciLow":1243.871319,"ciHigh":1262.016079,"observedAt":"2026-11-11","runCount":7444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_software_and_it_services/Reka Flash 21B (20240226)","slice":"industry_software_and_it_services"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.527496,"ciLow":1187.550322,"ciHigh":1207.504671,"observedAt":"2026-11-11","runCount":5831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_writing_and_literature_and_language/Reka Flash 21B (20240226)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|instruction_following/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.747902,"ciLow":1184.276109,"ciHigh":1201.219695,"observedAt":"2026-11-11","runCount":9018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"instruction_following/Reka Flash 21B (20240226)","slice":"instruction_following"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|japanese/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1116.80831,"ciLow":1086.782386,"ciHigh":1146.834234,"observedAt":"2026-11-11","runCount":440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"japanese/Reka Flash 21B (20240226)","slice":"japanese"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|korean/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1154.148093,"ciLow":1126.59289,"ciHigh":1181.703297,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"korean/Reka Flash 21B (20240226)","slice":"korean"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|longer_query/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.851357,"ciLow":1206.007904,"ciHigh":1231.69481,"observedAt":"2026-11-11","runCount":2719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"longer_query/Reka Flash 21B (20240226)","slice":"longer_query"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|math/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.658602,"ciLow":1188.244441,"ciHigh":1211.072763,"observedAt":"2026-11-11","runCount":3363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"math/Reka Flash 21B (20240226)","slice":"math"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|multi_turn/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.707855,"ciLow":1182.619907,"ciHigh":1206.795803,"observedAt":"2026-11-11","runCount":3366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"multi_turn/Reka Flash 21B (20240226)","slice":"multi_turn"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|non_english/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.257238,"ciLow":1202.083086,"ciHigh":1218.431391,"observedAt":"2026-11-11","runCount":10362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"non_english/Reka Flash 21B (20240226)","slice":"non_english"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|overall/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.964729,"ciLow":1221.030795,"ciHigh":1232.898664,"observedAt":"2026-11-11","runCount":24806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"overall/Reka Flash 21B (20240226)","slice":"overall"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|russian/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.63414,"ciLow":1212.44396,"ciHigh":1238.82432,"observedAt":"2026-11-11","runCount":2328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"russian/Reka Flash 21B (20240226)","slice":"russian"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|spanish/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.243645,"ciLow":1166.649426,"ciHigh":1231.837864,"observedAt":"2026-11-11","runCount":409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"spanish/Reka Flash 21B (20240226)","slice":"spanish"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|chinese/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1135.435354,"ciLow":1121.926524,"ciHigh":1148.944185,"observedAt":"2026-11-11","runCount":2774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"chinese/Reka Flash 21B (20240226)","slice":"chinese"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|coding/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1153.541243,"ciLow":1142.937188,"ciHigh":1164.145297,"observedAt":"2026-11-11","runCount":4748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"coding/Reka Flash 21B (20240226)","slice":"coding"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|creative_writing/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1123.694221,"ciLow":1111.570073,"ciHigh":1135.81837,"observedAt":"2026-11-11","runCount":3490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"creative_writing/Reka Flash 21B (20240226)","slice":"creative_writing"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|english/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.092477,"ciLow":1171.75046,"ciHigh":1186.434495,"observedAt":"2026-11-11","runCount":14444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"english/Reka Flash 21B (20240226)","slice":"english"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|exclude_ties/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1031.995053,"ciLow":1022.808364,"ciHigh":1041.181741,"observedAt":"2026-11-11","runCount":16076,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"exclude_ties/Reka Flash 21B (20240226)","slice":"exclude_ties"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|expert/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1106.939554,"ciLow":1089.818139,"ciHigh":1124.060969,"observedAt":"2026-11-11","runCount":1325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"expert/Reka Flash 21B (20240226)","slice":"expert"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|french/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.185796,"ciLow":1142.738222,"ciHigh":1205.633371,"observedAt":"2026-11-11","runCount":430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"french/Reka Flash 21B (20240226)","slice":"french"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|german/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1152.496278,"ciLow":1130.681004,"ciHigh":1174.311552,"observedAt":"2026-11-11","runCount":798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"german/Reka Flash 21B (20240226)","slice":"german"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|hard_prompts/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1136.455694,"ciLow":1127.649948,"ciHigh":1145.261441,"observedAt":"2026-11-11","runCount":7446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"hard_prompts/Reka Flash 21B (20240226)","slice":"hard_prompts"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|hard_prompts_english/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1144.140633,"ciLow":1133.689636,"ciHigh":1154.59163,"observedAt":"2026-11-11","runCount":4796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"hard_prompts_english/Reka Flash 21B (20240226)","slice":"hard_prompts_english"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1126.793355,"ciLow":1113.660529,"ciHigh":1139.926181,"observedAt":"2026-11-11","runCount":2702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_business_and_management_and_financial_operations/Reka Flash 21B (20240226)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1100.530411,"ciLow":1088.807183,"ciHigh":1112.253639,"observedAt":"2026-11-11","runCount":3476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_entertainment_and_sports_and_media/Reka Flash 21B (20240226)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|industry_legal_and_government/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.498965,"ciLow":1162.728836,"ciHigh":1198.269093,"observedAt":"2026-11-11","runCount":1350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_legal_and_government/Reka Flash 21B (20240226)","slice":"industry_legal_and_government"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1159.717266,"ciLow":1148.319157,"ciHigh":1171.115375,"observedAt":"2026-11-11","runCount":4108,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_life_and_physical_and_social_science/Reka Flash 21B (20240226)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|industry_mathematical/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1158.838359,"ciLow":1146.80089,"ciHigh":1170.875827,"observedAt":"2026-11-11","runCount":2967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_mathematical/Reka Flash 21B (20240226)","slice":"industry_mathematical"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1147.232505,"ciLow":1129.310623,"ciHigh":1165.154387,"observedAt":"2026-11-11","runCount":1299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_medicine_and_healthcare/Reka Flash 21B (20240226)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|industry_software_and_it_services/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1155.374629,"ciLow":1146.339261,"ciHigh":1164.409997,"observedAt":"2026-11-11","runCount":7444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_software_and_it_services/Reka Flash 21B (20240226)","slice":"industry_software_and_it_services"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1152.20063,"ciLow":1142.323159,"ciHigh":1162.078101,"observedAt":"2026-11-11","runCount":5831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"industry_writing_and_literature_and_language/Reka Flash 21B (20240226)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|instruction_following/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1121.286401,"ciLow":1112.903707,"ciHigh":1129.669095,"observedAt":"2026-11-11","runCount":9018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"instruction_following/Reka Flash 21B (20240226)","slice":"instruction_following"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|japanese/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1049.145287,"ciLow":1019.846671,"ciHigh":1078.443903,"observedAt":"2026-11-11","runCount":440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"japanese/Reka Flash 21B (20240226)","slice":"japanese"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|korean/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1068.525024,"ciLow":1041.579175,"ciHigh":1095.470872,"observedAt":"2026-11-11","runCount":629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"korean/Reka Flash 21B (20240226)","slice":"korean"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|longer_query/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1140.589228,"ciLow":1127.82832,"ciHigh":1153.350135,"observedAt":"2026-11-11","runCount":2719,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"longer_query/Reka Flash 21B (20240226)","slice":"longer_query"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|math/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1155.567901,"ciLow":1144.225872,"ciHigh":1166.90993,"observedAt":"2026-11-11","runCount":3363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"math/Reka Flash 21B (20240226)","slice":"math"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|multi_turn/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1141.442391,"ciLow":1129.428052,"ciHigh":1153.456731,"observedAt":"2026-11-11","runCount":3366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"multi_turn/Reka Flash 21B (20240226)","slice":"multi_turn"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|non_english/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1145.776988,"ciLow":1137.693535,"ciHigh":1153.860441,"observedAt":"2026-11-11","runCount":10362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"non_english/Reka Flash 21B (20240226)","slice":"non_english"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|overall/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.03188,"ciLow":1159.142879,"ciHigh":1170.920881,"observedAt":"2026-11-11","runCount":24806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"overall/Reka Flash 21B (20240226)","slice":"overall"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|russian/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1159.737188,"ciLow":1146.635719,"ciHigh":1172.838658,"observedAt":"2026-11-11","runCount":2328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"russian/Reka Flash 21B (20240226)","slice":"russian"}
{"key":"lmarena|reka-ai/reka-flash-21b:ckpt=2024-02-26|none|lmarena-text@1|rating|spanish/Reka Flash 21B (20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":[],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1131.801311,"ciLow":1099.852705,"ciHigh":1163.749917,"observedAt":"2026-11-11","runCount":409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (20240226)","rowId":"spanish/Reka Flash 21B (20240226)","slice":"spanish"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|chinese/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1238.093512,"ciLow":1222.773215,"ciHigh":1253.413808,"observedAt":"2026-11-11","runCount":2015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"chinese/Reka Flash 21B (Online, 20240226)","slice":"chinese"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|coding/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.164645,"ciLow":1265.459257,"ciHigh":1290.870033,"observedAt":"2026-11-11","runCount":2879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"coding/Reka Flash 21B (Online, 20240226)","slice":"coding"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|creative_writing/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1181.082195,"ciLow":1166.540484,"ciHigh":1195.623907,"observedAt":"2026-11-11","runCount":2119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"creative_writing/Reka Flash 21B (Online, 20240226)","slice":"creative_writing"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|english/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.365733,"ciLow":1233.2756,"ciHigh":1251.455865,"observedAt":"2026-11-11","runCount":8935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"english/Reka Flash 21B (Online, 20240226)","slice":"english"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|exclude_ties/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.517373,"ciLow":1119.425126,"ciHigh":1141.60962,"observedAt":"2026-11-11","runCount":10138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"exclude_ties/Reka Flash 21B (Online, 20240226)","slice":"exclude_ties"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|expert/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.006702,"ciLow":1205.811432,"ciHigh":1248.201972,"observedAt":"2026-11-11","runCount":830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"expert/Reka Flash 21B (Online, 20240226)","slice":"expert"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|french/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.021012,"ciLow":1190.62389,"ciHigh":1273.418134,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"french/Reka Flash 21B (Online, 20240226)","slice":"french"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|german/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.510697,"ciLow":1188.21403,"ciHigh":1242.807364,"observedAt":"2026-11-11","runCount":501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"german/Reka Flash 21B (Online, 20240226)","slice":"german"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|hard_prompts/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.913858,"ciLow":1225.142389,"ciHigh":1246.685327,"observedAt":"2026-11-11","runCount":4506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"hard_prompts/Reka Flash 21B (Online, 20240226)","slice":"hard_prompts"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|hard_prompts_english/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.082236,"ciLow":1230.502046,"ciHigh":1255.662427,"observedAt":"2026-11-11","runCount":2928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"hard_prompts_english/Reka Flash 21B (Online, 20240226)","slice":"hard_prompts_english"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.36713,"ciLow":1208.741105,"ciHigh":1239.993155,"observedAt":"2026-11-11","runCount":1678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_business_and_management_and_financial_operations/Reka Flash 21B (Online, 20240226)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1197.664876,"ciLow":1183.442226,"ciHigh":1211.887525,"observedAt":"2026-11-11","runCount":2125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_entertainment_and_sports_and_media/Reka Flash 21B (Online, 20240226)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.901021,"ciLow":1259.972343,"ciHigh":1301.829699,"observedAt":"2026-11-11","runCount":876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_legal_and_government/Reka Flash 21B (Online, 20240226)","slice":"industry_legal_and_government"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1260.171713,"ciLow":1246.628138,"ciHigh":1273.715287,"observedAt":"2026-11-11","runCount":2572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_life_and_physical_and_social_science/Reka Flash 21B (Online, 20240226)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_mathematical/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.806219,"ciLow":1204.097659,"ciHigh":1233.51478,"observedAt":"2026-11-11","runCount":1867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_mathematical/Reka Flash 21B (Online, 20240226)","slice":"industry_mathematical"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.211042,"ciLow":1227.763531,"ciHigh":1270.658553,"observedAt":"2026-11-11","runCount":818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_medicine_and_healthcare/Reka Flash 21B (Online, 20240226)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.368286,"ciLow":1252.453436,"ciHigh":1274.283137,"observedAt":"2026-11-11","runCount":4673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_software_and_it_services/Reka Flash 21B (Online, 20240226)","slice":"industry_software_and_it_services"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1203.937827,"ciLow":1191.704681,"ciHigh":1216.170972,"observedAt":"2026-11-11","runCount":3632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_writing_and_literature_and_language/Reka Flash 21B (Online, 20240226)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|instruction_following/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.893197,"ciLow":1191.603703,"ciHigh":1212.182691,"observedAt":"2026-11-11","runCount":5558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"instruction_following/Reka Flash 21B (Online, 20240226)","slice":"instruction_following"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|japanese/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1139.249148,"ciLow":1103.233098,"ciHigh":1175.265199,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"japanese/Reka Flash 21B (Online, 20240226)","slice":"japanese"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|korean/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.303005,"ciLow":1153.167793,"ciHigh":1225.438217,"observedAt":"2026-11-11","runCount":309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"korean/Reka Flash 21B (Online, 20240226)","slice":"korean"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|longer_query/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.999581,"ciLow":1203.380514,"ciHigh":1234.618647,"observedAt":"2026-11-11","runCount":1650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"longer_query/Reka Flash 21B (Online, 20240226)","slice":"longer_query"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|math/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.30511,"ciLow":1198.503482,"ciHigh":1226.106738,"observedAt":"2026-11-11","runCount":2028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"math/Reka Flash 21B (Online, 20240226)","slice":"math"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|multi_turn/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.678192,"ciLow":1190.839859,"ciHigh":1220.516526,"observedAt":"2026-11-11","runCount":2021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"multi_turn/Reka Flash 21B (Online, 20240226)","slice":"multi_turn"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|non_english/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.239982,"ciLow":1209.403977,"ciHigh":1229.075986,"observedAt":"2026-11-11","runCount":6515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"non_english/Reka Flash 21B (Online, 20240226)","slice":"non_english"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|overall/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.708301,"ciLow":1226.320353,"ciHigh":1241.096248,"observedAt":"2026-11-11","runCount":15450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"overall/Reka Flash 21B (Online, 20240226)","slice":"overall"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|russian/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.274204,"ciLow":1210.961982,"ciHigh":1243.586425,"observedAt":"2026-11-11","runCount":1337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"russian/Reka Flash 21B (Online, 20240226)","slice":"russian"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text-style-control@1|rating|spanish/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.711033,"ciLow":1174.283264,"ciHigh":1259.138803,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"spanish/Reka Flash 21B (Online, 20240226)","slice":"spanish"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|chinese/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1143.307676,"ciLow":1128.097447,"ciHigh":1158.517905,"observedAt":"2026-11-11","runCount":2015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"chinese/Reka Flash 21B (Online, 20240226)","slice":"chinese"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|coding/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1164.382389,"ciLow":1151.678982,"ciHigh":1177.085796,"observedAt":"2026-11-11","runCount":2879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"coding/Reka Flash 21B (Online, 20240226)","slice":"coding"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|creative_writing/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1130.393325,"ciLow":1116.072725,"ciHigh":1144.713924,"observedAt":"2026-11-11","runCount":2119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"creative_writing/Reka Flash 21B (Online, 20240226)","slice":"creative_writing"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|english/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1180.766983,"ciLow":1171.768857,"ciHigh":1189.765109,"observedAt":"2026-11-11","runCount":8935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"english/Reka Flash 21B (Online, 20240226)","slice":"english"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|exclude_ties/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1040.261335,"ciLow":1029.355862,"ciHigh":1051.166808,"observedAt":"2026-11-11","runCount":10138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"exclude_ties/Reka Flash 21B (Online, 20240226)","slice":"exclude_ties"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|expert/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1116.153116,"ciLow":1094.899402,"ciHigh":1137.406829,"observedAt":"2026-11-11","runCount":830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"expert/Reka Flash 21B (Online, 20240226)","slice":"expert"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|french/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1162.543593,"ciLow":1121.622306,"ciHigh":1203.464879,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"french/Reka Flash 21B (Online, 20240226)","slice":"french"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|german/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.717878,"ciLow":1123.877706,"ciHigh":1177.558051,"observedAt":"2026-11-11","runCount":501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"german/Reka Flash 21B (Online, 20240226)","slice":"german"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|hard_prompts/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1136.814691,"ciLow":1126.102215,"ciHigh":1147.527167,"observedAt":"2026-11-11","runCount":4506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"hard_prompts/Reka Flash 21B (Online, 20240226)","slice":"hard_prompts"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|hard_prompts_english/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1146.764916,"ciLow":1134.219274,"ciHigh":1159.310559,"observedAt":"2026-11-11","runCount":2928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"hard_prompts_english/Reka Flash 21B (Online, 20240226)","slice":"hard_prompts_english"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1135.27429,"ciLow":1119.684661,"ciHigh":1150.863919,"observedAt":"2026-11-11","runCount":1678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_business_and_management_and_financial_operations/Reka Flash 21B (Online, 20240226)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1133.812156,"ciLow":1119.731711,"ciHigh":1147.892601,"observedAt":"2026-11-11","runCount":2125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_entertainment_and_sports_and_media/Reka Flash 21B (Online, 20240226)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|industry_legal_and_government/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1194.234627,"ciLow":1173.495913,"ciHigh":1214.973342,"observedAt":"2026-11-11","runCount":876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_legal_and_government/Reka Flash 21B (Online, 20240226)","slice":"industry_legal_and_government"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1168.256267,"ciLow":1154.7459,"ciHigh":1181.766634,"observedAt":"2026-11-11","runCount":2572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_life_and_physical_and_social_science/Reka Flash 21B (Online, 20240226)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|industry_mathematical/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1165.962216,"ciLow":1151.394774,"ciHigh":1180.529657,"observedAt":"2026-11-11","runCount":1867,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_mathematical/Reka Flash 21B (Online, 20240226)","slice":"industry_mathematical"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1142.749998,"ciLow":1121.356139,"ciHigh":1164.143857,"observedAt":"2026-11-11","runCount":818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_medicine_and_healthcare/Reka Flash 21B (Online, 20240226)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|industry_software_and_it_services/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1164.702747,"ciLow":1153.789021,"ciHigh":1175.616472,"observedAt":"2026-11-11","runCount":4673,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_software_and_it_services/Reka Flash 21B (Online, 20240226)","slice":"industry_software_and_it_services"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1160.278932,"ciLow":1148.263904,"ciHigh":1172.293959,"observedAt":"2026-11-11","runCount":3632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"industry_writing_and_literature_and_language/Reka Flash 21B (Online, 20240226)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|instruction_following/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1129.284417,"ciLow":1119.122973,"ciHigh":1139.44586,"observedAt":"2026-11-11","runCount":5558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"instruction_following/Reka Flash 21B (Online, 20240226)","slice":"instruction_following"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|japanese/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1075.272758,"ciLow":1039.989555,"ciHigh":1110.55596,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"japanese/Reka Flash 21B (Online, 20240226)","slice":"japanese"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|korean/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.212097,"ciLow":1069.017203,"ciHigh":1139.406992,"observedAt":"2026-11-11","runCount":309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"korean/Reka Flash 21B (Online, 20240226)","slice":"korean"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|longer_query/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1139.098287,"ciLow":1123.49992,"ciHigh":1154.696653,"observedAt":"2026-11-11","runCount":1650,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"longer_query/Reka Flash 21B (Online, 20240226)","slice":"longer_query"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|math/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1168.027487,"ciLow":1154.317282,"ciHigh":1181.737691,"observedAt":"2026-11-11","runCount":2028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"math/Reka Flash 21B (Online, 20240226)","slice":"math"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|multi_turn/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.967044,"ciLow":1136.18198,"ciHigh":1165.752108,"observedAt":"2026-11-11","runCount":2021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"multi_turn/Reka Flash 21B (Online, 20240226)","slice":"multi_turn"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|non_english/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1155.009909,"ciLow":1145.296221,"ciHigh":1164.723597,"observedAt":"2026-11-11","runCount":6515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"non_english/Reka Flash 21B (Online, 20240226)","slice":"non_english"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|overall/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1170.476281,"ciLow":1163.173734,"ciHigh":1177.778828,"observedAt":"2026-11-11","runCount":15450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"overall/Reka Flash 21B (Online, 20240226)","slice":"overall"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|russian/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1163.221669,"ciLow":1147.224039,"ciHigh":1179.219299,"observedAt":"2026-11-11","runCount":1337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"russian/Reka Flash 21B (Online, 20240226)","slice":"russian"}
{"key":"lmarena|reka-ai/reka-flash-21b:flags=online;ckpt=2024-02-26|none|lmarena-text@1|rating|spanish/Reka Flash 21B (Online, 20240226)","sourceId":"lmarena","modelId":"reka-ai/reka-flash-21b","variant":{"flags":["online"],"checkpoint":"2024-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1148.854735,"ciLow":1107.378653,"ciHigh":1190.330818,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reka Flash 21B (Online, 20240226)","rowId":"spanish/Reka Flash 21B (Online, 20240226)","slice":"spanish"}
{"key":"lmarena|reve/reve-2.0:default|none|lmarena-image-edit@1|rating|multi_image_edit/Reve 2.0","sourceId":"lmarena","modelId":"reve/reve-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1345.751075,"ciLow":1338.553383,"ciHigh":1352.948766,"observedAt":"2026-11-12","runCount":9922,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.0","rowId":"multi_image_edit/Reve 2.0","slice":"multi_image_edit"}
{"key":"lmarena|reve/reve-2.0:default|none|lmarena-image-edit@1|rating|overall/Reve 2.0","sourceId":"lmarena","modelId":"reve/reve-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1359.183113,"ciLow":1352.653377,"ciHigh":1365.712849,"observedAt":"2026-11-12","runCount":18604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.0","rowId":"overall/Reve 2.0","slice":"overall"}
{"key":"lmarena|reve/reve-2.0:default|none|lmarena-text-to-image@1|rating|3d_modeling/Reve 2.0","sourceId":"lmarena","modelId":"reve/reve-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1221.936478,"ciLow":1206.783771,"ciHigh":1237.089184,"observedAt":"2026-11-12","runCount":1426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.0","rowId":"3d_modeling/Reve 2.0","slice":"3d_modeling"}
{"key":"lmarena|reve/reve-2.0:default|none|lmarena-text-to-image@1|rating|art/Reve 2.0","sourceId":"lmarena","modelId":"reve/reve-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1257.838317,"ciLow":1244.750166,"ciHigh":1270.926468,"observedAt":"2026-11-12","runCount":2064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.0","rowId":"art/Reve 2.0","slice":"art"}
{"key":"lmarena|reve/reve-2.0:default|none|lmarena-text-to-image@1|rating|cartoon/Reve 2.0","sourceId":"lmarena","modelId":"reve/reve-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1274.82329,"ciLow":1265.917274,"ciHigh":1283.729306,"observedAt":"2026-11-12","runCount":5790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.0","rowId":"cartoon/Reve 2.0","slice":"cartoon"}
{"key":"lmarena|reve/reve-2.0:default|none|lmarena-text-to-image@1|rating|commercial_design/Reve 2.0","sourceId":"lmarena","modelId":"reve/reve-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1279.171015,"ciLow":1270.474857,"ciHigh":1287.867173,"observedAt":"2026-11-12","runCount":5918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.0","rowId":"commercial_design/Reve 2.0","slice":"commercial_design"}
{"key":"lmarena|reve/reve-2.0:default|none|lmarena-text-to-image@1|rating|overall/Reve 2.0","sourceId":"lmarena","modelId":"reve/reve-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1268.060022,"ciLow":1261.814086,"ciHigh":1274.305958,"observedAt":"2026-11-12","runCount":15293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.0","rowId":"overall/Reve 2.0","slice":"overall"}
{"key":"lmarena|reve/reve-2.0:default|none|lmarena-text-to-image@1|rating|photorealistic/Reve 2.0","sourceId":"lmarena","modelId":"reve/reve-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1276.771689,"ciLow":1268.228961,"ciHigh":1285.314416,"observedAt":"2026-11-12","runCount":6298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.0","rowId":"photorealistic/Reve 2.0","slice":"photorealistic"}
{"key":"lmarena|reve/reve-2.0:default|none|lmarena-text-to-image@1|rating|portraits/Reve 2.0","sourceId":"lmarena","modelId":"reve/reve-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1282.09294,"ciLow":1270.727181,"ciHigh":1293.458698,"observedAt":"2026-11-12","runCount":3107,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.0","rowId":"portraits/Reve 2.0","slice":"portraits"}
{"key":"lmarena|reve/reve-2.0:default|none|lmarena-text-to-image@1|rating|text_rendering/Reve 2.0","sourceId":"lmarena","modelId":"reve/reve-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1298.857045,"ciLow":1289.586465,"ciHigh":1308.127626,"observedAt":"2026-11-12","runCount":5331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.0","rowId":"text_rendering/Reve 2.0","slice":"text_rendering"}
{"key":"lmarena|reve/reve-2.1:default|none|lmarena-image-edit@1|rating|overall/Reve 2.1","sourceId":"lmarena","modelId":"reve/reve-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1372.761175,"ciLow":1366.611447,"ciHigh":1378.910902,"observedAt":"2026-11-12","runCount":19875,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.1","rowId":"overall/Reve 2.1","slice":"overall"}
{"key":"lmarena|reve/reve-2.1:default|none|lmarena-text-to-image@1|rating|3d_modeling/Reve 2.1","sourceId":"lmarena","modelId":"reve/reve-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1283.02018,"ciLow":1261.487027,"ciHigh":1304.553332,"observedAt":"2026-11-12","runCount":761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.1","rowId":"3d_modeling/Reve 2.1","slice":"3d_modeling"}
{"key":"lmarena|reve/reve-2.1:default|none|lmarena-text-to-image@1|rating|art/Reve 2.1","sourceId":"lmarena","modelId":"reve/reve-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1294.103633,"ciLow":1276.884055,"ciHigh":1311.323211,"observedAt":"2026-11-12","runCount":1124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.1","rowId":"art/Reve 2.1","slice":"art"}
{"key":"lmarena|reve/reve-2.1:default|none|lmarena-text-to-image@1|rating|cartoon/Reve 2.1","sourceId":"lmarena","modelId":"reve/reve-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1311.841118,"ciLow":1300.652136,"ciHigh":1323.030099,"observedAt":"2026-11-12","runCount":3051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.1","rowId":"cartoon/Reve 2.1","slice":"cartoon"}
{"key":"lmarena|reve/reve-2.1:default|none|lmarena-text-to-image@1|rating|commercial_design/Reve 2.1","sourceId":"lmarena","modelId":"reve/reve-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1315.884465,"ciLow":1304.46846,"ciHigh":1327.300469,"observedAt":"2026-11-12","runCount":2848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.1","rowId":"commercial_design/Reve 2.1","slice":"commercial_design"}
{"key":"lmarena|reve/reve-2.1:default|none|lmarena-text-to-image@1|rating|overall/Reve 2.1","sourceId":"lmarena","modelId":"reve/reve-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1301.469716,"ciLow":1293.83467,"ciHigh":1309.104762,"observedAt":"2026-11-12","runCount":7893,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.1","rowId":"overall/Reve 2.1","slice":"overall"}
{"key":"lmarena|reve/reve-2.1:default|none|lmarena-text-to-image@1|rating|photorealistic/Reve 2.1","sourceId":"lmarena","modelId":"reve/reve-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1303.462775,"ciLow":1292.480229,"ciHigh":1314.445322,"observedAt":"2026-11-12","runCount":3155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.1","rowId":"photorealistic/Reve 2.1","slice":"photorealistic"}
{"key":"lmarena|reve/reve-2.1:default|none|lmarena-text-to-image@1|rating|portraits/Reve 2.1","sourceId":"lmarena","modelId":"reve/reve-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1319.021742,"ciLow":1303.745466,"ciHigh":1334.298019,"observedAt":"2026-11-12","runCount":1551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.1","rowId":"portraits/Reve 2.1","slice":"portraits"}
{"key":"lmarena|reve/reve-2.1:default|none|lmarena-text-to-image@1|rating|text_rendering/Reve 2.1","sourceId":"lmarena","modelId":"reve/reve-2.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1340.432395,"ciLow":1328.392466,"ciHigh":1352.472323,"observedAt":"2026-11-12","runCount":2615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve 2.1","rowId":"text_rendering/Reve 2.1","slice":"text_rendering"}
{"key":"lmarena|reve/reve-v1.5:default|none|lmarena-text-to-image@1|rating|3d_modeling/Reve v1.5","sourceId":"lmarena","modelId":"reve/reve-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1144.977074,"ciLow":1134.994376,"ciHigh":1154.959772,"observedAt":"2026-11-12","runCount":3547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve v1.5","rowId":"3d_modeling/Reve v1.5","slice":"3d_modeling"}
{"key":"lmarena|reve/reve-v1.5:default|none|lmarena-text-to-image@1|rating|art/Reve v1.5","sourceId":"lmarena","modelId":"reve/reve-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1141.92129,"ciLow":1133.73782,"ciHigh":1150.10476,"observedAt":"2026-11-12","runCount":5687,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve v1.5","rowId":"art/Reve v1.5","slice":"art"}
{"key":"lmarena|reve/reve-v1.5:default|none|lmarena-text-to-image@1|rating|cartoon/Reve v1.5","sourceId":"lmarena","modelId":"reve/reve-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1141.914338,"ciLow":1135.694136,"ciHigh":1148.13454,"observedAt":"2026-11-12","runCount":13983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve v1.5","rowId":"cartoon/Reve v1.5","slice":"cartoon"}
{"key":"lmarena|reve/reve-v1.5:default|none|lmarena-text-to-image@1|rating|commercial_design/Reve v1.5","sourceId":"lmarena","modelId":"reve/reve-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1182.108771,"ciLow":1176.17475,"ciHigh":1188.042792,"observedAt":"2026-11-12","runCount":15121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve v1.5","rowId":"commercial_design/Reve v1.5","slice":"commercial_design"}
{"key":"lmarena|reve/reve-v1.5:default|none|lmarena-text-to-image@1|rating|overall/Reve v1.5","sourceId":"lmarena","modelId":"reve/reve-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1154.126793,"ciLow":1149.838294,"ciHigh":1158.415293,"observedAt":"2026-11-12","runCount":38472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve v1.5","rowId":"overall/Reve v1.5","slice":"overall"}
{"key":"lmarena|reve/reve-v1.5:default|none|lmarena-text-to-image@1|rating|photorealistic/Reve v1.5","sourceId":"lmarena","modelId":"reve/reve-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1147.212375,"ciLow":1141.116056,"ciHigh":1153.308694,"observedAt":"2026-11-12","runCount":15593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve v1.5","rowId":"photorealistic/Reve v1.5","slice":"photorealistic"}
{"key":"lmarena|reve/reve-v1.5:default|none|lmarena-text-to-image@1|rating|portraits/Reve v1.5","sourceId":"lmarena","modelId":"reve/reve-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1148.325106,"ciLow":1140.80055,"ciHigh":1155.849662,"observedAt":"2026-11-12","runCount":7543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve v1.5","rowId":"portraits/Reve v1.5","slice":"portraits"}
{"key":"lmarena|reve/reve-v1.5:default|none|lmarena-text-to-image@1|rating|text_rendering/Reve v1.5","sourceId":"lmarena","modelId":"reve/reve-v1.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1186.672768,"ciLow":1180.390246,"ciHigh":1192.95529,"observedAt":"2026-11-12","runCount":13234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Reve v1.5","rowId":"text_rendering/Reve v1.5","slice":"text_rendering"}
{"key":"lmarena|runway/runway-gen-4:default|none|lmarena-text-to-image@1|rating|3d_modeling/Runway Gen-4","sourceId":"lmarena","modelId":"runway/runway-gen-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1014.060454,"ciLow":1004.758398,"ciHigh":1023.362509,"observedAt":"2026-11-12","runCount":4850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Runway Gen-4","rowId":"3d_modeling/Runway Gen-4","slice":"3d_modeling"}
{"key":"lmarena|runway/runway-gen-4:default|none|lmarena-text-to-image@1|rating|art/Runway Gen-4","sourceId":"lmarena","modelId":"runway/runway-gen-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1016.897661,"ciLow":1008.28766,"ciHigh":1025.507662,"observedAt":"2026-11-12","runCount":6678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Runway Gen-4","rowId":"art/Runway Gen-4","slice":"art"}
{"key":"lmarena|runway/runway-gen-4:default|none|lmarena-text-to-image@1|rating|cartoon/Runway Gen-4","sourceId":"lmarena","modelId":"runway/runway-gen-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1006.480582,"ciLow":999.738524,"ciHigh":1013.222641,"observedAt":"2026-11-12","runCount":19050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Runway Gen-4","rowId":"cartoon/Runway Gen-4","slice":"cartoon"}
{"key":"lmarena|runway/runway-gen-4:default|none|lmarena-text-to-image@1|rating|commercial_design/Runway Gen-4","sourceId":"lmarena","modelId":"runway/runway-gen-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1026.288049,"ciLow":1020.208827,"ciHigh":1032.367271,"observedAt":"2026-11-12","runCount":20928,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Runway Gen-4","rowId":"commercial_design/Runway Gen-4","slice":"commercial_design"}
{"key":"lmarena|runway/runway-gen-4:default|none|lmarena-text-to-image@1|rating|overall/Runway Gen-4","sourceId":"lmarena","modelId":"runway/runway-gen-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1024.320584,"ciLow":1019.833193,"ciHigh":1028.807974,"observedAt":"2026-11-12","runCount":53198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Runway Gen-4","rowId":"overall/Runway Gen-4","slice":"overall"}
{"key":"lmarena|runway/runway-gen-4:default|none|lmarena-text-to-image@1|rating|photorealistic/Runway Gen-4","sourceId":"lmarena","modelId":"runway/runway-gen-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1040.179956,"ciLow":1033.888634,"ciHigh":1046.471277,"observedAt":"2026-11-12","runCount":23380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Runway Gen-4","rowId":"photorealistic/Runway Gen-4","slice":"photorealistic"}
{"key":"lmarena|runway/runway-gen-4:default|none|lmarena-text-to-image@1|rating|portraits/Runway Gen-4","sourceId":"lmarena","modelId":"runway/runway-gen-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1018.408629,"ciLow":1011.007026,"ciHigh":1025.810232,"observedAt":"2026-11-12","runCount":12780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Runway Gen-4","rowId":"portraits/Runway Gen-4","slice":"portraits"}
{"key":"lmarena|runway/runway-gen-4:default|none|lmarena-text-to-image@1|rating|text_rendering/Runway Gen-4","sourceId":"lmarena","modelId":"runway/runway-gen-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1018.067362,"ciLow":1011.61053,"ciHigh":1024.524194,"observedAt":"2026-11-12","runCount":19506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Runway Gen-4","rowId":"text_rendering/Runway Gen-4","slice":"text_rendering"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|chinese/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1034.885517,"ciLow":994.414457,"ciHigh":1075.356577,"observedAt":"2026-11-11","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"chinese/RWKV-4 Raven 14B","slice":"chinese"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|coding/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1059.710905,"ciLow":1032.921369,"ciHigh":1086.500441,"observedAt":"2026-11-11","runCount":505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"coding/RWKV-4 Raven 14B","slice":"coding"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|creative_writing/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1004.081245,"ciLow":981.513424,"ciHigh":1026.649066,"observedAt":"2026-11-11","runCount":874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"creative_writing/RWKV-4 Raven 14B","slice":"creative_writing"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|english/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1059.128819,"ciLow":1046.538058,"ciHigh":1071.71958,"observedAt":"2026-11-11","runCount":3997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"english/RWKV-4 Raven 14B","slice":"english"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|exclude_ties/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":850.13277,"ciLow":832.891992,"ciHigh":867.373548,"observedAt":"2026-11-11","runCount":3301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"exclude_ties/RWKV-4 Raven 14B","slice":"exclude_ties"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|hard_prompts/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1017.329578,"ciLow":996.813424,"ciHigh":1037.845732,"observedAt":"2026-11-11","runCount":876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"hard_prompts/RWKV-4 Raven 14B","slice":"hard_prompts"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1021.604321,"ciLow":999.266708,"ciHigh":1043.941935,"observedAt":"2026-11-11","runCount":771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"hard_prompts_english/RWKV-4 Raven 14B","slice":"hard_prompts_english"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1008.262663,"ciLow":974.786356,"ciHigh":1041.738971,"observedAt":"2026-11-11","runCount":360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_business_and_management_and_financial_operations/RWKV-4 Raven 14B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":990.423845,"ciLow":968.47294,"ciHigh":1012.374749,"observedAt":"2026-11-11","runCount":834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_entertainment_and_sports_and_media/RWKV-4 Raven 14B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1108.159817,"ciLow":1061.34187,"ciHigh":1154.977764,"observedAt":"2026-11-11","runCount":190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_legal_and_government/RWKV-4 Raven 14B","slice":"industry_legal_and_government"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1061.809054,"ciLow":1038.478593,"ciHigh":1085.139515,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_life_and_physical_and_social_science/RWKV-4 Raven 14B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":997.384981,"ciLow":971.27165,"ciHigh":1023.498313,"observedAt":"2026-11-11","runCount":488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_mathematical/RWKV-4 Raven 14B","slice":"industry_mathematical"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1096.623698,"ciLow":1048.360439,"ciHigh":1144.886956,"observedAt":"2026-11-11","runCount":177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_medicine_and_healthcare/RWKV-4 Raven 14B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1039.500869,"ciLow":1019.874218,"ciHigh":1059.12752,"observedAt":"2026-11-11","runCount":1072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_software_and_it_services/RWKV-4 Raven 14B","slice":"industry_software_and_it_services"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1003.238633,"ciLow":983.866016,"ciHigh":1022.61125,"observedAt":"2026-11-11","runCount":1098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_writing_and_literature_and_language/RWKV-4 Raven 14B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|instruction_following/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":970.018721,"ciLow":953.075355,"ciHigh":986.962086,"observedAt":"2026-11-11","runCount":1375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"instruction_following/RWKV-4 Raven 14B","slice":"instruction_following"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|math/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":985.268741,"ciLow":960.902656,"ciHigh":1009.634825,"observedAt":"2026-11-11","runCount":544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"math/RWKV-4 Raven 14B","slice":"math"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|multi_turn/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":980.166487,"ciLow":953.188211,"ciHigh":1007.144763,"observedAt":"2026-11-11","runCount":556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"multi_turn/RWKV-4 Raven 14B","slice":"multi_turn"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|non_english/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1021.786979,"ciLow":1001.891216,"ciHigh":1041.682742,"observedAt":"2026-11-11","runCount":848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"non_english/RWKV-4 Raven 14B","slice":"non_english"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text-style-control@1|rating|overall/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1042.531455,"ciLow":1031.224333,"ciHigh":1053.838577,"observedAt":"2026-11-11","runCount":4845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"overall/RWKV-4 Raven 14B","slice":"overall"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|chinese/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":910.680446,"ciLow":872.722423,"ciHigh":948.63847,"observedAt":"2026-11-11","runCount":218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"chinese/RWKV-4 Raven 14B","slice":"chinese"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|coding/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":927.732203,"ciLow":901.199078,"ciHigh":954.265328,"observedAt":"2026-11-11","runCount":505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"coding/RWKV-4 Raven 14B","slice":"coding"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|creative_writing/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":933.616285,"ciLow":911.419762,"ciHigh":955.812808,"observedAt":"2026-11-11","runCount":874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"creative_writing/RWKV-4 Raven 14B","slice":"creative_writing"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|english/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":968.014717,"ciLow":955.52338,"ciHigh":980.506054,"observedAt":"2026-11-11","runCount":3997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"english/RWKV-4 Raven 14B","slice":"english"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|exclude_ties/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":721.074771,"ciLow":704.061569,"ciHigh":738.087972,"observedAt":"2026-11-11","runCount":3301,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"exclude_ties/RWKV-4 Raven 14B","slice":"exclude_ties"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|hard_prompts/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":896.007154,"ciLow":876.092923,"ciHigh":915.921384,"observedAt":"2026-11-11","runCount":876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"hard_prompts/RWKV-4 Raven 14B","slice":"hard_prompts"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|hard_prompts_english/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":901.278084,"ciLow":879.53728,"ciHigh":923.018887,"observedAt":"2026-11-11","runCount":771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"hard_prompts_english/RWKV-4 Raven 14B","slice":"hard_prompts_english"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":888.198275,"ciLow":854.464155,"ciHigh":921.932396,"observedAt":"2026-11-11","runCount":360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_business_and_management_and_financial_operations/RWKV-4 Raven 14B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":902.61632,"ciLow":881.018939,"ciHigh":924.2137,"observedAt":"2026-11-11","runCount":834,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_entertainment_and_sports_and_media/RWKV-4 Raven 14B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|industry_legal_and_government/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":975.783653,"ciLow":928.089024,"ciHigh":1023.478281,"observedAt":"2026-11-11","runCount":190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_legal_and_government/RWKV-4 Raven 14B","slice":"industry_legal_and_government"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":927.806674,"ciLow":904.500409,"ciHigh":951.112939,"observedAt":"2026-11-11","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_life_and_physical_and_social_science/RWKV-4 Raven 14B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|industry_mathematical/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":919.16664,"ciLow":893.379249,"ciHigh":944.954031,"observedAt":"2026-11-11","runCount":488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_mathematical/RWKV-4 Raven 14B","slice":"industry_mathematical"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":944.502139,"ciLow":896.603832,"ciHigh":992.400445,"observedAt":"2026-11-11","runCount":177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_medicine_and_healthcare/RWKV-4 Raven 14B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|industry_software_and_it_services/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":914.614502,"ciLow":895.059558,"ciHigh":934.169447,"observedAt":"2026-11-11","runCount":1072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_software_and_it_services/RWKV-4 Raven 14B","slice":"industry_software_and_it_services"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":933.98333,"ciLow":914.955848,"ciHigh":953.010813,"observedAt":"2026-11-11","runCount":1098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"industry_writing_and_literature_and_language/RWKV-4 Raven 14B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|instruction_following/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":882.438792,"ciLow":865.976246,"ciHigh":898.901338,"observedAt":"2026-11-11","runCount":1375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"instruction_following/RWKV-4 Raven 14B","slice":"instruction_following"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|math/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":921.951399,"ciLow":897.854997,"ciHigh":946.0478,"observedAt":"2026-11-11","runCount":544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"math/RWKV-4 Raven 14B","slice":"math"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|multi_turn/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":893.648224,"ciLow":866.779578,"ciHigh":920.516869,"observedAt":"2026-11-11","runCount":556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"multi_turn/RWKV-4 Raven 14B","slice":"multi_turn"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|non_english/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":924.776992,"ciLow":905.411684,"ciHigh":944.142301,"observedAt":"2026-11-11","runCount":848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"non_english/RWKV-4 Raven 14B","slice":"non_english"}
{"key":"lmarena|rwkv/rwkv-4-raven-14b:default|none|lmarena-text@1|rating|overall/RWKV-4 Raven 14B","sourceId":"lmarena","modelId":"rwkv/rwkv-4-raven-14b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":948.4257,"ciLow":937.200687,"ciHigh":959.650713,"observedAt":"2026-11-11","runCount":4845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"RWKV-4 Raven 14B","rowId":"overall/RWKV-4 Raven 14B","slice":"overall"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|chinese/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.896033,"ciLow":1227.01144,"ciHigh":1264.780625,"observedAt":"2026-11-11","runCount":959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"chinese/InternLM2.5 20B Chat","slice":"chinese"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|coding/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.787366,"ciLow":1234.572376,"ciHigh":1263.002355,"observedAt":"2026-11-11","runCount":1684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"coding/InternLM2.5 20B Chat","slice":"coding"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.09145,"ciLow":1113.951149,"ciHigh":1146.231751,"observedAt":"2026-11-11","runCount":1432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"creative_writing/InternLM2.5 20B Chat","slice":"creative_writing"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|english/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.584889,"ciLow":1225.22187,"ciHigh":1243.947907,"observedAt":"2026-11-11","runCount":4966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"english/InternLM2.5 20B Chat","slice":"english"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1054.252836,"ciLow":1041.898968,"ciHigh":1066.606705,"observedAt":"2026-11-11","runCount":6447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"exclude_ties/InternLM2.5 20B Chat","slice":"exclude_ties"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|expert/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.743412,"ciLow":1198.767534,"ciHigh":1242.719289,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"expert/InternLM2.5 20B Chat","slice":"expert"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|german/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1083.390794,"ciLow":1045.499383,"ciHigh":1121.282205,"observedAt":"2026-11-11","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"german/InternLM2.5 20B Chat","slice":"german"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1225.768168,"ciLow":1214.318601,"ciHigh":1237.217734,"observedAt":"2026-11-11","runCount":2597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"hard_prompts/InternLM2.5 20B Chat","slice":"hard_prompts"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.41121,"ciLow":1241.846498,"ciHigh":1270.975921,"observedAt":"2026-11-11","runCount":1456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"hard_prompts_english/InternLM2.5 20B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.909252,"ciLow":1149.829391,"ciHigh":1183.989112,"observedAt":"2026-11-11","runCount":1289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_business_and_management_and_financial_operations/InternLM2.5 20B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1121.91568,"ciLow":1105.936157,"ciHigh":1137.895203,"observedAt":"2026-11-11","runCount":1427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_entertainment_and_sports_and_media/InternLM2.5 20B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.606077,"ciLow":1170.095726,"ciHigh":1217.116428,"observedAt":"2026-11-11","runCount":685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_legal_and_government/InternLM2.5 20B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1209.763496,"ciLow":1194.811275,"ciHigh":1224.715716,"observedAt":"2026-11-11","runCount":1700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_life_and_physical_and_social_science/InternLM2.5 20B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|industry_mathematical/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.078863,"ciLow":1196.733733,"ciHigh":1229.423992,"observedAt":"2026-11-11","runCount":1086,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_mathematical/InternLM2.5 20B Chat","slice":"industry_mathematical"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.853364,"ciLow":1183.154763,"ciHigh":1234.551965,"observedAt":"2026-11-11","runCount":548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_medicine_and_healthcare/InternLM2.5 20B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.715938,"ciLow":1221.862854,"ciHigh":1245.569021,"observedAt":"2026-11-11","runCount":2727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_software_and_it_services/InternLM2.5 20B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.284015,"ciLow":1138.981712,"ciHigh":1163.586318,"observedAt":"2026-11-11","runCount":2757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_writing_and_literature_and_language/InternLM2.5 20B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.915043,"ciLow":1167.740497,"ciHigh":1188.089589,"observedAt":"2026-11-11","runCount":4092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"instruction_following/InternLM2.5 20B Chat","slice":"instruction_following"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|longer_query/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1201.44959,"ciLow":1185.106199,"ciHigh":1217.792982,"observedAt":"2026-11-11","runCount":1266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"longer_query/InternLM2.5 20B Chat","slice":"longer_query"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|math/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.626918,"ciLow":1191.796908,"ciHigh":1221.456927,"observedAt":"2026-11-11","runCount":1387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"math/InternLM2.5 20B Chat","slice":"math"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.89385,"ciLow":1152.195775,"ciHigh":1181.591924,"observedAt":"2026-11-11","runCount":1751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"multi_turn/InternLM2.5 20B Chat","slice":"multi_turn"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|non_english/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.390783,"ciLow":1127.540539,"ciHigh":1147.241028,"observedAt":"2026-11-11","runCount":4935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"non_english/InternLM2.5 20B Chat","slice":"non_english"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|overall/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1190.86471,"ciLow":1183.682677,"ciHigh":1198.046743,"observedAt":"2026-11-11","runCount":9901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"overall/InternLM2.5 20B Chat","slice":"overall"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text-style-control@1|rating|russian/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.556119,"ciLow":1130.658169,"ciHigh":1162.454068,"observedAt":"2026-11-11","runCount":1425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"russian/InternLM2.5 20B Chat","slice":"russian"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|chinese/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1199.549819,"ciLow":1180.846406,"ciHigh":1218.253232,"observedAt":"2026-11-11","runCount":959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"chinese/InternLM2.5 20B Chat","slice":"chinese"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|coding/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1158.89667,"ciLow":1144.852755,"ciHigh":1172.940585,"observedAt":"2026-11-11","runCount":1684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"coding/InternLM2.5 20B Chat","slice":"coding"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|creative_writing/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1122.599744,"ciLow":1106.733492,"ciHigh":1138.465996,"observedAt":"2026-11-11","runCount":1432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"creative_writing/InternLM2.5 20B Chat","slice":"creative_writing"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|english/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1202.952353,"ciLow":1193.723918,"ciHigh":1212.180789,"observedAt":"2026-11-11","runCount":4966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"english/InternLM2.5 20B Chat","slice":"english"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|exclude_ties/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1010.123014,"ciLow":998.07346,"ciHigh":1022.172567,"observedAt":"2026-11-11","runCount":6447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"exclude_ties/InternLM2.5 20B Chat","slice":"exclude_ties"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|expert/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1150.306087,"ciLow":1128.385699,"ciHigh":1172.226476,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"expert/InternLM2.5 20B Chat","slice":"expert"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|german/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1062.536461,"ciLow":1025.328668,"ciHigh":1099.744254,"observedAt":"2026-11-11","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"german/InternLM2.5 20B Chat","slice":"german"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|hard_prompts/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1157.961562,"ciLow":1146.63559,"ciHigh":1169.287535,"observedAt":"2026-11-11","runCount":2597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"hard_prompts/InternLM2.5 20B Chat","slice":"hard_prompts"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|hard_prompts_english/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1188.755169,"ciLow":1174.3111,"ciHigh":1203.199239,"observedAt":"2026-11-11","runCount":1456,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"hard_prompts_english/InternLM2.5 20B Chat","slice":"hard_prompts_english"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1115.04752,"ciLow":1098.244163,"ciHigh":1131.850878,"observedAt":"2026-11-11","runCount":1289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_business_and_management_and_financial_operations/InternLM2.5 20B Chat","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1103.035062,"ciLow":1087.364023,"ciHigh":1118.706102,"observedAt":"2026-11-11","runCount":1427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_entertainment_and_sports_and_media/InternLM2.5 20B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|industry_legal_and_government/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1151.376748,"ciLow":1128.293579,"ciHigh":1174.459917,"observedAt":"2026-11-11","runCount":685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_legal_and_government/InternLM2.5 20B Chat","slice":"industry_legal_and_government"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1164.988922,"ciLow":1150.241742,"ciHigh":1179.736102,"observedAt":"2026-11-11","runCount":1700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_life_and_physical_and_social_science/InternLM2.5 20B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|industry_mathematical/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1181.13286,"ciLow":1164.814653,"ciHigh":1197.451067,"observedAt":"2026-11-11","runCount":1086,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_mathematical/InternLM2.5 20B Chat","slice":"industry_mathematical"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1151.689241,"ciLow":1126.646657,"ciHigh":1176.731825,"observedAt":"2026-11-11","runCount":548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_medicine_and_healthcare/InternLM2.5 20B Chat","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1163.595359,"ciLow":1151.854028,"ciHigh":1175.336691,"observedAt":"2026-11-11","runCount":2727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_software_and_it_services/InternLM2.5 20B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1135.931491,"ciLow":1123.852649,"ciHigh":1148.010333,"observedAt":"2026-11-11","runCount":2757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"industry_writing_and_literature_and_language/InternLM2.5 20B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|instruction_following/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1134.938065,"ciLow":1124.976971,"ciHigh":1144.899159,"observedAt":"2026-11-11","runCount":4092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"instruction_following/InternLM2.5 20B Chat","slice":"instruction_following"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|longer_query/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1149.014701,"ciLow":1132.75427,"ciHigh":1165.275132,"observedAt":"2026-11-11","runCount":1266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"longer_query/InternLM2.5 20B Chat","slice":"longer_query"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|math/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1179.781291,"ciLow":1165.016923,"ciHigh":1194.545659,"observedAt":"2026-11-11","runCount":1387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"math/InternLM2.5 20B Chat","slice":"math"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|multi_turn/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1135.468959,"ciLow":1120.907078,"ciHigh":1150.03084,"observedAt":"2026-11-11","runCount":1751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"multi_turn/InternLM2.5 20B Chat","slice":"multi_turn"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|non_english/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1104.350524,"ciLow":1094.684682,"ciHigh":1114.016366,"observedAt":"2026-11-11","runCount":4935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"non_english/InternLM2.5 20B Chat","slice":"non_english"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|overall/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1158.48927,"ciLow":1151.4391,"ciHigh":1165.539441,"observedAt":"2026-11-11","runCount":9901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"overall/InternLM2.5 20B Chat","slice":"overall"}
{"key":"lmarena|shanghai-ai-lab/internlm2.5-20b-chat:default|none|lmarena-text@1|rating|russian/InternLM2.5 20B Chat","sourceId":"lmarena","modelId":"shanghai-ai-lab/internlm2.5-20b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1106.830811,"ciLow":1091.139794,"ciHigh":1122.521829,"observedAt":"2026-11-11","runCount":1425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternLM2.5 20B Chat","rowId":"russian/InternLM2.5 20B Chat","slice":"russian"}
{"key":"lmarena|shanghai-ai-lab/internvl2-26b:default|none|lmarena-vision-style-control@1|rating|chinese/InternVL2 26B","sourceId":"lmarena","modelId":"shanghai-ai-lab/internvl2-26b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1081.557663,"ciLow":1033.213936,"ciHigh":1129.901391,"observedAt":"2026-11-09","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternVL2 26B","rowId":"chinese/InternVL2 26B","slice":"chinese"}
{"key":"lmarena|shanghai-ai-lab/internvl2-26b:default|none|lmarena-vision-style-control@1|rating|english/InternVL2 26B","sourceId":"lmarena","modelId":"shanghai-ai-lab/internvl2-26b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1049.882031,"ciLow":1034.472543,"ciHigh":1065.291519,"observedAt":"2026-11-09","runCount":3250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternVL2 26B","rowId":"english/InternVL2 26B","slice":"english"}
{"key":"lmarena|shanghai-ai-lab/internvl2-26b:default|none|lmarena-vision-style-control@1|rating|overall/InternVL2 26B","sourceId":"lmarena","modelId":"shanghai-ai-lab/internvl2-26b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1025.036311,"ciLow":1012.154568,"ciHigh":1037.918053,"observedAt":"2026-11-09","runCount":5148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternVL2 26B","rowId":"overall/InternVL2 26B","slice":"overall"}
{"key":"lmarena|shanghai-ai-lab/internvl2-26b:default|none|lmarena-vision@1|rating|chinese/InternVL2 26B","sourceId":"lmarena","modelId":"shanghai-ai-lab/internvl2-26b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1064.684994,"ciLow":1016.099537,"ciHigh":1113.270452,"observedAt":"2026-11-09","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternVL2 26B","rowId":"chinese/InternVL2 26B","slice":"chinese"}
{"key":"lmarena|shanghai-ai-lab/internvl2-26b:default|none|lmarena-vision@1|rating|english/InternVL2 26B","sourceId":"lmarena","modelId":"shanghai-ai-lab/internvl2-26b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1036.992621,"ciLow":1021.55279,"ciHigh":1052.432452,"observedAt":"2026-11-09","runCount":3250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternVL2 26B","rowId":"english/InternVL2 26B","slice":"english"}
{"key":"lmarena|shanghai-ai-lab/internvl2-26b:default|none|lmarena-vision@1|rating|overall/InternVL2 26B","sourceId":"lmarena","modelId":"shanghai-ai-lab/internvl2-26b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1004.465937,"ciLow":991.62596,"ciHigh":1017.305915,"observedAt":"2026-11-09","runCount":5148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternVL2 26B","rowId":"overall/InternVL2 26B","slice":"overall"}
{"key":"lmarena|shanghai-ai-lab/internvl2-4b:default|none|lmarena-vision-style-control@1|rating|chinese/InternVL2 4B","sourceId":"lmarena","modelId":"shanghai-ai-lab/internvl2-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":972.966916,"ciLow":917.154011,"ciHigh":1028.779821,"observedAt":"2026-11-09","runCount":177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternVL2 4B","rowId":"chinese/InternVL2 4B","slice":"chinese"}
{"key":"lmarena|shanghai-ai-lab/internvl2-4b:default|none|lmarena-vision-style-control@1|rating|english/InternVL2 4B","sourceId":"lmarena","modelId":"shanghai-ai-lab/internvl2-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":999.36609,"ciLow":983.221065,"ciHigh":1015.511115,"observedAt":"2026-11-09","runCount":2189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternVL2 4B","rowId":"english/InternVL2 4B","slice":"english"}
{"key":"lmarena|shanghai-ai-lab/internvl2-4b:default|none|lmarena-vision-style-control@1|rating|overall/InternVL2 4B","sourceId":"lmarena","modelId":"shanghai-ai-lab/internvl2-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":958.532981,"ciLow":945.884544,"ciHigh":971.181418,"observedAt":"2026-11-09","runCount":3703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternVL2 4B","rowId":"overall/InternVL2 4B","slice":"overall"}
{"key":"lmarena|shanghai-ai-lab/internvl2-4b:default|none|lmarena-vision@1|rating|chinese/InternVL2 4B","sourceId":"lmarena","modelId":"shanghai-ai-lab/internvl2-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":950.066784,"ciLow":894.836913,"ciHigh":1005.296656,"observedAt":"2026-11-09","runCount":177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternVL2 4B","rowId":"chinese/InternVL2 4B","slice":"chinese"}
{"key":"lmarena|shanghai-ai-lab/internvl2-4b:default|none|lmarena-vision@1|rating|english/InternVL2 4B","sourceId":"lmarena","modelId":"shanghai-ai-lab/internvl2-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":985.578753,"ciLow":969.493716,"ciHigh":1001.66379,"observedAt":"2026-11-09","runCount":2189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternVL2 4B","rowId":"english/InternVL2 4B","slice":"english"}
{"key":"lmarena|shanghai-ai-lab/internvl2-4b:default|none|lmarena-vision@1|rating|overall/InternVL2 4B","sourceId":"lmarena","modelId":"shanghai-ai-lab/internvl2-4b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":941.215569,"ciLow":928.671208,"ciHigh":953.759929,"observedAt":"2026-11-09","runCount":3703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"InternVL2 4B","rowId":"overall/InternVL2 4B","slice":"overall"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|chinese/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1179.691765,"ciLow":1165.698408,"ciHigh":1193.685122,"observedAt":"2026-11-11","runCount":3128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"chinese/Snowflake Arctic Instruct","slice":"chinese"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|coding/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1224.790202,"ciLow":1213.666845,"ciHigh":1235.913559,"observedAt":"2026-11-11","runCount":5734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"coding/Snowflake Arctic Instruct","slice":"coding"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|creative_writing/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1142.522323,"ciLow":1130.409656,"ciHigh":1154.63499,"observedAt":"2026-11-11","runCount":4777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"creative_writing/Snowflake Arctic Instruct","slice":"creative_writing"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|english/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1200.958556,"ciLow":1193.451132,"ciHigh":1208.46598,"observedAt":"2026-11-11","runCount":20419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"english/Snowflake Arctic Instruct","slice":"english"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|exclude_ties/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1038.771164,"ciLow":1029.145363,"ciHigh":1048.396965,"observedAt":"2026-11-11","runCount":21547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"exclude_ties/Snowflake Arctic Instruct","slice":"exclude_ties"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|expert/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.851836,"ciLow":1148.776959,"ciHigh":1182.926713,"observedAt":"2026-11-11","runCount":1722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"expert/Snowflake Arctic Instruct","slice":"expert"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|french/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.702655,"ciLow":1182.837358,"ciHigh":1244.567952,"observedAt":"2026-11-11","runCount":527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"french/Snowflake Arctic Instruct","slice":"french"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|german/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1143.546385,"ciLow":1120.502108,"ciHigh":1166.590661,"observedAt":"2026-11-11","runCount":947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"german/Snowflake Arctic Instruct","slice":"german"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.038964,"ciLow":1177.940529,"ciHigh":1196.1374,"observedAt":"2026-11-11","runCount":9592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"hard_prompts/Snowflake Arctic Instruct","slice":"hard_prompts"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.325923,"ciLow":1191.534665,"ciHigh":1213.117182,"observedAt":"2026-11-11","runCount":6488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"hard_prompts_english/Snowflake Arctic Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1139.004608,"ciLow":1125.636449,"ciHigh":1152.372768,"observedAt":"2026-11-11","runCount":3261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_business_and_management_and_financial_operations/Snowflake Arctic Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.652666,"ciLow":1133.763129,"ciHigh":1157.542203,"observedAt":"2026-11-11","runCount":4657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_entertainment_and_sports_and_media/Snowflake Arctic Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.802359,"ciLow":1178.511397,"ciHigh":1215.093321,"observedAt":"2026-11-11","runCount":1535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_legal_and_government/Snowflake Arctic Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.166615,"ciLow":1181.533705,"ciHigh":1204.799525,"observedAt":"2026-11-11","runCount":5411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_life_and_physical_and_social_science/Snowflake Arctic Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.559817,"ciLow":1151.503635,"ciHigh":1175.616,"observedAt":"2026-11-11","runCount":4220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_mathematical/Snowflake Arctic Instruct","slice":"industry_mathematical"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1192.211545,"ciLow":1173.333022,"ciHigh":1211.090068,"observedAt":"2026-11-11","runCount":1626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_medicine_and_healthcare/Snowflake Arctic Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.194703,"ciLow":1195.47262,"ciHigh":1214.916785,"observedAt":"2026-11-11","runCount":9209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_software_and_it_services/Snowflake Arctic Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.304982,"ciLow":1150.247457,"ciHigh":1170.362506,"observedAt":"2026-11-11","runCount":7241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_writing_and_literature_and_language/Snowflake Arctic Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|instruction_following/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.7982,"ciLow":1145.299002,"ciHigh":1162.297397,"observedAt":"2026-11-11","runCount":11736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"instruction_following/Snowflake Arctic Instruct","slice":"instruction_following"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|japanese/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1043.140244,"ciLow":1017.54977,"ciHigh":1068.730718,"observedAt":"2026-11-11","runCount":667,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"japanese/Snowflake Arctic Instruct","slice":"japanese"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|korean/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1064.450017,"ciLow":1034.930887,"ciHigh":1093.969146,"observedAt":"2026-11-11","runCount":547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"korean/Snowflake Arctic Instruct","slice":"korean"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|longer_query/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1132.113816,"ciLow":1117.962861,"ciHigh":1146.264771,"observedAt":"2026-11-11","runCount":2793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"longer_query/Snowflake Arctic Instruct","slice":"longer_query"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|math/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.80636,"ciLow":1152.473361,"ciHigh":1175.13936,"observedAt":"2026-11-11","runCount":4793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"math/Snowflake Arctic Instruct","slice":"math"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|multi_turn/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.041729,"ciLow":1131.470312,"ciHigh":1156.613146,"observedAt":"2026-11-11","runCount":3963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"multi_turn/Snowflake Arctic Instruct","slice":"multi_turn"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|non_english/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.624328,"ciLow":1143.442931,"ciHigh":1159.805724,"observedAt":"2026-11-11","runCount":12413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"non_english/Snowflake Arctic Instruct","slice":"non_english"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|overall/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.230439,"ciLow":1174.330933,"ciHigh":1186.129945,"observedAt":"2026-11-11","runCount":32832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"overall/Snowflake Arctic Instruct","slice":"overall"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|russian/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1169.751537,"ciLow":1156.414761,"ciHigh":1183.088313,"observedAt":"2026-11-11","runCount":2784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"russian/Snowflake Arctic Instruct","slice":"russian"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text-style-control@1|rating|spanish/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.892683,"ciLow":1145.602333,"ciHigh":1206.183032,"observedAt":"2026-11-11","runCount":500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"spanish/Snowflake Arctic Instruct","slice":"spanish"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|chinese/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1067.183203,"ciLow":1053.463656,"ciHigh":1080.902749,"observedAt":"2026-11-11","runCount":3128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"chinese/Snowflake Arctic Instruct","slice":"chinese"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|coding/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1089.294698,"ciLow":1078.127212,"ciHigh":1100.462185,"observedAt":"2026-11-11","runCount":5734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"coding/Snowflake Arctic Instruct","slice":"coding"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|creative_writing/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1080.77691,"ciLow":1068.796328,"ciHigh":1092.757492,"observedAt":"2026-11-11","runCount":4777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"creative_writing/Snowflake Arctic Instruct","slice":"creative_writing"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|english/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1121.619473,"ciLow":1114.161088,"ciHigh":1129.077857,"observedAt":"2026-11-11","runCount":20419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"english/Snowflake Arctic Instruct","slice":"english"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|exclude_ties/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":927.2472,"ciLow":917.736455,"ciHigh":936.757946,"observedAt":"2026-11-11","runCount":21547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"exclude_ties/Snowflake Arctic Instruct","slice":"exclude_ties"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|expert/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1028.023751,"ciLow":1010.87557,"ciHigh":1045.171932,"observedAt":"2026-11-11","runCount":1722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"expert/Snowflake Arctic Instruct","slice":"expert"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|french/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1131.591497,"ciLow":1101.105091,"ciHigh":1162.077903,"observedAt":"2026-11-11","runCount":527,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"french/Snowflake Arctic Instruct","slice":"french"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|german/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1073.450799,"ciLow":1050.854142,"ciHigh":1096.047455,"observedAt":"2026-11-11","runCount":947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"german/Snowflake Arctic Instruct","slice":"german"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|hard_prompts/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1071.432624,"ciLow":1062.352293,"ciHigh":1080.512954,"observedAt":"2026-11-11","runCount":9592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"hard_prompts/Snowflake Arctic Instruct","slice":"hard_prompts"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|hard_prompts_english/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1088.023859,"ciLow":1077.266646,"ciHigh":1098.781073,"observedAt":"2026-11-11","runCount":6488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"hard_prompts_english/Snowflake Arctic Instruct","slice":"hard_prompts_english"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1031.339009,"ciLow":1017.915731,"ciHigh":1044.762288,"observedAt":"2026-11-11","runCount":3261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_business_and_management_and_financial_operations/Snowflake Arctic Instruct","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1068.790199,"ciLow":1056.929529,"ciHigh":1080.650868,"observedAt":"2026-11-11","runCount":4657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_entertainment_and_sports_and_media/Snowflake Arctic Instruct","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|industry_legal_and_government/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1091.243535,"ciLow":1072.899638,"ciHigh":1109.587433,"observedAt":"2026-11-11","runCount":1535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_legal_and_government/Snowflake Arctic Instruct","slice":"industry_legal_and_government"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1081.872758,"ciLow":1070.255438,"ciHigh":1093.490078,"observedAt":"2026-11-11","runCount":5411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_life_and_physical_and_social_science/Snowflake Arctic Instruct","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|industry_mathematical/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1097.518047,"ciLow":1085.518069,"ciHigh":1109.518026,"observedAt":"2026-11-11","runCount":4220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_mathematical/Snowflake Arctic Instruct","slice":"industry_mathematical"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1063.288931,"ciLow":1044.433165,"ciHigh":1082.144696,"observedAt":"2026-11-11","runCount":1626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_medicine_and_healthcare/Snowflake Arctic Instruct","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|industry_software_and_it_services/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1087.354926,"ciLow":1077.655152,"ciHigh":1097.0547,"observedAt":"2026-11-11","runCount":9209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_software_and_it_services/Snowflake Arctic Instruct","slice":"industry_software_and_it_services"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1100.85802,"ciLow":1090.86739,"ciHigh":1110.84865,"observedAt":"2026-11-11","runCount":7241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"industry_writing_and_literature_and_language/Snowflake Arctic Instruct","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|instruction_following/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1065.95225,"ciLow":1057.524327,"ciHigh":1074.380172,"observedAt":"2026-11-11","runCount":11736,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"instruction_following/Snowflake Arctic Instruct","slice":"instruction_following"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|japanese/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":969.72299,"ciLow":944.331438,"ciHigh":995.114543,"observedAt":"2026-11-11","runCount":667,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"japanese/Snowflake Arctic Instruct","slice":"japanese"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|korean/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":939.758279,"ciLow":910.638631,"ciHigh":968.877928,"observedAt":"2026-11-11","runCount":547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"korean/Snowflake Arctic Instruct","slice":"korean"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|longer_query/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":999.076095,"ciLow":984.874231,"ciHigh":1013.277958,"observedAt":"2026-11-11","runCount":2793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"longer_query/Snowflake Arctic Instruct","slice":"longer_query"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|math/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1108.692171,"ciLow":1097.41503,"ciHigh":1119.969312,"observedAt":"2026-11-11","runCount":4793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"math/Snowflake Arctic Instruct","slice":"math"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|multi_turn/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1072.133647,"ciLow":1059.614127,"ciHigh":1084.653168,"observedAt":"2026-11-11","runCount":3963,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"multi_turn/Snowflake Arctic Instruct","slice":"multi_turn"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|non_english/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1074.168013,"ciLow":1065.992861,"ciHigh":1082.343165,"observedAt":"2026-11-11","runCount":12413,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"non_english/Snowflake Arctic Instruct","slice":"non_english"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|overall/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1101.017907,"ciLow":1095.140459,"ciHigh":1106.895355,"observedAt":"2026-11-11","runCount":32832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"overall/Snowflake Arctic Instruct","slice":"overall"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|russian/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1103.267887,"ciLow":1089.994432,"ciHigh":1116.541342,"observedAt":"2026-11-11","runCount":2784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"russian/Snowflake Arctic Instruct","slice":"russian"}
{"key":"lmarena|snowflake/snowflake-arctic-instruct:default|none|lmarena-text@1|rating|spanish/Snowflake Arctic Instruct","sourceId":"lmarena","modelId":"snowflake/snowflake-arctic-instruct","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1087.962294,"ciLow":1057.59434,"ciHigh":1118.330249,"observedAt":"2026-11-11","runCount":500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Snowflake Arctic Instruct","rowId":"spanish/Snowflake Arctic Instruct","slice":"spanish"}
{"key":"lmarena|stability-ai/stable-diffusion-3.5-large:default|none|lmarena-text-to-image@1|rating|3d_modeling/Stable Diffusion 3.5 Large","sourceId":"lmarena","modelId":"stability-ai/stable-diffusion-3.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":962.788128,"ciLow":946.907359,"ciHigh":978.668898,"observedAt":"2026-11-12","runCount":1629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Stable Diffusion 3.5 Large","rowId":"3d_modeling/Stable Diffusion 3.5 Large","slice":"3d_modeling"}
{"key":"lmarena|stability-ai/stable-diffusion-3.5-large:default|none|lmarena-text-to-image@1|rating|art/Stable Diffusion 3.5 Large","sourceId":"lmarena","modelId":"stability-ai/stable-diffusion-3.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":997.296492,"ciLow":987.829272,"ciHigh":1006.763713,"observedAt":"2026-11-12","runCount":5340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Stable Diffusion 3.5 Large","rowId":"art/Stable Diffusion 3.5 Large","slice":"art"}
{"key":"lmarena|stability-ai/stable-diffusion-3.5-large:default|none|lmarena-text-to-image@1|rating|cartoon/Stable Diffusion 3.5 Large","sourceId":"lmarena","modelId":"stability-ai/stable-diffusion-3.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":945.255891,"ciLow":938.933715,"ciHigh":951.578067,"observedAt":"2026-11-12","runCount":12274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Stable Diffusion 3.5 Large","rowId":"cartoon/Stable Diffusion 3.5 Large","slice":"cartoon"}
{"key":"lmarena|stability-ai/stable-diffusion-3.5-large:default|none|lmarena-text-to-image@1|rating|chinese/stable-diffusion-v35-large","sourceId":"lmarena","modelId":"stability-ai/stable-diffusion-3.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":719.234792,"ciLow":693.133706,"ciHigh":743.596879,"observedAt":"2025-01-24","runCount":327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"stable-diffusion-v35-large","rowId":"chinese/stable-diffusion-v35-large","slice":"chinese"}
{"key":"lmarena|stability-ai/stable-diffusion-3.5-large:default|none|lmarena-text-to-image@1|rating|commercial_design/Stable Diffusion 3.5 Large","sourceId":"lmarena","modelId":"stability-ai/stable-diffusion-3.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":936.66507,"ciLow":925.676938,"ciHigh":947.653201,"observedAt":"2026-11-12","runCount":3051,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Stable Diffusion 3.5 Large","rowId":"commercial_design/Stable Diffusion 3.5 Large","slice":"commercial_design"}
{"key":"lmarena|stability-ai/stable-diffusion-3.5-large:default|none|lmarena-text-to-image@1|rating|english/stable-diffusion-v35-large","sourceId":"lmarena","modelId":"stability-ai/stable-diffusion-3.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":972.201521,"ciLow":969.186511,"ciHigh":976.375818,"observedAt":"2025-02-11","runCount":20253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"stable-diffusion-v35-large","rowId":"english/stable-diffusion-v35-large","slice":"english"}
{"key":"lmarena|stability-ai/stable-diffusion-3.5-large:default|none|lmarena-text-to-image@1|rating|overall/Stable Diffusion 3.5 Large","sourceId":"lmarena","modelId":"stability-ai/stable-diffusion-3.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":938.282076,"ciLow":933.794446,"ciHigh":942.769706,"observedAt":"2026-11-12","runCount":23396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Stable Diffusion 3.5 Large","rowId":"overall/Stable Diffusion 3.5 Large","slice":"overall"}
{"key":"lmarena|stability-ai/stable-diffusion-3.5-large:default|none|lmarena-text-to-image@1|rating|photorealistic/Stable Diffusion 3.5 Large","sourceId":"lmarena","modelId":"stability-ai/stable-diffusion-3.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":928.280219,"ciLow":921.236363,"ciHigh":935.324075,"observedAt":"2026-11-12","runCount":9405,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Stable Diffusion 3.5 Large","rowId":"photorealistic/Stable Diffusion 3.5 Large","slice":"photorealistic"}
{"key":"lmarena|stability-ai/stable-diffusion-3.5-large:default|none|lmarena-text-to-image@1|rating|portraits/Stable Diffusion 3.5 Large","sourceId":"lmarena","modelId":"stability-ai/stable-diffusion-3.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":942.203012,"ciLow":933.329369,"ciHigh":951.076656,"observedAt":"2026-11-12","runCount":5704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Stable Diffusion 3.5 Large","rowId":"portraits/Stable Diffusion 3.5 Large","slice":"portraits"}
{"key":"lmarena|stability-ai/stable-diffusion-3.5-large:default|none|lmarena-text-to-image@1|rating|russian/stable-diffusion-v35-large","sourceId":"lmarena","modelId":"stability-ai/stable-diffusion-3.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":663.831274,"ciLow":646.956215,"ciHigh":678.818932,"observedAt":"2025-01-24","runCount":985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"stable-diffusion-v35-large","rowId":"russian/stable-diffusion-v35-large","slice":"russian"}
{"key":"lmarena|stability-ai/stable-diffusion-3.5-large:default|none|lmarena-text-to-image@1|rating|text_rendering/Stable Diffusion 3.5 Large","sourceId":"lmarena","modelId":"stability-ai/stable-diffusion-3.5-large","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":920.804703,"ciLow":910.028746,"ciHigh":931.58066,"observedAt":"2026-11-12","runCount":3222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Stable Diffusion 3.5 Large","rowId":"text_rendering/Stable Diffusion 3.5 Large","slice":"text_rendering"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|coding/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1004.988712,"ciLow":972.796054,"ciHigh":1037.18137,"observedAt":"2026-11-11","runCount":363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"coding/StableLM Tuned Alpha 7B","slice":"coding"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|creative_writing/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":931.912748,"ciLow":903.493391,"ciHigh":960.332105,"observedAt":"2026-11-11","runCount":536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"creative_writing/StableLM Tuned Alpha 7B","slice":"creative_writing"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|english/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":976.340689,"ciLow":962.42835,"ciHigh":990.253028,"observedAt":"2026-11-11","runCount":2707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"english/StableLM Tuned Alpha 7B","slice":"english"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|exclude_ties/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":702.117299,"ciLow":681.102249,"ciHigh":723.13235,"observedAt":"2026-11-11","runCount":2206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"exclude_ties/StableLM Tuned Alpha 7B","slice":"exclude_ties"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|hard_prompts/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":943.830375,"ciLow":919.857771,"ciHigh":967.802978,"observedAt":"2026-11-11","runCount":575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"hard_prompts/StableLM Tuned Alpha 7B","slice":"hard_prompts"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":956.800718,"ciLow":930.204179,"ciHigh":983.397257,"observedAt":"2026-11-11","runCount":497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"hard_prompts_english/StableLM Tuned Alpha 7B","slice":"hard_prompts_english"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":905.72996,"ciLow":865.693435,"ciHigh":945.766485,"observedAt":"2026-11-11","runCount":238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"industry_business_and_management_and_financial_operations/StableLM Tuned Alpha 7B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":906.355197,"ciLow":877.849838,"ciHigh":934.860555,"observedAt":"2026-11-11","runCount":514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"industry_entertainment_and_sports_and_media/StableLM Tuned Alpha 7B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":934.943154,"ciLow":907.906372,"ciHigh":961.979935,"observedAt":"2026-11-11","runCount":615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"industry_life_and_physical_and_social_science/StableLM Tuned Alpha 7B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":897.290769,"ciLow":865.815967,"ciHigh":928.765571,"observedAt":"2026-11-11","runCount":294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"industry_mathematical/StableLM Tuned Alpha 7B","slice":"industry_mathematical"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":969.08552,"ciLow":945.486525,"ciHigh":992.684516,"observedAt":"2026-11-11","runCount":742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"industry_software_and_it_services/StableLM Tuned Alpha 7B","slice":"industry_software_and_it_services"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":930.625839,"ciLow":906.537981,"ciHigh":954.713696,"observedAt":"2026-11-11","runCount":681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"industry_writing_and_literature_and_language/StableLM Tuned Alpha 7B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|instruction_following/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":909.650793,"ciLow":889.501755,"ciHigh":929.799831,"observedAt":"2026-11-11","runCount":814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"instruction_following/StableLM Tuned Alpha 7B","slice":"instruction_following"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|math/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":891.190293,"ciLow":862.471064,"ciHigh":919.909521,"observedAt":"2026-11-11","runCount":353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"math/StableLM Tuned Alpha 7B","slice":"math"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|multi_turn/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":898.830988,"ciLow":865.225169,"ciHigh":932.436808,"observedAt":"2026-11-11","runCount":354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"multi_turn/StableLM Tuned Alpha 7B","slice":"multi_turn"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|non_english/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":887.889984,"ciLow":864.386945,"ciHigh":911.393023,"observedAt":"2026-11-11","runCount":580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"non_english/StableLM Tuned Alpha 7B","slice":"non_english"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text-style-control@1|rating|overall/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":953.381729,"ciLow":940.773201,"ciHigh":965.990256,"observedAt":"2026-11-11","runCount":3287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"overall/StableLM Tuned Alpha 7B","slice":"overall"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|coding/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":885.899543,"ciLow":854.076431,"ciHigh":917.722654,"observedAt":"2026-11-11","runCount":363,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"coding/StableLM Tuned Alpha 7B","slice":"coding"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|creative_writing/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":867.744065,"ciLow":840.371131,"ciHigh":895.117,"observedAt":"2026-11-11","runCount":536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"creative_writing/StableLM Tuned Alpha 7B","slice":"creative_writing"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|english/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":889.6502,"ciLow":875.771092,"ciHigh":903.529309,"observedAt":"2026-11-11","runCount":2707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"english/StableLM Tuned Alpha 7B","slice":"english"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|exclude_ties/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":583.448028,"ciLow":562.761989,"ciHigh":604.134068,"observedAt":"2026-11-11","runCount":2206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"exclude_ties/StableLM Tuned Alpha 7B","slice":"exclude_ties"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|hard_prompts/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":835.071342,"ciLow":811.13871,"ciHigh":859.003974,"observedAt":"2026-11-11","runCount":575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"hard_prompts/StableLM Tuned Alpha 7B","slice":"hard_prompts"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|hard_prompts_english/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":849.424882,"ciLow":822.852615,"ciHigh":875.997148,"observedAt":"2026-11-11","runCount":497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"hard_prompts_english/StableLM Tuned Alpha 7B","slice":"hard_prompts_english"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":786.045895,"ciLow":745.682794,"ciHigh":826.408996,"observedAt":"2026-11-11","runCount":238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"industry_business_and_management_and_financial_operations/StableLM Tuned Alpha 7B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":822.977849,"ciLow":795.31494,"ciHigh":850.640757,"observedAt":"2026-11-11","runCount":514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"industry_entertainment_and_sports_and_media/StableLM Tuned Alpha 7B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":803.348428,"ciLow":776.508275,"ciHigh":830.188582,"observedAt":"2026-11-11","runCount":615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"industry_life_and_physical_and_social_science/StableLM Tuned Alpha 7B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|industry_mathematical/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":835.226181,"ciLow":804.184982,"ciHigh":866.26738,"observedAt":"2026-11-11","runCount":294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"industry_mathematical/StableLM Tuned Alpha 7B","slice":"industry_mathematical"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|industry_software_and_it_services/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":857.679879,"ciLow":834.05813,"ciHigh":881.301629,"observedAt":"2026-11-11","runCount":742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"industry_software_and_it_services/StableLM Tuned Alpha 7B","slice":"industry_software_and_it_services"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":867.893179,"ciLow":844.487659,"ciHigh":891.2987,"observedAt":"2026-11-11","runCount":681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"industry_writing_and_literature_and_language/StableLM Tuned Alpha 7B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|instruction_following/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":830.881512,"ciLow":811.046862,"ciHigh":850.716163,"observedAt":"2026-11-11","runCount":814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"instruction_following/StableLM Tuned Alpha 7B","slice":"instruction_following"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|math/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":839.074508,"ciLow":810.529299,"ciHigh":867.619716,"observedAt":"2026-11-11","runCount":353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"math/StableLM Tuned Alpha 7B","slice":"math"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|multi_turn/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":820.552263,"ciLow":787.254769,"ciHigh":853.849758,"observedAt":"2026-11-11","runCount":354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"multi_turn/StableLM Tuned Alpha 7B","slice":"multi_turn"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|non_english/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":814.608716,"ciLow":791.843229,"ciHigh":837.374202,"observedAt":"2026-11-11","runCount":580,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"non_english/StableLM Tuned Alpha 7B","slice":"non_english"}
{"key":"lmarena|stability-ai/stablelm-tuned-alpha-7b:default|none|lmarena-text@1|rating|overall/StableLM Tuned Alpha 7B","sourceId":"lmarena","modelId":"stability-ai/stablelm-tuned-alpha-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":866.612807,"ciLow":854.075359,"ciHigh":879.150256,"observedAt":"2026-11-11","runCount":3287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StableLM Tuned Alpha 7B","rowId":"overall/StableLM Tuned Alpha 7B","slice":"overall"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|chinese/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":914.968322,"ciLow":872.792502,"ciHigh":957.144143,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"chinese/Alpaca 13B","slice":"chinese"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|coding/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":998.988147,"ciLow":972.37023,"ciHigh":1025.606063,"observedAt":"2026-11-11","runCount":626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"coding/Alpaca 13B","slice":"coding"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|creative_writing/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1094.092237,"ciLow":1072.132712,"ciHigh":1116.051762,"observedAt":"2026-11-11","runCount":954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"creative_writing/Alpaca 13B","slice":"creative_writing"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|english/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1092.542489,"ciLow":1080.243766,"ciHigh":1104.841212,"observedAt":"2026-11-11","runCount":4750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"english/Alpaca 13B","slice":"english"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":890.114603,"ciLow":873.237785,"ciHigh":906.991422,"observedAt":"2026-11-11","runCount":4016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"exclude_ties/Alpaca 13B","slice":"exclude_ties"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1009.721282,"ciLow":990.224339,"ciHigh":1029.218225,"observedAt":"2026-11-11","runCount":1057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"hard_prompts/Alpaca 13B","slice":"hard_prompts"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1020.546738,"ciLow":999.147549,"ciHigh":1041.945928,"observedAt":"2026-11-11","runCount":899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"hard_prompts_english/Alpaca 13B","slice":"hard_prompts_english"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":978.419264,"ciLow":945.121319,"ciHigh":1011.71721,"observedAt":"2026-11-11","runCount":391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_business_and_management_and_financial_operations/Alpaca 13B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1074.934885,"ciLow":1053.537916,"ciHigh":1096.331853,"observedAt":"2026-11-11","runCount":935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_entertainment_and_sports_and_media/Alpaca 13B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1089.535864,"ciLow":1046.677597,"ciHigh":1132.394131,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_legal_and_government/Alpaca 13B","slice":"industry_legal_and_government"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1075.267606,"ciLow":1053.621876,"ciHigh":1096.913337,"observedAt":"2026-11-11","runCount":986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_life_and_physical_and_social_science/Alpaca 13B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":988.677856,"ciLow":963.281856,"ciHigh":1014.073856,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_mathematical/Alpaca 13B","slice":"industry_mathematical"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1034.031012,"ciLow":985.374711,"ciHigh":1082.687312,"observedAt":"2026-11-11","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_medicine_and_healthcare/Alpaca 13B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1007.35397,"ciLow":987.833338,"ciHigh":1026.874602,"observedAt":"2026-11-11","runCount":1335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_software_and_it_services/Alpaca 13B","slice":"industry_software_and_it_services"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1081.269378,"ciLow":1062.108051,"ciHigh":1100.430705,"observedAt":"2026-11-11","runCount":1217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_writing_and_literature_and_language/Alpaca 13B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|instruction_following/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1025.633581,"ciLow":1009.437133,"ciHigh":1041.83003,"observedAt":"2026-11-11","runCount":1512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"instruction_following/Alpaca 13B","slice":"instruction_following"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|math/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":996.590254,"ciLow":973.881511,"ciHigh":1019.298997,"observedAt":"2026-11-11","runCount":652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"math/Alpaca 13B","slice":"math"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|multi_turn/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1010.726275,"ciLow":985.01373,"ciHigh":1036.438821,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"multi_turn/Alpaca 13B","slice":"multi_turn"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|non_english/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1001.421758,"ciLow":980.455398,"ciHigh":1022.388117,"observedAt":"2026-11-11","runCount":995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"non_english/Alpaca 13B","slice":"non_english"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text-style-control@1|rating|overall/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1070.497778,"ciLow":1059.122937,"ciHigh":1081.872619,"observedAt":"2026-11-11","runCount":5745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"overall/Alpaca 13B","slice":"overall"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|chinese/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":782.016744,"ciLow":743.985978,"ciHigh":820.047511,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"chinese/Alpaca 13B","slice":"chinese"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|coding/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":798.681336,"ciLow":772.095133,"ciHigh":825.26754,"observedAt":"2026-11-11","runCount":626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"coding/Alpaca 13B","slice":"coding"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|creative_writing/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":967.438933,"ciLow":945.386938,"ciHigh":989.490928,"observedAt":"2026-11-11","runCount":954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"creative_writing/Alpaca 13B","slice":"creative_writing"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|english/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":957.318925,"ciLow":945.050167,"ciHigh":969.587683,"observedAt":"2026-11-11","runCount":4750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"english/Alpaca 13B","slice":"english"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|exclude_ties/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":697.405959,"ciLow":680.798557,"ciHigh":714.013362,"observedAt":"2026-11-11","runCount":4016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"exclude_ties/Alpaca 13B","slice":"exclude_ties"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|hard_prompts/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":825.601624,"ciLow":806.485545,"ciHigh":844.717704,"observedAt":"2026-11-11","runCount":1057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"hard_prompts/Alpaca 13B","slice":"hard_prompts"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|hard_prompts_english/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":839.413133,"ciLow":818.327257,"ciHigh":860.49901,"observedAt":"2026-11-11","runCount":899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"hard_prompts_english/Alpaca 13B","slice":"hard_prompts_english"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":812.129813,"ciLow":778.457739,"ciHigh":845.801886,"observedAt":"2026-11-11","runCount":391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_business_and_management_and_financial_operations/Alpaca 13B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":932.290987,"ciLow":910.651414,"ciHigh":953.930561,"observedAt":"2026-11-11","runCount":935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_entertainment_and_sports_and_media/Alpaca 13B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|industry_legal_and_government/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":910.935282,"ciLow":868.123936,"ciHigh":953.746627,"observedAt":"2026-11-11","runCount":230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_legal_and_government/Alpaca 13B","slice":"industry_legal_and_government"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":882.825131,"ciLow":861.416996,"ciHigh":904.233266,"observedAt":"2026-11-11","runCount":986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_life_and_physical_and_social_science/Alpaca 13B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|industry_mathematical/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":879.518306,"ciLow":854.248623,"ciHigh":904.78799,"observedAt":"2026-11-11","runCount":565,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_mathematical/Alpaca 13B","slice":"industry_mathematical"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":820.012898,"ciLow":770.970082,"ciHigh":869.055714,"observedAt":"2026-11-11","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_medicine_and_healthcare/Alpaca 13B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":826.280917,"ciLow":806.999325,"ciHigh":845.562509,"observedAt":"2026-11-11","runCount":1335,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_software_and_it_services/Alpaca 13B","slice":"industry_software_and_it_services"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":968.167517,"ciLow":948.953946,"ciHigh":987.381088,"observedAt":"2026-11-11","runCount":1217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"industry_writing_and_literature_and_language/Alpaca 13B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|instruction_following/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":891.062524,"ciLow":874.939064,"ciHigh":907.185984,"observedAt":"2026-11-11","runCount":1512,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"instruction_following/Alpaca 13B","slice":"instruction_following"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|math/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":908.176151,"ciLow":885.589303,"ciHigh":930.762998,"observedAt":"2026-11-11","runCount":652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"math/Alpaca 13B","slice":"math"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|multi_turn/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":884.219511,"ciLow":858.496244,"ciHigh":909.942777,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"multi_turn/Alpaca 13B","slice":"multi_turn"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|non_english/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":874.720497,"ciLow":854.726123,"ciHigh":894.714872,"observedAt":"2026-11-11","runCount":995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"non_english/Alpaca 13B","slice":"non_english"}
{"key":"lmarena|stanford/alpaca-13b:default|none|lmarena-text@1|rating|overall/Alpaca 13B","sourceId":"lmarena","modelId":"stanford/alpaca-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":932.850283,"ciLow":921.606508,"ciHigh":944.094058,"observedAt":"2026-11-11","runCount":5745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Alpaca 13B","rowId":"overall/Alpaca 13B","slice":"overall"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|chinese/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.10283,"ciLow":1346.006374,"ciHigh":1396.199286,"observedAt":"2026-11-11","runCount":546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"chinese/Step-1o Turbo (202506)","slice":"chinese"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|coding/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.40117,"ciLow":1336.511203,"ciHigh":1366.291137,"observedAt":"2026-11-11","runCount":1493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"coding/Step-1o Turbo (202506)","slice":"coding"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|creative_writing/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1292.759541,"ciLow":1273.654555,"ciHigh":1311.864526,"observedAt":"2026-11-11","runCount":993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"creative_writing/Step-1o Turbo (202506)","slice":"creative_writing"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|english/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.629339,"ciLow":1323.901078,"ciHigh":1343.357601,"observedAt":"2026-11-11","runCount":3989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"english/Step-1o Turbo (202506)","slice":"english"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|exclude_ties/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.903471,"ciLow":1256.297412,"ciHigh":1275.509531,"observedAt":"2026-11-11","runCount":6355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"exclude_ties/Step-1o Turbo (202506)","slice":"exclude_ties"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|expert/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.15445,"ciLow":1269.348929,"ciHigh":1322.959972,"observedAt":"2026-11-11","runCount":483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"expert/Step-1o Turbo (202506)","slice":"expert"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|german/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.87318,"ciLow":1264.5433,"ciHigh":1327.20306,"observedAt":"2026-11-11","runCount":345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"german/Step-1o Turbo (202506)","slice":"german"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|hard_prompts/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.499912,"ciLow":1322.655746,"ciHigh":1342.344078,"observedAt":"2026-11-11","runCount":3696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"hard_prompts/Step-1o Turbo (202506)","slice":"hard_prompts"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.56277,"ciLow":1334.490736,"ciHigh":1362.634805,"observedAt":"2026-11-11","runCount":1704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"hard_prompts_english/Step-1o Turbo (202506)","slice":"hard_prompts_english"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.15387,"ciLow":1308.450457,"ciHigh":1339.857283,"observedAt":"2026-11-11","runCount":1384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_business_and_management_and_financial_operations/Step-1o Turbo (202506)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.677595,"ciLow":1263.567743,"ciHigh":1293.787447,"observedAt":"2026-11-11","runCount":1469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_entertainment_and_sports_and_media/Step-1o Turbo (202506)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.055705,"ciLow":1311.687737,"ciHigh":1358.423674,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_legal_and_government/Step-1o Turbo (202506)","slice":"industry_legal_and_government"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1336.73703,"ciLow":1321.385935,"ciHigh":1352.088125,"observedAt":"2026-11-11","runCount":1505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_life_and_physical_and_social_science/Step-1o Turbo (202506)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.565995,"ciLow":1299.355282,"ciHigh":1347.776707,"observedAt":"2026-11-11","runCount":568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_mathematical/Step-1o Turbo (202506)","slice":"industry_mathematical"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.997269,"ciLow":1309.009599,"ciHigh":1356.984939,"observedAt":"2026-11-11","runCount":598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_medicine_and_healthcare/Step-1o Turbo (202506)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.827181,"ciLow":1340.663153,"ciHigh":1362.99121,"observedAt":"2026-11-11","runCount":2789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_software_and_it_services/Step-1o Turbo (202506)","slice":"industry_software_and_it_services"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.415111,"ciLow":1287.616502,"ciHigh":1315.213719,"observedAt":"2026-11-11","runCount":1830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_writing_and_literature_and_language/Step-1o Turbo (202506)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|instruction_following/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.652301,"ciLow":1292.89158,"ciHigh":1318.413021,"observedAt":"2026-11-11","runCount":2096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"instruction_following/Step-1o Turbo (202506)","slice":"instruction_following"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|longer_query/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.258725,"ciLow":1327.728926,"ciHigh":1360.788523,"observedAt":"2026-11-11","runCount":1272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"longer_query/Step-1o Turbo (202506)","slice":"longer_query"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|math/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.16492,"ciLow":1271.521928,"ciHigh":1318.807912,"observedAt":"2026-11-11","runCount":564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"math/Step-1o Turbo (202506)","slice":"math"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|multi_turn/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.893677,"ciLow":1309.718735,"ciHigh":1342.068619,"observedAt":"2026-11-11","runCount":1356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"multi_turn/Step-1o Turbo (202506)","slice":"multi_turn"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|non_english/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.636722,"ciLow":1290.816235,"ciHigh":1308.457209,"observedAt":"2026-11-11","runCount":4912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"non_english/Step-1o Turbo (202506)","slice":"non_english"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|overall/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.663205,"ciLow":1312.786502,"ciHigh":1326.539909,"observedAt":"2026-11-11","runCount":8901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"overall/Step-1o Turbo (202506)","slice":"overall"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|polish/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.197053,"ciLow":1271.580765,"ciHigh":1302.813341,"observedAt":"2026-11-11","runCount":1583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"polish/Step-1o Turbo (202506)","slice":"polish"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text-style-control@1|rating|russian/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.681143,"ciLow":1303.435554,"ciHigh":1345.926731,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"russian/Step-1o Turbo (202506)","slice":"russian"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|chinese/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.652935,"ciLow":1354.498876,"ciHigh":1404.806994,"observedAt":"2026-11-11","runCount":546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"chinese/Step-1o Turbo (202506)","slice":"chinese"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|coding/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.299664,"ciLow":1324.485351,"ciHigh":1354.113978,"observedAt":"2026-11-11","runCount":1493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"coding/Step-1o Turbo (202506)","slice":"coding"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|creative_writing/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.959693,"ciLow":1288.101391,"ciHigh":1325.817995,"observedAt":"2026-11-11","runCount":993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"creative_writing/Step-1o Turbo (202506)","slice":"creative_writing"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|english/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.769008,"ciLow":1343.105275,"ciHigh":1362.432741,"observedAt":"2026-11-11","runCount":3989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"english/Step-1o Turbo (202506)","slice":"english"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|exclude_ties/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.243947,"ciLow":1278.762088,"ciHigh":1297.725806,"observedAt":"2026-11-11","runCount":6355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"exclude_ties/Step-1o Turbo (202506)","slice":"exclude_ties"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|expert/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.344549,"ciLow":1280.801085,"ciHigh":1333.888013,"observedAt":"2026-11-11","runCount":483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"expert/Step-1o Turbo (202506)","slice":"expert"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|german/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.097571,"ciLow":1282.671585,"ciHigh":1345.523556,"observedAt":"2026-11-11","runCount":345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"german/Step-1o Turbo (202506)","slice":"german"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|hard_prompts/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.017223,"ciLow":1325.177118,"ciHigh":1344.857328,"observedAt":"2026-11-11","runCount":3696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"hard_prompts/Step-1o Turbo (202506)","slice":"hard_prompts"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|hard_prompts_english/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.304707,"ciLow":1340.286218,"ciHigh":1368.323196,"observedAt":"2026-11-11","runCount":1704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"hard_prompts_english/Step-1o Turbo (202506)","slice":"hard_prompts_english"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.697353,"ciLow":1312.981702,"ciHigh":1344.413005,"observedAt":"2026-11-11","runCount":1384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_business_and_management_and_financial_operations/Step-1o Turbo (202506)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.964766,"ciLow":1277.986808,"ciHigh":1307.942724,"observedAt":"2026-11-11","runCount":1469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_entertainment_and_sports_and_media/Step-1o Turbo (202506)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|industry_legal_and_government/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.276038,"ciLow":1331.129184,"ciHigh":1377.422893,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_legal_and_government/Step-1o Turbo (202506)","slice":"industry_legal_and_government"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.046414,"ciLow":1342.848888,"ciHigh":1373.24394,"observedAt":"2026-11-11","runCount":1505,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_life_and_physical_and_social_science/Step-1o Turbo (202506)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|industry_mathematical/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.739723,"ciLow":1320.526923,"ciHigh":1368.952523,"observedAt":"2026-11-11","runCount":568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_mathematical/Step-1o Turbo (202506)","slice":"industry_mathematical"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.172921,"ciLow":1324.943503,"ciHigh":1373.402339,"observedAt":"2026-11-11","runCount":598,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_medicine_and_healthcare/Step-1o Turbo (202506)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|industry_software_and_it_services/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.407943,"ciLow":1342.278235,"ciHigh":1364.537651,"observedAt":"2026-11-11","runCount":2789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_software_and_it_services/Step-1o Turbo (202506)","slice":"industry_software_and_it_services"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.247458,"ciLow":1295.557757,"ciHigh":1322.937158,"observedAt":"2026-11-11","runCount":1830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"industry_writing_and_literature_and_language/Step-1o Turbo (202506)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|instruction_following/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.580929,"ciLow":1296.822336,"ciHigh":1322.339522,"observedAt":"2026-11-11","runCount":2096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"instruction_following/Step-1o Turbo (202506)","slice":"instruction_following"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|longer_query/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.382877,"ciLow":1332.084252,"ciHigh":1364.681502,"observedAt":"2026-11-11","runCount":1272,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"longer_query/Step-1o Turbo (202506)","slice":"longer_query"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|math/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.868225,"ciLow":1294.143779,"ciHigh":1341.592671,"observedAt":"2026-11-11","runCount":564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"math/Step-1o Turbo (202506)","slice":"math"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|multi_turn/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.226271,"ciLow":1324.078864,"ciHigh":1356.373679,"observedAt":"2026-11-11","runCount":1356,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"multi_turn/Step-1o Turbo (202506)","slice":"multi_turn"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|non_english/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.553431,"ciLow":1303.739687,"ciHigh":1321.367175,"observedAt":"2026-11-11","runCount":4912,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"non_english/Step-1o Turbo (202506)","slice":"non_english"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|overall/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.626091,"ciLow":1328.769962,"ciHigh":1342.48222,"observedAt":"2026-11-11","runCount":8901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"overall/Step-1o Turbo (202506)","slice":"overall"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|polish/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.627472,"ciLow":1288.116816,"ciHigh":1319.138128,"observedAt":"2026-11-11","runCount":1583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"polish/Step-1o Turbo (202506)","slice":"polish"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-text@1|rating|russian/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.000372,"ciLow":1305.8348,"ciHigh":1348.165944,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"russian/Step-1o Turbo (202506)","slice":"russian"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-vision-style-control@1|rating|diagram/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.149495,"ciLow":1131.613831,"ciHigh":1190.685159,"observedAt":"2026-11-09","runCount":385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"diagram/Step-1o Turbo (202506)","slice":"diagram"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-vision-style-control@1|rating|english/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.926837,"ciLow":1155.468276,"ciHigh":1196.385397,"observedAt":"2026-11-09","runCount":851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"english/Step-1o Turbo (202506)","slice":"english"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-vision-style-control@1|rating|homework/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1131.399191,"ciLow":1095.262201,"ciHigh":1167.536181,"observedAt":"2026-11-09","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"homework/Step-1o Turbo (202506)","slice":"homework"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-vision-style-control@1|rating|ocr/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1151.174997,"ciLow":1134.135981,"ciHigh":1168.214012,"observedAt":"2026-11-09","runCount":1244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"ocr/Step-1o Turbo (202506)","slice":"ocr"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-vision-style-control@1|rating|overall/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1155.287406,"ciLow":1140.948219,"ciHigh":1169.626593,"observedAt":"2026-11-09","runCount":1895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"overall/Step-1o Turbo (202506)","slice":"overall"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-vision@1|rating|diagram/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1184.469302,"ciLow":1155.142099,"ciHigh":1213.796505,"observedAt":"2026-11-09","runCount":385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"diagram/Step-1o Turbo (202506)","slice":"diagram"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-vision@1|rating|english/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1212.120116,"ciLow":1191.852306,"ciHigh":1232.387926,"observedAt":"2026-11-09","runCount":851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"english/Step-1o Turbo (202506)","slice":"english"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-vision@1|rating|homework/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1154.220849,"ciLow":1118.537076,"ciHigh":1189.904623,"observedAt":"2026-11-09","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"homework/Step-1o Turbo (202506)","slice":"homework"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-vision@1|rating|ocr/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1177.095674,"ciLow":1160.230198,"ciHigh":1193.961149,"observedAt":"2026-11-09","runCount":1244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"ocr/Step-1o Turbo (202506)","slice":"ocr"}
{"key":"lmarena|stepfun/step-1o-turbo-202506:default|none|lmarena-vision@1|rating|overall/Step-1o Turbo (202506)","sourceId":"lmarena","modelId":"stepfun/step-1o-turbo-202506","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1185.589821,"ciLow":1171.390971,"ciHigh":1199.788672,"observedAt":"2026-11-09","runCount":1895,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Turbo (202506)","rowId":"overall/Step-1o Turbo (202506)","slice":"overall"}
{"key":"lmarena|stepfun/step-1o-vision-32k:flags=high-res|none|lmarena-vision-style-control@1|rating|english/Step-1o Vision 32K (High Res)","sourceId":"lmarena","modelId":"stepfun/step-1o-vision-32k","variant":{"flags":["high-res"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.053055,"ciLow":1124.753215,"ciHigh":1157.352894,"observedAt":"2026-11-09","runCount":1599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Vision 32K (High Res)","rowId":"english/Step-1o Vision 32K (High Res)","slice":"english"}
{"key":"lmarena|stepfun/step-1o-vision-32k:flags=high-res|none|lmarena-vision-style-control@1|rating|overall/Step-1o Vision 32K (High Res)","sourceId":"lmarena","modelId":"stepfun/step-1o-vision-32k","variant":{"flags":["high-res"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1124.047515,"ciLow":1111.38289,"ciHigh":1136.71214,"observedAt":"2026-11-09","runCount":2833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Vision 32K (High Res)","rowId":"overall/Step-1o Vision 32K (High Res)","slice":"overall"}
{"key":"lmarena|stepfun/step-1o-vision-32k:flags=high-res|none|lmarena-vision@1|rating|english/Step-1o Vision 32K (High Res)","sourceId":"lmarena","modelId":"stepfun/step-1o-vision-32k","variant":{"flags":["high-res"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1146.614438,"ciLow":1130.265818,"ciHigh":1162.963058,"observedAt":"2026-11-09","runCount":1599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Vision 32K (High Res)","rowId":"english/Step-1o Vision 32K (High Res)","slice":"english"}
{"key":"lmarena|stepfun/step-1o-vision-32k:flags=high-res|none|lmarena-vision@1|rating|overall/Step-1o Vision 32K (High Res)","sourceId":"lmarena","modelId":"stepfun/step-1o-vision-32k","variant":{"flags":["high-res"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1121.699604,"ciLow":1109.018253,"ciHigh":1134.380955,"observedAt":"2026-11-09","runCount":2833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1o Vision 32K (High Res)","rowId":"overall/Step-1o Vision 32K (High Res)","slice":"overall"}
{"key":"lmarena|stepfun/step-1v-32k:default|none|lmarena-vision-style-control@1|rating|english/Step-1V 32K","sourceId":"lmarena","modelId":"stepfun/step-1v-32k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1081.086242,"ciLow":1059.038211,"ciHigh":1103.134273,"observedAt":"2026-11-09","runCount":839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1V 32K","rowId":"english/Step-1V 32K","slice":"english"}
{"key":"lmarena|stepfun/step-1v-32k:default|none|lmarena-vision-style-control@1|rating|overall/Step-1V 32K","sourceId":"lmarena","modelId":"stepfun/step-1v-32k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1064.302806,"ciLow":1047.541244,"ciHigh":1081.064368,"observedAt":"2026-11-09","runCount":1534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1V 32K","rowId":"overall/Step-1V 32K","slice":"overall"}
{"key":"lmarena|stepfun/step-1v-32k:default|none|lmarena-vision@1|rating|english/Step-1V 32K","sourceId":"lmarena","modelId":"stepfun/step-1v-32k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1071.294465,"ciLow":1049.327865,"ciHigh":1093.261066,"observedAt":"2026-11-09","runCount":839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1V 32K","rowId":"english/Step-1V 32K","slice":"english"}
{"key":"lmarena|stepfun/step-1v-32k:default|none|lmarena-vision@1|rating|overall/Step-1V 32K","sourceId":"lmarena","modelId":"stepfun/step-1v-32k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1045.867401,"ciLow":1029.15292,"ciHigh":1062.581881,"observedAt":"2026-11-09","runCount":1534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-1V 32K","rowId":"overall/Step-1V 32K","slice":"overall"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|chinese/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.110878,"ciLow":1332.260244,"ciHigh":1399.961511,"observedAt":"2026-11-11","runCount":328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"chinese/Step-2 16K Exp (202412)","slice":"chinese"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|coding/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.291557,"ciLow":1350.466166,"ciHigh":1390.116948,"observedAt":"2026-11-11","runCount":737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"coding/Step-2 16K Exp (202412)","slice":"coding"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|creative_writing/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.446788,"ciLow":1314.629908,"ciHigh":1356.263669,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"creative_writing/Step-2 16K Exp (202412)","slice":"creative_writing"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|english/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.621758,"ciLow":1342.843878,"ciHigh":1364.399638,"observedAt":"2026-11-11","runCount":2781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"english/Step-2 16K Exp (202412)","slice":"english"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|exclude_ties/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.334726,"ciLow":1275.385098,"ciHigh":1303.284353,"observedAt":"2026-11-11","runCount":3048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"exclude_ties/Step-2 16K Exp (202412)","slice":"exclude_ties"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|expert/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.40517,"ciLow":1294.106846,"ciHigh":1356.703493,"observedAt":"2026-11-11","runCount":310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"expert/Step-2 16K Exp (202412)","slice":"expert"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|hard_prompts/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.005022,"ciLow":1322.714701,"ciHigh":1353.295343,"observedAt":"2026-11-11","runCount":1221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"hard_prompts/Step-2 16K Exp (202412)","slice":"hard_prompts"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.388187,"ciLow":1325.843713,"ciHigh":1362.932662,"observedAt":"2026-11-11","runCount":786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"hard_prompts_english/Step-2 16K Exp (202412)","slice":"hard_prompts_english"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.561698,"ciLow":1287.15277,"ciHigh":1335.970625,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_business_and_management_and_financial_operations/Step-2 16K Exp (202412)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.337557,"ciLow":1282.986987,"ciHigh":1319.688127,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_entertainment_and_sports_and_media/Step-2 16K Exp (202412)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.480803,"ciLow":1314.280073,"ciHigh":1380.681534,"observedAt":"2026-11-11","runCount":278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_legal_and_government/Step-2 16K Exp (202412)","slice":"industry_legal_and_government"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.975158,"ciLow":1325.585774,"ciHigh":1364.364542,"observedAt":"2026-11-11","runCount":863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_life_and_physical_and_social_science/Step-2 16K Exp (202412)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.62362,"ciLow":1300.227289,"ciHigh":1345.019952,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_mathematical/Step-2 16K Exp (202412)","slice":"industry_mathematical"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.625256,"ciLow":1340.385678,"ciHigh":1412.864833,"observedAt":"2026-11-11","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_medicine_and_healthcare/Step-2 16K Exp (202412)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.088412,"ciLow":1335.3638,"ciHigh":1366.813024,"observedAt":"2026-11-11","runCount":1200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_software_and_it_services/Step-2 16K Exp (202412)","slice":"industry_software_and_it_services"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.048968,"ciLow":1303.509969,"ciHigh":1334.587966,"observedAt":"2026-11-11","runCount":1326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_writing_and_literature_and_language/Step-2 16K Exp (202412)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|instruction_following/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.548168,"ciLow":1303.00392,"ciHigh":1328.092416,"observedAt":"2026-11-11","runCount":1950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"instruction_following/Step-2 16K Exp (202412)","slice":"instruction_following"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|longer_query/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.947519,"ciLow":1320.915275,"ciHigh":1362.979763,"observedAt":"2026-11-11","runCount":693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"longer_query/Step-2 16K Exp (202412)","slice":"longer_query"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|math/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.728057,"ciLow":1291.740685,"ciHigh":1331.715429,"observedAt":"2026-11-11","runCount":642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"math/Step-2 16K Exp (202412)","slice":"math"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|multi_turn/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.735628,"ciLow":1286.657919,"ciHigh":1326.813337,"observedAt":"2026-11-11","runCount":805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"multi_turn/Step-2 16K Exp (202412)","slice":"multi_turn"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|non_english/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.987318,"ciLow":1294.268614,"ciHigh":1319.706021,"observedAt":"2026-11-11","runCount":2052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"non_english/Step-2 16K Exp (202412)","slice":"non_english"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|overall/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.536234,"ciLow":1324.950952,"ciHigh":1342.121517,"observedAt":"2026-11-11","runCount":4833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"overall/Step-2 16K Exp (202412)","slice":"overall"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text-style-control@1|rating|russian/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.128727,"ciLow":1320.365924,"ciHigh":1363.891531,"observedAt":"2026-11-11","runCount":642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"russian/Step-2 16K Exp (202412)","slice":"russian"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|chinese/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.301944,"ciLow":1299.101682,"ciHigh":1363.502205,"observedAt":"2026-11-11","runCount":328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"chinese/Step-2 16K Exp (202412)","slice":"chinese"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|coding/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.0887,"ciLow":1296.433388,"ciHigh":1335.744012,"observedAt":"2026-11-11","runCount":737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"coding/Step-2 16K Exp (202412)","slice":"coding"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|creative_writing/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.451915,"ciLow":1306.83595,"ciHigh":1348.06788,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"creative_writing/Step-2 16K Exp (202412)","slice":"creative_writing"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|english/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.43915,"ciLow":1333.676276,"ciHigh":1355.202023,"observedAt":"2026-11-11","runCount":2781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"english/Step-2 16K Exp (202412)","slice":"english"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|exclude_ties/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.964173,"ciLow":1258.247728,"ciHigh":1285.680618,"observedAt":"2026-11-11","runCount":3048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"exclude_ties/Step-2 16K Exp (202412)","slice":"exclude_ties"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|expert/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.312151,"ciLow":1247.519792,"ciHigh":1309.104511,"observedAt":"2026-11-11","runCount":310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"expert/Step-2 16K Exp (202412)","slice":"expert"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|hard_prompts/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.009988,"ciLow":1283.797042,"ciHigh":1314.222933,"observedAt":"2026-11-11","runCount":1221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"hard_prompts/Step-2 16K Exp (202412)","slice":"hard_prompts"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|hard_prompts_english/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.464063,"ciLow":1289.953765,"ciHigh":1326.974361,"observedAt":"2026-11-11","runCount":786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"hard_prompts_english/Step-2 16K Exp (202412)","slice":"hard_prompts_english"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.933977,"ciLow":1258.321928,"ciHigh":1307.546027,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_business_and_management_and_financial_operations/Step-2 16K Exp (202412)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.322347,"ciLow":1273.056643,"ciHigh":1309.588052,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_entertainment_and_sports_and_media/Step-2 16K Exp (202412)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|industry_legal_and_government/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1336.542666,"ciLow":1303.209918,"ciHigh":1369.875415,"observedAt":"2026-11-11","runCount":278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_legal_and_government/Step-2 16K Exp (202412)","slice":"industry_legal_and_government"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.001502,"ciLow":1310.609073,"ciHigh":1349.393932,"observedAt":"2026-11-11","runCount":863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_life_and_physical_and_social_science/Step-2 16K Exp (202412)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|industry_mathematical/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.332732,"ciLow":1288.035425,"ciHigh":1332.63004,"observedAt":"2026-11-11","runCount":543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_mathematical/Step-2 16K Exp (202412)","slice":"industry_mathematical"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.833925,"ciLow":1319.68566,"ciHigh":1389.98219,"observedAt":"2026-11-11","runCount":265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_medicine_and_healthcare/Step-2 16K Exp (202412)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|industry_software_and_it_services/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.050767,"ciLow":1299.4241,"ciHigh":1330.677434,"observedAt":"2026-11-11","runCount":1200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_software_and_it_services/Step-2 16K Exp (202412)","slice":"industry_software_and_it_services"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.460334,"ciLow":1288.010174,"ciHigh":1318.910495,"observedAt":"2026-11-11","runCount":1326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"industry_writing_and_literature_and_language/Step-2 16K Exp (202412)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|instruction_following/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.615239,"ciLow":1274.077891,"ciHigh":1299.152588,"observedAt":"2026-11-11","runCount":1950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"instruction_following/Step-2 16K Exp (202412)","slice":"instruction_following"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|longer_query/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.318545,"ciLow":1285.283629,"ciHigh":1327.353461,"observedAt":"2026-11-11","runCount":693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"longer_query/Step-2 16K Exp (202412)","slice":"longer_query"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|math/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.492914,"ciLow":1284.615566,"ciHigh":1324.370262,"observedAt":"2026-11-11","runCount":642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"math/Step-2 16K Exp (202412)","slice":"math"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|multi_turn/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.2774,"ciLow":1272.263848,"ciHigh":1312.290951,"observedAt":"2026-11-11","runCount":805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"multi_turn/Step-2 16K Exp (202412)","slice":"multi_turn"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|non_english/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.976326,"ciLow":1277.423153,"ciHigh":1302.529499,"observedAt":"2026-11-11","runCount":2052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"non_english/Step-2 16K Exp (202412)","slice":"non_english"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|overall/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.946376,"ciLow":1312.407157,"ciHigh":1329.485594,"observedAt":"2026-11-11","runCount":4833,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"overall/Step-2 16K Exp (202412)","slice":"overall"}
{"key":"lmarena|stepfun/step-2-16k-exp-202412:default|none|lmarena-text@1|rating|russian/Step-2 16K Exp (202412)","sourceId":"lmarena","modelId":"stepfun/step-2-16k-exp-202412","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.831263,"ciLow":1302.118959,"ciHigh":1345.543568,"observedAt":"2026-11-11","runCount":642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-2 16K Exp (202412)","rowId":"russian/Step-2 16K Exp (202412)","slice":"russian"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|chinese/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.363523,"ciLow":1421.173622,"ciHigh":1441.553424,"observedAt":"2026-11-11","runCount":3607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"chinese/Step-3.5-Flash","slice":"chinese"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|coding/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.62776,"ciLow":1442.930497,"ciHigh":1454.325023,"observedAt":"2026-11-11","runCount":15054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"coding/Step-3.5-Flash","slice":"coding"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|creative_writing/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.41394,"ciLow":1337.620282,"ciHigh":1351.207598,"observedAt":"2026-11-11","runCount":9651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"creative_writing/Step-3.5-Flash","slice":"creative_writing"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|english/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.49281,"ciLow":1403.715399,"ciHigh":1413.270222,"observedAt":"2026-11-11","runCount":25025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"english/Step-3.5-Flash","slice":"english"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|exclude_ties/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.818355,"ciLow":1365.942336,"ciHigh":1375.694375,"observedAt":"2026-11-11","runCount":43513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"exclude_ties/Step-3.5-Flash","slice":"exclude_ties"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|expert/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.693476,"ciLow":1419.181781,"ciHigh":1436.205171,"observedAt":"2026-11-11","runCount":5237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"expert/Step-3.5-Flash","slice":"expert"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|french/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.451537,"ciLow":1398.786072,"ciHigh":1428.117001,"observedAt":"2026-11-11","runCount":2043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"french/Step-3.5-Flash","slice":"french"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|german/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.355182,"ciLow":1373.510726,"ciHigh":1411.199638,"observedAt":"2026-11-11","runCount":1077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"german/Step-3.5-Flash","slice":"german"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|hard_prompts/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.966811,"ciLow":1407.662842,"ciHigh":1416.27078,"observedAt":"2026-11-11","runCount":37166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"hard_prompts/Step-3.5-Flash","slice":"hard_prompts"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.902899,"ciLow":1417.266051,"ciHigh":1428.539747,"observedAt":"2026-11-11","runCount":16090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"hard_prompts_english/Step-3.5-Flash","slice":"hard_prompts_english"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.267178,"ciLow":1384.052885,"ciHigh":1396.481471,"observedAt":"2026-11-11","runCount":11739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_business_and_management_and_financial_operations/Step-3.5-Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.454178,"ciLow":1341.176472,"ciHigh":1353.731884,"observedAt":"2026-11-11","runCount":11941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_entertainment_and_sports_and_media/Step-3.5-Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.24124,"ciLow":1384.992927,"ciHigh":1403.489552,"observedAt":"2026-11-11","runCount":4610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_legal_and_government/Step-3.5-Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.119547,"ciLow":1397.480543,"ciHigh":1410.758551,"observedAt":"2026-11-11","runCount":9674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_life_and_physical_and_social_science/Step-3.5-Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.440695,"ciLow":1408.506404,"ciHigh":1430.374986,"observedAt":"2026-11-11","runCount":3111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_mathematical/Step-3.5-Flash","slice":"industry_mathematical"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.601817,"ciLow":1387.896142,"ciHigh":1407.307493,"observedAt":"2026-11-11","runCount":4187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_medicine_and_healthcare/Step-3.5-Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.72808,"ciLow":1431.767357,"ciHigh":1441.688804,"observedAt":"2026-11-11","runCount":22569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_software_and_it_services/Step-3.5-Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.003588,"ciLow":1359.230711,"ciHigh":1370.776465,"observedAt":"2026-11-11","runCount":14624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_writing_and_literature_and_language/Step-3.5-Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|instruction_following/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.984085,"ciLow":1378.722249,"ciHigh":1389.245922,"observedAt":"2026-11-11","runCount":19066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"instruction_following/Step-3.5-Flash","slice":"instruction_following"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|japanese/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.576074,"ciLow":1326.940448,"ciHigh":1376.2117,"observedAt":"2026-11-11","runCount":641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"japanese/Step-3.5-Flash","slice":"japanese"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|korean/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.426322,"ciLow":1320.330379,"ciHigh":1358.522264,"observedAt":"2026-11-11","runCount":1073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"korean/Step-3.5-Flash","slice":"korean"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|longer_query/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.911009,"ciLow":1397.730267,"ciHigh":1408.09175,"observedAt":"2026-11-11","runCount":22508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"longer_query/Step-3.5-Flash","slice":"longer_query"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|math/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.241269,"ciLow":1395.009885,"ciHigh":1415.472653,"observedAt":"2026-11-11","runCount":3401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"math/Step-3.5-Flash","slice":"math"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|multi_turn/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.700887,"ciLow":1389.175707,"ciHigh":1402.226067,"observedAt":"2026-11-11","runCount":10325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"multi_turn/Step-3.5-Flash","slice":"multi_turn"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|non_english/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.820662,"ciLow":1369.535302,"ciHigh":1378.106022,"observedAt":"2026-11-11","runCount":34721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"non_english/Step-3.5-Flash","slice":"non_english"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|overall/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.588825,"ciLow":1389.029104,"ciHigh":1396.148546,"observedAt":"2026-11-11","runCount":59749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"overall/Step-3.5-Flash","slice":"overall"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|polish/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.008834,"ciLow":1351.685628,"ciHigh":1384.332041,"observedAt":"2026-11-11","runCount":1359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"polish/Step-3.5-Flash","slice":"polish"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|russian/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.952013,"ciLow":1367.632719,"ciHigh":1382.271307,"observedAt":"2026-11-11","runCount":7376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"russian/Step-3.5-Flash","slice":"russian"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text-style-control@1|rating|spanish/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.475979,"ciLow":1389.494455,"ciHigh":1417.457504,"observedAt":"2026-11-11","runCount":2004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"spanish/Step-3.5-Flash","slice":"spanish"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|chinese/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.110978,"ciLow":1436.028237,"ciHigh":1456.193719,"observedAt":"2026-11-11","runCount":3607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"chinese/Step-3.5-Flash","slice":"chinese"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|coding/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.313187,"ciLow":1429.662192,"ciHigh":1440.964183,"observedAt":"2026-11-11","runCount":15054,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"coding/Step-3.5-Flash","slice":"coding"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|creative_writing/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.581786,"ciLow":1349.864406,"ciHigh":1363.299165,"observedAt":"2026-11-11","runCount":9651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"creative_writing/Step-3.5-Flash","slice":"creative_writing"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|english/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.610718,"ciLow":1411.877886,"ciHigh":1421.34355,"observedAt":"2026-11-11","runCount":25025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"english/Step-3.5-Flash","slice":"english"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|exclude_ties/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.562053,"ciLow":1378.797026,"ciHigh":1388.32708,"observedAt":"2026-11-11","runCount":43513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"exclude_ties/Step-3.5-Flash","slice":"exclude_ties"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|expert/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.65935,"ciLow":1412.213793,"ciHigh":1429.104907,"observedAt":"2026-11-11","runCount":5237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"expert/Step-3.5-Flash","slice":"expert"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|french/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.355814,"ciLow":1406.866394,"ciHigh":1435.845234,"observedAt":"2026-11-11","runCount":2043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"french/Step-3.5-Flash","slice":"french"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|german/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.175496,"ciLow":1384.575382,"ciHigh":1421.775609,"observedAt":"2026-11-11","runCount":1077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"german/Step-3.5-Flash","slice":"german"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|hard_prompts/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.337832,"ciLow":1406.07735,"ciHigh":1414.598315,"observedAt":"2026-11-11","runCount":37166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"hard_prompts/Step-3.5-Flash","slice":"hard_prompts"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|hard_prompts_english/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.069995,"ciLow":1414.483099,"ciHigh":1425.656892,"observedAt":"2026-11-11","runCount":16090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"hard_prompts_english/Step-3.5-Flash","slice":"hard_prompts_english"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.786067,"ciLow":1387.64945,"ciHigh":1399.922685,"observedAt":"2026-11-11","runCount":11739,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_business_and_management_and_financial_operations/Step-3.5-Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.979019,"ciLow":1352.757884,"ciHigh":1365.200153,"observedAt":"2026-11-11","runCount":11941,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_entertainment_and_sports_and_media/Step-3.5-Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|industry_legal_and_government/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.257292,"ciLow":1398.169462,"ciHigh":1416.345122,"observedAt":"2026-11-11","runCount":4610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_legal_and_government/Step-3.5-Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.2804,"ciLow":1407.731385,"ciHigh":1420.829415,"observedAt":"2026-11-11","runCount":9674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_life_and_physical_and_social_science/Step-3.5-Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|industry_mathematical/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.224756,"ciLow":1408.30093,"ciHigh":1430.148583,"observedAt":"2026-11-11","runCount":3111,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_mathematical/Step-3.5-Flash","slice":"industry_mathematical"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.346541,"ciLow":1398.787659,"ciHigh":1417.905423,"observedAt":"2026-11-11","runCount":4187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_medicine_and_healthcare/Step-3.5-Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|industry_software_and_it_services/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.286857,"ciLow":1429.384041,"ciHigh":1439.189673,"observedAt":"2026-11-11","runCount":22569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_software_and_it_services/Step-3.5-Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.38646,"ciLow":1365.665613,"ciHigh":1377.107308,"observedAt":"2026-11-11","runCount":14624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"industry_writing_and_literature_and_language/Step-3.5-Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|instruction_following/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.800457,"ciLow":1379.573305,"ciHigh":1390.027609,"observedAt":"2026-11-11","runCount":19066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"instruction_following/Step-3.5-Flash","slice":"instruction_following"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|japanese/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.734701,"ciLow":1328.239782,"ciHigh":1377.22962,"observedAt":"2026-11-11","runCount":641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"japanese/Step-3.5-Flash","slice":"japanese"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|korean/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.816454,"ciLow":1331.022544,"ciHigh":1368.610364,"observedAt":"2026-11-11","runCount":1073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"korean/Step-3.5-Flash","slice":"korean"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|longer_query/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.822434,"ciLow":1396.694844,"ciHigh":1406.950025,"observedAt":"2026-11-11","runCount":22508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"longer_query/Step-3.5-Flash","slice":"longer_query"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|math/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.432871,"ciLow":1396.221398,"ciHigh":1416.644344,"observedAt":"2026-11-11","runCount":3401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"math/Step-3.5-Flash","slice":"math"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|multi_turn/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.049215,"ciLow":1397.580807,"ciHigh":1410.517622,"observedAt":"2026-11-11","runCount":10325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"multi_turn/Step-3.5-Flash","slice":"multi_turn"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|non_english/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.13439,"ciLow":1380.898055,"ciHigh":1389.370724,"observedAt":"2026-11-11","runCount":34721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"non_english/Step-3.5-Flash","slice":"non_english"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|overall/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.426888,"ciLow":1398.90832,"ciHigh":1405.945456,"observedAt":"2026-11-11","runCount":59749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"overall/Step-3.5-Flash","slice":"overall"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|polish/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.835589,"ciLow":1371.668142,"ciHigh":1404.003035,"observedAt":"2026-11-11","runCount":1359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"polish/Step-3.5-Flash","slice":"polish"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|russian/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.477724,"ciLow":1378.241188,"ciHigh":1392.71426,"observedAt":"2026-11-11","runCount":7376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"russian/Step-3.5-Flash","slice":"russian"}
{"key":"lmarena|stepfun/step-3.5-flash-0202:default|none|lmarena-text@1|rating|spanish/Step-3.5-Flash","sourceId":"lmarena","modelId":"stepfun/step-3.5-flash-0202","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.156573,"ciLow":1404.339217,"ciHigh":1431.973929,"observedAt":"2026-11-11","runCount":2004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3.5-Flash","rowId":"spanish/Step-3.5-Flash","slice":"spanish"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|chinese/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.427442,"ciLow":1356.991381,"ciHigh":1421.863503,"observedAt":"2026-11-11","runCount":312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"chinese/Step-3","slice":"chinese"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|coding/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.966092,"ciLow":1392.34937,"ciHigh":1425.582814,"observedAt":"2026-11-11","runCount":1212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"coding/Step-3","slice":"coding"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|creative_writing/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.040628,"ciLow":1288.932936,"ciHigh":1331.14832,"observedAt":"2026-11-11","runCount":769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"creative_writing/Step-3","slice":"creative_writing"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|english/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.655348,"ciLow":1362.601536,"ciHigh":1384.70916,"observedAt":"2026-11-11","runCount":2768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"english/Step-3","slice":"english"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|exclude_ties/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.574858,"ciLow":1298.796363,"ciHigh":1320.353353,"observedAt":"2026-11-11","runCount":4446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"exclude_ties/Step-3","slice":"exclude_ties"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|expert/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.372443,"ciLow":1327.246217,"ciHigh":1397.498668,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"expert/Step-3","slice":"expert"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|german/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.497174,"ciLow":1309.311737,"ciHigh":1401.682611,"observedAt":"2026-11-11","runCount":152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"german/Step-3","slice":"german"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|hard_prompts/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.390282,"ciLow":1367.660422,"ciHigh":1389.120142,"observedAt":"2026-11-11","runCount":2958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"hard_prompts/Step-3","slice":"hard_prompts"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.930019,"ciLow":1386.943042,"ciHigh":1418.916995,"observedAt":"2026-11-11","runCount":1323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"hard_prompts_english/Step-3","slice":"hard_prompts_english"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.979549,"ciLow":1340.152426,"ciHigh":1373.806672,"observedAt":"2026-11-11","runCount":1141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_business_and_management_and_financial_operations/Step-3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.916152,"ciLow":1307.46614,"ciHigh":1342.366164,"observedAt":"2026-11-11","runCount":1087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_entertainment_and_sports_and_media/Step-3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.74915,"ciLow":1312.16939,"ciHigh":1369.32891,"observedAt":"2026-11-11","runCount":406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_legal_and_government/Step-3","slice":"industry_legal_and_government"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.641678,"ciLow":1333.296496,"ciHigh":1369.98686,"observedAt":"2026-11-11","runCount":1063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_life_and_physical_and_social_science/Step-3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.249521,"ciLow":1342.036649,"ciHigh":1408.462394,"observedAt":"2026-11-11","runCount":297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_mathematical/Step-3","slice":"industry_mathematical"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.53481,"ciLow":1341.604721,"ciHigh":1403.464898,"observedAt":"2026-11-11","runCount":347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_medicine_and_healthcare/Step-3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.74944,"ciLow":1377.982806,"ciHigh":1403.516073,"observedAt":"2026-11-11","runCount":2088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_software_and_it_services/Step-3","slice":"industry_software_and_it_services"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.845551,"ciLow":1302.532664,"ciHigh":1333.158438,"observedAt":"2026-11-11","runCount":1383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_writing_and_literature_and_language/Step-3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|instruction_following/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.13721,"ciLow":1329.736622,"ciHigh":1358.537798,"observedAt":"2026-11-11","runCount":1638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"instruction_following/Step-3","slice":"instruction_following"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|korean/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.846082,"ciLow":1218.940322,"ciHigh":1310.751843,"observedAt":"2026-11-11","runCount":181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"korean/Step-3","slice":"korean"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|longer_query/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.687197,"ciLow":1329.376909,"ciHigh":1361.997485,"observedAt":"2026-11-11","runCount":1271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"longer_query/Step-3","slice":"longer_query"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|math/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.197878,"ciLow":1328.8025,"ciHigh":1391.593256,"observedAt":"2026-11-11","runCount":346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"math/Step-3","slice":"math"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|multi_turn/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.152881,"ciLow":1324.681981,"ciHigh":1361.623782,"observedAt":"2026-11-11","runCount":1033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"multi_turn/Step-3","slice":"multi_turn"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|non_english/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.708765,"ciLow":1313.780296,"ciHigh":1333.637234,"observedAt":"2026-11-11","runCount":3508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"non_english/Step-3","slice":"non_english"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|overall/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.741712,"ciLow":1341.219973,"ciHigh":1356.263451,"observedAt":"2026-11-11","runCount":6279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"overall/Step-3","slice":"overall"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|polish/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.852693,"ciLow":1261.511066,"ciHigh":1318.194321,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"polish/Step-3","slice":"polish"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|russian/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.689031,"ciLow":1306.036062,"ciHigh":1357.341999,"observedAt":"2026-11-11","runCount":487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"russian/Step-3","slice":"russian"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text-style-control@1|rating|spanish/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.253645,"ciLow":1326.298751,"ciHigh":1410.20854,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"spanish/Step-3","slice":"spanish"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|chinese/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.638057,"ciLow":1364.333502,"ciHigh":1428.942613,"observedAt":"2026-11-11","runCount":312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"chinese/Step-3","slice":"chinese"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|coding/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.677126,"ciLow":1350.142275,"ciHigh":1383.211977,"observedAt":"2026-11-11","runCount":1212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"coding/Step-3","slice":"coding"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|creative_writing/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1321.567214,"ciLow":1300.723438,"ciHigh":1342.41099,"observedAt":"2026-11-11","runCount":769,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"creative_writing/Step-3","slice":"creative_writing"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|english/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.823912,"ciLow":1361.86286,"ciHigh":1383.784964,"observedAt":"2026-11-11","runCount":2768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"english/Step-3","slice":"english"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|exclude_ties/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.818341,"ciLow":1300.246768,"ciHigh":1321.389913,"observedAt":"2026-11-11","runCount":4446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"exclude_ties/Step-3","slice":"exclude_ties"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|expert/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.023304,"ciLow":1296.139718,"ciHigh":1365.90689,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"expert/Step-3","slice":"expert"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|german/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.52872,"ciLow":1324.312811,"ciHigh":1416.744629,"observedAt":"2026-11-11","runCount":152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"german/Step-3","slice":"german"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|hard_prompts/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.515072,"ciLow":1343.860335,"ciHigh":1365.169808,"observedAt":"2026-11-11","runCount":2958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"hard_prompts/Step-3","slice":"hard_prompts"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|hard_prompts_english/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.003839,"ciLow":1362.09375,"ciHigh":1393.913928,"observedAt":"2026-11-11","runCount":1323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"hard_prompts_english/Step-3","slice":"hard_prompts_english"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.89663,"ciLow":1326.103641,"ciHigh":1359.689618,"observedAt":"2026-11-11","runCount":1141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_business_and_management_and_financial_operations/Step-3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.382814,"ciLow":1314.187125,"ciHigh":1348.578502,"observedAt":"2026-11-11","runCount":1087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_entertainment_and_sports_and_media/Step-3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|industry_legal_and_government/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.958575,"ciLow":1309.403007,"ciHigh":1366.514144,"observedAt":"2026-11-11","runCount":406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_legal_and_government/Step-3","slice":"industry_legal_and_government"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.652236,"ciLow":1335.40294,"ciHigh":1371.901533,"observedAt":"2026-11-11","runCount":1063,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_life_and_physical_and_social_science/Step-3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|industry_mathematical/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.514458,"ciLow":1342.190719,"ciHigh":1408.838198,"observedAt":"2026-11-11","runCount":297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_mathematical/Step-3","slice":"industry_mathematical"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.556522,"ciLow":1332.051898,"ciHigh":1393.061146,"observedAt":"2026-11-11","runCount":347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_medicine_and_healthcare/Step-3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|industry_software_and_it_services/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.601402,"ciLow":1351.951694,"ciHigh":1377.25111,"observedAt":"2026-11-11","runCount":2088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_software_and_it_services/Step-3","slice":"industry_software_and_it_services"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.886329,"ciLow":1310.651796,"ciHigh":1341.120862,"observedAt":"2026-11-11","runCount":1383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"industry_writing_and_literature_and_language/Step-3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|instruction_following/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.767414,"ciLow":1317.393295,"ciHigh":1346.141532,"observedAt":"2026-11-11","runCount":1638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"instruction_following/Step-3","slice":"instruction_following"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|korean/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.476367,"ciLow":1224.632025,"ciHigh":1314.320709,"observedAt":"2026-11-11","runCount":181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"korean/Step-3","slice":"korean"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|longer_query/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.623019,"ciLow":1309.425701,"ciHigh":1341.820337,"observedAt":"2026-11-11","runCount":1271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"longer_query/Step-3","slice":"longer_query"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|math/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.332371,"ciLow":1333.999544,"ciHigh":1396.665197,"observedAt":"2026-11-11","runCount":346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"math/Step-3","slice":"math"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|multi_turn/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.675043,"ciLow":1321.406276,"ciHigh":1357.943811,"observedAt":"2026-11-11","runCount":1033,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"multi_turn/Step-3","slice":"multi_turn"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|non_english/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.004189,"ciLow":1317.188447,"ciHigh":1336.81993,"observedAt":"2026-11-11","runCount":3508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"non_english/Step-3","slice":"non_english"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|overall/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.089182,"ciLow":1342.641419,"ciHigh":1357.536945,"observedAt":"2026-11-11","runCount":6279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"overall/Step-3","slice":"overall"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|polish/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.608844,"ciLow":1272.972689,"ciHigh":1328.244998,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"polish/Step-3","slice":"polish"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|russian/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.097032,"ciLow":1305.513603,"ciHigh":1356.680462,"observedAt":"2026-11-11","runCount":487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"russian/Step-3","slice":"russian"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-text@1|rating|spanish/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.535164,"ciLow":1330.006318,"ciHigh":1413.06401,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"spanish/Step-3","slice":"spanish"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-vision-style-control@1|rating|diagram/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.141705,"ciLow":1114.294143,"ciHigh":1175.989267,"observedAt":"2026-11-09","runCount":344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"diagram/Step-3","slice":"diagram"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-vision-style-control@1|rating|english/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1163.422274,"ciLow":1147.602137,"ciHigh":1179.24241,"observedAt":"2026-11-09","runCount":1611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"english/Step-3","slice":"english"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-vision-style-control@1|rating|homework/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.827199,"ciLow":1134.279822,"ciHigh":1213.374577,"observedAt":"2026-11-09","runCount":213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"homework/Step-3","slice":"homework"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-vision-style-control@1|rating|ocr/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.83517,"ciLow":1132.622117,"ciHigh":1167.048223,"observedAt":"2026-11-09","runCount":1196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"ocr/Step-3","slice":"ocr"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-vision-style-control@1|rating|overall/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1144.184416,"ciLow":1132.24797,"ciHigh":1156.120861,"observedAt":"2026-11-09","runCount":3185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"overall/Step-3","slice":"overall"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-vision@1|rating|diagram/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1152.347071,"ciLow":1121.688778,"ciHigh":1183.005363,"observedAt":"2026-11-09","runCount":344,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"diagram/Step-3","slice":"diagram"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-vision@1|rating|english/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1198.612257,"ciLow":1183.115795,"ciHigh":1214.108719,"observedAt":"2026-11-09","runCount":1611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"english/Step-3","slice":"english"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-vision@1|rating|homework/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1183.345387,"ciLow":1144.148784,"ciHigh":1222.54199,"observedAt":"2026-11-09","runCount":213,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"homework/Step-3","slice":"homework"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-vision@1|rating|ocr/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1167.146212,"ciLow":1150.069979,"ciHigh":1184.222445,"observedAt":"2026-11-09","runCount":1196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"ocr/Step-3","slice":"ocr"}
{"key":"lmarena|stepfun/step-3:default|none|lmarena-vision@1|rating|overall/Step-3","sourceId":"lmarena","modelId":"stepfun/step-3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1175.985883,"ciLow":1164.259532,"ciHigh":1187.712235,"observedAt":"2026-11-09","runCount":3185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step-3","rowId":"overall/Step-3","slice":"overall"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-agent@1|cost-per-task|overall/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.704952,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"overall/Step 5 Preview","slice":"overall"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-agent@1|output-tokens-per-task|overall/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":47499,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"overall/Step 5 Preview","slice":"overall"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-agent@1|score|overall/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.046471,"ciLow":-0.060728,"ciHigh":-0.032215,"observedAt":"2026-11-15","runCount":2938745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"overall/Step 5 Preview","slice":"overall"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|chinese/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.233575,"ciLow":1480.400489,"ciHigh":1518.066662,"observedAt":"2026-11-11","runCount":982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"chinese/Step 5 Preview","slice":"chinese"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|coding/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.604797,"ciLow":1493.271404,"ciHigh":1515.93819,"observedAt":"2026-11-11","runCount":2950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"coding/Step 5 Preview","slice":"coding"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.479895,"ciLow":1399.820768,"ciHigh":1425.139022,"observedAt":"2026-11-11","runCount":2636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"creative_writing/Step 5 Preview","slice":"creative_writing"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|english/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.272746,"ciLow":1455.672689,"ciHigh":1474.872803,"observedAt":"2026-11-11","runCount":4374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"english/Step 5 Preview","slice":"english"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.375231,"ciLow":1438.814131,"ciHigh":1455.936332,"observedAt":"2026-11-11","runCount":8876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"exclude_ties/Step 5 Preview","slice":"exclude_ties"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|expert/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.158805,"ciLow":1472.109013,"ciHigh":1506.208596,"observedAt":"2026-11-11","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"expert/Step 5 Preview","slice":"expert"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|french/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.388982,"ciLow":1423.898281,"ciHigh":1478.879683,"observedAt":"2026-11-11","runCount":525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"french/Step 5 Preview","slice":"french"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|german/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.937072,"ciLow":1416.293206,"ciHigh":1491.580939,"observedAt":"2026-11-11","runCount":221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"german/Step 5 Preview","slice":"german"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.718728,"ciLow":1469.170312,"ciHigh":1484.267144,"observedAt":"2026-11-11","runCount":7774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"hard_prompts/Step 5 Preview","slice":"hard_prompts"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.223919,"ciLow":1468.496815,"ciHigh":1491.951024,"observedAt":"2026-11-11","runCount":2859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"hard_prompts_english/Step 5 Preview","slice":"hard_prompts_english"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.654857,"ciLow":1438.205881,"ciHigh":1465.103834,"observedAt":"2026-11-11","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_business_and_management_and_financial_operations/Step 5 Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.40635,"ciLow":1401.98629,"ciHigh":1424.82641,"observedAt":"2026-11-11","runCount":3175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_entertainment_and_sports_and_media/Step 5 Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.763259,"ciLow":1425.36822,"ciHigh":1464.158299,"observedAt":"2026-11-11","runCount":990,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_legal_and_government/Step 5 Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.265869,"ciLow":1461.722676,"ciHigh":1488.809062,"observedAt":"2026-11-11","runCount":1995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_life_and_physical_and_social_science/Step 5 Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.787811,"ciLow":1450.64309,"ciHigh":1494.932532,"observedAt":"2026-11-11","runCount":691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_mathematical/Step 5 Preview","slice":"industry_mathematical"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.334479,"ciLow":1436.245128,"ciHigh":1478.423831,"observedAt":"2026-11-11","runCount":862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_medicine_and_healthcare/Step 5 Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.924991,"ciLow":1477.61414,"ciHigh":1496.235842,"observedAt":"2026-11-11","runCount":4538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_software_and_it_services/Step 5 Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.589228,"ciLow":1419.704646,"ciHigh":1441.47381,"observedAt":"2026-11-11","runCount":3460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_writing_and_literature_and_language/Step 5 Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.179295,"ciLow":1440.481015,"ciHigh":1459.877574,"observedAt":"2026-11-11","runCount":4277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"instruction_following/Step 5 Preview","slice":"instruction_following"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|japanese/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.818102,"ciLow":1364.075213,"ciHigh":1437.560991,"observedAt":"2026-11-11","runCount":256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"japanese/Step 5 Preview","slice":"japanese"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|korean/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.200514,"ciLow":1363.089193,"ciHigh":1439.311834,"observedAt":"2026-11-11","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"korean/Step 5 Preview","slice":"korean"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|longer_query/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.473071,"ciLow":1451.436664,"ciHigh":1469.509477,"observedAt":"2026-11-11","runCount":5251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"longer_query/Step 5 Preview","slice":"longer_query"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|math/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.212086,"ciLow":1446.627353,"ciHigh":1493.796818,"observedAt":"2026-11-11","runCount":602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"math/Step 5 Preview","slice":"math"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.112744,"ciLow":1430.489172,"ciHigh":1459.736317,"observedAt":"2026-11-11","runCount":1774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"multi_turn/Step 5 Preview","slice":"multi_turn"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|non_english/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.108324,"ciLow":1423.757922,"ciHigh":1438.458726,"observedAt":"2026-11-11","runCount":7971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"non_english/Step 5 Preview","slice":"non_english"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|overall/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.549091,"ciLow":1442.253684,"ciHigh":1454.844498,"observedAt":"2026-11-11","runCount":12345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"overall/Step 5 Preview","slice":"overall"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|polish/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.739603,"ciLow":1370.296725,"ciHigh":1455.182481,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"polish/Step 5 Preview","slice":"polish"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|russian/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.810088,"ciLow":1423.903768,"ciHigh":1451.716409,"observedAt":"2026-11-11","runCount":1880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"russian/Step 5 Preview","slice":"russian"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text-style-control@1|rating|spanish/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.03148,"ciLow":1408.061881,"ciHigh":1462.001079,"observedAt":"2026-11-11","runCount":464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"spanish/Step 5 Preview","slice":"spanish"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|chinese/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.073963,"ciLow":1476.319746,"ciHigh":1513.82818,"observedAt":"2026-11-11","runCount":982,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"chinese/Step 5 Preview","slice":"chinese"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|coding/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.711341,"ciLow":1470.535375,"ciHigh":1492.887307,"observedAt":"2026-11-11","runCount":2950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"coding/Step 5 Preview","slice":"coding"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|creative_writing/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.52898,"ciLow":1401.99158,"ciHigh":1427.066381,"observedAt":"2026-11-11","runCount":2636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"creative_writing/Step 5 Preview","slice":"creative_writing"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|english/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.255951,"ciLow":1445.718471,"ciHigh":1464.793431,"observedAt":"2026-11-11","runCount":4374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"english/Step 5 Preview","slice":"english"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|exclude_ties/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.916399,"ciLow":1429.511017,"ciHigh":1446.32178,"observedAt":"2026-11-11","runCount":8876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"exclude_ties/Step 5 Preview","slice":"exclude_ties"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|expert/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.44554,"ciLow":1461.593498,"ciHigh":1495.297582,"observedAt":"2026-11-11","runCount":1219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"expert/Step 5 Preview","slice":"expert"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|french/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.880098,"ciLow":1418.786866,"ciHigh":1472.973329,"observedAt":"2026-11-11","runCount":525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"french/Step 5 Preview","slice":"french"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|german/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.930173,"ciLow":1416.379009,"ciHigh":1491.481336,"observedAt":"2026-11-11","runCount":221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"german/Step 5 Preview","slice":"german"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|hard_prompts/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.975245,"ciLow":1455.512158,"ciHigh":1470.438332,"observedAt":"2026-11-11","runCount":7774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"hard_prompts/Step 5 Preview","slice":"hard_prompts"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|hard_prompts_english/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.41242,"ciLow":1451.79283,"ciHigh":1475.032009,"observedAt":"2026-11-11","runCount":2859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"hard_prompts_english/Step 5 Preview","slice":"hard_prompts_english"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.426437,"ciLow":1431.102785,"ciHigh":1457.750089,"observedAt":"2026-11-11","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_business_and_management_and_financial_operations/Step 5 Preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.293176,"ciLow":1401.97769,"ciHigh":1424.608663,"observedAt":"2026-11-11","runCount":3175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_entertainment_and_sports_and_media/Step 5 Preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.076759,"ciLow":1422.003678,"ciHigh":1460.149841,"observedAt":"2026-11-11","runCount":990,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_legal_and_government/Step 5 Preview","slice":"industry_legal_and_government"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.222994,"ciLow":1448.731699,"ciHigh":1475.714289,"observedAt":"2026-11-11","runCount":1995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_life_and_physical_and_social_science/Step 5 Preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|industry_mathematical/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.424777,"ciLow":1443.327017,"ciHigh":1487.522537,"observedAt":"2026-11-11","runCount":691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_mathematical/Step 5 Preview","slice":"industry_mathematical"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.367289,"ciLow":1420.480575,"ciHigh":1462.254002,"observedAt":"2026-11-11","runCount":862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_medicine_and_healthcare/Step 5 Preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.394441,"ciLow":1462.215041,"ciHigh":1480.573841,"observedAt":"2026-11-11","runCount":4538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_software_and_it_services/Step 5 Preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.408692,"ciLow":1418.562397,"ciHigh":1440.254987,"observedAt":"2026-11-11","runCount":3460,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"industry_writing_and_literature_and_language/Step 5 Preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|instruction_following/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.071808,"ciLow":1435.429287,"ciHigh":1454.714329,"observedAt":"2026-11-11","runCount":4277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"instruction_following/Step 5 Preview","slice":"instruction_following"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|japanese/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.122462,"ciLow":1360.446719,"ciHigh":1433.798205,"observedAt":"2026-11-11","runCount":256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"japanese/Step 5 Preview","slice":"japanese"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|korean/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.061612,"ciLow":1366.314942,"ciHigh":1441.808283,"observedAt":"2026-11-11","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"korean/Step 5 Preview","slice":"korean"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|longer_query/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.210588,"ciLow":1444.245439,"ciHigh":1462.175737,"observedAt":"2026-11-11","runCount":5251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"longer_query/Step 5 Preview","slice":"longer_query"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|math/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.167579,"ciLow":1438.690448,"ciHigh":1485.644711,"observedAt":"2026-11-11","runCount":602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"math/Step 5 Preview","slice":"math"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|multi_turn/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.897593,"ciLow":1425.334233,"ciHigh":1454.460953,"observedAt":"2026-11-11","runCount":1774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"multi_turn/Step 5 Preview","slice":"multi_turn"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|non_english/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.355568,"ciLow":1422.068658,"ciHigh":1436.642478,"observedAt":"2026-11-11","runCount":7971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"non_english/Step 5 Preview","slice":"non_english"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|overall/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.342284,"ciLow":1437.104072,"ciHigh":1449.580496,"observedAt":"2026-11-11","runCount":12345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"overall/Step 5 Preview","slice":"overall"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|polish/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.228921,"ciLow":1363.481434,"ciHigh":1446.976408,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"polish/Step 5 Preview","slice":"polish"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|russian/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.552243,"ciLow":1418.693712,"ciHigh":1446.410775,"observedAt":"2026-11-11","runCount":1880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"russian/Step 5 Preview","slice":"russian"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-text@1|rating|spanish/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.164083,"ciLow":1415.5899,"ciHigh":1468.738265,"observedAt":"2026-11-11","runCount":464,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"spanish/Step 5 Preview","slice":"spanish"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision-style-control@1|rating|chinese/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.852823,"ciLow":1252.497923,"ciHigh":1339.207723,"observedAt":"2026-11-09","runCount":181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"chinese/Step 5 Preview","slice":"chinese"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.51857,"ciLow":1196.030735,"ciHigh":1265.006405,"observedAt":"2026-11-09","runCount":299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"creative_writing_vision/Step 5 Preview","slice":"creative_writing_vision"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision-style-control@1|rating|diagram/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.720056,"ciLow":1266.859523,"ciHigh":1308.580588,"observedAt":"2026-11-09","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"diagram/Step 5 Preview","slice":"diagram"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision-style-control@1|rating|english/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.164959,"ciLow":1241.823599,"ciHigh":1280.506318,"observedAt":"2026-11-09","runCount":1044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"english/Step 5 Preview","slice":"english"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision-style-control@1|rating|homework/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.943846,"ciLow":1243.67596,"ciHigh":1296.211732,"observedAt":"2026-11-09","runCount":503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"homework/Step 5 Preview","slice":"homework"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision-style-control@1|rating|ocr/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.081479,"ciLow":1253.322904,"ciHigh":1278.840054,"observedAt":"2026-11-09","runCount":2387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"ocr/Step 5 Preview","slice":"ocr"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision-style-control@1|rating|overall/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.454131,"ciLow":1234.476051,"ciHigh":1256.432211,"observedAt":"2026-11-09","runCount":3523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"overall/Step 5 Preview","slice":"overall"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision@1|rating|chinese/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1315.083223,"ciLow":1271.434436,"ciHigh":1358.732009,"observedAt":"2026-11-09","runCount":181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"chinese/Step 5 Preview","slice":"chinese"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision@1|rating|creative_writing_vision/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1251.443083,"ciLow":1216.632501,"ciHigh":1286.253666,"observedAt":"2026-11-09","runCount":299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"creative_writing_vision/Step 5 Preview","slice":"creative_writing_vision"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision@1|rating|diagram/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1294.616822,"ciLow":1273.821405,"ciHigh":1315.412239,"observedAt":"2026-11-09","runCount":844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"diagram/Step 5 Preview","slice":"diagram"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision@1|rating|english/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1279.495057,"ciLow":1260.282813,"ciHigh":1298.707302,"observedAt":"2026-11-09","runCount":1044,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"english/Step 5 Preview","slice":"english"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision@1|rating|homework/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1273.838977,"ciLow":1247.615716,"ciHigh":1300.062239,"observedAt":"2026-11-09","runCount":503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"homework/Step 5 Preview","slice":"homework"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision@1|rating|ocr/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1277.575257,"ciLow":1264.875044,"ciHigh":1290.27547,"observedAt":"2026-11-09","runCount":2387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"ocr/Step 5 Preview","slice":"ocr"}
{"key":"lmarena|stepfun/step-5-preview:default|none|lmarena-vision@1|rating|overall/Step 5 Preview","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1263.190951,"ciLow":1252.27544,"ciHigh":1274.106462,"observedAt":"2026-11-09","runCount":3523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview","rowId":"overall/Step 5 Preview","slice":"overall"}
{"key":"lmarena|stepfun/step-5-preview:effort=high|none|lmarena-webdev@1|rating|image_to_webdev/Step 5 Preview (High)","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1551.390968,"ciLow":1541.129147,"ciHigh":1561.652789,"observedAt":"2026-11-15","runCount":4302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview (High)","rowId":"image_to_webdev/Step 5 Preview (High)","slice":"image_to_webdev"}
{"key":"lmarena|stepfun/step-5-preview:effort=high|none|lmarena-webdev@1|rating|overall/Step 5 Preview (High)","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1571.752642,"ciLow":1563.779032,"ciHigh":1579.726251,"observedAt":"2026-11-15","runCount":7959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview (High)","rowId":"overall/Step 5 Preview (High)","slice":"overall"}
{"key":"lmarena|stepfun/step-5-preview:effort=high|none|lmarena-webdev@1|rating|webdev-html/Step 5 Preview (High)","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1545.843466,"ciLow":1526.856904,"ciHigh":1564.830028,"observedAt":"2026-11-15","runCount":1203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview (High)","rowId":"webdev-html/Step 5 Preview (High)","slice":"webdev-html"}
{"key":"lmarena|stepfun/step-5-preview:effort=high|none|lmarena-webdev@1|rating|webdev-react/Step 5 Preview (High)","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1588.719968,"ciLow":1579.089285,"ciHigh":1598.35065,"observedAt":"2026-11-15","runCount":5116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview (High)","rowId":"webdev-react/Step 5 Preview (High)","slice":"webdev-react"}
{"key":"lmarena|stepfun/step-5-preview:effort=high|none|lmarena-webdev@1|rating|webdev/Step 5 Preview (High)","sourceId":"lmarena","modelId":"stepfun/step-5-preview","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1571.752642,"ciLow":1563.779032,"ciHigh":1579.726251,"observedAt":"2026-11-15","runCount":7959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Step 5 Preview (High)","rowId":"webdev/Step 5 Preview (High)","slice":"webdev"}
{"key":"lmarena|synlan/spark-x2.6:default|none|lmarena-agent@1|cost-per-task|overall/Spark-X2.6","sourceId":"lmarena","modelId":"synlan/spark-x2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.083224,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Spark-X2.6","rowId":"overall/Spark-X2.6","slice":"overall"}
{"key":"lmarena|synlan/spark-x2.6:default|none|lmarena-agent@1|output-tokens-per-task|overall/Spark-X2.6","sourceId":"lmarena","modelId":"synlan/spark-x2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":33500,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Spark-X2.6","rowId":"overall/Spark-X2.6","slice":"overall"}
{"key":"lmarena|synlan/spark-x2.6:default|none|lmarena-agent@1|score|overall/Spark-X2.6","sourceId":"lmarena","modelId":"synlan/spark-x2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.122531,"ciLow":-0.13519,"ciHigh":-0.109873,"observedAt":"2026-11-15","runCount":1572280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Spark-X2.6","rowId":"overall/Spark-X2.6","slice":"overall"}
{"key":"lmarena|synlan/spark-x2.6:default|none|lmarena-webdev@1|rating|overall/Spark-X2.6","sourceId":"lmarena","modelId":"synlan/spark-x2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1484.872268,"ciLow":1465.562721,"ciHigh":1504.181815,"observedAt":"2026-11-15","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Spark-X2.6","rowId":"overall/Spark-X2.6","slice":"overall"}
{"key":"lmarena|synlan/spark-x2.6:default|none|lmarena-webdev@1|rating|webdev-html/Spark-X2.6","sourceId":"lmarena","modelId":"synlan/spark-x2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1465.113253,"ciLow":1419.405069,"ciHigh":1510.821436,"observedAt":"2026-11-15","runCount":202,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Spark-X2.6","rowId":"webdev-html/Spark-X2.6","slice":"webdev-html"}
{"key":"lmarena|synlan/spark-x2.6:default|none|lmarena-webdev@1|rating|webdev-react/Spark-X2.6","sourceId":"lmarena","modelId":"synlan/spark-x2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1489.642892,"ciLow":1464.358282,"ciHigh":1514.927502,"observedAt":"2026-11-15","runCount":759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Spark-X2.6","rowId":"webdev-react/Spark-X2.6","slice":"webdev-react"}
{"key":"lmarena|synlan/spark-x2.6:default|none|lmarena-webdev@1|rating|webdev/Spark-X2.6","sourceId":"lmarena","modelId":"synlan/spark-x2.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1484.872268,"ciLow":1465.562721,"ciHigh":1504.181815,"observedAt":"2026-11-15","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Spark-X2.6","rowId":"webdev/Spark-X2.6","slice":"webdev"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|chinese/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1120.351274,"ciLow":1078.173047,"ciHigh":1162.529501,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"chinese/OpenHermes 2.5 Mistral 7B","slice":"chinese"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|coding/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1186.798918,"ciLow":1163.813585,"ciHigh":1209.784251,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"coding/OpenHermes 2.5 Mistral 7B","slice":"coding"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|creative_writing/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.809905,"ciLow":1135.971218,"ciHigh":1179.648591,"observedAt":"2026-11-11","runCount":811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"creative_writing/OpenHermes 2.5 Mistral 7B","slice":"creative_writing"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|english/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.368941,"ciLow":1195.854507,"ciHigh":1218.883375,"observedAt":"2026-11-11","runCount":3857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"english/OpenHermes 2.5 Mistral 7B","slice":"english"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|exclude_ties/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1039.892439,"ciLow":1024.627095,"ciHigh":1055.157783,"observedAt":"2026-11-11","runCount":3283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"exclude_ties/OpenHermes 2.5 Mistral 7B","slice":"exclude_ties"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|hard_prompts/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1181.209285,"ciLow":1164.426231,"ciHigh":1197.992339,"observedAt":"2026-11-11","runCount":1139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"hard_prompts/OpenHermes 2.5 Mistral 7B","slice":"hard_prompts"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.609615,"ciLow":1177.024135,"ciHigh":1214.195095,"observedAt":"2026-11-11","runCount":917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"hard_prompts_english/OpenHermes 2.5 Mistral 7B","slice":"hard_prompts_english"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.239486,"ciLow":1100.831074,"ciHigh":1159.647899,"observedAt":"2026-11-11","runCount":381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_business_and_management_and_financial_operations/OpenHermes 2.5 Mistral 7B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1150.975219,"ciLow":1129.988695,"ciHigh":1171.961743,"observedAt":"2026-11-11","runCount":799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_entertainment_and_sports_and_media/OpenHermes 2.5 Mistral 7B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.039666,"ciLow":1174.095755,"ciHigh":1245.983576,"observedAt":"2026-11-11","runCount":275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_legal_and_government/OpenHermes 2.5 Mistral 7B","slice":"industry_legal_and_government"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1182.051522,"ciLow":1161.754645,"ciHigh":1202.348398,"observedAt":"2026-11-11","runCount":884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_life_and_physical_and_social_science/OpenHermes 2.5 Mistral 7B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.840332,"ciLow":1139.704706,"ciHigh":1183.975958,"observedAt":"2026-11-11","runCount":568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_mathematical/OpenHermes 2.5 Mistral 7B","slice":"industry_mathematical"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.066805,"ciLow":1154.298792,"ciHigh":1223.834818,"observedAt":"2026-11-11","runCount":285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_medicine_and_healthcare/OpenHermes 2.5 Mistral 7B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1187.540255,"ciLow":1170.191289,"ciHigh":1204.889221,"observedAt":"2026-11-11","runCount":1192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_software_and_it_services/OpenHermes 2.5 Mistral 7B","slice":"industry_software_and_it_services"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.890523,"ciLow":1140.550145,"ciHigh":1177.230902,"observedAt":"2026-11-11","runCount":1136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_writing_and_literature_and_language/OpenHermes 2.5 Mistral 7B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|instruction_following/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.687755,"ciLow":1138.33257,"ciHigh":1169.042939,"observedAt":"2026-11-11","runCount":1577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"instruction_following/OpenHermes 2.5 Mistral 7B","slice":"instruction_following"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|longer_query/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.109574,"ciLow":1108.444388,"ciHigh":1173.774761,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"longer_query/OpenHermes 2.5 Mistral 7B","slice":"longer_query"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|math/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.225496,"ciLow":1133.16818,"ciHigh":1173.282813,"observedAt":"2026-11-11","runCount":697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"math/OpenHermes 2.5 Mistral 7B","slice":"math"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|multi_turn/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1136.558688,"ciLow":1114.216896,"ciHigh":1158.900479,"observedAt":"2026-11-11","runCount":722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"multi_turn/OpenHermes 2.5 Mistral 7B","slice":"multi_turn"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|non_english/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1105.390902,"ciLow":1087.561557,"ciHigh":1123.220247,"observedAt":"2026-11-11","runCount":1149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"non_english/OpenHermes 2.5 Mistral 7B","slice":"non_english"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text-style-control@1|rating|overall/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1176.143799,"ciLow":1165.765243,"ciHigh":1186.522356,"observedAt":"2026-11-11","runCount":5006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"overall/OpenHermes 2.5 Mistral 7B","slice":"overall"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|chinese/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1014.42053,"ciLow":972.637914,"ciHigh":1056.203147,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"chinese/OpenHermes 2.5 Mistral 7B","slice":"chinese"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|coding/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1064.239168,"ciLow":1041.107473,"ciHigh":1087.370862,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"coding/OpenHermes 2.5 Mistral 7B","slice":"coding"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|creative_writing/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1097.031517,"ciLow":1075.456278,"ciHigh":1118.606755,"observedAt":"2026-11-11","runCount":811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"creative_writing/OpenHermes 2.5 Mistral 7B","slice":"creative_writing"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|english/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1125.606605,"ciLow":1114.160551,"ciHigh":1137.052658,"observedAt":"2026-11-11","runCount":3857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"english/OpenHermes 2.5 Mistral 7B","slice":"english"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|exclude_ties/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":923.37322,"ciLow":908.362154,"ciHigh":938.384286,"observedAt":"2026-11-11","runCount":3283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"exclude_ties/OpenHermes 2.5 Mistral 7B","slice":"exclude_ties"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|hard_prompts/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1071.505017,"ciLow":1054.77926,"ciHigh":1088.230773,"observedAt":"2026-11-11","runCount":1139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"hard_prompts/OpenHermes 2.5 Mistral 7B","slice":"hard_prompts"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|hard_prompts_english/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1086.598299,"ciLow":1068.128203,"ciHigh":1105.068395,"observedAt":"2026-11-11","runCount":917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"hard_prompts_english/OpenHermes 2.5 Mistral 7B","slice":"hard_prompts_english"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1024.2247,"ciLow":994.907167,"ciHigh":1053.542234,"observedAt":"2026-11-11","runCount":381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_business_and_management_and_financial_operations/OpenHermes 2.5 Mistral 7B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1073.926902,"ciLow":1053.023654,"ciHigh":1094.83015,"observedAt":"2026-11-11","runCount":799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_entertainment_and_sports_and_media/OpenHermes 2.5 Mistral 7B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|industry_legal_and_government/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1099.584638,"ciLow":1064.085725,"ciHigh":1135.083551,"observedAt":"2026-11-11","runCount":275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_legal_and_government/OpenHermes 2.5 Mistral 7B","slice":"industry_legal_and_government"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1065.334217,"ciLow":1045.034434,"ciHigh":1085.634001,"observedAt":"2026-11-11","runCount":884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_life_and_physical_and_social_science/OpenHermes 2.5 Mistral 7B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|industry_mathematical/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1097.159989,"ciLow":1075.088944,"ciHigh":1119.231035,"observedAt":"2026-11-11","runCount":568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_mathematical/OpenHermes 2.5 Mistral 7B","slice":"industry_mathematical"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1051.858241,"ciLow":1016.496235,"ciHigh":1087.220248,"observedAt":"2026-11-11","runCount":285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_medicine_and_healthcare/OpenHermes 2.5 Mistral 7B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|industry_software_and_it_services/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1076.733334,"ciLow":1059.349003,"ciHigh":1094.117664,"observedAt":"2026-11-11","runCount":1192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_software_and_it_services/OpenHermes 2.5 Mistral 7B","slice":"industry_software_and_it_services"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1095.944682,"ciLow":1077.626073,"ciHigh":1114.263292,"observedAt":"2026-11-11","runCount":1136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"industry_writing_and_literature_and_language/OpenHermes 2.5 Mistral 7B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|instruction_following/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.088918,"ciLow":1054.889828,"ciHigh":1085.288007,"observedAt":"2026-11-11","runCount":1577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"instruction_following/OpenHermes 2.5 Mistral 7B","slice":"instruction_following"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|longer_query/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1054.015897,"ciLow":1021.147893,"ciHigh":1086.883901,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"longer_query/OpenHermes 2.5 Mistral 7B","slice":"longer_query"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|math/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1097.62564,"ciLow":1077.682345,"ciHigh":1117.568936,"observedAt":"2026-11-11","runCount":697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"math/OpenHermes 2.5 Mistral 7B","slice":"math"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|multi_turn/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1064.351424,"ciLow":1041.876004,"ciHigh":1086.826844,"observedAt":"2026-11-11","runCount":722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"multi_turn/OpenHermes 2.5 Mistral 7B","slice":"multi_turn"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|non_english/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1024.326415,"ciLow":1006.495051,"ciHigh":1042.15778,"observedAt":"2026-11-11","runCount":1149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"non_english/OpenHermes 2.5 Mistral 7B","slice":"non_english"}
{"key":"lmarena|teknium/openhermes-2.5-mistral-7b:default|none|lmarena-text@1|rating|overall/OpenHermes 2.5 Mistral 7B","sourceId":"lmarena","modelId":"teknium/openhermes-2.5-mistral-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1092.541535,"ciLow":1082.234057,"ciHigh":1102.849012,"observedAt":"2026-11-11","runCount":5006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"OpenHermes 2.5 Mistral 7B","rowId":"overall/OpenHermes 2.5 Mistral 7B","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|chinese/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.288292,"ciLow":1297.194761,"ciHigh":1361.381822,"observedAt":"2026-11-11","runCount":326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"chinese/Hunyuan Large Vision","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|coding/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.222853,"ciLow":1339.45462,"ciHigh":1376.991087,"observedAt":"2026-11-11","runCount":957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"coding/Hunyuan Large Vision","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|creative_writing/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.14435,"ciLow":1254.427088,"ciHigh":1301.861612,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"creative_writing/Hunyuan Large Vision","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|english/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.621842,"ciLow":1299.350473,"ciHigh":1323.893211,"observedAt":"2026-11-11","runCount":2494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"english/Hunyuan Large Vision","slice":"english"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|exclude_ties/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.05311,"ciLow":1220.270348,"ciHigh":1245.835871,"observedAt":"2026-11-11","runCount":3940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"exclude_ties/Hunyuan Large Vision","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|expert/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.627564,"ciLow":1265.490268,"ciHigh":1331.76486,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"expert/Hunyuan Large Vision","slice":"expert"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|hard_prompts/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.547021,"ciLow":1290.461467,"ciHigh":1316.632576,"observedAt":"2026-11-11","runCount":2147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"hard_prompts/Hunyuan Large Vision","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.184497,"ciLow":1299.122751,"ciHigh":1335.246242,"observedAt":"2026-11-11","runCount":1058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"hard_prompts_english/Hunyuan Large Vision","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.262812,"ciLow":1256.926287,"ciHigh":1299.599338,"observedAt":"2026-11-11","runCount":779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_business_and_management_and_financial_operations/Hunyuan Large Vision","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.234194,"ciLow":1234.04518,"ciHigh":1274.423208,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_entertainment_and_sports_and_media/Hunyuan Large Vision","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.518181,"ciLow":1258.989514,"ciHigh":1322.046848,"observedAt":"2026-11-11","runCount":382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_legal_and_government/Hunyuan Large Vision","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.426682,"ciLow":1287.143089,"ciHigh":1327.710275,"observedAt":"2026-11-11","runCount":911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_life_and_physical_and_social_science/Hunyuan Large Vision","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.345304,"ciLow":1291.025303,"ciHigh":1347.665304,"observedAt":"2026-11-11","runCount":362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_mathematical/Hunyuan Large Vision","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.113608,"ciLow":1251.673464,"ciHigh":1316.553753,"observedAt":"2026-11-11","runCount":366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_medicine_and_healthcare/Hunyuan Large Vision","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.108251,"ciLow":1313.869267,"ciHigh":1342.347236,"observedAt":"2026-11-11","runCount":1759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_software_and_it_services/Hunyuan Large Vision","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.664044,"ciLow":1271.661687,"ciHigh":1307.666401,"observedAt":"2026-11-11","runCount":1079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_writing_and_literature_and_language/Hunyuan Large Vision","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|instruction_following/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.491468,"ciLow":1270.86171,"ciHigh":1304.121226,"observedAt":"2026-11-11","runCount":1208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"instruction_following/Hunyuan Large Vision","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|longer_query/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.791999,"ciLow":1297.236253,"ciHigh":1336.347744,"observedAt":"2026-11-11","runCount":874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"longer_query/Hunyuan Large Vision","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|math/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.909301,"ciLow":1249.869839,"ciHigh":1309.948764,"observedAt":"2026-11-11","runCount":345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"math/Hunyuan Large Vision","slice":"math"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|multi_turn/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.7543,"ciLow":1261.025667,"ciHigh":1300.482932,"observedAt":"2026-11-11","runCount":940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"multi_turn/Hunyuan Large Vision","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|non_english/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.510514,"ciLow":1256.603376,"ciHigh":1280.417652,"observedAt":"2026-11-11","runCount":2779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"non_english/Hunyuan Large Vision","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|overall/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.11244,"ciLow":1284.961397,"ciHigh":1303.263483,"observedAt":"2026-11-11","runCount":5273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"overall/Hunyuan Large Vision","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|polish/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.48504,"ciLow":1254.329836,"ciHigh":1306.640245,"observedAt":"2026-11-11","runCount":591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"polish/Hunyuan Large Vision","slice":"polish"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text-style-control@1|rating|russian/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.542961,"ciLow":1251.388745,"ciHigh":1305.697178,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"russian/Hunyuan Large Vision","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|chinese/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.805346,"ciLow":1255.436113,"ciHigh":1320.174579,"observedAt":"2026-11-11","runCount":326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"chinese/Hunyuan Large Vision","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|coding/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.256623,"ciLow":1289.266639,"ciHigh":1327.246606,"observedAt":"2026-11-11","runCount":957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"coding/Hunyuan Large Vision","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|creative_writing/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.950686,"ciLow":1223.904083,"ciHigh":1271.997289,"observedAt":"2026-11-11","runCount":627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"creative_writing/Hunyuan Large Vision","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|english/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.483741,"ciLow":1269.099163,"ciHigh":1293.86832,"observedAt":"2026-11-11","runCount":2494,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"english/Hunyuan Large Vision","slice":"english"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|exclude_ties/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1187.412875,"ciLow":1174.57547,"ciHigh":1200.250281,"observedAt":"2026-11-11","runCount":3940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"exclude_ties/Hunyuan Large Vision","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|expert/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.6755,"ciLow":1217.780868,"ciHigh":1285.570132,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"expert/Hunyuan Large Vision","slice":"expert"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|hard_prompts/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.661291,"ciLow":1243.346448,"ciHigh":1269.976134,"observedAt":"2026-11-11","runCount":2147,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"hard_prompts/Hunyuan Large Vision","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|hard_prompts_english/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.805282,"ciLow":1252.455109,"ciHigh":1289.155454,"observedAt":"2026-11-11","runCount":1058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"hard_prompts_english/Hunyuan Large Vision","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.741031,"ciLow":1205.973194,"ciHigh":1249.508868,"observedAt":"2026-11-11","runCount":779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_business_and_management_and_financial_operations/Hunyuan Large Vision","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1219.483761,"ciLow":1199.07493,"ciHigh":1239.892591,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_entertainment_and_sports_and_media/Hunyuan Large Vision","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|industry_legal_and_government/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1246.309077,"ciLow":1215.02583,"ciHigh":1277.592324,"observedAt":"2026-11-11","runCount":382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_legal_and_government/Hunyuan Large Vision","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.162253,"ciLow":1237.697319,"ciHigh":1278.627188,"observedAt":"2026-11-11","runCount":911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_life_and_physical_and_social_science/Hunyuan Large Vision","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|industry_mathematical/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.063782,"ciLow":1275.205249,"ciHigh":1332.922314,"observedAt":"2026-11-11","runCount":362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_mathematical/Hunyuan Large Vision","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.913133,"ciLow":1196.064284,"ciHigh":1261.761982,"observedAt":"2026-11-11","runCount":366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_medicine_and_healthcare/Hunyuan Large Vision","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|industry_software_and_it_services/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.060681,"ciLow":1267.547611,"ciHigh":1296.573751,"observedAt":"2026-11-11","runCount":1759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_software_and_it_services/Hunyuan Large Vision","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1259.3446,"ciLow":1241.144822,"ciHigh":1277.544378,"observedAt":"2026-11-11","runCount":1079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"industry_writing_and_literature_and_language/Hunyuan Large Vision","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|instruction_following/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1250.472529,"ciLow":1233.590576,"ciHigh":1267.354481,"observedAt":"2026-11-11","runCount":1208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"instruction_following/Hunyuan Large Vision","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|longer_query/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.522454,"ciLow":1259.708248,"ciHigh":1299.33666,"observedAt":"2026-11-11","runCount":874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"longer_query/Hunyuan Large Vision","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|math/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.102176,"ciLow":1237.738132,"ciHigh":1298.466219,"observedAt":"2026-11-11","runCount":345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"math/Hunyuan Large Vision","slice":"math"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|multi_turn/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.198189,"ciLow":1233.278503,"ciHigh":1273.117876,"observedAt":"2026-11-11","runCount":940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"multi_turn/Hunyuan Large Vision","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|non_english/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.026929,"ciLow":1223.961413,"ciHigh":1248.092445,"observedAt":"2026-11-11","runCount":2779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"non_english/Hunyuan Large Vision","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|overall/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1263.186301,"ciLow":1253.93373,"ciHigh":1272.438873,"observedAt":"2026-11-11","runCount":5273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"overall/Hunyuan Large Vision","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|polish/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1236.425091,"ciLow":1209.728321,"ciHigh":1263.121861,"observedAt":"2026-11-11","runCount":591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"polish/Hunyuan Large Vision","slice":"polish"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-text@1|rating|russian/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.93253,"ciLow":1215.379437,"ciHigh":1270.485623,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"russian/Hunyuan Large Vision","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-vision-style-control@1|rating|diagram/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1115.990437,"ciLow":1080.439913,"ciHigh":1151.54096,"observedAt":"2026-11-09","runCount":257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"diagram/Hunyuan Large Vision","slice":"diagram"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-vision-style-control@1|rating|english/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.735722,"ciLow":1138.319979,"ciHigh":1185.151465,"observedAt":"2026-11-09","runCount":607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"english/Hunyuan Large Vision","slice":"english"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-vision-style-control@1|rating|ocr/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1146.187451,"ciLow":1125.795983,"ciHigh":1166.57892,"observedAt":"2026-11-09","runCount":790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"ocr/Hunyuan Large Vision","slice":"ocr"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-vision-style-control@1|rating|overall/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.644062,"ciLow":1133.132632,"ciHigh":1166.155492,"observedAt":"2026-11-09","runCount":1271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"overall/Hunyuan Large Vision","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-vision@1|rating|diagram/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1134.85383,"ciLow":1099.777515,"ciHigh":1169.930144,"observedAt":"2026-11-09","runCount":257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"diagram/Hunyuan Large Vision","slice":"diagram"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-vision@1|rating|english/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1197.855954,"ciLow":1174.643076,"ciHigh":1221.068833,"observedAt":"2026-11-09","runCount":607,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"english/Hunyuan Large Vision","slice":"english"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-vision@1|rating|ocr/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1166.841022,"ciLow":1146.567111,"ciHigh":1187.114933,"observedAt":"2026-11-09","runCount":790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"ocr/Hunyuan Large Vision","slice":"ocr"}
{"key":"lmarena|tencent/hunyuan-large-vision:default|none|lmarena-vision@1|rating|overall/Hunyuan Large Vision","sourceId":"lmarena","modelId":"tencent/hunyuan-large-vision","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1179.769991,"ciLow":1163.391996,"ciHigh":1196.147986,"observedAt":"2026-11-09","runCount":1271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large Vision","rowId":"overall/Hunyuan Large Vision","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|chinese/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.073516,"ciLow":1356.091999,"ciHigh":1422.055034,"observedAt":"2026-11-11","runCount":295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"chinese/Hunyuan Large (2025-02-10)","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|coding/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.640617,"ciLow":1340.976511,"ciHigh":1390.304723,"observedAt":"2026-11-11","runCount":519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"coding/Hunyuan Large (2025-02-10)","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|creative_writing/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.899748,"ciLow":1279.026787,"ciHigh":1326.772708,"observedAt":"2026-11-11","runCount":568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"creative_writing/Hunyuan Large (2025-02-10)","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|english/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.311732,"ciLow":1331.027986,"ciHigh":1355.595479,"observedAt":"2026-11-11","runCount":2255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"english/Hunyuan Large (2025-02-10)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|exclude_ties/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.88493,"ciLow":1254.680305,"ciHigh":1285.089555,"observedAt":"2026-11-11","runCount":2472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"exclude_ties/Hunyuan Large (2025-02-10)","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|expert/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1322.42345,"ciLow":1286.342087,"ciHigh":1358.504813,"observedAt":"2026-11-11","runCount":228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"expert/Hunyuan Large (2025-02-10)","slice":"expert"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|hard_prompts/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.122168,"ciLow":1311.262202,"ciHigh":1348.982135,"observedAt":"2026-11-11","runCount":889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"hard_prompts/Hunyuan Large (2025-02-10)","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|hard_prompts_english/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1337.796673,"ciLow":1315.132619,"ciHigh":1360.460727,"observedAt":"2026-11-11","runCount":601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"hard_prompts_english/Hunyuan Large (2025-02-10)","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.569351,"ciLow":1259.141315,"ciHigh":1319.997387,"observedAt":"2026-11-11","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_business_and_management_and_financial_operations/Hunyuan Large (2025-02-10)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.702012,"ciLow":1279.642127,"ciHigh":1323.761898,"observedAt":"2026-11-11","runCount":646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_entertainment_and_sports_and_media/Hunyuan Large (2025-02-10)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.423962,"ciLow":1298.797187,"ciHigh":1370.050737,"observedAt":"2026-11-11","runCount":252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_legal_and_government/Hunyuan Large (2025-02-10)","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.062556,"ciLow":1321.107279,"ciHigh":1363.017832,"observedAt":"2026-11-11","runCount":707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_life_and_physical_and_social_science/Hunyuan Large (2025-02-10)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_mathematical/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.423831,"ciLow":1299.255399,"ciHigh":1351.592263,"observedAt":"2026-11-11","runCount":431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_mathematical/Hunyuan Large (2025-02-10)","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.578824,"ciLow":1351.523736,"ciHigh":1427.633911,"observedAt":"2026-11-11","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_medicine_and_healthcare/Hunyuan Large (2025-02-10)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.520016,"ciLow":1336.876031,"ciHigh":1376.164002,"observedAt":"2026-11-11","runCount":828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_software_and_it_services/Hunyuan Large (2025-02-10)","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.904407,"ciLow":1291.136653,"ciHigh":1328.672161,"observedAt":"2026-11-11","runCount":890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_writing_and_literature_and_language/Hunyuan Large (2025-02-10)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|instruction_following/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.977111,"ciLow":1300.348557,"ciHigh":1331.605665,"observedAt":"2026-11-11","runCount":1300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"instruction_following/Hunyuan Large (2025-02-10)","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|longer_query/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.41418,"ciLow":1348.305492,"ciHigh":1404.522868,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"longer_query/Hunyuan Large (2025-02-10)","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|math/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.037873,"ciLow":1269.055842,"ciHigh":1317.019903,"observedAt":"2026-11-11","runCount":497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"math/Hunyuan Large (2025-02-10)","slice":"math"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|multi_turn/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.557535,"ciLow":1286.50756,"ciHigh":1336.607511,"observedAt":"2026-11-11","runCount":510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"multi_turn/Hunyuan Large (2025-02-10)","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|non_english/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.354474,"ciLow":1287.506239,"ciHigh":1317.202708,"observedAt":"2026-11-11","runCount":1483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"non_english/Hunyuan Large (2025-02-10)","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|overall/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.398581,"ciLow":1316.673598,"ciHigh":1336.123564,"observedAt":"2026-11-11","runCount":3738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"overall/Hunyuan Large (2025-02-10)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|russian/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.690509,"ciLow":1276.137204,"ciHigh":1333.243813,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"russian/Hunyuan Large (2025-02-10)","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|chinese/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.976807,"ciLow":1313.444987,"ciHigh":1378.508627,"observedAt":"2026-11-11","runCount":295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"chinese/Hunyuan Large (2025-02-10)","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|coding/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.622726,"ciLow":1282.338989,"ciHigh":1330.906462,"observedAt":"2026-11-11","runCount":519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"coding/Hunyuan Large (2025-02-10)","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|creative_writing/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.170972,"ciLow":1240.597763,"ciHigh":1287.744181,"observedAt":"2026-11-11","runCount":568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"creative_writing/Hunyuan Large (2025-02-10)","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|english/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.087863,"ciLow":1292.838483,"ciHigh":1317.337243,"observedAt":"2026-11-11","runCount":2255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"english/Hunyuan Large (2025-02-10)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|exclude_ties/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1216.995321,"ciLow":1201.982014,"ciHigh":1232.008629,"observedAt":"2026-11-11","runCount":2472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"exclude_ties/Hunyuan Large (2025-02-10)","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|expert/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.325984,"ciLow":1239.525992,"ciHigh":1311.125976,"observedAt":"2026-11-11","runCount":228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"expert/Hunyuan Large (2025-02-10)","slice":"expert"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|hard_prompts/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.233837,"ciLow":1267.6195,"ciHigh":1304.848174,"observedAt":"2026-11-11","runCount":889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"hard_prompts/Hunyuan Large (2025-02-10)","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|hard_prompts_english/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.360387,"ciLow":1271.960755,"ciHigh":1316.760019,"observedAt":"2026-11-11","runCount":601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"hard_prompts_english/Hunyuan Large (2025-02-10)","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.143941,"ciLow":1210.278071,"ciHigh":1272.009811,"observedAt":"2026-11-11","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_business_and_management_and_financial_operations/Hunyuan Large (2025-02-10)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.946201,"ciLow":1240.044064,"ciHigh":1283.848337,"observedAt":"2026-11-11","runCount":646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_entertainment_and_sports_and_media/Hunyuan Large (2025-02-10)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_legal_and_government/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.606431,"ciLow":1244.727643,"ciHigh":1316.485218,"observedAt":"2026-11-11","runCount":252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_legal_and_government/Hunyuan Large (2025-02-10)","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.366201,"ciLow":1270.517895,"ciHigh":1312.214508,"observedAt":"2026-11-11","runCount":707,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_life_and_physical_and_social_science/Hunyuan Large (2025-02-10)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_mathematical/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.558152,"ciLow":1278.532894,"ciHigh":1330.583409,"observedAt":"2026-11-11","runCount":431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_mathematical/Hunyuan Large (2025-02-10)","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.16194,"ciLow":1302.074778,"ciHigh":1378.249102,"observedAt":"2026-11-11","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_medicine_and_healthcare/Hunyuan Large (2025-02-10)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_software_and_it_services/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.136315,"ciLow":1286.771624,"ciHigh":1325.501007,"observedAt":"2026-11-11","runCount":828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_software_and_it_services/Hunyuan Large (2025-02-10)","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.948654,"ciLow":1252.251915,"ciHigh":1289.645392,"observedAt":"2026-11-11","runCount":890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"industry_writing_and_literature_and_language/Hunyuan Large (2025-02-10)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|instruction_following/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.003918,"ciLow":1261.544444,"ciHigh":1292.463393,"observedAt":"2026-11-11","runCount":1300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"instruction_following/Hunyuan Large (2025-02-10)","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|longer_query/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.292923,"ciLow":1313.535075,"ciHigh":1369.050771,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"longer_query/Hunyuan Large (2025-02-10)","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|math/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.78645,"ciLow":1256.871272,"ciHigh":1304.701627,"observedAt":"2026-11-11","runCount":497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"math/Hunyuan Large (2025-02-10)","slice":"math"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|multi_turn/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.375685,"ciLow":1259.242841,"ciHigh":1309.50853,"observedAt":"2026-11-11","runCount":510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"multi_turn/Hunyuan Large (2025-02-10)","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|non_english/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.252221,"ciLow":1250.36581,"ciHigh":1280.138633,"observedAt":"2026-11-11","runCount":1483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"non_english/Hunyuan Large (2025-02-10)","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|overall/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.006365,"ciLow":1278.277692,"ciHigh":1297.735038,"observedAt":"2026-11-11","runCount":3738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"overall/Hunyuan Large (2025-02-10)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-large:ckpt=2025-02-10|none|lmarena-text@1|rating|russian/Hunyuan Large (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-large","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.820052,"ciLow":1237.37843,"ciHigh":1294.261675,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Large (2025-02-10)","rowId":"russian/Hunyuan Large (2025-02-10)","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|chinese/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.980448,"ciLow":1262.623098,"ciHigh":1329.337799,"observedAt":"2026-11-11","runCount":305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"chinese/Hunyuan Standard 256K","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|coding/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.279365,"ciLow":1275.874792,"ciHigh":1324.683939,"observedAt":"2026-11-11","runCount":497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"coding/Hunyuan Standard 256K","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|creative_writing/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.141518,"ciLow":1164.93529,"ciHigh":1223.347746,"observedAt":"2026-11-11","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"creative_writing/Hunyuan Standard 256K","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|english/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.21283,"ciLow":1227.901561,"ciHigh":1260.5241,"observedAt":"2026-11-11","runCount":1278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"english/Hunyuan Standard 256K","slice":"english"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|exclude_ties/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1124.051696,"ciLow":1105.377092,"ciHigh":1142.7263,"observedAt":"2026-11-11","runCount":1812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"exclude_ties/Hunyuan Standard 256K","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|hard_prompts/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.403724,"ciLow":1250.020066,"ciHigh":1290.787382,"observedAt":"2026-11-11","runCount":700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"hard_prompts/Hunyuan Standard 256K","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.50497,"ciLow":1247.476327,"ciHigh":1303.533612,"observedAt":"2026-11-11","runCount":370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"hard_prompts_english/Hunyuan Standard 256K","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.622093,"ciLow":1192.476775,"ciHigh":1254.767411,"observedAt":"2026-11-11","runCount":328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"industry_business_and_management_and_financial_operations/Hunyuan Standard 256K","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.626414,"ciLow":1156.677311,"ciHigh":1214.575518,"observedAt":"2026-11-11","runCount":379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"industry_entertainment_and_sports_and_media/Hunyuan Standard 256K","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.509395,"ciLow":1217.468201,"ciHigh":1267.550589,"observedAt":"2026-11-11","runCount":538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"industry_life_and_physical_and_social_science/Hunyuan Standard 256K","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.93662,"ciLow":1234.635484,"ciHigh":1297.237757,"observedAt":"2026-11-11","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"industry_mathematical/Hunyuan Standard 256K","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.85066,"ciLow":1256.208445,"ciHigh":1297.492875,"observedAt":"2026-11-11","runCount":737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"industry_software_and_it_services/Hunyuan Standard 256K","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1208.320949,"ciLow":1187.583635,"ciHigh":1229.058262,"observedAt":"2026-11-11","runCount":752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"industry_writing_and_literature_and_language/Hunyuan Standard 256K","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|instruction_following/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1243.240974,"ciLow":1226.389462,"ciHigh":1260.092487,"observedAt":"2026-11-11","runCount":1098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"instruction_following/Hunyuan Standard 256K","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|longer_query/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.104343,"ciLow":1244.645261,"ciHigh":1297.563425,"observedAt":"2026-11-11","runCount":414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"longer_query/Hunyuan Standard 256K","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|math/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.139812,"ciLow":1220.600136,"ciHigh":1277.679488,"observedAt":"2026-11-11","runCount":361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"math/Hunyuan Standard 256K","slice":"math"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|multi_turn/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.861716,"ciLow":1182.944701,"ciHigh":1232.778731,"observedAt":"2026-11-11","runCount":532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"multi_turn/Hunyuan Standard 256K","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|non_english/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1211.481695,"ciLow":1195.957513,"ciHigh":1227.005876,"observedAt":"2026-11-11","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"non_english/Hunyuan Standard 256K","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|overall/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.231052,"ciLow":1221.510377,"ciHigh":1244.951727,"observedAt":"2026-11-11","runCount":2728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"overall/Hunyuan Standard 256K","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text-style-control@1|rating|russian/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.415651,"ciLow":1168.302875,"ciHigh":1220.528427,"observedAt":"2026-11-11","runCount":444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"russian/Hunyuan Standard 256K","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|chinese/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.642533,"ciLow":1207.716531,"ciHigh":1275.568536,"observedAt":"2026-11-11","runCount":305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"chinese/Hunyuan Standard 256K","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|coding/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1230.612005,"ciLow":1206.367442,"ciHigh":1254.856568,"observedAt":"2026-11-11","runCount":497,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"coding/Hunyuan Standard 256K","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|creative_writing/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1164.921927,"ciLow":1136.425403,"ciHigh":1193.41845,"observedAt":"2026-11-11","runCount":357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"creative_writing/Hunyuan Standard 256K","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|english/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1214.944792,"ciLow":1198.881215,"ciHigh":1231.00837,"observedAt":"2026-11-11","runCount":1278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"english/Hunyuan Standard 256K","slice":"english"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|exclude_ties/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1079.32665,"ciLow":1061.099504,"ciHigh":1097.553797,"observedAt":"2026-11-11","runCount":1812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"exclude_ties/Hunyuan Standard 256K","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|hard_prompts/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.059018,"ciLow":1197.871957,"ciHigh":1238.246079,"observedAt":"2026-11-11","runCount":700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"hard_prompts/Hunyuan Standard 256K","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|hard_prompts_english/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.896626,"ciLow":1200.231732,"ciHigh":1255.561521,"observedAt":"2026-11-11","runCount":370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"hard_prompts_english/Hunyuan Standard 256K","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1177.622592,"ciLow":1146.612215,"ciHigh":1208.632969,"observedAt":"2026-11-11","runCount":328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"industry_business_and_management_and_financial_operations/Hunyuan Standard 256K","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1152.826412,"ciLow":1124.452173,"ciHigh":1181.200652,"observedAt":"2026-11-11","runCount":379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"industry_entertainment_and_sports_and_media/Hunyuan Standard 256K","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1200.625276,"ciLow":1175.97303,"ciHigh":1225.277522,"observedAt":"2026-11-11","runCount":538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"industry_life_and_physical_and_social_science/Hunyuan Standard 256K","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|industry_mathematical/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.431571,"ciLow":1212.319408,"ciHigh":1274.543733,"observedAt":"2026-11-11","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"industry_mathematical/Hunyuan Standard 256K","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|industry_software_and_it_services/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.263892,"ciLow":1201.764924,"ciHigh":1242.762859,"observedAt":"2026-11-11","runCount":737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"industry_software_and_it_services/Hunyuan Standard 256K","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1173.362728,"ciLow":1152.797735,"ciHigh":1193.927722,"observedAt":"2026-11-11","runCount":752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"industry_writing_and_literature_and_language/Hunyuan Standard 256K","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|instruction_following/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.663502,"ciLow":1184.912414,"ciHigh":1218.41459,"observedAt":"2026-11-11","runCount":1098,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"instruction_following/Hunyuan Standard 256K","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|longer_query/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1224.305714,"ciLow":1198.170974,"ciHigh":1250.440454,"observedAt":"2026-11-11","runCount":414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"longer_query/Hunyuan Standard 256K","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|math/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1234.677617,"ciLow":1206.243135,"ciHigh":1263.112098,"observedAt":"2026-11-11","runCount":361,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"math/Hunyuan Standard 256K","slice":"math"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|multi_turn/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1174.586538,"ciLow":1149.782243,"ciHigh":1199.390832,"observedAt":"2026-11-11","runCount":532,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"multi_turn/Hunyuan Standard 256K","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|non_english/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1178.490052,"ciLow":1163.105065,"ciHigh":1193.875038,"observedAt":"2026-11-11","runCount":1450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"non_english/Hunyuan Standard 256K","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|overall/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1201.971849,"ciLow":1190.416752,"ciHigh":1213.526947,"observedAt":"2026-11-11","runCount":2728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"overall/Hunyuan Standard 256K","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-standard-256k:default|none|lmarena-text@1|rating|russian/Hunyuan Standard 256K","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-256k","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1158.529208,"ciLow":1132.518749,"ciHigh":1184.539667,"observedAt":"2026-11-11","runCount":444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard 256K","rowId":"russian/Hunyuan Standard 256K","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-standard-vision:ckpt=2024-12-31|none|lmarena-vision-style-control@1|rating|english/Hunyuan Standard Vision (2024-12-31)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-vision","variant":{"flags":[],"checkpoint":"2024-12-31"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1054.775151,"ciLow":1027.530116,"ciHigh":1082.020187,"observedAt":"2026-11-09","runCount":450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard Vision (2024-12-31)","rowId":"english/Hunyuan Standard Vision (2024-12-31)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-standard-vision:ckpt=2024-12-31|none|lmarena-vision-style-control@1|rating|overall/Hunyuan Standard Vision (2024-12-31)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-vision","variant":{"flags":[],"checkpoint":"2024-12-31"},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1041.847757,"ciLow":1020.844047,"ciHigh":1062.851467,"observedAt":"2026-11-09","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard Vision (2024-12-31)","rowId":"overall/Hunyuan Standard Vision (2024-12-31)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-standard-vision:ckpt=2024-12-31|none|lmarena-vision@1|rating|english/Hunyuan Standard Vision (2024-12-31)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-vision","variant":{"flags":[],"checkpoint":"2024-12-31"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1019.530274,"ciLow":991.781465,"ciHigh":1047.279083,"observedAt":"2026-11-09","runCount":450,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard Vision (2024-12-31)","rowId":"english/Hunyuan Standard Vision (2024-12-31)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-standard-vision:ckpt=2024-12-31|none|lmarena-vision@1|rating|overall/Hunyuan Standard Vision (2024-12-31)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard-vision","variant":{"flags":[],"checkpoint":"2024-12-31"},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":998.988355,"ciLow":977.601694,"ciHigh":1020.375015,"observedAt":"2026-11-09","runCount":809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard Vision (2024-12-31)","rowId":"overall/Hunyuan Standard Vision (2024-12-31)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|chinese/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.042114,"ciLow":1329.78448,"ciHigh":1392.299748,"observedAt":"2026-11-11","runCount":340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"chinese/Hunyuan Standard (2025-02-10)","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|coding/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.96221,"ciLow":1307.429069,"ciHigh":1354.495351,"observedAt":"2026-11-11","runCount":549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"coding/Hunyuan Standard (2025-02-10)","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|creative_writing/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1276.446425,"ciLow":1252.539843,"ciHigh":1300.353006,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"creative_writing/Hunyuan Standard (2025-02-10)","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|english/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.88943,"ciLow":1306.493802,"ciHigh":1331.285058,"observedAt":"2026-11-11","runCount":2312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"english/Hunyuan Standard (2025-02-10)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|exclude_ties/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.692522,"ciLow":1237.420905,"ciHigh":1267.964139,"observedAt":"2026-11-11","runCount":2571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"exclude_ties/Hunyuan Standard (2025-02-10)","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|expert/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.580237,"ciLow":1250.905916,"ciHigh":1328.254557,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"expert/Hunyuan Standard (2025-02-10)","slice":"expert"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|hard_prompts/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.358057,"ciLow":1291.598293,"ciHigh":1329.11782,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"hard_prompts/Hunyuan Standard (2025-02-10)","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|hard_prompts_english/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.994888,"ciLow":1297.565665,"ciHigh":1344.424111,"observedAt":"2026-11-11","runCount":587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"hard_prompts_english/Hunyuan Standard (2025-02-10)","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.841088,"ciLow":1271.483688,"ciHigh":1328.198487,"observedAt":"2026-11-11","runCount":376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_business_and_management_and_financial_operations/Hunyuan Standard (2025-02-10)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.601781,"ciLow":1236.635914,"ciHigh":1280.567649,"observedAt":"2026-11-11","runCount":675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_entertainment_and_sports_and_media/Hunyuan Standard (2025-02-10)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.73464,"ciLow":1305.220929,"ciHigh":1372.248351,"observedAt":"2026-11-11","runCount":288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_legal_and_government/Hunyuan Standard (2025-02-10)","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.401382,"ciLow":1311.046748,"ciHigh":1353.756016,"observedAt":"2026-11-11","runCount":696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_life_and_physical_and_social_science/Hunyuan Standard (2025-02-10)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_mathematical/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.221402,"ciLow":1282.55655,"ciHigh":1333.886254,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_mathematical/Hunyuan Standard (2025-02-10)","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.993536,"ciLow":1324.939443,"ciHigh":1399.047629,"observedAt":"2026-11-11","runCount":247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_medicine_and_healthcare/Hunyuan Standard (2025-02-10)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.885848,"ciLow":1315.751213,"ciHigh":1354.020483,"observedAt":"2026-11-11","runCount":880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_software_and_it_services/Hunyuan Standard (2025-02-10)","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1293.185933,"ciLow":1274.953472,"ciHigh":1311.418394,"observedAt":"2026-11-11","runCount":937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_writing_and_literature_and_language/Hunyuan Standard (2025-02-10)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|instruction_following/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.440566,"ciLow":1266.090633,"ciHigh":1296.790499,"observedAt":"2026-11-11","runCount":1329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"instruction_following/Hunyuan Standard (2025-02-10)","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|longer_query/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.30889,"ciLow":1306.980435,"ciHigh":1359.637345,"observedAt":"2026-11-11","runCount":432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"longer_query/Hunyuan Standard (2025-02-10)","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|math/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.646944,"ciLow":1265.51895,"ciHigh":1313.774937,"observedAt":"2026-11-11","runCount":499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"math/Hunyuan Standard (2025-02-10)","slice":"math"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|multi_turn/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.85012,"ciLow":1276.031091,"ciHigh":1323.669149,"observedAt":"2026-11-11","runCount":570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"multi_turn/Hunyuan Standard (2025-02-10)","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|non_english/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.113217,"ciLow":1282.937529,"ciHigh":1311.288905,"observedAt":"2026-11-11","runCount":1592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"non_english/Hunyuan Standard (2025-02-10)","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|overall/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.337116,"ciLow":1301.674404,"ciHigh":1320.999828,"observedAt":"2026-11-11","runCount":3904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"overall/Hunyuan Standard (2025-02-10)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text-style-control@1|rating|russian/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.2163,"ciLow":1269.146772,"ciHigh":1323.285828,"observedAt":"2026-11-11","runCount":379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"russian/Hunyuan Standard (2025-02-10)","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|chinese/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.265406,"ciLow":1288.398227,"ciHigh":1350.132585,"observedAt":"2026-11-11","runCount":340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"chinese/Hunyuan Standard (2025-02-10)","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|coding/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.600186,"ciLow":1246.069523,"ciHigh":1293.130848,"observedAt":"2026-11-11","runCount":549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"coding/Hunyuan Standard (2025-02-10)","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|creative_writing/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1242.026278,"ciLow":1218.676594,"ciHigh":1265.375963,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"creative_writing/Hunyuan Standard (2025-02-10)","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|english/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.461269,"ciLow":1269.073716,"ciHigh":1293.848823,"observedAt":"2026-11-11","runCount":2312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"english/Hunyuan Standard (2025-02-10)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|exclude_ties/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1199.853709,"ciLow":1184.731768,"ciHigh":1214.97565,"observedAt":"2026-11-11","runCount":2571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"exclude_ties/Hunyuan Standard (2025-02-10)","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|expert/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1247.430651,"ciLow":1208.730644,"ciHigh":1286.130657,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"expert/Hunyuan Standard (2025-02-10)","slice":"expert"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|hard_prompts/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.257073,"ciLow":1245.690761,"ciHigh":1282.823386,"observedAt":"2026-11-11","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"hard_prompts/Hunyuan Standard (2025-02-10)","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|hard_prompts_english/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1273.846357,"ciLow":1250.693834,"ciHigh":1296.998879,"observedAt":"2026-11-11","runCount":587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"hard_prompts_english/Hunyuan Standard (2025-02-10)","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.77126,"ciLow":1226.033228,"ciHigh":1283.509292,"observedAt":"2026-11-11","runCount":376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_business_and_management_and_financial_operations/Hunyuan Standard (2025-02-10)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1222.295179,"ciLow":1200.606878,"ciHigh":1243.983481,"observedAt":"2026-11-11","runCount":675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_entertainment_and_sports_and_media/Hunyuan Standard (2025-02-10)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_legal_and_government/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.748651,"ciLow":1255.848088,"ciHigh":1323.649214,"observedAt":"2026-11-11","runCount":288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_legal_and_government/Hunyuan Standard (2025-02-10)","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.4789,"ciLow":1262.950919,"ciHigh":1306.006882,"observedAt":"2026-11-11","runCount":696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_life_and_physical_and_social_science/Hunyuan Standard (2025-02-10)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_mathematical/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.393482,"ciLow":1263.011172,"ciHigh":1313.775791,"observedAt":"2026-11-11","runCount":441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_mathematical/Hunyuan Standard (2025-02-10)","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.450613,"ciLow":1273.021699,"ciHigh":1345.879528,"observedAt":"2026-11-11","runCount":247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_medicine_and_healthcare/Hunyuan Standard (2025-02-10)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_software_and_it_services/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.616872,"ciLow":1265.534656,"ciHigh":1303.699087,"observedAt":"2026-11-11","runCount":880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_software_and_it_services/Hunyuan Standard (2025-02-10)","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1257.029846,"ciLow":1238.958421,"ciHigh":1275.101272,"observedAt":"2026-11-11","runCount":937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"industry_writing_and_literature_and_language/Hunyuan Standard (2025-02-10)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|instruction_following/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.773491,"ciLow":1229.642062,"ciHigh":1259.90492,"observedAt":"2026-11-11","runCount":1329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"instruction_following/Hunyuan Standard (2025-02-10)","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|longer_query/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1300.66168,"ciLow":1274.046337,"ciHigh":1327.277024,"observedAt":"2026-11-11","runCount":432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"longer_query/Hunyuan Standard (2025-02-10)","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|math/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.185831,"ciLow":1250.371586,"ciHigh":1298.000077,"observedAt":"2026-11-11","runCount":499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"math/Hunyuan Standard (2025-02-10)","slice":"math"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|multi_turn/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.748735,"ciLow":1250.986887,"ciHigh":1298.510584,"observedAt":"2026-11-11","runCount":570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"multi_turn/Hunyuan Standard (2025-02-10)","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|non_english/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.483801,"ciLow":1247.368233,"ciHigh":1275.599368,"observedAt":"2026-11-11","runCount":1592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"non_english/Hunyuan Standard (2025-02-10)","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|overall/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.051385,"ciLow":1264.410675,"ciHigh":1283.692096,"observedAt":"2026-11-11","runCount":3904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"overall/Hunyuan Standard (2025-02-10)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-standard:ckpt=2025-02-10|none|lmarena-text@1|rating|russian/Hunyuan Standard (2025-02-10)","sourceId":"lmarena","modelId":"tencent/hunyuan-standard","variant":{"flags":[],"checkpoint":"2025-02-10"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1258.183029,"ciLow":1231.35921,"ciHigh":1285.006847,"observedAt":"2026-11-11","runCount":379,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Standard (2025-02-10)","rowId":"russian/Hunyuan Standard (2025-02-10)","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|chinese/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.083969,"ciLow":1378.581082,"ciHigh":1441.586856,"observedAt":"2026-11-11","runCount":354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"chinese/Hunyuan T1 (20250711)","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|coding/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.308658,"ciLow":1381.326165,"ciHigh":1421.291152,"observedAt":"2026-11-11","runCount":804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"coding/Hunyuan T1 (20250711)","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|creative_writing/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.526996,"ciLow":1350.81704,"ciHigh":1398.236951,"observedAt":"2026-11-11","runCount":614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"creative_writing/Hunyuan T1 (20250711)","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|english/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.603641,"ciLow":1373.217052,"ciHigh":1399.99023,"observedAt":"2026-11-11","runCount":1882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"english/Hunyuan T1 (20250711)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|exclude_ties/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.310599,"ciLow":1349.716707,"ciHigh":1374.90449,"observedAt":"2026-11-11","runCount":3250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"exclude_ties/Hunyuan T1 (20250711)","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|expert/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.877741,"ciLow":1368.739484,"ciHigh":1445.015997,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"expert/Hunyuan T1 (20250711)","slice":"expert"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|hard_prompts/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.278722,"ciLow":1386.156212,"ciHigh":1412.401232,"observedAt":"2026-11-11","runCount":1953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"hard_prompts/Hunyuan T1 (20250711)","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|hard_prompts_english/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.305199,"ciLow":1381.643752,"ciHigh":1422.966645,"observedAt":"2026-11-11","runCount":790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"hard_prompts_english/Hunyuan T1 (20250711)","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.014653,"ciLow":1344.670146,"ciHigh":1387.35916,"observedAt":"2026-11-11","runCount":760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_business_and_management_and_financial_operations/Hunyuan T1 (20250711)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.964805,"ciLow":1319.262407,"ciHigh":1358.667204,"observedAt":"2026-11-11","runCount":855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_entertainment_and_sports_and_media/Hunyuan T1 (20250711)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.32133,"ciLow":1372.287858,"ciHigh":1440.354802,"observedAt":"2026-11-11","runCount":273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_legal_and_government/Hunyuan T1 (20250711)","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.999486,"ciLow":1401.150803,"ciHigh":1444.848168,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_life_and_physical_and_social_science/Hunyuan T1 (20250711)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|industry_mathematical/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.6293,"ciLow":1348.659012,"ciHigh":1424.599587,"observedAt":"2026-11-11","runCount":221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_mathematical/Hunyuan T1 (20250711)","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.159102,"ciLow":1407.697634,"ciHigh":1482.62057,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_medicine_and_healthcare/Hunyuan T1 (20250711)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.937448,"ciLow":1395.177731,"ciHigh":1424.697164,"observedAt":"2026-11-11","runCount":1521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_software_and_it_services/Hunyuan T1 (20250711)","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.816672,"ciLow":1350.477427,"ciHigh":1387.155918,"observedAt":"2026-11-11","runCount":1005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_writing_and_literature_and_language/Hunyuan T1 (20250711)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|instruction_following/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.931825,"ciLow":1356.502258,"ciHigh":1391.361393,"observedAt":"2026-11-11","runCount":1104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"instruction_following/Hunyuan T1 (20250711)","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|korean/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.841232,"ciLow":1337.973852,"ciHigh":1429.708612,"observedAt":"2026-11-11","runCount":183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"korean/Hunyuan T1 (20250711)","slice":"korean"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|longer_query/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.683015,"ciLow":1371.18178,"ciHigh":1410.18425,"observedAt":"2026-11-11","runCount":897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"longer_query/Hunyuan T1 (20250711)","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|math/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.778757,"ciLow":1366.380037,"ciHigh":1443.177477,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"math/Hunyuan T1 (20250711)","slice":"math"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|multi_turn/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.882667,"ciLow":1364.617442,"ciHigh":1409.147893,"observedAt":"2026-11-11","runCount":664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"multi_turn/Hunyuan T1 (20250711)","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|non_english/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.743961,"ciLow":1367.356707,"ciHigh":1390.131215,"observedAt":"2026-11-11","runCount":2641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"non_english/Hunyuan T1 (20250711)","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|overall/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.302146,"ciLow":1378.581886,"ciHigh":1396.022407,"observedAt":"2026-11-11","runCount":4583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"overall/Hunyuan T1 (20250711)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|polish/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.578697,"ciLow":1330.777444,"ciHigh":1390.37995,"observedAt":"2026-11-11","runCount":381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"polish/Hunyuan T1 (20250711)","slice":"polish"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text-style-control@1|rating|russian/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.043823,"ciLow":1340.97436,"ciHigh":1403.113287,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"russian/Hunyuan T1 (20250711)","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|chinese/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.870941,"ciLow":1394.551596,"ciHigh":1457.190286,"observedAt":"2026-11-11","runCount":354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"chinese/Hunyuan T1 (20250711)","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|coding/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.574735,"ciLow":1369.806704,"ciHigh":1409.342765,"observedAt":"2026-11-11","runCount":804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"coding/Hunyuan T1 (20250711)","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|creative_writing/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.495687,"ciLow":1368.752866,"ciHigh":1416.238509,"observedAt":"2026-11-11","runCount":614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"creative_writing/Hunyuan T1 (20250711)","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|english/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.794153,"ciLow":1383.506564,"ciHigh":1410.081742,"observedAt":"2026-11-11","runCount":1882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"english/Hunyuan T1 (20250711)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|exclude_ties/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.129196,"ciLow":1367.745976,"ciHigh":1392.512417,"observedAt":"2026-11-11","runCount":3250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"exclude_ties/Hunyuan T1 (20250711)","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|expert/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.84334,"ciLow":1357.064109,"ciHigh":1432.622572,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"expert/Hunyuan T1 (20250711)","slice":"expert"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|hard_prompts/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.309623,"ciLow":1386.232337,"ciHigh":1412.38691,"observedAt":"2026-11-11","runCount":1953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"hard_prompts/Hunyuan T1 (20250711)","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|hard_prompts_english/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.712951,"ciLow":1378.202534,"ciHigh":1419.223367,"observedAt":"2026-11-11","runCount":790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"hard_prompts_english/Hunyuan T1 (20250711)","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.37829,"ciLow":1351.207503,"ciHigh":1393.549076,"observedAt":"2026-11-11","runCount":760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_business_and_management_and_financial_operations/Hunyuan T1 (20250711)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.354767,"ciLow":1334.034767,"ciHigh":1372.674767,"observedAt":"2026-11-11","runCount":855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_entertainment_and_sports_and_media/Hunyuan T1 (20250711)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|industry_legal_and_government/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.746084,"ciLow":1382.986295,"ciHigh":1450.505872,"observedAt":"2026-11-11","runCount":273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_legal_and_government/Hunyuan T1 (20250711)","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.234279,"ciLow":1412.205947,"ciHigh":1456.262611,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_life_and_physical_and_social_science/Hunyuan T1 (20250711)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|industry_mathematical/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.334482,"ciLow":1354.239395,"ciHigh":1430.429569,"observedAt":"2026-11-11","runCount":221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_mathematical/Hunyuan T1 (20250711)","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.680002,"ciLow":1416.228712,"ciHigh":1491.131291,"observedAt":"2026-11-11","runCount":262,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_medicine_and_healthcare/Hunyuan T1 (20250711)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|industry_software_and_it_services/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.805645,"ciLow":1394.100506,"ciHigh":1423.510784,"observedAt":"2026-11-11","runCount":1521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_software_and_it_services/Hunyuan T1 (20250711)","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.209475,"ciLow":1366.002672,"ciHigh":1402.416278,"observedAt":"2026-11-11","runCount":1005,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"industry_writing_and_literature_and_language/Hunyuan T1 (20250711)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|instruction_following/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.362575,"ciLow":1357.92184,"ciHigh":1392.803309,"observedAt":"2026-11-11","runCount":1104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"instruction_following/Hunyuan T1 (20250711)","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|korean/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.96953,"ciLow":1360.72681,"ciHigh":1451.212251,"observedAt":"2026-11-11","runCount":183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"korean/Hunyuan T1 (20250711)","slice":"korean"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|longer_query/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.952492,"ciLow":1365.698084,"ciHigh":1404.2069,"observedAt":"2026-11-11","runCount":897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"longer_query/Hunyuan T1 (20250711)","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|math/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.350265,"ciLow":1377.000952,"ciHigh":1453.699577,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"math/Hunyuan T1 (20250711)","slice":"math"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|multi_turn/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.101114,"ciLow":1370.959039,"ciHigh":1415.243188,"observedAt":"2026-11-11","runCount":664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"multi_turn/Hunyuan T1 (20250711)","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|non_english/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.639446,"ciLow":1383.320249,"ciHigh":1405.958643,"observedAt":"2026-11-11","runCount":2641,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"non_english/Hunyuan T1 (20250711)","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|overall/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.754532,"ciLow":1392.096629,"ciHigh":1409.412436,"observedAt":"2026-11-11","runCount":4583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"overall/Hunyuan T1 (20250711)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|polish/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.554058,"ciLow":1355.868462,"ciHigh":1415.239654,"observedAt":"2026-11-11","runCount":381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"polish/Hunyuan T1 (20250711)","slice":"polish"}
{"key":"lmarena|tencent/hunyuan-t1:ckpt=2025-07-11|none|lmarena-text@1|rating|russian/Hunyuan T1 (20250711)","sourceId":"lmarena","modelId":"tencent/hunyuan-t1","variant":{"flags":[],"checkpoint":"2025-07-11"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.714078,"ciLow":1352.69704,"ciHigh":1414.731117,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan T1 (20250711)","rowId":"russian/Hunyuan T1 (20250711)","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|chinese/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.706247,"ciLow":1360.958349,"ciHigh":1438.454144,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"chinese/Hunyuan Turbo (0110)","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|coding/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.254301,"ciLow":1340.570654,"ciHigh":1399.937949,"observedAt":"2026-11-11","runCount":299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"coding/Hunyuan Turbo (0110)","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|creative_writing/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.267196,"ciLow":1277.064792,"ciHigh":1327.4696,"observedAt":"2026-11-11","runCount":451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"creative_writing/Hunyuan Turbo (0110)","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|english/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.718001,"ciLow":1344.262639,"ciHigh":1373.173364,"observedAt":"2026-11-11","runCount":1319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"english/Hunyuan Turbo (0110)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|exclude_ties/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.236807,"ciLow":1268.884719,"ciHigh":1307.588895,"observedAt":"2026-11-11","runCount":1358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"exclude_ties/Hunyuan Turbo (0110)","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|hard_prompts/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.31464,"ciLow":1325.172809,"ciHigh":1371.45647,"observedAt":"2026-11-11","runCount":496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"hard_prompts/Hunyuan Turbo (0110)","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.74916,"ciLow":1340.457409,"ciHigh":1395.04091,"observedAt":"2026-11-11","runCount":343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"hard_prompts_english/Hunyuan Turbo (0110)","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.954966,"ciLow":1314.641931,"ciHigh":1381.268,"observedAt":"2026-11-11","runCount":256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"industry_business_and_management_and_financial_operations/Hunyuan Turbo (0110)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.264459,"ciLow":1276.075435,"ciHigh":1326.453484,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"industry_entertainment_and_sports_and_media/Hunyuan Turbo (0110)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.471953,"ciLow":1337.442265,"ciHigh":1391.501641,"observedAt":"2026-11-11","runCount":414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"industry_life_and_physical_and_social_science/Hunyuan Turbo (0110)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.389315,"ciLow":1277.08484,"ciHigh":1345.693791,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"industry_mathematical/Hunyuan Turbo (0110)","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.709409,"ciLow":1350.426592,"ciHigh":1396.992225,"observedAt":"2026-11-11","runCount":517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"industry_software_and_it_services/Hunyuan Turbo (0110)","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.243206,"ciLow":1303.299372,"ciHigh":1343.18704,"observedAt":"2026-11-11","runCount":711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"industry_writing_and_literature_and_language/Hunyuan Turbo (0110)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|instruction_following/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.499586,"ciLow":1295.408906,"ciHigh":1331.590265,"observedAt":"2026-11-11","runCount":842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"instruction_following/Hunyuan Turbo (0110)","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|longer_query/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.413121,"ciLow":1313.07713,"ciHigh":1371.749113,"observedAt":"2026-11-11","runCount":313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"longer_query/Hunyuan Turbo (0110)","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|math/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.601585,"ciLow":1247.904464,"ciHigh":1309.298706,"observedAt":"2026-11-11","runCount":243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"math/Hunyuan Turbo (0110)","slice":"math"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|multi_turn/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.031353,"ciLow":1297.077993,"ciHigh":1354.984713,"observedAt":"2026-11-11","runCount":323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"multi_turn/Hunyuan Turbo (0110)","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|non_english/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.196074,"ciLow":1294.835167,"ciHigh":1329.556982,"observedAt":"2026-11-11","runCount":971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"non_english/Hunyuan Turbo (0110)","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|overall/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.740759,"ciLow":1329.226382,"ciHigh":1352.255136,"observedAt":"2026-11-11","runCount":2290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"overall/Hunyuan Turbo (0110)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text-style-control@1|rating|russian/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.782942,"ciLow":1301.82894,"ciHigh":1365.736944,"observedAt":"2026-11-11","runCount":266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"russian/Hunyuan Turbo (0110)","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|chinese/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.74566,"ciLow":1318.713466,"ciHigh":1396.777854,"observedAt":"2026-11-11","runCount":208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"chinese/Hunyuan Turbo (0110)","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|coding/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.295264,"ciLow":1290.016004,"ciHigh":1348.574524,"observedAt":"2026-11-11","runCount":299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"coding/Hunyuan Turbo (0110)","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|creative_writing/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.843003,"ciLow":1244.055973,"ciHigh":1293.630034,"observedAt":"2026-11-11","runCount":451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"creative_writing/Hunyuan Turbo (0110)","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|english/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.800393,"ciLow":1314.43681,"ciHigh":1343.163975,"observedAt":"2026-11-11","runCount":1319,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"english/Hunyuan Turbo (0110)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|exclude_ties/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1248.554877,"ciLow":1229.60853,"ciHigh":1267.501223,"observedAt":"2026-11-11","runCount":1358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"exclude_ties/Hunyuan Turbo (0110)","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|hard_prompts/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.050087,"ciLow":1284.993073,"ciHigh":1331.107101,"observedAt":"2026-11-11","runCount":496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"hard_prompts/Hunyuan Turbo (0110)","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|hard_prompts_english/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.79413,"ciLow":1299.523071,"ciHigh":1354.065189,"observedAt":"2026-11-11","runCount":343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"hard_prompts_english/Hunyuan Turbo (0110)","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.580155,"ciLow":1275.08368,"ciHigh":1342.076631,"observedAt":"2026-11-11","runCount":256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"industry_business_and_management_and_financial_operations/Hunyuan Turbo (0110)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.622822,"ciLow":1241.869239,"ciHigh":1291.376406,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"industry_entertainment_and_sports_and_media/Hunyuan Turbo (0110)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1327.772443,"ciLow":1300.944404,"ciHigh":1354.600482,"observedAt":"2026-11-11","runCount":414,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"industry_life_and_physical_and_social_science/Hunyuan Turbo (0110)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|industry_mathematical/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.677421,"ciLow":1264.846398,"ciHigh":1332.508445,"observedAt":"2026-11-11","runCount":216,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"industry_mathematical/Hunyuan Turbo (0110)","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|industry_software_and_it_services/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.979549,"ciLow":1308.886839,"ciHigh":1355.07226,"observedAt":"2026-11-11","runCount":517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"industry_software_and_it_services/Hunyuan Turbo (0110)","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.536514,"ciLow":1270.713029,"ciHigh":1310.36,"observedAt":"2026-11-11","runCount":711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"industry_writing_and_literature_and_language/Hunyuan Turbo (0110)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|instruction_following/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.267452,"ciLow":1260.323039,"ciHigh":1296.211865,"observedAt":"2026-11-11","runCount":842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"instruction_following/Hunyuan Turbo (0110)","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|longer_query/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.742141,"ciLow":1279.731715,"ciHigh":1337.752567,"observedAt":"2026-11-11","runCount":313,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"longer_query/Hunyuan Turbo (0110)","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|math/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.911032,"ciLow":1242.287079,"ciHigh":1303.534985,"observedAt":"2026-11-11","runCount":243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"math/Hunyuan Turbo (0110)","slice":"math"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|multi_turn/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.370258,"ciLow":1274.344629,"ciHigh":1332.395887,"observedAt":"2026-11-11","runCount":323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"multi_turn/Hunyuan Turbo (0110)","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|non_english/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.028688,"ciLow":1267.807869,"ciHigh":1302.249507,"observedAt":"2026-11-11","runCount":971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"non_english/Hunyuan Turbo (0110)","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|overall/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1311.482453,"ciLow":1300.054259,"ciHigh":1322.910647,"observedAt":"2026-11-11","runCount":2290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"overall/Hunyuan Turbo (0110)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-turbo-0110:default|none|lmarena-text@1|rating|russian/Hunyuan Turbo (0110)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbo-0110","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.018504,"ciLow":1273.157559,"ciHigh":1336.87945,"observedAt":"2026-11-11","runCount":266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Turbo (0110)","rowId":"russian/Hunyuan Turbo (0110)","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|chinese/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.944626,"ciLow":1327.681811,"ciHigh":1406.20744,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"chinese/Hunyuan TurboS (20250226)","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|coding/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.648168,"ciLow":1368.256232,"ciHigh":1429.040104,"observedAt":"2026-11-11","runCount":275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"coding/Hunyuan TurboS (20250226)","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|creative_writing/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.760346,"ciLow":1277.030349,"ciHigh":1328.490343,"observedAt":"2026-11-11","runCount":424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"creative_writing/Hunyuan TurboS (20250226)","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|english/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.184314,"ciLow":1347.277614,"ciHigh":1377.091014,"observedAt":"2026-11-11","runCount":1310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"english/Hunyuan TurboS (20250226)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|exclude_ties/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.490174,"ciLow":1288.435763,"ciHigh":1326.544584,"observedAt":"2026-11-11","runCount":1373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"exclude_ties/Hunyuan TurboS (20250226)","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|hard_prompts/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.534858,"ciLow":1345.158245,"ciHigh":1389.911472,"observedAt":"2026-11-11","runCount":531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"hard_prompts/Hunyuan TurboS (20250226)","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|hard_prompts_english/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.899304,"ciLow":1353.527214,"ciHigh":1408.271393,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"hard_prompts_english/Hunyuan TurboS (20250226)","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.111011,"ciLow":1336.350518,"ciHigh":1399.871504,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"industry_business_and_management_and_financial_operations/Hunyuan TurboS (20250226)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.447472,"ciLow":1260.978093,"ciHigh":1311.916851,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"industry_entertainment_and_sports_and_media/Hunyuan TurboS (20250226)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.404552,"ciLow":1332.098474,"ciHigh":1386.71063,"observedAt":"2026-11-11","runCount":384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"industry_life_and_physical_and_social_science/Hunyuan TurboS (20250226)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|industry_mathematical/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.675529,"ciLow":1269.814817,"ciHigh":1333.53624,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"industry_mathematical/Hunyuan TurboS (20250226)","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.255959,"ciLow":1372.482308,"ciHigh":1422.02961,"observedAt":"2026-11-11","runCount":470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"industry_software_and_it_services/Hunyuan TurboS (20250226)","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1332.838141,"ciLow":1311.894577,"ciHigh":1353.781705,"observedAt":"2026-11-11","runCount":662,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"industry_writing_and_literature_and_language/Hunyuan TurboS (20250226)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|instruction_following/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.507188,"ciLow":1332.67233,"ciHigh":1368.342047,"observedAt":"2026-11-11","runCount":886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"instruction_following/Hunyuan TurboS (20250226)","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|longer_query/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.834393,"ciLow":1323.513606,"ciHigh":1386.155181,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"longer_query/Hunyuan TurboS (20250226)","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|math/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.40247,"ciLow":1269.524288,"ciHigh":1331.280652,"observedAt":"2026-11-11","runCount":238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"math/Hunyuan TurboS (20250226)","slice":"math"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|multi_turn/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.871147,"ciLow":1310.424675,"ciHigh":1375.31762,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"multi_turn/Hunyuan TurboS (20250226)","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|non_english/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.910136,"ciLow":1308.218934,"ciHigh":1343.601338,"observedAt":"2026-11-11","runCount":910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"non_english/Hunyuan TurboS (20250226)","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|overall/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.910445,"ciLow":1337.207693,"ciHigh":1360.613198,"observedAt":"2026-11-11","runCount":2220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"overall/Hunyuan TurboS (20250226)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text-style-control@1|rating|russian/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.43577,"ciLow":1307.850996,"ciHigh":1379.020544,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"russian/Hunyuan TurboS (20250226)","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|chinese/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.537748,"ciLow":1284.507849,"ciHigh":1362.567646,"observedAt":"2026-11-11","runCount":203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"chinese/Hunyuan TurboS (20250226)","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|coding/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1342.474678,"ciLow":1312.059823,"ciHigh":1372.889533,"observedAt":"2026-11-11","runCount":275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"coding/Hunyuan TurboS (20250226)","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|creative_writing/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1270.282737,"ciLow":1244.545186,"ciHigh":1296.020288,"observedAt":"2026-11-11","runCount":424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"creative_writing/Hunyuan TurboS (20250226)","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|english/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.991068,"ciLow":1319.126413,"ciHigh":1348.855723,"observedAt":"2026-11-11","runCount":1310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"english/Hunyuan TurboS (20250226)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|exclude_ties/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.256441,"ciLow":1246.456854,"ciHigh":1284.056029,"observedAt":"2026-11-11","runCount":1373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"exclude_ties/Hunyuan TurboS (20250226)","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|hard_prompts/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.766888,"ciLow":1302.277468,"ciHigh":1347.256308,"observedAt":"2026-11-11","runCount":531,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"hard_prompts/Hunyuan TurboS (20250226)","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|hard_prompts_english/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.189144,"ciLow":1309.45084,"ciHigh":1364.927448,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"hard_prompts_english/Hunyuan TurboS (20250226)","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1324.177751,"ciLow":1292.074131,"ciHigh":1356.281371,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"industry_business_and_management_and_financial_operations/Hunyuan TurboS (20250226)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1252.805921,"ciLow":1227.606625,"ciHigh":1278.005217,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"industry_entertainment_and_sports_and_media/Hunyuan TurboS (20250226)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.912376,"ciLow":1290.422194,"ciHigh":1345.402557,"observedAt":"2026-11-11","runCount":384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"industry_life_and_physical_and_social_science/Hunyuan TurboS (20250226)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|industry_mathematical/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.107382,"ciLow":1258.284924,"ciHigh":1321.929839,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"industry_mathematical/Hunyuan TurboS (20250226)","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|industry_software_and_it_services/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.017,"ciLow":1328.433689,"ciHigh":1377.60031,"observedAt":"2026-11-11","runCount":470,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"industry_software_and_it_services/Hunyuan TurboS (20250226)","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.912074,"ciLow":1280.732595,"ciHigh":1323.091553,"observedAt":"2026-11-11","runCount":662,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"industry_writing_and_literature_and_language/Hunyuan TurboS (20250226)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|instruction_following/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.527041,"ciLow":1297.581432,"ciHigh":1333.47265,"observedAt":"2026-11-11","runCount":886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"instruction_following/Hunyuan TurboS (20250226)","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|longer_query/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.093682,"ciLow":1288.534141,"ciHigh":1351.653223,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"longer_query/Hunyuan TurboS (20250226)","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|math/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.002886,"ciLow":1262.931641,"ciHigh":1325.074131,"observedAt":"2026-11-11","runCount":238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"math/Hunyuan TurboS (20250226)","slice":"math"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|multi_turn/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.473151,"ciLow":1286.790288,"ciHigh":1352.156013,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"multi_turn/Hunyuan TurboS (20250226)","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|non_english/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.945868,"ciLow":1280.236405,"ciHigh":1315.655331,"observedAt":"2026-11-11","runCount":910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"non_english/Hunyuan TurboS (20250226)","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|overall/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.793378,"ciLow":1308.095729,"ciHigh":1331.491028,"observedAt":"2026-11-11","runCount":2220,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"overall/Hunyuan TurboS (20250226)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-02-26|none|lmarena-text@1|rating|russian/Hunyuan TurboS (20250226)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-02-26"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.985584,"ciLow":1276.967664,"ciHigh":1349.003505,"observedAt":"2026-11-11","runCount":217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250226)","rowId":"russian/Hunyuan TurboS (20250226)","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|chinese/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.720299,"ciLow":1402.369403,"ciHigh":1453.071196,"observedAt":"2026-11-11","runCount":542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"chinese/Hunyuan TurboS (20250416)","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|coding/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.506066,"ciLow":1380.593854,"ciHigh":1408.418279,"observedAt":"2026-11-11","runCount":1763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"coding/Hunyuan TurboS (20250416)","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|creative_writing/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.662255,"ciLow":1346.084114,"ciHigh":1377.240396,"observedAt":"2026-11-11","runCount":1482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"creative_writing/Hunyuan TurboS (20250416)","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|english/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.647775,"ciLow":1384.195913,"ciHigh":1401.099638,"observedAt":"2026-11-11","runCount":5402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"english/Hunyuan TurboS (20250416)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|exclude_ties/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.985401,"ciLow":1350.93673,"ciHigh":1369.034073,"observedAt":"2026-11-11","runCount":7431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"exclude_ties/Hunyuan TurboS (20250416)","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|expert/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.913123,"ciLow":1324.813088,"ciHigh":1373.013159,"observedAt":"2026-11-11","runCount":587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"expert/Hunyuan TurboS (20250416)","slice":"expert"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|french/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.888703,"ciLow":1352.080086,"ciHigh":1447.697319,"observedAt":"2026-11-11","runCount":150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"french/Hunyuan TurboS (20250416)","slice":"french"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|german/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.213724,"ciLow":1317.69496,"ciHigh":1382.732488,"observedAt":"2026-11-11","runCount":329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"german/Hunyuan TurboS (20250416)","slice":"german"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|hard_prompts/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.83824,"ciLow":1383.244074,"ciHigh":1402.432405,"observedAt":"2026-11-11","runCount":3879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"hard_prompts/Hunyuan TurboS (20250416)","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|hard_prompts_english/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.92381,"ciLow":1381.860699,"ciHigh":1407.98692,"observedAt":"2026-11-11","runCount":2049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"hard_prompts_english/Hunyuan TurboS (20250416)","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.332102,"ciLow":1390.435067,"ciHigh":1422.229138,"observedAt":"2026-11-11","runCount":1393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_business_and_management_and_financial_operations/Hunyuan TurboS (20250416)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.602469,"ciLow":1322.03601,"ciHigh":1349.168928,"observedAt":"2026-11-11","runCount":1866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_entertainment_and_sports_and_media/Hunyuan TurboS (20250416)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.637029,"ciLow":1361.276551,"ciHigh":1403.997507,"observedAt":"2026-11-11","runCount":734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_legal_and_government/Hunyuan TurboS (20250416)","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.243349,"ciLow":1400.758931,"ciHigh":1427.727768,"observedAt":"2026-11-11","runCount":1950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_life_and_physical_and_social_science/Hunyuan TurboS (20250416)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_mathematical/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.573733,"ciLow":1333.210463,"ciHigh":1373.937002,"observedAt":"2026-11-11","runCount":801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_mathematical/Hunyuan TurboS (20250416)","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.062322,"ciLow":1415.127814,"ciHigh":1464.996831,"observedAt":"2026-11-11","runCount":585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_medicine_and_healthcare/Hunyuan TurboS (20250416)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.434678,"ciLow":1402.61292,"ciHigh":1424.256436,"observedAt":"2026-11-11","runCount":3028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_software_and_it_services/Hunyuan TurboS (20250416)","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.383134,"ciLow":1344.653205,"ciHigh":1368.113062,"observedAt":"2026-11-11","runCount":2524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_writing_and_literature_and_language/Hunyuan TurboS (20250416)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|instruction_following/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.497823,"ciLow":1341.652882,"ciHigh":1365.342764,"observedAt":"2026-11-11","runCount":2422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"instruction_following/Hunyuan TurboS (20250416)","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|japanese/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.894013,"ciLow":1311.107236,"ciHigh":1376.680789,"observedAt":"2026-11-11","runCount":339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"japanese/Hunyuan TurboS (20250416)","slice":"japanese"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|korean/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.52885,"ciLow":1300.017364,"ciHigh":1401.040335,"observedAt":"2026-11-11","runCount":133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"korean/Hunyuan TurboS (20250416)","slice":"korean"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|longer_query/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.051824,"ciLow":1364.250992,"ciHigh":1393.852656,"observedAt":"2026-11-11","runCount":1523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"longer_query/Hunyuan TurboS (20250416)","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|math/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.359868,"ciLow":1324.896512,"ciHigh":1363.823225,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"math/Hunyuan TurboS (20250416)","slice":"math"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|multi_turn/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.459199,"ciLow":1376.21772,"ciHigh":1404.700677,"observedAt":"2026-11-11","runCount":1682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"multi_turn/Hunyuan TurboS (20250416)","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|non_english/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.774746,"ciLow":1359.351663,"ciHigh":1376.197829,"observedAt":"2026-11-11","runCount":5218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"non_english/Hunyuan TurboS (20250416)","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|overall/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.120035,"ciLow":1376.622575,"ciHigh":1389.617494,"observedAt":"2026-11-11","runCount":10620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"overall/Hunyuan TurboS (20250416)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|polish/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.498949,"ciLow":1360.747593,"ciHigh":1408.250306,"observedAt":"2026-11-11","runCount":676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"polish/Hunyuan TurboS (20250416)","slice":"polish"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text-style-control@1|rating|russian/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.525096,"ciLow":1359.129616,"ciHigh":1393.920576,"observedAt":"2026-11-11","runCount":989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"russian/Hunyuan TurboS (20250416)","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|chinese/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.549131,"ciLow":1391.54503,"ciHigh":1441.553231,"observedAt":"2026-11-11","runCount":542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"chinese/Hunyuan TurboS (20250416)","slice":"chinese"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|coding/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.435268,"ciLow":1347.778357,"ciHigh":1375.092179,"observedAt":"2026-11-11","runCount":1763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"coding/Hunyuan TurboS (20250416)","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|creative_writing/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.537018,"ciLow":1343.102662,"ciHigh":1373.971373,"observedAt":"2026-11-11","runCount":1482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"creative_writing/Hunyuan TurboS (20250416)","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|english/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.475549,"ciLow":1378.107935,"ciHigh":1394.843163,"observedAt":"2026-11-11","runCount":5402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"english/Hunyuan TurboS (20250416)","slice":"english"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|exclude_ties/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.229041,"ciLow":1340.331705,"ciHigh":1358.126377,"observedAt":"2026-11-11","runCount":7431,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"exclude_ties/Hunyuan TurboS (20250416)","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|expert/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.468694,"ciLow":1314.699801,"ciHigh":1362.237587,"observedAt":"2026-11-11","runCount":587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"expert/Hunyuan TurboS (20250416)","slice":"expert"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|french/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.552976,"ciLow":1343.065111,"ciHigh":1438.040841,"observedAt":"2026-11-11","runCount":150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"french/Hunyuan TurboS (20250416)","slice":"french"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|german/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.930518,"ciLow":1322.359791,"ciHigh":1387.501245,"observedAt":"2026-11-11","runCount":329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"german/Hunyuan TurboS (20250416)","slice":"german"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|hard_prompts/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.10353,"ciLow":1364.608787,"ciHigh":1383.598273,"observedAt":"2026-11-11","runCount":3879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"hard_prompts/Hunyuan TurboS (20250416)","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|hard_prompts_english/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.874966,"ciLow":1363.980405,"ciHigh":1389.769526,"observedAt":"2026-11-11","runCount":2049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"hard_prompts_english/Hunyuan TurboS (20250416)","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.348557,"ciLow":1368.497918,"ciHigh":1400.199195,"observedAt":"2026-11-11","runCount":1393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_business_and_management_and_financial_operations/Hunyuan TurboS (20250416)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.363819,"ciLow":1319.937457,"ciHigh":1346.790181,"observedAt":"2026-11-11","runCount":1866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_entertainment_and_sports_and_media/Hunyuan TurboS (20250416)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_legal_and_government/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.278136,"ciLow":1349.839436,"ciHigh":1392.716837,"observedAt":"2026-11-11","runCount":734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_legal_and_government/Hunyuan TurboS (20250416)","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.738816,"ciLow":1387.323212,"ciHigh":1414.154421,"observedAt":"2026-11-11","runCount":1950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_life_and_physical_and_social_science/Hunyuan TurboS (20250416)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_mathematical/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.465376,"ciLow":1341.478238,"ciHigh":1381.452515,"observedAt":"2026-11-11","runCount":801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_mathematical/Hunyuan TurboS (20250416)","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.204178,"ciLow":1395.263967,"ciHigh":1445.144388,"observedAt":"2026-11-11","runCount":585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_medicine_and_healthcare/Hunyuan TurboS (20250416)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_software_and_it_services/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.256352,"ciLow":1380.574225,"ciHigh":1401.938479,"observedAt":"2026-11-11","runCount":3028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_software_and_it_services/Hunyuan TurboS (20250416)","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.102181,"ciLow":1339.444485,"ciHigh":1362.759876,"observedAt":"2026-11-11","runCount":2524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"industry_writing_and_literature_and_language/Hunyuan TurboS (20250416)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|instruction_following/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.77035,"ciLow":1331.998876,"ciHigh":1355.541824,"observedAt":"2026-11-11","runCount":2422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"instruction_following/Hunyuan TurboS (20250416)","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|japanese/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.873709,"ciLow":1308.889184,"ciHigh":1374.858233,"observedAt":"2026-11-11","runCount":339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"japanese/Hunyuan TurboS (20250416)","slice":"japanese"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|korean/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.495033,"ciLow":1301.356765,"ciHigh":1401.633301,"observedAt":"2026-11-11","runCount":133,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"korean/Hunyuan TurboS (20250416)","slice":"korean"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|longer_query/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.684494,"ciLow":1350.853946,"ciHigh":1380.515042,"observedAt":"2026-11-11","runCount":1523,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"longer_query/Hunyuan TurboS (20250416)","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|math/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.557129,"ciLow":1339.425813,"ciHigh":1377.688445,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"math/Hunyuan TurboS (20250416)","slice":"math"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|multi_turn/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.96928,"ciLow":1372.756657,"ciHigh":1401.181903,"observedAt":"2026-11-11","runCount":1682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"multi_turn/Hunyuan TurboS (20250416)","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|non_english/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.919668,"ciLow":1354.545612,"ciHigh":1371.293723,"observedAt":"2026-11-11","runCount":5218,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"non_english/Hunyuan TurboS (20250416)","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|overall/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.245061,"ciLow":1370.794,"ciHigh":1383.696122,"observedAt":"2026-11-11","runCount":10620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"overall/Hunyuan TurboS (20250416)","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|polish/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.135418,"ciLow":1355.811521,"ciHigh":1402.459314,"observedAt":"2026-11-11","runCount":676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"polish/Hunyuan TurboS (20250416)","slice":"polish"}
{"key":"lmarena|tencent/hunyuan-turbos:ckpt=2025-04-16|none|lmarena-text@1|rating|russian/Hunyuan TurboS (20250416)","sourceId":"lmarena","modelId":"tencent/hunyuan-turbos","variant":{"flags":[],"checkpoint":"2025-04-16"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.291395,"ciLow":1349.938953,"ciHigh":1384.643837,"observedAt":"2026-11-11","runCount":989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan TurboS (20250416)","rowId":"russian/Hunyuan TurboS (20250416)","slice":"russian"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|coding/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.410651,"ciLow":1408.973558,"ciHigh":1463.847743,"observedAt":"2026-11-11","runCount":417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"coding/Hunyuan Vision 1.5 Thinking","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|creative_writing/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.020062,"ciLow":1340.790688,"ciHigh":1413.249437,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"creative_writing/Hunyuan Vision 1.5 Thinking","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|english/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.116563,"ciLow":1396.613526,"ciHigh":1433.6196,"observedAt":"2026-11-11","runCount":954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"english/Hunyuan Vision 1.5 Thinking","slice":"english"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|exclude_ties/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.322422,"ciLow":1354.576999,"ciHigh":1390.067846,"observedAt":"2026-11-11","runCount":1549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"exclude_ties/Hunyuan Vision 1.5 Thinking","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|hard_prompts/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.505406,"ciLow":1402.321475,"ciHigh":1436.689337,"observedAt":"2026-11-11","runCount":1072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"hard_prompts/Hunyuan Vision 1.5 Thinking","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.2409,"ciLow":1411.009443,"ciHigh":1461.472357,"observedAt":"2026-11-11","runCount":488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"hard_prompts_english/Hunyuan Vision 1.5 Thinking","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.367178,"ciLow":1387.445419,"ciHigh":1441.288936,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"industry_business_and_management_and_financial_operations/Hunyuan Vision 1.5 Thinking","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.305537,"ciLow":1346.061895,"ciHigh":1404.549179,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"industry_entertainment_and_sports_and_media/Hunyuan Vision 1.5 Thinking","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.358215,"ciLow":1368.556022,"ciHigh":1430.160407,"observedAt":"2026-11-11","runCount":339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"industry_life_and_physical_and_social_science/Hunyuan Vision 1.5 Thinking","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.598876,"ciLow":1405.763604,"ciHigh":1447.434149,"observedAt":"2026-11-11","runCount":750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"industry_software_and_it_services/Hunyuan Vision 1.5 Thinking","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.180048,"ciLow":1353.980871,"ciHigh":1406.379225,"observedAt":"2026-11-11","runCount":486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"industry_writing_and_literature_and_language/Hunyuan Vision 1.5 Thinking","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|instruction_following/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.52278,"ciLow":1374.305869,"ciHigh":1418.739691,"observedAt":"2026-11-11","runCount":620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"instruction_following/Hunyuan Vision 1.5 Thinking","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|longer_query/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.136165,"ciLow":1380.479633,"ciHigh":1429.792697,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"longer_query/Hunyuan Vision 1.5 Thinking","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|multi_turn/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.051053,"ciLow":1387.031265,"ciHigh":1443.070842,"observedAt":"2026-11-11","runCount":424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"multi_turn/Hunyuan Vision 1.5 Thinking","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|non_english/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.480508,"ciLow":1354.835539,"ciHigh":1388.125476,"observedAt":"2026-11-11","runCount":1203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"non_english/Hunyuan Vision 1.5 Thinking","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text-style-control@1|rating|overall/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.564599,"ciLow":1382.122646,"ciHigh":1407.006553,"observedAt":"2026-11-11","runCount":2157,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"overall/Hunyuan Vision 1.5 Thinking","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|coding/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.985174,"ciLow":1392.58763,"ciHigh":1447.382717,"observedAt":"2026-11-11","runCount":417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"coding/Hunyuan Vision 1.5 Thinking","slice":"coding"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|creative_writing/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.498561,"ciLow":1353.237874,"ciHigh":1425.759249,"observedAt":"2026-11-11","runCount":250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"creative_writing/Hunyuan Vision 1.5 Thinking","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|english/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.483435,"ciLow":1408.055106,"ciHigh":1444.911763,"observedAt":"2026-11-11","runCount":954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"english/Hunyuan Vision 1.5 Thinking","slice":"english"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|exclude_ties/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.763061,"ciLow":1370.218794,"ciHigh":1405.307327,"observedAt":"2026-11-11","runCount":1549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"exclude_ties/Hunyuan Vision 1.5 Thinking","slice":"exclude_ties"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|hard_prompts/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.212139,"ciLow":1399.988801,"ciHigh":1434.435477,"observedAt":"2026-11-11","runCount":1072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"hard_prompts/Hunyuan Vision 1.5 Thinking","slice":"hard_prompts"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|hard_prompts_english/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.516712,"ciLow":1410.361528,"ciHigh":1460.671897,"observedAt":"2026-11-11","runCount":488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"hard_prompts_english/Hunyuan Vision 1.5 Thinking","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.971462,"ciLow":1387.014842,"ciHigh":1440.928081,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"industry_business_and_management_and_financial_operations/Hunyuan Vision 1.5 Thinking","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.667435,"ciLow":1359.309495,"ciHigh":1418.025375,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"industry_entertainment_and_sports_and_media/Hunyuan Vision 1.5 Thinking","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.85639,"ciLow":1377.360861,"ciHigh":1438.351919,"observedAt":"2026-11-11","runCount":339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"industry_life_and_physical_and_social_science/Hunyuan Vision 1.5 Thinking","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|industry_software_and_it_services/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.460876,"ciLow":1400.701061,"ciHigh":1442.220692,"observedAt":"2026-11-11","runCount":750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"industry_software_and_it_services/Hunyuan Vision 1.5 Thinking","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.439825,"ciLow":1362.671981,"ciHigh":1414.207668,"observedAt":"2026-11-11","runCount":486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"industry_writing_and_literature_and_language/Hunyuan Vision 1.5 Thinking","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|instruction_following/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.09293,"ciLow":1375.928843,"ciHigh":1420.257018,"observedAt":"2026-11-11","runCount":620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"instruction_following/Hunyuan Vision 1.5 Thinking","slice":"instruction_following"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|longer_query/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.448444,"ciLow":1381.757422,"ciHigh":1431.139466,"observedAt":"2026-11-11","runCount":506,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"longer_query/Hunyuan Vision 1.5 Thinking","slice":"longer_query"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|multi_turn/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.86578,"ciLow":1396.89125,"ciHigh":1452.840309,"observedAt":"2026-11-11","runCount":424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"multi_turn/Hunyuan Vision 1.5 Thinking","slice":"multi_turn"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|non_english/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.879749,"ciLow":1367.236288,"ciHigh":1400.523211,"observedAt":"2026-11-11","runCount":1203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"non_english/Hunyuan Vision 1.5 Thinking","slice":"non_english"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-text@1|rating|overall/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.344713,"ciLow":1393.921421,"ciHigh":1418.768004,"observedAt":"2026-11-11","runCount":2157,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"overall/Hunyuan Vision 1.5 Thinking","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision-style-control@1|rating|creative_writing/hunyuan-vision-1.5-thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1145.554471,"ciLow":1109.059597,"ciHigh":1182.049344,"observedAt":"2026-01-09","runCount":275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"hunyuan-vision-1.5-thinking","rowId":"creative_writing/hunyuan-vision-1.5-thinking","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1114.865481,"ciLow":1071.572692,"ciHigh":1158.158271,"observedAt":"2026-11-09","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"creative_writing_vision/Hunyuan Vision 1.5 Thinking","slice":"creative_writing_vision"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision-style-control@1|rating|diagram/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.367883,"ciLow":1157.661023,"ciHigh":1211.074743,"observedAt":"2026-11-09","runCount":484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"diagram/Hunyuan Vision 1.5 Thinking","slice":"diagram"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision-style-control@1|rating|english/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1162.695773,"ciLow":1144.313335,"ciHigh":1181.078212,"observedAt":"2026-11-09","runCount":1028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"english/Hunyuan Vision 1.5 Thinking","slice":"english"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision-style-control@1|rating|homework/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1226.832656,"ciLow":1193.80618,"ciHigh":1259.859132,"observedAt":"2026-11-09","runCount":298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"homework/Hunyuan Vision 1.5 Thinking","slice":"homework"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision-style-control@1|rating|ocr/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.902691,"ciLow":1142.018682,"ciHigh":1173.786699,"observedAt":"2026-11-09","runCount":1360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"ocr/Hunyuan Vision 1.5 Thinking","slice":"ocr"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision-style-control@1|rating|overall/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.905156,"ciLow":1141.649624,"ciHigh":1166.160688,"observedAt":"2026-11-09","runCount":2418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"overall/Hunyuan Vision 1.5 Thinking","slice":"overall"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision@1|rating|creative_writing/hunyuan-vision-1.5-thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1175.706456,"ciLow":1139.848059,"ciHigh":1211.564853,"observedAt":"2026-01-09","runCount":275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"hunyuan-vision-1.5-thinking","rowId":"creative_writing/hunyuan-vision-1.5-thinking","slice":"creative_writing"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision@1|rating|creative_writing_vision/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1148.374159,"ciLow":1105.220975,"ciHigh":1191.527343,"observedAt":"2026-11-09","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"creative_writing_vision/Hunyuan Vision 1.5 Thinking","slice":"creative_writing_vision"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision@1|rating|diagram/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1192.351202,"ciLow":1165.834015,"ciHigh":1218.868388,"observedAt":"2026-11-09","runCount":484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"diagram/Hunyuan Vision 1.5 Thinking","slice":"diagram"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision@1|rating|english/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1189.882363,"ciLow":1171.689303,"ciHigh":1208.075423,"observedAt":"2026-11-09","runCount":1028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"english/Hunyuan Vision 1.5 Thinking","slice":"english"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision@1|rating|homework/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1241.615033,"ciLow":1208.756939,"ciHigh":1274.473127,"observedAt":"2026-11-09","runCount":298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"homework/Hunyuan Vision 1.5 Thinking","slice":"homework"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision@1|rating|ocr/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1175.206474,"ciLow":1159.441686,"ciHigh":1190.971263,"observedAt":"2026-11-09","runCount":1360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"ocr/Hunyuan Vision 1.5 Thinking","slice":"ocr"}
{"key":"lmarena|tencent/hunyuan-vision-1.5-thinking:default|none|lmarena-vision@1|rating|overall/Hunyuan Vision 1.5 Thinking","sourceId":"lmarena","modelId":"tencent/hunyuan-vision-1.5-thinking","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1178.938705,"ciLow":1166.804736,"ciHigh":1191.072675,"observedAt":"2026-11-09","runCount":2418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hunyuan Vision 1.5 Thinking","rowId":"overall/Hunyuan Vision 1.5 Thinking","slice":"overall"}
{"key":"lmarena|tencent/hunyuanimage-3.0:default|none|lmarena-text-to-image@1|rating|3d_modeling/HunyuanImage 3.0","sourceId":"lmarena","modelId":"tencent/hunyuanimage-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1167.779692,"ciLow":1160.244409,"ciHigh":1175.314976,"observedAt":"2026-11-12","runCount":17233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HunyuanImage 3.0","rowId":"3d_modeling/HunyuanImage 3.0","slice":"3d_modeling"}
{"key":"lmarena|tencent/hunyuanimage-3.0:default|none|lmarena-text-to-image@1|rating|art/HunyuanImage 3.0","sourceId":"lmarena","modelId":"tencent/hunyuanimage-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1156.291658,"ciLow":1149.56978,"ciHigh":1163.013536,"observedAt":"2026-11-12","runCount":25396,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HunyuanImage 3.0","rowId":"art/HunyuanImage 3.0","slice":"art"}
{"key":"lmarena|tencent/hunyuanimage-3.0:default|none|lmarena-text-to-image@1|rating|cartoon/HunyuanImage 3.0","sourceId":"lmarena","modelId":"tencent/hunyuanimage-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1164.353728,"ciLow":1159.665151,"ciHigh":1169.042305,"observedAt":"2026-11-12","runCount":70366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HunyuanImage 3.0","rowId":"cartoon/HunyuanImage 3.0","slice":"cartoon"}
{"key":"lmarena|tencent/hunyuanimage-3.0:default|none|lmarena-text-to-image@1|rating|commercial_design/HunyuanImage 3.0","sourceId":"lmarena","modelId":"tencent/hunyuanimage-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1152.347681,"ciLow":1147.474411,"ciHigh":1157.220951,"observedAt":"2026-11-12","runCount":56851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HunyuanImage 3.0","rowId":"commercial_design/HunyuanImage 3.0","slice":"commercial_design"}
{"key":"lmarena|tencent/hunyuanimage-3.0:default|none|lmarena-text-to-image@1|rating|overall/HunyuanImage 3.0","sourceId":"lmarena","modelId":"tencent/hunyuanimage-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1151.501314,"ciLow":1148.141776,"ciHigh":1154.860851,"observedAt":"2026-11-12","runCount":175188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HunyuanImage 3.0","rowId":"overall/HunyuanImage 3.0","slice":"overall"}
{"key":"lmarena|tencent/hunyuanimage-3.0:default|none|lmarena-text-to-image@1|rating|photorealistic/HunyuanImage 3.0","sourceId":"lmarena","modelId":"tencent/hunyuanimage-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1153.406042,"ciLow":1148.803387,"ciHigh":1158.008698,"observedAt":"2026-11-12","runCount":77671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HunyuanImage 3.0","rowId":"photorealistic/HunyuanImage 3.0","slice":"photorealistic"}
{"key":"lmarena|tencent/hunyuanimage-3.0:default|none|lmarena-text-to-image@1|rating|portraits/HunyuanImage 3.0","sourceId":"lmarena","modelId":"tencent/hunyuanimage-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1147.695098,"ciLow":1141.791038,"ciHigh":1153.599157,"observedAt":"2026-11-12","runCount":42347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HunyuanImage 3.0","rowId":"portraits/HunyuanImage 3.0","slice":"portraits"}
{"key":"lmarena|tencent/hunyuanimage-3.0:default|none|lmarena-text-to-image@1|rating|text_rendering/HunyuanImage 3.0","sourceId":"lmarena","modelId":"tencent/hunyuanimage-3.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1150.492444,"ciLow":1145.298458,"ciHigh":1155.686431,"observedAt":"2026-11-12","runCount":51503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"HunyuanImage 3.0","rowId":"text_rendering/HunyuanImage 3.0","slice":"text_rendering"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|chinese/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.563956,"ciLow":1429.191689,"ciHigh":1485.936223,"observedAt":"2026-11-11","runCount":453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"chinese/Hy3 preview","slice":"chinese"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|coding/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.822508,"ciLow":1439.327245,"ciHigh":1466.317771,"observedAt":"2026-11-11","runCount":2029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"coding/Hy3 preview","slice":"coding"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|creative_writing/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.169833,"ciLow":1334.071943,"ciHigh":1372.267722,"observedAt":"2026-11-11","runCount":1031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"creative_writing/Hy3 preview","slice":"creative_writing"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|english/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.714291,"ciLow":1407.332688,"ciHigh":1428.095894,"observedAt":"2026-11-11","runCount":3303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"english/Hy3 preview","slice":"english"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|exclude_ties/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.997694,"ciLow":1385.967969,"ciHigh":1406.027419,"observedAt":"2026-11-11","runCount":5136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"exclude_ties/Hy3 preview","slice":"exclude_ties"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|expert/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.111298,"ciLow":1426.235919,"ciHigh":1469.986677,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"expert/Hy3 preview","slice":"expert"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|french/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.573571,"ciLow":1397.29134,"ciHigh":1475.855801,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"french/Hy3 preview","slice":"french"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.996852,"ciLow":1423.922626,"ciHigh":1442.071078,"observedAt":"2026-11-11","runCount":4533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"hard_prompts/Hy3 preview","slice":"hard_prompts"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.264556,"ciLow":1421.716465,"ciHigh":1446.812648,"observedAt":"2026-11-11","runCount":2288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"hard_prompts_english/Hy3 preview","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.858269,"ciLow":1396.914506,"ciHigh":1428.802032,"observedAt":"2026-11-11","runCount":1417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_business_and_management_and_financial_operations/Hy3 preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.076195,"ciLow":1347.463262,"ciHigh":1380.689129,"observedAt":"2026-11-11","runCount":1360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_entertainment_and_sports_and_media/Hy3 preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.443145,"ciLow":1420.462887,"ciHigh":1472.423404,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_legal_and_government/Hy3 preview","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.018516,"ciLow":1413.88171,"ciHigh":1448.155323,"observedAt":"2026-11-11","runCount":1232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_life_and_physical_and_social_science/Hy3 preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.259151,"ciLow":1422.967002,"ciHigh":1477.551301,"observedAt":"2026-11-11","runCount":451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_mathematical/Hy3 preview","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.503382,"ciLow":1396.123234,"ciHigh":1452.883529,"observedAt":"2026-11-11","runCount":475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_medicine_and_healthcare/Hy3 preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.261007,"ciLow":1433.769249,"ciHigh":1456.752766,"observedAt":"2026-11-11","runCount":2768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_software_and_it_services/Hy3 preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.65853,"ciLow":1362.504328,"ciHigh":1392.812733,"observedAt":"2026-11-11","runCount":1583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_writing_and_literature_and_language/Hy3 preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|instruction_following/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.430353,"ciLow":1383.943733,"ciHigh":1408.916973,"observedAt":"2026-11-11","runCount":2314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"instruction_following/Hy3 preview","slice":"instruction_following"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|longer_query/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.635065,"ciLow":1410.328117,"ciHigh":1432.942012,"observedAt":"2026-11-11","runCount":3010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"longer_query/Hy3 preview","slice":"longer_query"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|math/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.96135,"ciLow":1402.057647,"ciHigh":1455.865053,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"math/Hy3 preview","slice":"math"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|multi_turn/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.685428,"ciLow":1397.147958,"ciHigh":1432.222899,"observedAt":"2026-11-11","runCount":1204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"multi_turn/Hy3 preview","slice":"multi_turn"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|non_english/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.2297,"ciLow":1387.02475,"ciHigh":1407.43465,"observedAt":"2026-11-11","runCount":3502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"non_english/Hy3 preview","slice":"non_english"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|overall/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.831675,"ciLow":1401.39132,"ciHigh":1416.27203,"observedAt":"2026-11-11","runCount":6805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"overall/Hy3 preview","slice":"overall"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|russian/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.943559,"ciLow":1384.082288,"ciHigh":1429.80483,"observedAt":"2026-11-11","runCount":705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"russian/Hy3 preview","slice":"russian"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text-style-control@1|rating|spanish/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.352279,"ciLow":1360.191977,"ciHigh":1440.512581,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"spanish/Hy3 preview","slice":"spanish"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|chinese/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.290988,"ciLow":1406.504047,"ciHigh":1464.07793,"observedAt":"2026-11-11","runCount":453,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"chinese/Hy3 preview","slice":"chinese"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|coding/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.486287,"ciLow":1408.018001,"ciHigh":1434.954573,"observedAt":"2026-11-11","runCount":2029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"coding/Hy3 preview","slice":"coding"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|creative_writing/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.716282,"ciLow":1320.671153,"ciHigh":1358.761412,"observedAt":"2026-11-11","runCount":1031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"creative_writing/Hy3 preview","slice":"creative_writing"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|english/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.448458,"ciLow":1399.092803,"ciHigh":1419.804114,"observedAt":"2026-11-11","runCount":3303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"english/Hy3 preview","slice":"english"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|exclude_ties/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.624647,"ciLow":1373.774845,"ciHigh":1393.474449,"observedAt":"2026-11-11","runCount":5136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"exclude_ties/Hy3 preview","slice":"exclude_ties"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|expert/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.853967,"ciLow":1401.851938,"ciHigh":1445.855996,"observedAt":"2026-11-11","runCount":694,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"expert/Hy3 preview","slice":"expert"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|french/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.21767,"ciLow":1382.535562,"ciHigh":1461.899778,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"french/Hy3 preview","slice":"french"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|hard_prompts/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.545124,"ciLow":1403.452116,"ciHigh":1421.638131,"observedAt":"2026-11-11","runCount":4533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"hard_prompts/Hy3 preview","slice":"hard_prompts"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|hard_prompts_english/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.819915,"ciLow":1403.244646,"ciHigh":1428.395183,"observedAt":"2026-11-11","runCount":2288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"hard_prompts_english/Hy3 preview","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.537533,"ciLow":1382.663986,"ciHigh":1414.411081,"observedAt":"2026-11-11","runCount":1417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_business_and_management_and_financial_operations/Hy3 preview","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.623629,"ciLow":1336.010242,"ciHigh":1369.237017,"observedAt":"2026-11-11","runCount":1360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_entertainment_and_sports_and_media/Hy3 preview","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|industry_legal_and_government/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.523982,"ciLow":1404.827879,"ciHigh":1456.220085,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_legal_and_government/Hy3 preview","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.059937,"ciLow":1398.998244,"ciHigh":1433.121631,"observedAt":"2026-11-11","runCount":1232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_life_and_physical_and_social_science/Hy3 preview","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|industry_mathematical/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.38122,"ciLow":1414.986807,"ciHigh":1469.775632,"observedAt":"2026-11-11","runCount":451,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_mathematical/Hy3 preview","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.29194,"ciLow":1378.431403,"ciHigh":1434.152477,"observedAt":"2026-11-11","runCount":475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_medicine_and_healthcare/Hy3 preview","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|industry_software_and_it_services/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.99046,"ciLow":1411.536369,"ciHigh":1434.44455,"observedAt":"2026-11-11","runCount":2768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_software_and_it_services/Hy3 preview","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.860553,"ciLow":1355.628334,"ciHigh":1386.092773,"observedAt":"2026-11-11","runCount":1583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"industry_writing_and_literature_and_language/Hy3 preview","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|instruction_following/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.084405,"ciLow":1371.538125,"ciHigh":1396.630686,"observedAt":"2026-11-11","runCount":2314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"instruction_following/Hy3 preview","slice":"instruction_following"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|longer_query/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.30989,"ciLow":1390.941608,"ciHigh":1413.678172,"observedAt":"2026-11-11","runCount":3010,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"longer_query/Hy3 preview","slice":"longer_query"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|math/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.531493,"ciLow":1396.801272,"ciHigh":1450.261713,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"math/Hy3 preview","slice":"math"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|multi_turn/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.361977,"ciLow":1392.801369,"ciHigh":1427.922585,"observedAt":"2026-11-11","runCount":1204,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"multi_turn/Hy3 preview","slice":"multi_turn"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|non_english/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.155411,"ciLow":1379.976588,"ciHigh":1400.334233,"observedAt":"2026-11-11","runCount":3502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"non_english/Hy3 preview","slice":"non_english"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|overall/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.328276,"ciLow":1393.915954,"ciHigh":1408.740599,"observedAt":"2026-11-11","runCount":6805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"overall/Hy3 preview","slice":"overall"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|russian/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.753694,"ciLow":1376.088504,"ciHigh":1421.418884,"observedAt":"2026-11-11","runCount":705,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"russian/Hy3 preview","slice":"russian"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-text@1|rating|spanish/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.525095,"ciLow":1360.640213,"ciHigh":1440.409978,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"spanish/Hy3 preview","slice":"spanish"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-webdev@1|rating|overall/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1357.956609,"ciLow":1340.437978,"ciHigh":1375.475239,"observedAt":"2026-11-15","runCount":1424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"overall/Hy3 preview","slice":"overall"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-webdev@1|rating|webdev-html/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1354.982599,"ciLow":1310.099453,"ciHigh":1399.865746,"observedAt":"2026-11-15","runCount":199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"webdev-html/Hy3 preview","slice":"webdev-html"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-webdev@1|rating|webdev-react/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1349.360712,"ciLow":1330.138354,"ciHigh":1368.583069,"observedAt":"2026-11-15","runCount":1194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"webdev-react/Hy3 preview","slice":"webdev-react"}
{"key":"lmarena|tencent/hy3-preview:default|none|lmarena-webdev@1|rating|webdev/Hy3 preview","sourceId":"lmarena","modelId":"tencent/hy3-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1357.956609,"ciLow":1340.437978,"ciHigh":1375.475239,"observedAt":"2026-11-15","runCount":1424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3 preview","rowId":"webdev/Hy3 preview","slice":"webdev"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-agent@1|cost-per-task|overall/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.082665,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"overall/Hy3","slice":"overall"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-agent@1|output-tokens-per-task|overall/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":31696,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"overall/Hy3","slice":"overall"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-agent@1|score|overall/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.087022,"ciLow":-0.101803,"ciHigh":-0.072242,"observedAt":"2026-11-15","runCount":1237089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"overall/Hy3","slice":"overall"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|chinese/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.296919,"ciLow":1488.669289,"ciHigh":1523.924549,"observedAt":"2026-11-11","runCount":1136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"chinese/Hy3","slice":"chinese"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|coding/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.994479,"ciLow":1494.415542,"ciHigh":1513.573416,"observedAt":"2026-11-11","runCount":4088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"coding/Hy3","slice":"coding"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|creative_writing/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.506586,"ciLow":1412.261322,"ciHigh":1434.75185,"observedAt":"2026-11-11","runCount":3089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"creative_writing/Hy3","slice":"creative_writing"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|english/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.214788,"ciLow":1455.022202,"ciHigh":1471.407374,"observedAt":"2026-11-11","runCount":5676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"english/Hy3","slice":"english"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|exclude_ties/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.367762,"ciLow":1447.901466,"ciHigh":1462.834058,"observedAt":"2026-11-11","runCount":11232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"exclude_ties/Hy3","slice":"exclude_ties"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|expert/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.292023,"ciLow":1472.394052,"ciHigh":1502.189993,"observedAt":"2026-11-11","runCount":1560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"expert/Hy3","slice":"expert"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|french/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.796731,"ciLow":1442.898962,"ciHigh":1494.6945,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"french/Hy3","slice":"french"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|german/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.776371,"ciLow":1421.023389,"ciHigh":1488.529353,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"german/Hy3","slice":"german"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|hard_prompts/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.454284,"ciLow":1468.743812,"ciHigh":1482.164755,"observedAt":"2026-11-11","runCount":10004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"hard_prompts/Hy3","slice":"hard_prompts"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.182249,"ciLow":1471.242418,"ciHigh":1491.122079,"observedAt":"2026-11-11","runCount":3787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"hard_prompts_english/Hy3","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.307126,"ciLow":1438.776398,"ciHigh":1461.837855,"observedAt":"2026-11-11","runCount":2798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_business_and_management_and_financial_operations/Hy3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.014826,"ciLow":1412.87536,"ciHigh":1433.154292,"observedAt":"2026-11-11","runCount":3794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_entertainment_and_sports_and_media/Hy3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.027012,"ciLow":1431.119892,"ciHigh":1466.934132,"observedAt":"2026-11-11","runCount":1149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_legal_and_government/Hy3","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.270537,"ciLow":1468.969838,"ciHigh":1493.571236,"observedAt":"2026-11-11","runCount":2355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_life_and_physical_and_social_science/Hy3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.770692,"ciLow":1471.289019,"ciHigh":1510.252365,"observedAt":"2026-11-11","runCount":898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_mathematical/Hy3","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.211014,"ciLow":1458.907754,"ciHigh":1497.514274,"observedAt":"2026-11-11","runCount":996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_medicine_and_healthcare/Hy3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.099061,"ciLow":1483.995231,"ciHigh":1500.202891,"observedAt":"2026-11-11","runCount":5927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_software_and_it_services/Hy3","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.686884,"ciLow":1421.999029,"ciHigh":1441.374739,"observedAt":"2026-11-11","runCount":4088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_writing_and_literature_and_language/Hy3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|instruction_following/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.340835,"ciLow":1437.807192,"ciHigh":1454.874478,"observedAt":"2026-11-11","runCount":5391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"instruction_following/Hy3","slice":"instruction_following"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|japanese/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.868401,"ciLow":1375.031196,"ciHigh":1450.705606,"observedAt":"2026-11-11","runCount":269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"japanese/Hy3","slice":"japanese"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|korean/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.108147,"ciLow":1386.667971,"ciHigh":1453.548324,"observedAt":"2026-11-11","runCount":297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"korean/Hy3","slice":"korean"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|longer_query/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.786945,"ciLow":1457.865297,"ciHigh":1473.708594,"observedAt":"2026-11-11","runCount":6787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"longer_query/Hy3","slice":"longer_query"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|math/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.323087,"ciLow":1463.660459,"ciHigh":1504.985716,"observedAt":"2026-11-11","runCount":787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"math/Hy3","slice":"math"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|multi_turn/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.973425,"ciLow":1440.596276,"ciHigh":1465.350574,"observedAt":"2026-11-11","runCount":2432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"multi_turn/Hy3","slice":"multi_turn"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|non_english/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.371304,"ciLow":1433.659872,"ciHigh":1447.082736,"observedAt":"2026-11-11","runCount":9501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"non_english/Hy3","slice":"non_english"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|overall/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.987811,"ciLow":1448.312469,"ciHigh":1459.663153,"observedAt":"2026-11-11","runCount":15178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"overall/Hy3","slice":"overall"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|polish/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.003087,"ciLow":1429.697508,"ciHigh":1496.308666,"observedAt":"2026-11-11","runCount":289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"polish/Hy3","slice":"polish"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|russian/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.173841,"ciLow":1440.809569,"ciHigh":1467.538112,"observedAt":"2026-11-11","runCount":1981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"russian/Hy3","slice":"russian"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text-style-control@1|rating|spanish/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.873472,"ciLow":1443.241175,"ciHigh":1492.505769,"observedAt":"2026-11-11","runCount":576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"spanish/Hy3","slice":"spanish"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|chinese/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.320874,"ciLow":1472.625338,"ciHigh":1508.016411,"observedAt":"2026-11-11","runCount":1136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"chinese/Hy3","slice":"chinese"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|coding/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.494574,"ciLow":1457.953597,"ciHigh":1477.035551,"observedAt":"2026-11-11","runCount":4088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"coding/Hy3","slice":"coding"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|creative_writing/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.252998,"ciLow":1394.030925,"ciHigh":1416.475071,"observedAt":"2026-11-11","runCount":3089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"creative_writing/Hy3","slice":"creative_writing"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|english/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.568443,"ciLow":1438.404317,"ciHigh":1454.732569,"observedAt":"2026-11-11","runCount":5676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"english/Hy3","slice":"english"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|exclude_ties/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.643049,"ciLow":1425.2791,"ciHigh":1440.006998,"observedAt":"2026-11-11","runCount":11232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"exclude_ties/Hy3","slice":"exclude_ties"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|expert/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.640401,"ciLow":1442.773196,"ciHigh":1472.507605,"observedAt":"2026-11-11","runCount":1560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"expert/Hy3","slice":"expert"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|french/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.135053,"ciLow":1418.608549,"ciHigh":1469.661558,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"french/Hy3","slice":"french"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|german/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.339857,"ciLow":1402.546181,"ciHigh":1470.133533,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"german/Hy3","slice":"german"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|hard_prompts/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.427741,"ciLow":1440.7472,"ciHigh":1454.108283,"observedAt":"2026-11-11","runCount":10004,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"hard_prompts/Hy3","slice":"hard_prompts"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|hard_prompts_english/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.660939,"ciLow":1442.782198,"ciHigh":1462.53968,"observedAt":"2026-11-11","runCount":3787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"hard_prompts_english/Hy3","slice":"hard_prompts_english"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.762696,"ciLow":1413.279578,"ciHigh":1436.245813,"observedAt":"2026-11-11","runCount":2798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_business_and_management_and_financial_operations/Hy3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.102517,"ciLow":1394.973038,"ciHigh":1415.231996,"observedAt":"2026-11-11","runCount":3794,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_entertainment_and_sports_and_media/Hy3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|industry_legal_and_government/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.06379,"ciLow":1407.230301,"ciHigh":1442.897278,"observedAt":"2026-11-11","runCount":1149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_legal_and_government/Hy3","slice":"industry_legal_and_government"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.418779,"ciLow":1443.213434,"ciHigh":1467.624124,"observedAt":"2026-11-11","runCount":2355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_life_and_physical_and_social_science/Hy3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|industry_mathematical/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.309258,"ciLow":1460.775747,"ciHigh":1499.842768,"observedAt":"2026-11-11","runCount":898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_mathematical/Hy3","slice":"industry_mathematical"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.6489,"ciLow":1429.647955,"ciHigh":1467.649845,"observedAt":"2026-11-11","runCount":996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_medicine_and_healthcare/Hy3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|industry_software_and_it_services/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.693275,"ciLow":1455.630693,"ciHigh":1471.755857,"observedAt":"2026-11-11","runCount":5927,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_software_and_it_services/Hy3","slice":"industry_software_and_it_services"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.181096,"ciLow":1406.496431,"ciHigh":1425.865761,"observedAt":"2026-11-11","runCount":4088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"industry_writing_and_literature_and_language/Hy3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|instruction_following/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.631057,"ciLow":1417.109854,"ciHigh":1434.15226,"observedAt":"2026-11-11","runCount":5391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"instruction_following/Hy3","slice":"instruction_following"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|japanese/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.090633,"ciLow":1357.405692,"ciHigh":1432.775574,"observedAt":"2026-11-11","runCount":269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"japanese/Hy3","slice":"japanese"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|korean/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.537465,"ciLow":1369.081503,"ciHigh":1435.993427,"observedAt":"2026-11-11","runCount":297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"korean/Hy3","slice":"korean"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|longer_query/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.789962,"ciLow":1434.896872,"ciHigh":1450.683051,"observedAt":"2026-11-11","runCount":6787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"longer_query/Hy3","slice":"longer_query"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|math/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.726656,"ciLow":1456.064222,"ciHigh":1497.389089,"observedAt":"2026-11-11","runCount":787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"math/Hy3","slice":"math"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|multi_turn/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.703418,"ciLow":1425.352155,"ciHigh":1450.05468,"observedAt":"2026-11-11","runCount":2432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"multi_turn/Hy3","slice":"multi_turn"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|non_english/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.48853,"ciLow":1419.795802,"ciHigh":1433.181258,"observedAt":"2026-11-11","runCount":9501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"non_english/Hy3","slice":"non_english"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|overall/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.622312,"ciLow":1432.970015,"ciHigh":1444.274609,"observedAt":"2026-11-11","runCount":15178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"overall/Hy3","slice":"overall"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|polish/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.591267,"ciLow":1411.960102,"ciHigh":1479.222432,"observedAt":"2026-11-11","runCount":289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"polish/Hy3","slice":"polish"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|russian/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.678454,"ciLow":1424.284824,"ciHigh":1451.072083,"observedAt":"2026-11-11","runCount":1981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"russian/Hy3","slice":"russian"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-text@1|rating|spanish/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.15437,"ciLow":1429.459759,"ciHigh":1478.848981,"observedAt":"2026-11-11","runCount":576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"spanish/Hy3","slice":"spanish"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-webdev@1|rating|overall/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1505.840621,"ciLow":1498.016737,"ciHigh":1513.664506,"observedAt":"2026-11-15","runCount":7411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"overall/Hy3","slice":"overall"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-webdev@1|rating|webdev-html/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1490.3516,"ciLow":1471.393559,"ciHigh":1509.309641,"observedAt":"2026-11-15","runCount":1161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"webdev-html/Hy3","slice":"webdev-html"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-webdev@1|rating|webdev-react/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1505.9553,"ciLow":1496.425137,"ciHigh":1515.485463,"observedAt":"2026-11-15","runCount":4692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"webdev-react/Hy3","slice":"webdev-react"}
{"key":"lmarena|tencent/hy3:default|none|lmarena-webdev@1|rating|webdev/Hy3","sourceId":"lmarena","modelId":"tencent/hy3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1505.840621,"ciLow":1498.016737,"ciHigh":1513.664506,"observedAt":"2026-11-15","runCount":7411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy3","rowId":"webdev/Hy3","slice":"webdev"}
{"key":"lmarena|tencent/hy4-preview:default|none|lmarena-agent@1|cost-per-task|overall/Hy4 preview","sourceId":"lmarena","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.426428,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy4 preview","rowId":"overall/Hy4 preview","slice":"overall"}
{"key":"lmarena|tencent/hy4-preview:default|none|lmarena-agent@1|output-tokens-per-task|overall/Hy4 preview","sourceId":"lmarena","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":49617,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy4 preview","rowId":"overall/Hy4 preview","slice":"overall"}
{"key":"lmarena|tencent/hy4-preview:default|none|lmarena-agent@1|score|overall/Hy4 preview","sourceId":"lmarena","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.002571,"ciLow":-0.00984,"ciHigh":0.004698,"observedAt":"2026-11-15","runCount":12509642,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy4 preview","rowId":"overall/Hy4 preview","slice":"overall"}
{"key":"lmarena|tencent/hy4-preview:default|none|lmarena-webdev@1|rating|overall/Hy4 preview","sourceId":"lmarena","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1631.648432,"ciLow":1621.849964,"ciHigh":1641.446901,"observedAt":"2026-11-15","runCount":4586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy4 preview","rowId":"overall/Hy4 preview","slice":"overall"}
{"key":"lmarena|tencent/hy4-preview:default|none|lmarena-webdev@1|rating|webdev-html/Hy4 preview","sourceId":"lmarena","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1624.492995,"ciLow":1599.44122,"ciHigh":1649.544769,"observedAt":"2026-11-15","runCount":674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy4 preview","rowId":"webdev-html/Hy4 preview","slice":"webdev-html"}
{"key":"lmarena|tencent/hy4-preview:default|none|lmarena-webdev@1|rating|webdev-react/Hy4 preview","sourceId":"lmarena","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1652.588528,"ciLow":1640.406824,"ciHigh":1664.770233,"observedAt":"2026-11-15","runCount":2937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy4 preview","rowId":"webdev-react/Hy4 preview","slice":"webdev-react"}
{"key":"lmarena|tencent/hy4-preview:default|none|lmarena-webdev@1|rating|webdev/Hy4 preview","sourceId":"lmarena","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1631.648432,"ciLow":1621.849964,"ciHigh":1641.446901,"observedAt":"2026-11-15","runCount":4586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy4 preview","rowId":"webdev/Hy4 preview","slice":"webdev"}
{"key":"lmarena|tencent/hy4:default|none|lmarena-agent@1|cost-per-task|overall/Hy4","sourceId":"lmarena","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.571706,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy4","rowId":"overall/Hy4","slice":"overall"}
{"key":"lmarena|tencent/hy4:default|none|lmarena-agent@1|output-tokens-per-task|overall/Hy4","sourceId":"lmarena","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":59209,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy4","rowId":"overall/Hy4","slice":"overall"}
{"key":"lmarena|tencent/hy4:default|none|lmarena-agent@1|score|overall/Hy4","sourceId":"lmarena","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.056654,"ciLow":0.044107,"ciHigh":0.0692,"observedAt":"2026-11-15","runCount":3663825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Hy4","rowId":"overall/Hy4","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-agent@1|cost-per-task|overall/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.256095,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"overall/Inkling 2 Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-agent@1|output-tokens-per-task|overall/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":49485,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"overall/Inkling 2 Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-agent@1|score|overall/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.025124,"ciLow":0.012249,"ciHigh":0.037999,"observedAt":"2026-11-15","runCount":2068103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"overall/Inkling 2 Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|coding/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.781997,"ciLow":1461.288169,"ciHigh":1508.275824,"observedAt":"2026-11-11","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"coding/Inkling 2 Small","slice":"coding"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|creative_writing/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.031545,"ciLow":1320.533792,"ciHigh":1369.529298,"observedAt":"2026-11-11","runCount":643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"creative_writing/Inkling 2 Small","slice":"creative_writing"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|english/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.480509,"ciLow":1409.452248,"ciHigh":1449.50877,"observedAt":"2026-11-11","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"english/Inkling 2 Small","slice":"english"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|exclude_ties/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.100474,"ciLow":1384.193656,"ciHigh":1416.007292,"observedAt":"2026-11-11","runCount":2029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"exclude_ties/Inkling 2 Small","slice":"exclude_ties"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|expert/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.923984,"ciLow":1450.326565,"ciHigh":1525.521404,"observedAt":"2026-11-11","runCount":251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"expert/Inkling 2 Small","slice":"expert"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|hard_prompts/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.339528,"ciLow":1423.447455,"ciHigh":1453.231602,"observedAt":"2026-11-11","runCount":1665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"hard_prompts/Inkling 2 Small","slice":"hard_prompts"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.249551,"ciLow":1418.446703,"ciHigh":1468.052399,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"hard_prompts_english/Inkling 2 Small","slice":"hard_prompts_english"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.107441,"ciLow":1403.270366,"ciHigh":1460.944516,"observedAt":"2026-11-11","runCount":408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"industry_business_and_management_and_financial_operations/Inkling 2 Small","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.159008,"ciLow":1336.810306,"ciHigh":1383.50771,"observedAt":"2026-11-11","runCount":709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"industry_entertainment_and_sports_and_media/Inkling 2 Small","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.677566,"ciLow":1391.08793,"ciHigh":1454.267202,"observedAt":"2026-11-11","runCount":380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"industry_life_and_physical_and_social_science/Inkling 2 Small","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.941634,"ciLow":1444.682384,"ciHigh":1483.200884,"observedAt":"2026-11-11","runCount":960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"industry_software_and_it_services/Inkling 2 Small","slice":"industry_software_and_it_services"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.906927,"ciLow":1361.463313,"ciHigh":1404.350541,"observedAt":"2026-11-11","runCount":823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"industry_writing_and_literature_and_language/Inkling 2 Small","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|instruction_following/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.908724,"ciLow":1389.995165,"ciHigh":1429.822283,"observedAt":"2026-11-11","runCount":929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"instruction_following/Inkling 2 Small","slice":"instruction_following"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|longer_query/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.554338,"ciLow":1390.974121,"ciHigh":1428.134554,"observedAt":"2026-11-11","runCount":1157,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"longer_query/Inkling 2 Small","slice":"longer_query"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|multi_turn/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.686136,"ciLow":1385.846647,"ciHigh":1443.525624,"observedAt":"2026-11-11","runCount":399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"multi_turn/Inkling 2 Small","slice":"multi_turn"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|non_english/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.173014,"ciLow":1382.827718,"ciHigh":1411.51831,"observedAt":"2026-11-11","runCount":1768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"non_english/Inkling 2 Small","slice":"non_english"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|overall/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.781332,"ciLow":1399.959584,"ciHigh":1423.60308,"observedAt":"2026-11-11","runCount":2669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"overall/Inkling 2 Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text-style-control@1|rating|russian/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.021724,"ciLow":1359.371309,"ciHigh":1414.672138,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"russian/Inkling 2 Small","slice":"russian"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|coding/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.246927,"ciLow":1431.830426,"ciHigh":1478.663428,"observedAt":"2026-11-11","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"coding/Inkling 2 Small","slice":"coding"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|creative_writing/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.867671,"ciLow":1323.520676,"ciHigh":1372.214667,"observedAt":"2026-11-11","runCount":643,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"creative_writing/Inkling 2 Small","slice":"creative_writing"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|english/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.976877,"ciLow":1398.067143,"ciHigh":1437.88661,"observedAt":"2026-11-11","runCount":901,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"english/Inkling 2 Small","slice":"english"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|exclude_ties/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.287713,"ciLow":1371.655526,"ciHigh":1402.9199,"observedAt":"2026-11-11","runCount":2029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"exclude_ties/Inkling 2 Small","slice":"exclude_ties"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|expert/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.095063,"ciLow":1440.66602,"ciHigh":1515.524106,"observedAt":"2026-11-11","runCount":251,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"expert/Inkling 2 Small","slice":"expert"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|hard_prompts/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.841212,"ciLow":1406.066051,"ciHigh":1435.616374,"observedAt":"2026-11-11","runCount":1665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"hard_prompts/Inkling 2 Small","slice":"hard_prompts"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|hard_prompts_english/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.852942,"ciLow":1399.170975,"ciHigh":1448.53491,"observedAt":"2026-11-11","runCount":578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"hard_prompts_english/Inkling 2 Small","slice":"hard_prompts_english"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.3582,"ciLow":1387.015663,"ciHigh":1443.700738,"observedAt":"2026-11-11","runCount":408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"industry_business_and_management_and_financial_operations/Inkling 2 Small","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.054484,"ciLow":1336.035439,"ciHigh":1382.07353,"observedAt":"2026-11-11","runCount":709,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"industry_entertainment_and_sports_and_media/Inkling 2 Small","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.160977,"ciLow":1377.879194,"ciHigh":1440.442759,"observedAt":"2026-11-11","runCount":380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"industry_life_and_physical_and_social_science/Inkling 2 Small","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|industry_software_and_it_services/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.889746,"ciLow":1423.76,"ciHigh":1462.019492,"observedAt":"2026-11-11","runCount":960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"industry_software_and_it_services/Inkling 2 Small","slice":"industry_software_and_it_services"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.181971,"ciLow":1359.911495,"ciHigh":1402.452447,"observedAt":"2026-11-11","runCount":823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"industry_writing_and_literature_and_language/Inkling 2 Small","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|instruction_following/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.643299,"ciLow":1387.901397,"ciHigh":1427.385201,"observedAt":"2026-11-11","runCount":929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"instruction_following/Inkling 2 Small","slice":"instruction_following"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|longer_query/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.826668,"ciLow":1384.40995,"ciHigh":1421.243387,"observedAt":"2026-11-11","runCount":1157,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"longer_query/Inkling 2 Small","slice":"longer_query"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|multi_turn/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.717362,"ciLow":1378.979029,"ciHigh":1436.455695,"observedAt":"2026-11-11","runCount":399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"multi_turn/Inkling 2 Small","slice":"multi_turn"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|non_english/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.209711,"ciLow":1375.977736,"ciHigh":1404.441685,"observedAt":"2026-11-11","runCount":1768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"non_english/Inkling 2 Small","slice":"non_english"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|overall/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.638812,"ciLow":1390.908502,"ciHigh":1414.369123,"observedAt":"2026-11-11","runCount":2669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"overall/Inkling 2 Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-text@1|rating|russian/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.067762,"ciLow":1349.602178,"ciHigh":1404.533346,"observedAt":"2026-11-11","runCount":448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"russian/Inkling 2 Small","slice":"russian"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-webdev@1|rating|overall/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1644.67604,"ciLow":1626.05039,"ciHigh":1663.301689,"observedAt":"2026-11-15","runCount":1077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"overall/Inkling 2 Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-webdev@1|rating|webdev-html/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1652.532957,"ciLow":1600.396048,"ciHigh":1704.669867,"observedAt":"2026-11-15","runCount":144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"webdev-html/Inkling 2 Small","slice":"webdev-html"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-webdev@1|rating|webdev-react/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1652.93969,"ciLow":1629.218913,"ciHigh":1676.660467,"observedAt":"2026-11-15","runCount":688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"webdev-react/Inkling 2 Small","slice":"webdev-react"}
{"key":"lmarena|thinking-machines/inkling-2-small:default|none|lmarena-webdev@1|rating|webdev/Inkling 2 Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1644.67604,"ciLow":1626.05039,"ciHigh":1663.301689,"observedAt":"2026-11-15","runCount":1077,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling 2 Small","rowId":"webdev/Inkling 2 Small","slice":"webdev"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-agent@1|cost-per-task|overall/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.162706,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"overall/Inkling-Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-agent@1|output-tokens-per-task|overall/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":20902,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"overall/Inkling-Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-agent@1|score|overall/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.187042,"ciLow":-0.20701,"ciHigh":-0.167075,"observedAt":"2026-11-15","runCount":567771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"overall/Inkling-Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|chinese/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.172676,"ciLow":1424.600501,"ciHigh":1447.744852,"observedAt":"2026-11-11","runCount":2953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"chinese/Inkling-Small","slice":"chinese"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|coding/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.39046,"ciLow":1465.498114,"ciHigh":1479.282807,"observedAt":"2026-11-11","runCount":10199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"coding/Inkling-Small","slice":"coding"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|creative_writing/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.997033,"ciLow":1311.035219,"ciHigh":1326.958847,"observedAt":"2026-11-11","runCount":8145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"creative_writing/Inkling-Small","slice":"creative_writing"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|english/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.653398,"ciLow":1410.714173,"ciHigh":1422.592622,"observedAt":"2026-11-11","runCount":15069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"english/Inkling-Small","slice":"english"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|exclude_ties/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.120942,"ciLow":1383.158065,"ciHigh":1395.083819,"observedAt":"2026-11-11","runCount":27909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"exclude_ties/Inkling-Small","slice":"exclude_ties"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|expert/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.864177,"ciLow":1431.160212,"ciHigh":1450.568143,"observedAt":"2026-11-11","runCount":4230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"expert/Inkling-Small","slice":"expert"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|french/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.884296,"ciLow":1411.551817,"ciHigh":1448.216774,"observedAt":"2026-11-11","runCount":1242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"french/Inkling-Small","slice":"french"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|german/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.677309,"ciLow":1363.394971,"ciHigh":1411.959647,"observedAt":"2026-11-11","runCount":655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"german/Inkling-Small","slice":"german"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|hard_prompts/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.586254,"ciLow":1422.358252,"ciHigh":1432.814255,"observedAt":"2026-11-11","runCount":24536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"hard_prompts/Inkling-Small","slice":"hard_prompts"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.618539,"ciLow":1428.64904,"ciHigh":1442.588039,"observedAt":"2026-11-11","runCount":9889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"hard_prompts_english/Inkling-Small","slice":"hard_prompts_english"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.450755,"ciLow":1401.452819,"ciHigh":1417.448691,"observedAt":"2026-11-11","runCount":6939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_business_and_management_and_financial_operations/Inkling-Small","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.043857,"ciLow":1331.761151,"ciHigh":1346.326564,"observedAt":"2026-11-11","runCount":9817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_entertainment_and_sports_and_media/Inkling-Small","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.369343,"ciLow":1384.171028,"ciHigh":1406.567659,"observedAt":"2026-11-11","runCount":3226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_legal_and_government/Inkling-Small","slice":"industry_legal_and_government"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.358281,"ciLow":1409.101061,"ciHigh":1425.615502,"observedAt":"2026-11-11","runCount":6193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_life_and_physical_and_social_science/Inkling-Small","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.575644,"ciLow":1417.103665,"ciHigh":1444.047623,"observedAt":"2026-11-11","runCount":2028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_mathematical/Inkling-Small","slice":"industry_mathematical"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.652552,"ciLow":1390.27281,"ciHigh":1415.032294,"observedAt":"2026-11-11","runCount":2700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_medicine_and_healthcare/Inkling-Small","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.177425,"ciLow":1452.130484,"ciHigh":1464.224365,"observedAt":"2026-11-11","runCount":14476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_software_and_it_services/Inkling-Small","slice":"industry_software_and_it_services"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.11867,"ciLow":1340.072359,"ciHigh":1354.16498,"observedAt":"2026-11-11","runCount":10617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_writing_and_literature_and_language/Inkling-Small","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|instruction_following/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.507853,"ciLow":1390.251928,"ciHigh":1402.763778,"observedAt":"2026-11-11","runCount":13636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"instruction_following/Inkling-Small","slice":"instruction_following"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|japanese/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.878638,"ciLow":1355.846245,"ciHigh":1407.911031,"observedAt":"2026-11-11","runCount":616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"japanese/Inkling-Small","slice":"japanese"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|korean/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.178081,"ciLow":1337.040227,"ciHigh":1385.315934,"observedAt":"2026-11-11","runCount":632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"korean/Inkling-Small","slice":"korean"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|longer_query/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.511591,"ciLow":1394.555477,"ciHigh":1406.467704,"observedAt":"2026-11-11","runCount":17526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"longer_query/Inkling-Small","slice":"longer_query"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|math/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.745032,"ciLow":1437.292948,"ciHigh":1466.197116,"observedAt":"2026-11-11","runCount":1710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"math/Inkling-Small","slice":"math"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|multi_turn/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.352165,"ciLow":1405.76974,"ciHigh":1422.934589,"observedAt":"2026-11-11","runCount":5840,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"multi_turn/Inkling-Small","slice":"multi_turn"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|non_english/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.771223,"ciLow":1384.50269,"ciHigh":1395.039756,"observedAt":"2026-11-11","runCount":22540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"non_english/Inkling-Small","slice":"non_english"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|overall/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.393955,"ciLow":1400.856208,"ciHigh":1409.931703,"observedAt":"2026-11-11","runCount":37610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"overall/Inkling-Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|polish/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.272855,"ciLow":1384.268271,"ciHigh":1434.27744,"observedAt":"2026-11-11","runCount":563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"polish/Inkling-Small","slice":"polish"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|russian/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.375333,"ciLow":1381.058655,"ciHigh":1399.692011,"observedAt":"2026-11-11","runCount":4697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"russian/Inkling-Small","slice":"russian"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text-style-control@1|rating|spanish/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.114966,"ciLow":1394.100234,"ciHigh":1430.129698,"observedAt":"2026-11-11","runCount":1171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"spanish/Inkling-Small","slice":"spanish"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|chinese/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.252428,"ciLow":1450.741355,"ciHigh":1473.763501,"observedAt":"2026-11-11","runCount":2953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"chinese/Inkling-Small","slice":"chinese"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|coding/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.457221,"ciLow":1444.631103,"ciHigh":1458.283339,"observedAt":"2026-11-11","runCount":10199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"coding/Inkling-Small","slice":"coding"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|creative_writing/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.219681,"ciLow":1329.313365,"ciHigh":1345.125996,"observedAt":"2026-11-11","runCount":8145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"creative_writing/Inkling-Small","slice":"creative_writing"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|english/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.751143,"ciLow":1414.838077,"ciHigh":1426.664209,"observedAt":"2026-11-11","runCount":15069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"english/Inkling-Small","slice":"english"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|exclude_ties/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.477269,"ciLow":1393.599933,"ciHigh":1405.354604,"observedAt":"2026-11-11","runCount":27909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"exclude_ties/Inkling-Small","slice":"exclude_ties"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|expert/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.117407,"ciLow":1430.494459,"ciHigh":1449.740354,"observedAt":"2026-11-11","runCount":4230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"expert/Inkling-Small","slice":"expert"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|french/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.87209,"ciLow":1419.679538,"ciHigh":1456.064641,"observedAt":"2026-11-11","runCount":1242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"french/Inkling-Small","slice":"french"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|german/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.506995,"ciLow":1378.668268,"ciHigh":1426.345722,"observedAt":"2026-11-11","runCount":655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"german/Inkling-Small","slice":"german"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|hard_prompts/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.600001,"ciLow":1419.413995,"ciHigh":1429.786008,"observedAt":"2026-11-11","runCount":24536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"hard_prompts/Inkling-Small","slice":"hard_prompts"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|hard_prompts_english/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.13376,"ciLow":1422.209695,"ciHigh":1436.057826,"observedAt":"2026-11-11","runCount":9889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"hard_prompts_english/Inkling-Small","slice":"hard_prompts_english"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.789445,"ciLow":1404.860689,"ciHigh":1420.718201,"observedAt":"2026-11-11","runCount":6939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_business_and_management_and_financial_operations/Inkling-Small","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.835303,"ciLow":1345.624439,"ciHigh":1360.046166,"observedAt":"2026-11-11","runCount":9817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_entertainment_and_sports_and_media/Inkling-Small","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|industry_legal_and_government/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.816449,"ciLow":1401.698891,"ciHigh":1423.934007,"observedAt":"2026-11-11","runCount":3226,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_legal_and_government/Inkling-Small","slice":"industry_legal_and_government"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.594147,"ciLow":1420.39621,"ciHigh":1436.792084,"observedAt":"2026-11-11","runCount":6193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_life_and_physical_and_social_science/Inkling-Small","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|industry_mathematical/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.779571,"ciLow":1423.227564,"ciHigh":1450.331579,"observedAt":"2026-11-11","runCount":2028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_mathematical/Inkling-Small","slice":"industry_mathematical"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.113199,"ciLow":1401.899863,"ciHigh":1426.326536,"observedAt":"2026-11-11","runCount":2700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_medicine_and_healthcare/Inkling-Small","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|industry_software_and_it_services/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.165544,"ciLow":1442.167723,"ciHigh":1454.163364,"observedAt":"2026-11-11","runCount":14476,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_software_and_it_services/Inkling-Small","slice":"industry_software_and_it_services"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.77833,"ciLow":1351.757186,"ciHigh":1365.799474,"observedAt":"2026-11-11","runCount":10617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"industry_writing_and_literature_and_language/Inkling-Small","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|instruction_following/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.064391,"ciLow":1395.832128,"ciHigh":1408.296654,"observedAt":"2026-11-11","runCount":13636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"instruction_following/Inkling-Small","slice":"instruction_following"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|japanese/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.198237,"ciLow":1371.288267,"ciHigh":1423.108206,"observedAt":"2026-11-11","runCount":616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"japanese/Inkling-Small","slice":"japanese"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|korean/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.055764,"ciLow":1360.248176,"ciHigh":1407.863352,"observedAt":"2026-11-11","runCount":632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"korean/Inkling-Small","slice":"korean"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|longer_query/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.041481,"ciLow":1397.125943,"ciHigh":1408.957019,"observedAt":"2026-11-11","runCount":17526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"longer_query/Inkling-Small","slice":"longer_query"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|math/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.251821,"ciLow":1444.76918,"ciHigh":1473.734462,"observedAt":"2026-11-11","runCount":1710,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"math/Inkling-Small","slice":"math"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|multi_turn/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.785324,"ciLow":1408.2555,"ciHigh":1425.315148,"observedAt":"2026-11-11","runCount":5840,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"multi_turn/Inkling-Small","slice":"multi_turn"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|non_english/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.01134,"ciLow":1396.770301,"ciHigh":1407.25238,"observedAt":"2026-11-11","runCount":22540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"non_english/Inkling-Small","slice":"non_english"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|overall/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.206891,"ciLow":1409.686703,"ciHigh":1418.727078,"observedAt":"2026-11-11","runCount":37610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"overall/Inkling-Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|polish/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.735158,"ciLow":1401.812984,"ciHigh":1451.657333,"observedAt":"2026-11-11","runCount":563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"polish/Inkling-Small","slice":"polish"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|russian/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.801585,"ciLow":1387.494218,"ciHigh":1406.108953,"observedAt":"2026-11-11","runCount":4697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"russian/Inkling-Small","slice":"russian"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-text@1|rating|spanish/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.798451,"ciLow":1412.865403,"ciHigh":1448.7315,"observedAt":"2026-11-11","runCount":1171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"spanish/Inkling-Small","slice":"spanish"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision-style-control@1|rating|chinese/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1242.278919,"ciLow":1215.934243,"ciHigh":1268.623596,"observedAt":"2026-11-09","runCount":545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"chinese/Inkling-Small","slice":"chinese"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.702431,"ciLow":1135.979829,"ciHigh":1181.425034,"observedAt":"2026-11-09","runCount":771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"creative_writing_vision/Inkling-Small","slice":"creative_writing_vision"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision-style-control@1|rating|diagram/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.205841,"ciLow":1227.343454,"ciHigh":1253.068228,"observedAt":"2026-11-09","runCount":2371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"diagram/Inkling-Small","slice":"diagram"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision-style-control@1|rating|english/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1215.104117,"ciLow":1203.377829,"ciHigh":1226.830406,"observedAt":"2026-11-09","runCount":3153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"english/Inkling-Small","slice":"english"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision-style-control@1|rating|homework/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.080288,"ciLow":1220.182044,"ciHigh":1257.978533,"observedAt":"2026-11-09","runCount":1016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"homework/Inkling-Small","slice":"homework"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision-style-control@1|rating|humor/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1162.965651,"ciLow":1134.596945,"ciHigh":1191.334356,"observedAt":"2026-11-09","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"humor/Inkling-Small","slice":"humor"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision-style-control@1|rating|ocr/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.716733,"ciLow":1213.372409,"ciHigh":1230.061057,"observedAt":"2026-11-09","runCount":6489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"ocr/Inkling-Small","slice":"ocr"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision-style-control@1|rating|overall/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.653475,"ciLow":1199.794109,"ciHigh":1215.512842,"observedAt":"2026-11-09","runCount":9259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"overall/Inkling-Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision@1|rating|chinese/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1291.424648,"ciLow":1265.10456,"ciHigh":1317.744736,"observedAt":"2026-11-09","runCount":545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"chinese/Inkling-Small","slice":"chinese"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision@1|rating|creative_writing_vision/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1197.406455,"ciLow":1174.748871,"ciHigh":1220.064039,"observedAt":"2026-11-09","runCount":771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"creative_writing_vision/Inkling-Small","slice":"creative_writing_vision"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision@1|rating|diagram/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1252.737053,"ciLow":1239.968989,"ciHigh":1265.505117,"observedAt":"2026-11-09","runCount":2371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"diagram/Inkling-Small","slice":"diagram"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision@1|rating|english/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1243.374058,"ciLow":1231.713117,"ciHigh":1255.034998,"observedAt":"2026-11-09","runCount":3153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"english/Inkling-Small","slice":"english"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision@1|rating|homework/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1252.167624,"ciLow":1233.317936,"ciHigh":1271.017312,"observedAt":"2026-11-09","runCount":1016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"homework/Inkling-Small","slice":"homework"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision@1|rating|humor/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1199.280987,"ciLow":1171.257701,"ciHigh":1227.304274,"observedAt":"2026-11-09","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"humor/Inkling-Small","slice":"humor"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision@1|rating|ocr/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1242.033325,"ciLow":1233.747442,"ciHigh":1250.319208,"observedAt":"2026-11-09","runCount":6489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"ocr/Inkling-Small","slice":"ocr"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-vision@1|rating|overall/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1235.864184,"ciLow":1228.06797,"ciHigh":1243.660399,"observedAt":"2026-11-09","runCount":9259,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"overall/Inkling-Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-webdev@1|rating|image_to_webdev/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1409.582398,"ciLow":1390.024341,"ciHigh":1429.140456,"observedAt":"2026-11-15","runCount":999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"image_to_webdev/Inkling-Small","slice":"image_to_webdev"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-webdev@1|rating|overall/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1408.082111,"ciLow":1398.915662,"ciHigh":1417.248561,"observedAt":"2026-11-15","runCount":5214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"overall/Inkling-Small","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-webdev@1|rating|webdev-html/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1395.846372,"ciLow":1369.878735,"ciHigh":1421.814008,"observedAt":"2026-11-15","runCount":611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"webdev-html/Inkling-Small","slice":"webdev-html"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-webdev@1|rating|webdev-react/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1396.655547,"ciLow":1385.520796,"ciHigh":1407.790299,"observedAt":"2026-11-15","runCount":3481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"webdev-react/Inkling-Small","slice":"webdev-react"}
{"key":"lmarena|thinking-machines/inkling-small:default|none|lmarena-webdev@1|rating|webdev/Inkling-Small","sourceId":"lmarena","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1408.082111,"ciLow":1398.915662,"ciHigh":1417.248561,"observedAt":"2026-11-15","runCount":5214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling-Small","rowId":"webdev/Inkling-Small","slice":"webdev"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-agent@1|cost-per-task|overall/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.299535,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"overall/Inkling","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-agent@1|output-tokens-per-task|overall/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":14214.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"overall/Inkling","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-agent@1|score|overall/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.182757,"ciLow":-0.198401,"ciHigh":-0.167112,"observedAt":"2026-11-15","runCount":1732484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"overall/Inkling","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|chinese/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.456022,"ciLow":1468.433117,"ciHigh":1488.478927,"observedAt":"2026-11-11","runCount":3937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"chinese/Inkling","slice":"chinese"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|coding/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.026133,"ciLow":1487.826814,"ciHigh":1500.225453,"observedAt":"2026-11-11","runCount":13407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"coding/Inkling","slice":"coding"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|creative_writing/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.684789,"ciLow":1381.777847,"ciHigh":1395.59173,"observedAt":"2026-11-11","runCount":11132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"creative_writing/Inkling","slice":"creative_writing"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|english/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.607643,"ciLow":1442.263466,"ciHigh":1452.95182,"observedAt":"2026-11-11","runCount":20352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"english/Inkling","slice":"english"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|exclude_ties/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.410069,"ciLow":1435.129574,"ciHigh":1445.690564,"observedAt":"2026-11-11","runCount":37655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"exclude_ties/Inkling","slice":"exclude_ties"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|expert/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.843073,"ciLow":1465.284124,"ciHigh":1482.402021,"observedAt":"2026-11-11","runCount":5649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"expert/Inkling","slice":"expert"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|french/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.119392,"ciLow":1446.957268,"ciHigh":1479.281517,"observedAt":"2026-11-11","runCount":1652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"french/Inkling","slice":"french"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|german/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.070441,"ciLow":1416.426367,"ciHigh":1459.714514,"observedAt":"2026-11-11","runCount":786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"german/Inkling","slice":"german"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|hard_prompts/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.051176,"ciLow":1458.349986,"ciHigh":1467.752366,"observedAt":"2026-11-11","runCount":33073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"hard_prompts/Inkling","slice":"hard_prompts"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.415736,"ciLow":1457.20225,"ciHigh":1469.629221,"observedAt":"2026-11-11","runCount":13253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"hard_prompts_english/Inkling","slice":"hard_prompts_english"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.823678,"ciLow":1435.846399,"ciHigh":1449.800956,"observedAt":"2026-11-11","runCount":9330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_business_and_management_and_financial_operations/Inkling","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.915143,"ciLow":1389.490002,"ciHigh":1402.340284,"observedAt":"2026-11-11","runCount":13302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_entertainment_and_sports_and_media/Inkling","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.688313,"ciLow":1432.733595,"ciHigh":1452.64303,"observedAt":"2026-11-11","runCount":4132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_legal_and_government/Inkling","slice":"industry_legal_and_government"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.452513,"ciLow":1452.163453,"ciHigh":1466.741573,"observedAt":"2026-11-11","runCount":8255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_life_and_physical_and_social_science/Inkling","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.698242,"ciLow":1453.729891,"ciHigh":1477.666594,"observedAt":"2026-11-11","runCount":2740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_mathematical/Inkling","slice":"industry_mathematical"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.249081,"ciLow":1443.321294,"ciHigh":1465.176867,"observedAt":"2026-11-11","runCount":3426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_medicine_and_healthcare/Inkling","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.716457,"ciLow":1478.281332,"ciHigh":1489.151581,"observedAt":"2026-11-11","runCount":19285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_software_and_it_services/Inkling","slice":"industry_software_and_it_services"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.03862,"ciLow":1400.860812,"ciHigh":1413.216428,"observedAt":"2026-11-11","runCount":14346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_writing_and_literature_and_language/Inkling","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|instruction_following/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.71382,"ciLow":1421.115281,"ciHigh":1432.312359,"observedAt":"2026-11-11","runCount":18192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"instruction_following/Inkling","slice":"instruction_following"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|japanese/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.506895,"ciLow":1413.449151,"ciHigh":1459.56464,"observedAt":"2026-11-11","runCount":780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"japanese/Inkling","slice":"japanese"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|korean/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.217399,"ciLow":1382.569589,"ciHigh":1425.865209,"observedAt":"2026-11-11","runCount":813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"korean/Inkling","slice":"korean"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|longer_query/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.246675,"ciLow":1436.909818,"ciHigh":1447.583532,"observedAt":"2026-11-11","runCount":23559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"longer_query/Inkling","slice":"longer_query"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|math/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.002168,"ciLow":1466.446588,"ciHigh":1491.557748,"observedAt":"2026-11-11","runCount":2332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"math/Inkling","slice":"math"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|multi_turn/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.20237,"ciLow":1438.679203,"ciHigh":1453.725537,"observedAt":"2026-11-11","runCount":7926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"multi_turn/Inkling","slice":"multi_turn"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|non_english/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.410946,"ciLow":1426.671401,"ciHigh":1436.150491,"observedAt":"2026-11-11","runCount":30357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"non_english/Inkling","slice":"non_english"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|overall/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.49827,"ciLow":1438.441403,"ciHigh":1446.555137,"observedAt":"2026-11-11","runCount":50718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"overall/Inkling","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|polish/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.916149,"ciLow":1425.48724,"ciHigh":1468.345057,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"polish/Inkling","slice":"polish"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|russian/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.906941,"ciLow":1429.788316,"ciHigh":1446.025566,"observedAt":"2026-11-11","runCount":6469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"russian/Inkling","slice":"russian"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text-style-control@1|rating|spanish/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.770575,"ciLow":1423.025457,"ciHigh":1454.515693,"observedAt":"2026-11-11","runCount":1611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"spanish/Inkling","slice":"spanish"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|chinese/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.024534,"ciLow":1484.009664,"ciHigh":1504.039403,"observedAt":"2026-11-11","runCount":3937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"chinese/Inkling","slice":"chinese"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|coding/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.026518,"ciLow":1460.868243,"ciHigh":1473.184793,"observedAt":"2026-11-11","runCount":13407,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"coding/Inkling","slice":"coding"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|creative_writing/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.130045,"ciLow":1388.250276,"ciHigh":1402.009814,"observedAt":"2026-11-11","runCount":11132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"creative_writing/Inkling","slice":"creative_writing"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|english/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.036278,"ciLow":1437.703708,"ciHigh":1448.368849,"observedAt":"2026-11-11","runCount":20352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"english/Inkling","slice":"english"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|exclude_ties/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.84497,"ciLow":1433.63125,"ciHigh":1444.05869,"observedAt":"2026-11-11","runCount":37655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"exclude_ties/Inkling","slice":"exclude_ties"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|expert/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.724397,"ciLow":1460.225948,"ciHigh":1477.222846,"observedAt":"2026-11-11","runCount":5649,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"expert/Inkling","slice":"expert"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|french/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.181594,"ciLow":1447.071776,"ciHigh":1479.291411,"observedAt":"2026-11-11","runCount":1652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"french/Inkling","slice":"french"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|german/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.739689,"ciLow":1418.104056,"ciHigh":1461.375321,"observedAt":"2026-11-11","runCount":786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"german/Inkling","slice":"german"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|hard_prompts/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.927194,"ciLow":1448.237801,"ciHigh":1457.616586,"observedAt":"2026-11-11","runCount":33073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"hard_prompts/Inkling","slice":"hard_prompts"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|hard_prompts_english/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.051294,"ciLow":1442.849863,"ciHigh":1455.252726,"observedAt":"2026-11-11","runCount":13253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"hard_prompts_english/Inkling","slice":"hard_prompts_english"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.895124,"ciLow":1431.960003,"ciHigh":1445.830244,"observedAt":"2026-11-11","runCount":9330,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_business_and_management_and_financial_operations/Inkling","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.367299,"ciLow":1391.968654,"ciHigh":1404.765943,"observedAt":"2026-11-11","runCount":13302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_entertainment_and_sports_and_media/Inkling","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|industry_legal_and_government/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.44313,"ciLow":1438.530032,"ciHigh":1458.356229,"observedAt":"2026-11-11","runCount":4132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_legal_and_government/Inkling","slice":"industry_legal_and_government"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.431054,"ciLow":1452.170695,"ciHigh":1466.691414,"observedAt":"2026-11-11","runCount":8255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_life_and_physical_and_social_science/Inkling","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|industry_mathematical/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.672343,"ciLow":1453.69921,"ciHigh":1477.645476,"observedAt":"2026-11-11","runCount":2740,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_mathematical/Inkling","slice":"industry_mathematical"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.353146,"ciLow":1439.526175,"ciHigh":1461.180118,"observedAt":"2026-11-11","runCount":3426,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_medicine_and_healthcare/Inkling","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|industry_software_and_it_services/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.573519,"ciLow":1461.165803,"ciHigh":1471.981234,"observedAt":"2026-11-11","runCount":19285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_software_and_it_services/Inkling","slice":"industry_software_and_it_services"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.546293,"ciLow":1403.366782,"ciHigh":1415.725804,"observedAt":"2026-11-11","runCount":14346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"industry_writing_and_literature_and_language/Inkling","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|instruction_following/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.930844,"ciLow":1421.337061,"ciHigh":1432.524628,"observedAt":"2026-11-11","runCount":18192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"instruction_following/Inkling","slice":"instruction_following"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|japanese/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.790074,"ciLow":1414.780691,"ciHigh":1460.799457,"observedAt":"2026-11-11","runCount":780,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"japanese/Inkling","slice":"japanese"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|korean/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.868003,"ciLow":1391.456685,"ciHigh":1434.279322,"observedAt":"2026-11-11","runCount":813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"korean/Inkling","slice":"korean"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|longer_query/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.346368,"ciLow":1432.031442,"ciHigh":1442.661294,"observedAt":"2026-11-11","runCount":23559,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"longer_query/Inkling","slice":"longer_query"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|math/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.720376,"ciLow":1468.172514,"ciHigh":1493.268238,"observedAt":"2026-11-11","runCount":2332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"math/Inkling","slice":"math"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|multi_turn/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.999187,"ciLow":1434.502428,"ciHigh":1449.495945,"observedAt":"2026-11-11","runCount":7926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"multi_turn/Inkling","slice":"multi_turn"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|non_english/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.511605,"ciLow":1430.789997,"ciHigh":1440.233212,"observedAt":"2026-11-11","runCount":30357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"non_english/Inkling","slice":"non_english"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|overall/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.036985,"ciLow":1438.995152,"ciHigh":1447.078817,"observedAt":"2026-11-11","runCount":50718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"overall/Inkling","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|polish/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.026148,"ciLow":1429.547676,"ciHigh":1472.504621,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"polish/Inkling","slice":"polish"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|russian/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.739372,"ciLow":1426.640994,"ciHigh":1442.83775,"observedAt":"2026-11-11","runCount":6469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"russian/Inkling","slice":"russian"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-text@1|rating|spanish/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.427001,"ciLow":1435.735231,"ciHigh":1467.118771,"observedAt":"2026-11-11","runCount":1611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"spanish/Inkling","slice":"spanish"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-webdev@1|rating|overall/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1414.14465,"ciLow":1408.164933,"ciHigh":1420.124368,"observedAt":"2026-11-15","runCount":17139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"overall/Inkling","slice":"overall"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-webdev@1|rating|webdev-html/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1404.319233,"ciLow":1390.46759,"ciHigh":1418.170876,"observedAt":"2026-11-15","runCount":2398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"webdev-html/Inkling","slice":"webdev-html"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-webdev@1|rating|webdev-react/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1404.131318,"ciLow":1397.039038,"ciHigh":1411.223598,"observedAt":"2026-11-15","runCount":11337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"webdev-react/Inkling","slice":"webdev-react"}
{"key":"lmarena|thinking-machines/inkling:default|none|lmarena-webdev@1|rating|webdev/Inkling","sourceId":"lmarena","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1414.14465,"ciLow":1408.164933,"ciHigh":1420.124368,"observedAt":"2026-11-15","runCount":17139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Inkling","rowId":"webdev/Inkling","slice":"webdev"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text-style-control@1|rating|creative_writing/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.72,"ciLow":1117.072362,"ciHigh":1190.367638,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"creative_writing/Falcon 180B Chat","slice":"creative_writing"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text-style-control@1|rating|english/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.108954,"ciLow":1152.50847,"ciHigh":1189.709438,"observedAt":"2026-11-11","runCount":1047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"english/Falcon 180B Chat","slice":"english"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text-style-control@1|rating|exclude_ties/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1000.474602,"ciLow":976.711167,"ciHigh":1024.238037,"observedAt":"2026-11-11","runCount":944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"exclude_ties/Falcon 180B Chat","slice":"exclude_ties"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text-style-control@1|rating|hard_prompts/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.748727,"ciLow":1093.565664,"ciHigh":1161.93179,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"hard_prompts/Falcon 180B Chat","slice":"hard_prompts"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1140.924119,"ciLow":1104.181159,"ciHigh":1177.667078,"observedAt":"2026-11-11","runCount":229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"industry_entertainment_and_sports_and_media/Falcon 180B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.504694,"ciLow":1119.731482,"ciHigh":1201.277906,"observedAt":"2026-11-11","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"industry_life_and_physical_and_social_science/Falcon 180B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1149.045597,"ciLow":1116.853985,"ciHigh":1181.237209,"observedAt":"2026-11-11","runCount":309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"industry_software_and_it_services/Falcon 180B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.795263,"ciLow":1139.086246,"ciHigh":1202.504281,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"industry_writing_and_literature_and_language/Falcon 180B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text-style-control@1|rating|instruction_following/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1134.738238,"ciLow":1106.169089,"ciHigh":1163.307386,"observedAt":"2026-11-11","runCount":389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"instruction_following/Falcon 180B Chat","slice":"instruction_following"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text-style-control@1|rating|multi_turn/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1097.906674,"ciLow":1058.537131,"ciHigh":1137.276217,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"multi_turn/Falcon 180B Chat","slice":"multi_turn"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text-style-control@1|rating|non_english/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1096.720444,"ciLow":1061.226431,"ciHigh":1132.214456,"observedAt":"2026-11-11","runCount":248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"non_english/Falcon 180B Chat","slice":"non_english"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text-style-control@1|rating|overall/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1148.330245,"ciLow":1131.3385,"ciHigh":1165.32199,"observedAt":"2026-11-11","runCount":1295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"overall/Falcon 180B Chat","slice":"overall"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text@1|rating|creative_writing/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1088.39975,"ciLow":1051.904733,"ciHigh":1124.894768,"observedAt":"2026-11-11","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"creative_writing/Falcon 180B Chat","slice":"creative_writing"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text@1|rating|english/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1080.675963,"ciLow":1062.004076,"ciHigh":1099.347851,"observedAt":"2026-11-11","runCount":1047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"english/Falcon 180B Chat","slice":"english"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text@1|rating|exclude_ties/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":867.864701,"ciLow":844.324221,"ciHigh":891.40518,"observedAt":"2026-11-11","runCount":944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"exclude_ties/Falcon 180B Chat","slice":"exclude_ties"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text@1|rating|hard_prompts/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1007.191685,"ciLow":973.754102,"ciHigh":1040.629269,"observedAt":"2026-11-11","runCount":231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"hard_prompts/Falcon 180B Chat","slice":"hard_prompts"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1058.225907,"ciLow":1021.01953,"ciHigh":1095.432284,"observedAt":"2026-11-11","runCount":229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"industry_entertainment_and_sports_and_media/Falcon 180B Chat","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1018.615543,"ciLow":977.909829,"ciHigh":1059.321256,"observedAt":"2026-11-11","runCount":206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"industry_life_and_physical_and_social_science/Falcon 180B Chat","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text@1|rating|industry_software_and_it_services/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1024.273542,"ciLow":991.615065,"ciHigh":1056.932019,"observedAt":"2026-11-11","runCount":309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"industry_software_and_it_services/Falcon 180B Chat","slice":"industry_software_and_it_services"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1105.056864,"ciLow":1073.28918,"ciHigh":1136.824548,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"industry_writing_and_literature_and_language/Falcon 180B Chat","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text@1|rating|instruction_following/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.429007,"ciLow":1018.413516,"ciHigh":1074.444498,"observedAt":"2026-11-11","runCount":389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"instruction_following/Falcon 180B Chat","slice":"instruction_following"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text@1|rating|multi_turn/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1012.830442,"ciLow":973.062976,"ciHigh":1052.597908,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"multi_turn/Falcon 180B Chat","slice":"multi_turn"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text@1|rating|non_english/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":999.665681,"ciLow":964.522915,"ciHigh":1034.808447,"observedAt":"2026-11-11","runCount":248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"non_english/Falcon 180B Chat","slice":"non_english"}
{"key":"lmarena|tii/falcon-180b-chat:default|none|lmarena-text@1|rating|overall/Falcon 180B Chat","sourceId":"lmarena","modelId":"tii/falcon-180b-chat","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1054.394858,"ciLow":1037.406917,"ciHigh":1071.382798,"observedAt":"2026-11-11","runCount":1295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Falcon 180B Chat","rowId":"overall/Falcon 180B Chat","slice":"overall"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|coding/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.527559,"ciLow":1105.481501,"ciHigh":1149.573618,"observedAt":"2026-11-11","runCount":704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"coding/StripedHyena Nous 7B","slice":"coding"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|creative_writing/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1089.324119,"ciLow":1068.512934,"ciHigh":1110.135304,"observedAt":"2026-11-11","runCount":869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"creative_writing/StripedHyena Nous 7B","slice":"creative_writing"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|english/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.412965,"ciLow":1140.520783,"ciHigh":1164.305146,"observedAt":"2026-11-11","runCount":3987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"english/StripedHyena Nous 7B","slice":"english"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|exclude_ties/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":956.885096,"ciLow":940.296258,"ciHigh":973.473933,"observedAt":"2026-11-11","runCount":3433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"exclude_ties/StripedHyena Nous 7B","slice":"exclude_ties"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|french/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1119.23437,"ciLow":1069.773337,"ciHigh":1168.695403,"observedAt":"2026-11-11","runCount":169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"french/StripedHyena Nous 7B","slice":"french"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|hard_prompts/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1108.25341,"ciLow":1091.427708,"ciHigh":1125.079113,"observedAt":"2026-11-11","runCount":1237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"hard_prompts/StripedHyena Nous 7B","slice":"hard_prompts"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1122.887618,"ciLow":1104.721974,"ciHigh":1141.053262,"observedAt":"2026-11-11","runCount":1029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"hard_prompts_english/StripedHyena Nous 7B","slice":"hard_prompts_english"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1080.242703,"ciLow":1050.65946,"ciHigh":1109.825946,"observedAt":"2026-11-11","runCount":455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_business_and_management_and_financial_operations/StripedHyena Nous 7B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1088.523356,"ciLow":1067.400123,"ciHigh":1109.646588,"observedAt":"2026-11-11","runCount":806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_entertainment_and_sports_and_media/StripedHyena Nous 7B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1111.351995,"ciLow":1076.017582,"ciHigh":1146.686408,"observedAt":"2026-11-11","runCount":309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_legal_and_government/StripedHyena Nous 7B","slice":"industry_legal_and_government"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1130.922855,"ciLow":1110.06002,"ciHigh":1151.785691,"observedAt":"2026-11-11","runCount":863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_life_and_physical_and_social_science/StripedHyena Nous 7B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1085.105131,"ciLow":1061.783291,"ciHigh":1108.426972,"observedAt":"2026-11-11","runCount":530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_mathematical/StripedHyena Nous 7B","slice":"industry_mathematical"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1123.538866,"ciLow":1092.781919,"ciHigh":1154.295813,"observedAt":"2026-11-11","runCount":327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_medicine_and_healthcare/StripedHyena Nous 7B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1137.239096,"ciLow":1119.613759,"ciHigh":1154.864433,"observedAt":"2026-11-11","runCount":1324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_software_and_it_services/StripedHyena Nous 7B","slice":"industry_software_and_it_services"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1092.825695,"ciLow":1074.894777,"ciHigh":1110.756613,"observedAt":"2026-11-11","runCount":1271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_writing_and_literature_and_language/StripedHyena Nous 7B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|instruction_following/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1090.914815,"ciLow":1075.707903,"ciHigh":1106.121726,"observedAt":"2026-11-11","runCount":1660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"instruction_following/StripedHyena Nous 7B","slice":"instruction_following"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|longer_query/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1074.693383,"ciLow":1042.954565,"ciHigh":1106.4322,"observedAt":"2026-11-11","runCount":334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"longer_query/StripedHyena Nous 7B","slice":"longer_query"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|math/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1085.845264,"ciLow":1065.572788,"ciHigh":1106.117739,"observedAt":"2026-11-11","runCount":676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"math/StripedHyena Nous 7B","slice":"math"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|multi_turn/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1076.272679,"ciLow":1053.396493,"ciHigh":1099.148866,"observedAt":"2026-11-11","runCount":738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"multi_turn/StripedHyena Nous 7B","slice":"multi_turn"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|non_english/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1050.202715,"ciLow":1031.900037,"ciHigh":1068.505392,"observedAt":"2026-11-11","runCount":1195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"non_english/StripedHyena Nous 7B","slice":"non_english"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text-style-control@1|rating|overall/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1121.799116,"ciLow":1110.851799,"ciHigh":1132.746433,"observedAt":"2026-11-11","runCount":5182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"overall/StripedHyena Nous 7B","slice":"overall"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|coding/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1000.939164,"ciLow":978.96351,"ciHigh":1022.914818,"observedAt":"2026-11-11","runCount":704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"coding/StripedHyena Nous 7B","slice":"coding"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|creative_writing/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1029.141091,"ciLow":1008.485309,"ciHigh":1049.796872,"observedAt":"2026-11-11","runCount":869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"creative_writing/StripedHyena Nous 7B","slice":"creative_writing"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|english/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1070.513796,"ciLow":1058.611658,"ciHigh":1082.415934,"observedAt":"2026-11-11","runCount":3987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"english/StripedHyena Nous 7B","slice":"english"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|exclude_ties/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":839.883255,"ciLow":823.434452,"ciHigh":856.332057,"observedAt":"2026-11-11","runCount":3433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"exclude_ties/StripedHyena Nous 7B","slice":"exclude_ties"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|french/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1031.874806,"ciLow":982.295063,"ciHigh":1081.454549,"observedAt":"2026-11-11","runCount":169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"french/StripedHyena Nous 7B","slice":"french"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|hard_prompts/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":998.139893,"ciLow":981.463292,"ciHigh":1014.816494,"observedAt":"2026-11-11","runCount":1237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"hard_prompts/StripedHyena Nous 7B","slice":"hard_prompts"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|hard_prompts_english/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1014.966589,"ciLow":997.010331,"ciHigh":1032.922846,"observedAt":"2026-11-11","runCount":1029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"hard_prompts_english/StripedHyena Nous 7B","slice":"hard_prompts_english"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":969.974754,"ciLow":940.742289,"ciHigh":999.207218,"observedAt":"2026-11-11","runCount":455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_business_and_management_and_financial_operations/StripedHyena Nous 7B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1011.360091,"ciLow":990.265272,"ciHigh":1032.45491,"observedAt":"2026-11-11","runCount":806,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_entertainment_and_sports_and_media/StripedHyena Nous 7B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|industry_legal_and_government/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1000.273111,"ciLow":965.210589,"ciHigh":1035.335632,"observedAt":"2026-11-11","runCount":309,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_legal_and_government/StripedHyena Nous 7B","slice":"industry_legal_and_government"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1011.953482,"ciLow":991.17177,"ciHigh":1032.735194,"observedAt":"2026-11-11","runCount":863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_life_and_physical_and_social_science/StripedHyena Nous 7B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|industry_mathematical/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1021.247652,"ciLow":998.018599,"ciHigh":1044.476705,"observedAt":"2026-11-11","runCount":530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_mathematical/StripedHyena Nous 7B","slice":"industry_mathematical"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":984.659651,"ciLow":954.078664,"ciHigh":1015.240638,"observedAt":"2026-11-11","runCount":327,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_medicine_and_healthcare/StripedHyena Nous 7B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|industry_software_and_it_services/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1021.552113,"ciLow":1004.029964,"ciHigh":1039.074263,"observedAt":"2026-11-11","runCount":1324,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_software_and_it_services/StripedHyena Nous 7B","slice":"industry_software_and_it_services"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1034.645751,"ciLow":1016.831674,"ciHigh":1052.459829,"observedAt":"2026-11-11","runCount":1271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"industry_writing_and_literature_and_language/StripedHyena Nous 7B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|instruction_following/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1010.158507,"ciLow":995.037574,"ciHigh":1025.27944,"observedAt":"2026-11-11","runCount":1660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"instruction_following/StripedHyena Nous 7B","slice":"instruction_following"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|longer_query/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":982.342324,"ciLow":951.159007,"ciHigh":1013.525641,"observedAt":"2026-11-11","runCount":334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"longer_query/StripedHyena Nous 7B","slice":"longer_query"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|math/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1033.088138,"ciLow":1012.92309,"ciHigh":1053.253187,"observedAt":"2026-11-11","runCount":676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"math/StripedHyena Nous 7B","slice":"math"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|multi_turn/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1007.510097,"ciLow":984.712056,"ciHigh":1030.308139,"observedAt":"2026-11-11","runCount":738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"multi_turn/StripedHyena Nous 7B","slice":"multi_turn"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|non_english/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":970.131353,"ciLow":951.949284,"ciHigh":988.313422,"observedAt":"2026-11-11","runCount":1195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"non_english/StripedHyena Nous 7B","slice":"non_english"}
{"key":"lmarena|together-ai/stripedhyena-nous-7b:default|none|lmarena-text@1|rating|overall/StripedHyena Nous 7B","sourceId":"lmarena","modelId":"together-ai/stripedhyena-nous-7b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1038.480921,"ciLow":1027.546552,"ciHigh":1049.415289,"observedAt":"2026-11-11","runCount":5182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"StripedHyena Nous 7B","rowId":"overall/StripedHyena Nous 7B","slice":"overall"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|chinese/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1001.98538,"ciLow":968.704831,"ciHigh":1035.265929,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"chinese/Koala 13B","slice":"chinese"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|coding/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1066.315989,"ciLow":1042.541326,"ciHigh":1090.090651,"observedAt":"2026-11-11","runCount":747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"coding/Koala 13B","slice":"coding"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|creative_writing/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1045.911669,"ciLow":1025.356241,"ciHigh":1066.467097,"observedAt":"2026-11-11","runCount":1200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"creative_writing/Koala 13B","slice":"creative_writing"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|english/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1099.170936,"ciLow":1088.096991,"ciHigh":1110.24488,"observedAt":"2026-11-11","runCount":5711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"english/Koala 13B","slice":"english"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":895.834831,"ciLow":880.64898,"ciHigh":911.020681,"observedAt":"2026-11-11","runCount":4743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"exclude_ties/Koala 13B","slice":"exclude_ties"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1034.666585,"ciLow":1016.593274,"ciHigh":1052.739895,"observedAt":"2026-11-11","runCount":1250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"hard_prompts/Koala 13B","slice":"hard_prompts"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1044.010975,"ciLow":1024.390689,"ciHigh":1063.631262,"observedAt":"2026-11-11","runCount":1100,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"hard_prompts_english/Koala 13B","slice":"hard_prompts_english"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1047.950009,"ciLow":1019.071388,"ciHigh":1076.82863,"observedAt":"2026-11-11","runCount":503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_business_and_management_and_financial_operations/Koala 13B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1030.388808,"ciLow":1010.176461,"ciHigh":1050.601155,"observedAt":"2026-11-11","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_entertainment_and_sports_and_media/Koala 13B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1078.814454,"ciLow":1038.933945,"ciHigh":1118.694963,"observedAt":"2026-11-11","runCount":248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_legal_and_government/Koala 13B","slice":"industry_legal_and_government"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1102.469526,"ciLow":1081.953827,"ciHigh":1122.985224,"observedAt":"2026-11-11","runCount":1211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_life_and_physical_and_social_science/Koala 13B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":987.781622,"ciLow":964.77524,"ciHigh":1010.788003,"observedAt":"2026-11-11","runCount":692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_mathematical/Koala 13B","slice":"industry_mathematical"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1088.569891,"ciLow":1047.057488,"ciHigh":1130.082295,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_medicine_and_healthcare/Koala 13B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1073.196324,"ciLow":1055.323816,"ciHigh":1091.068833,"observedAt":"2026-11-11","runCount":1572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_software_and_it_services/Koala 13B","slice":"industry_software_and_it_services"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1049.047016,"ciLow":1031.301216,"ciHigh":1066.792815,"observedAt":"2026-11-11","runCount":1515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_writing_and_literature_and_language/Koala 13B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|instruction_following/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1026.552227,"ciLow":1011.274365,"ciHigh":1041.83009,"observedAt":"2026-11-11","runCount":1913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"instruction_following/Koala 13B","slice":"instruction_following"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|math/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":980.502576,"ciLow":959.09771,"ciHigh":1001.907442,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"math/Koala 13B","slice":"math"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|multi_turn/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":998.881196,"ciLow":974.990021,"ciHigh":1022.77237,"observedAt":"2026-11-11","runCount":792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"multi_turn/Koala 13B","slice":"multi_turn"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|non_english/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1006.834862,"ciLow":988.584156,"ciHigh":1025.085567,"observedAt":"2026-11-11","runCount":1254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"non_english/Koala 13B","slice":"non_english"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text-style-control@1|rating|overall/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1071.10538,"ciLow":1061.301905,"ciHigh":1080.908855,"observedAt":"2026-11-11","runCount":6965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"overall/Koala 13B","slice":"overall"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|chinese/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":881.017992,"ciLow":850.130856,"ciHigh":911.905128,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"chinese/Koala 13B","slice":"chinese"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|coding/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":944.784918,"ciLow":921.359274,"ciHigh":968.210562,"observedAt":"2026-11-11","runCount":747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"coding/Koala 13B","slice":"coding"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|creative_writing/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":972.824857,"ciLow":952.598423,"ciHigh":993.051291,"observedAt":"2026-11-11","runCount":1200,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"creative_writing/Koala 13B","slice":"creative_writing"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|english/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1021.808508,"ciLow":1010.809998,"ciHigh":1032.807018,"observedAt":"2026-11-11","runCount":5711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"english/Koala 13B","slice":"english"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|exclude_ties/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":782.049954,"ciLow":767.270207,"ciHigh":796.829701,"observedAt":"2026-11-11","runCount":4743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"exclude_ties/Koala 13B","slice":"exclude_ties"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|hard_prompts/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":930.352363,"ciLow":912.692984,"ciHigh":948.011742,"observedAt":"2026-11-11","runCount":1250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"hard_prompts/Koala 13B","slice":"hard_prompts"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|hard_prompts_english/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":943.066376,"ciLow":923.862997,"ciHigh":962.269755,"observedAt":"2026-11-11","runCount":1100,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"hard_prompts_english/Koala 13B","slice":"hard_prompts_english"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":936.300394,"ciLow":907.13408,"ciHigh":965.466708,"observedAt":"2026-11-11","runCount":503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_business_and_management_and_financial_operations/Koala 13B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":944.700683,"ciLow":924.701956,"ciHigh":964.69941,"observedAt":"2026-11-11","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_entertainment_and_sports_and_media/Koala 13B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|industry_legal_and_government/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":963.780202,"ciLow":923.87067,"ciHigh":1003.689733,"observedAt":"2026-11-11","runCount":248,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_legal_and_government/Koala 13B","slice":"industry_legal_and_government"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":986.337619,"ciLow":966.110087,"ciHigh":1006.56515,"observedAt":"2026-11-11","runCount":1211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_life_and_physical_and_social_science/Koala 13B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|industry_mathematical/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":928.771931,"ciLow":906.124044,"ciHigh":951.419818,"observedAt":"2026-11-11","runCount":692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_mathematical/Koala 13B","slice":"industry_mathematical"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":956.040321,"ciLow":916.223998,"ciHigh":995.856643,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_medicine_and_healthcare/Koala 13B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":960.803931,"ciLow":943.200929,"ciHigh":978.406932,"observedAt":"2026-11-11","runCount":1572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_software_and_it_services/Koala 13B","slice":"industry_software_and_it_services"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":979.387879,"ciLow":961.807227,"ciHigh":996.968531,"observedAt":"2026-11-11","runCount":1515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"industry_writing_and_literature_and_language/Koala 13B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|instruction_following/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":943.517935,"ciLow":928.589956,"ciHigh":958.445913,"observedAt":"2026-11-11","runCount":1913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"instruction_following/Koala 13B","slice":"instruction_following"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|math/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":932.390254,"ciLow":911.396518,"ciHigh":953.383991,"observedAt":"2026-11-11","runCount":751,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"math/Koala 13B","slice":"math"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|multi_turn/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":923.364923,"ciLow":899.521511,"ciHigh":947.208335,"observedAt":"2026-11-11","runCount":792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"multi_turn/Koala 13B","slice":"multi_turn"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|non_english/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":916.25574,"ciLow":898.63149,"ciHigh":933.879991,"observedAt":"2026-11-11","runCount":1254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"non_english/Koala 13B","slice":"non_english"}
{"key":"lmarena|uc-berkeley/koala-13b:default|none|lmarena-text@1|rating|overall/Koala 13B","sourceId":"lmarena","modelId":"uc-berkeley/koala-13b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":989.649014,"ciLow":979.974723,"ciHigh":999.323306,"observedAt":"2026-11-11","runCount":6965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Koala 13B","rowId":"overall/Koala 13B","slice":"overall"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|chinese/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.263184,"ciLow":1116.345712,"ciHigh":1160.180656,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"chinese/Starling LM 7B Alpha","slice":"chinese"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|coding/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1207.71509,"ciLow":1191.426085,"ciHigh":1224.004095,"observedAt":"2026-11-11","runCount":1397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"coding/Starling LM 7B Alpha","slice":"coding"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|creative_writing/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.32824,"ciLow":1119.682333,"ciHigh":1150.974148,"observedAt":"2026-11-11","runCount":1701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"creative_writing/Starling LM 7B Alpha","slice":"creative_writing"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|english/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1195.910375,"ciLow":1186.836766,"ciHigh":1204.983985,"observedAt":"2026-11-11","runCount":7238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"english/Starling LM 7B Alpha","slice":"english"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|exclude_ties/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1028.220811,"ciLow":1016.354805,"ciHigh":1040.086817,"observedAt":"2026-11-11","runCount":6748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"exclude_ties/Starling LM 7B Alpha","slice":"exclude_ties"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|expert/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.721881,"ciLow":1108.198211,"ciHigh":1169.245551,"observedAt":"2026-11-11","runCount":318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"expert/Starling LM 7B Alpha","slice":"expert"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|french/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.580188,"ciLow":1116.598304,"ciHigh":1204.562073,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"french/Starling LM 7B Alpha","slice":"french"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|german/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1081.569163,"ciLow":1039.523902,"ciHigh":1123.614425,"observedAt":"2026-11-11","runCount":199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"german/Starling LM 7B Alpha","slice":"german"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|hard_prompts/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.57969,"ciLow":1155.929182,"ciHigh":1181.230198,"observedAt":"2026-11-11","runCount":2471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"hard_prompts/Starling LM 7B Alpha","slice":"hard_prompts"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.59411,"ciLow":1171.34843,"ciHigh":1199.839791,"observedAt":"2026-11-11","runCount":1894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"hard_prompts_english/Starling LM 7B Alpha","slice":"hard_prompts_english"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.180136,"ciLow":1137.737763,"ciHigh":1178.62251,"observedAt":"2026-11-11","runCount":841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_business_and_management_and_financial_operations/Starling LM 7B Alpha","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1133.56479,"ciLow":1118.210561,"ciHigh":1148.919019,"observedAt":"2026-11-11","runCount":1622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_entertainment_and_sports_and_media/Starling LM 7B Alpha","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1202.765341,"ciLow":1175.956615,"ciHigh":1229.574067,"observedAt":"2026-11-11","runCount":504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_legal_and_government/Starling LM 7B Alpha","slice":"industry_legal_and_government"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.841806,"ciLow":1179.597838,"ciHigh":1210.085774,"observedAt":"2026-11-11","runCount":1854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_life_and_physical_and_social_science/Starling LM 7B Alpha","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.085051,"ciLow":1117.752164,"ciHigh":1152.417938,"observedAt":"2026-11-11","runCount":1103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_mathematical/Starling LM 7B Alpha","slice":"industry_mathematical"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.020902,"ciLow":1186.609452,"ciHigh":1237.432352,"observedAt":"2026-11-11","runCount":568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_medicine_and_healthcare/Starling LM 7B Alpha","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1185.43745,"ciLow":1172.378741,"ciHigh":1198.496159,"observedAt":"2026-11-11","runCount":2610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_software_and_it_services/Starling LM 7B Alpha","slice":"industry_software_and_it_services"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1139.542021,"ciLow":1126.332509,"ciHigh":1152.751532,"observedAt":"2026-11-11","runCount":2509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_writing_and_literature_and_language/Starling LM 7B Alpha","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|instruction_following/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1136.443275,"ciLow":1124.936602,"ciHigh":1147.949949,"observedAt":"2026-11-11","runCount":3316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"instruction_following/Starling LM 7B Alpha","slice":"instruction_following"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|longer_query/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.247511,"ciLow":1129.32432,"ciHigh":1175.170702,"observedAt":"2026-11-11","runCount":666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"longer_query/Starling LM 7B Alpha","slice":"longer_query"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|math/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.008357,"ciLow":1111.266885,"ciHigh":1142.74983,"observedAt":"2026-11-11","runCount":1300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"math/Starling LM 7B Alpha","slice":"math"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|multi_turn/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1134.168258,"ciLow":1116.641115,"ciHigh":1151.695401,"observedAt":"2026-11-11","runCount":1270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"multi_turn/Starling LM 7B Alpha","slice":"multi_turn"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|non_english/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1119.61121,"ciLow":1107.28825,"ciHigh":1131.934169,"observedAt":"2026-11-11","runCount":2986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"non_english/Starling LM 7B Alpha","slice":"non_english"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|overall/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.553402,"ciLow":1159.50865,"ciHigh":1175.598154,"observedAt":"2026-11-11","runCount":10224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"overall/Starling LM 7B Alpha","slice":"overall"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text-style-control@1|rating|russian/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1153.967757,"ciLow":1126.832803,"ciHigh":1181.102711,"observedAt":"2026-11-11","runCount":410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"russian/Starling LM 7B Alpha","slice":"russian"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|chinese/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1045.32062,"ciLow":1023.748775,"ciHigh":1066.892465,"observedAt":"2026-11-11","runCount":858,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"chinese/Starling LM 7B Alpha","slice":"chinese"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|coding/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1097.388864,"ciLow":1081.195842,"ciHigh":1113.581886,"observedAt":"2026-11-11","runCount":1397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"coding/Starling LM 7B Alpha","slice":"coding"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|creative_writing/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1099.033082,"ciLow":1083.733227,"ciHigh":1114.332938,"observedAt":"2026-11-11","runCount":1701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"creative_writing/Starling LM 7B Alpha","slice":"creative_writing"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|english/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1138.689335,"ciLow":1129.726647,"ciHigh":1147.652024,"observedAt":"2026-11-11","runCount":7238,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"english/Starling LM 7B Alpha","slice":"english"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|exclude_ties/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":944.932571,"ciLow":933.409632,"ciHigh":956.45551,"observedAt":"2026-11-11","runCount":6748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"exclude_ties/Starling LM 7B Alpha","slice":"exclude_ties"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|expert/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1032.997428,"ciLow":1002.398095,"ciHigh":1063.596761,"observedAt":"2026-11-11","runCount":318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"expert/Starling LM 7B Alpha","slice":"expert"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|french/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1084.820231,"ciLow":1041.397078,"ciHigh":1128.243383,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"french/Starling LM 7B Alpha","slice":"french"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|german/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1025.126816,"ciLow":982.946438,"ciHigh":1067.307194,"observedAt":"2026-11-11","runCount":199,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"german/Starling LM 7B Alpha","slice":"german"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|hard_prompts/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1075.285232,"ciLow":1062.798299,"ciHigh":1087.772165,"observedAt":"2026-11-11","runCount":2471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"hard_prompts/Starling LM 7B Alpha","slice":"hard_prompts"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|hard_prompts_english/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1094.645305,"ciLow":1080.604847,"ciHigh":1108.685762,"observedAt":"2026-11-11","runCount":1894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"hard_prompts_english/Starling LM 7B Alpha","slice":"hard_prompts_english"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1072.481888,"ciLow":1052.164191,"ciHigh":1092.799585,"observedAt":"2026-11-11","runCount":841,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_business_and_management_and_financial_operations/Starling LM 7B Alpha","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.359944,"ciLow":1067.112622,"ciHigh":1097.607265,"observedAt":"2026-11-11","runCount":1622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_entertainment_and_sports_and_media/Starling LM 7B Alpha","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|industry_legal_and_government/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1122.149913,"ciLow":1095.303312,"ciHigh":1148.996514,"observedAt":"2026-11-11","runCount":504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_legal_and_government/Starling LM 7B Alpha","slice":"industry_legal_and_government"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1109.791855,"ciLow":1094.71533,"ciHigh":1124.868381,"observedAt":"2026-11-11","runCount":1854,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_life_and_physical_and_social_science/Starling LM 7B Alpha","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|industry_mathematical/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.320916,"ciLow":1065.105729,"ciHigh":1099.536104,"observedAt":"2026-11-11","runCount":1103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_mathematical/Starling LM 7B Alpha","slice":"industry_mathematical"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1111.458588,"ciLow":1086.120268,"ciHigh":1136.796908,"observedAt":"2026-11-11","runCount":568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_medicine_and_healthcare/Starling LM 7B Alpha","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|industry_software_and_it_services/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1091.320736,"ciLow":1078.41217,"ciHigh":1104.229302,"observedAt":"2026-11-11","runCount":2610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_software_and_it_services/Starling LM 7B Alpha","slice":"industry_software_and_it_services"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1098.291778,"ciLow":1085.313997,"ciHigh":1111.269559,"observedAt":"2026-11-11","runCount":2509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"industry_writing_and_literature_and_language/Starling LM 7B Alpha","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|instruction_following/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1069.781379,"ciLow":1058.509904,"ciHigh":1081.052854,"observedAt":"2026-11-11","runCount":3316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"instruction_following/Starling LM 7B Alpha","slice":"instruction_following"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|longer_query/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1080.885516,"ciLow":1058.285266,"ciHigh":1103.485766,"observedAt":"2026-11-11","runCount":666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"longer_query/Starling LM 7B Alpha","slice":"longer_query"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|math/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1081.497121,"ciLow":1065.890275,"ciHigh":1097.103967,"observedAt":"2026-11-11","runCount":1300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"math/Starling LM 7B Alpha","slice":"math"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|multi_turn/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1084.963255,"ciLow":1067.600545,"ciHigh":1102.325965,"observedAt":"2026-11-11","runCount":1270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"multi_turn/Starling LM 7B Alpha","slice":"multi_turn"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|non_english/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1055.58735,"ciLow":1043.492035,"ciHigh":1067.682665,"observedAt":"2026-11-11","runCount":2986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"non_english/Starling LM 7B Alpha","slice":"non_english"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|overall/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1107.703612,"ciLow":1099.79953,"ciHigh":1115.607694,"observedAt":"2026-11-11","runCount":10224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"overall/Starling LM 7B Alpha","slice":"overall"}
{"key":"lmarena|uc-berkeley/starling-lm-7b-alpha:default|none|lmarena-text@1|rating|russian/Starling LM 7B Alpha","sourceId":"lmarena","modelId":"uc-berkeley/starling-lm-7b-alpha","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1095.359086,"ciLow":1068.291641,"ciHigh":1122.426531,"observedAt":"2026-11-11","runCount":410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Starling LM 7B Alpha","rowId":"russian/Starling LM 7B Alpha","slice":"russian"}
{"key":"lmarena|unisound/u2-flash:default|none|lmarena-webdev@1|rating|overall/U2 Flash","sourceId":"lmarena","modelId":"unisound/u2-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1612.250245,"ciLow":1595.596915,"ciHigh":1628.903575,"observedAt":"2026-11-15","runCount":1469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"U2 Flash","rowId":"overall/U2 Flash","slice":"overall"}
{"key":"lmarena|unisound/u2-flash:default|none|lmarena-webdev@1|rating|webdev-html/U2 Flash","sourceId":"lmarena","modelId":"unisound/u2-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1621.063768,"ciLow":1580.020909,"ciHigh":1662.106626,"observedAt":"2026-11-15","runCount":276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"U2 Flash","rowId":"webdev-html/U2 Flash","slice":"webdev-html"}
{"key":"lmarena|unisound/u2-flash:default|none|lmarena-webdev@1|rating|webdev-react/U2 Flash","sourceId":"lmarena","modelId":"unisound/u2-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1617.54297,"ciLow":1596.074914,"ciHigh":1639.011026,"observedAt":"2026-11-15","runCount":887,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"U2 Flash","rowId":"webdev-react/U2 Flash","slice":"webdev-react"}
{"key":"lmarena|unisound/u2-flash:default|none|lmarena-webdev@1|rating|webdev/U2 Flash","sourceId":"lmarena","modelId":"unisound/u2-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1612.250245,"ciLow":1595.596915,"ciHigh":1628.903575,"observedAt":"2026-11-15","runCount":1469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"U2 Flash","rowId":"webdev/U2 Flash","slice":"webdev"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|coding/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1113.85476,"ciLow":1078.570242,"ciHigh":1149.139279,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"coding/Guanaco 33B","slice":"coding"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|creative_writing/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1135.274002,"ciLow":1107.864579,"ciHigh":1162.683424,"observedAt":"2026-11-11","runCount":515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"creative_writing/Guanaco 33B","slice":"creative_writing"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|english/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1156.509413,"ciLow":1143.114084,"ciHigh":1169.904743,"observedAt":"2026-11-11","runCount":2352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"english/Guanaco 33B","slice":"english"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|exclude_ties/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":973.77735,"ciLow":955.82545,"ciHigh":991.729251,"observedAt":"2026-11-11","runCount":2032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"exclude_ties/Guanaco 33B","slice":"exclude_ties"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|hard_prompts/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1105.751876,"ciLow":1080.611702,"ciHigh":1130.89205,"observedAt":"2026-11-11","runCount":517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"hard_prompts/Guanaco 33B","slice":"hard_prompts"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1118.857601,"ciLow":1090.888791,"ciHigh":1146.826411,"observedAt":"2026-11-11","runCount":434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"hard_prompts_english/Guanaco 33B","slice":"hard_prompts_english"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1079.634813,"ciLow":1041.805061,"ciHigh":1117.464566,"observedAt":"2026-11-11","runCount":261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"industry_business_and_management_and_financial_operations/Guanaco 33B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1141.228421,"ciLow":1111.973699,"ciHigh":1170.483143,"observedAt":"2026-11-11","runCount":443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"industry_entertainment_and_sports_and_media/Guanaco 33B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.887191,"ciLow":1134.773784,"ciHigh":1187.000598,"observedAt":"2026-11-11","runCount":526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"industry_life_and_physical_and_social_science/Guanaco 33B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1077.752597,"ciLow":1042.57628,"ciHigh":1112.928915,"observedAt":"2026-11-11","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"industry_mathematical/Guanaco 33B","slice":"industry_mathematical"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1116.5948,"ciLow":1093.036903,"ciHigh":1140.152697,"observedAt":"2026-11-11","runCount":635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"industry_software_and_it_services/Guanaco 33B","slice":"industry_software_and_it_services"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1123.146352,"ciLow":1100.247483,"ciHigh":1146.045222,"observedAt":"2026-11-11","runCount":714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"industry_writing_and_literature_and_language/Guanaco 33B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|instruction_following/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1066.091465,"ciLow":1044.906805,"ciHigh":1087.276126,"observedAt":"2026-11-11","runCount":777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"instruction_following/Guanaco 33B","slice":"instruction_following"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|math/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1080.958795,"ciLow":1048.782344,"ciHigh":1113.135247,"observedAt":"2026-11-11","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"math/Guanaco 33B","slice":"math"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|multi_turn/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1071.930535,"ciLow":1038.750036,"ciHigh":1105.111034,"observedAt":"2026-11-11","runCount":331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"multi_turn/Guanaco 33B","slice":"multi_turn"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|non_english/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1065.37643,"ciLow":1041.439823,"ciHigh":1089.313037,"observedAt":"2026-11-11","runCount":569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"non_english/Guanaco 33B","slice":"non_english"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text-style-control@1|rating|overall/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1127.66987,"ciLow":1115.630883,"ciHigh":1139.708858,"observedAt":"2026-11-11","runCount":2921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"overall/Guanaco 33B","slice":"overall"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|coding/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":995.409501,"ciLow":960.921172,"ciHigh":1029.897829,"observedAt":"2026-11-11","runCount":263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"coding/Guanaco 33B","slice":"coding"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|creative_writing/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1079.842217,"ciLow":1052.663301,"ciHigh":1107.021134,"observedAt":"2026-11-11","runCount":515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"creative_writing/Guanaco 33B","slice":"creative_writing"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|english/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1085.396757,"ciLow":1071.989558,"ciHigh":1098.803957,"observedAt":"2026-11-11","runCount":2352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"english/Guanaco 33B","slice":"english"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|exclude_ties/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":872.012248,"ciLow":854.399992,"ciHigh":889.624505,"observedAt":"2026-11-11","runCount":2032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"exclude_ties/Guanaco 33B","slice":"exclude_ties"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|hard_prompts/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1004.966016,"ciLow":980.453854,"ciHigh":1029.478178,"observedAt":"2026-11-11","runCount":517,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"hard_prompts/Guanaco 33B","slice":"hard_prompts"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|hard_prompts_english/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1020.237252,"ciLow":992.754523,"ciHigh":1047.71998,"observedAt":"2026-11-11","runCount":434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"hard_prompts_english/Guanaco 33B","slice":"hard_prompts_english"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":972.665531,"ciLow":934.143518,"ciHigh":1011.187543,"observedAt":"2026-11-11","runCount":261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"industry_business_and_management_and_financial_operations/Guanaco 33B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1072.774285,"ciLow":1044.076795,"ciHigh":1101.471775,"observedAt":"2026-11-11","runCount":443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"industry_entertainment_and_sports_and_media/Guanaco 33B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1059.459702,"ciLow":1033.005938,"ciHigh":1085.913467,"observedAt":"2026-11-11","runCount":526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"industry_life_and_physical_and_social_science/Guanaco 33B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|industry_mathematical/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1020.16207,"ciLow":985.166777,"ciHigh":1055.157362,"observedAt":"2026-11-11","runCount":236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"industry_mathematical/Guanaco 33B","slice":"industry_mathematical"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|industry_software_and_it_services/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1012.661303,"ciLow":989.12781,"ciHigh":1036.194796,"observedAt":"2026-11-11","runCount":635,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"industry_software_and_it_services/Guanaco 33B","slice":"industry_software_and_it_services"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1066.259808,"ciLow":1043.552865,"ciHigh":1088.966751,"observedAt":"2026-11-11","runCount":714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"industry_writing_and_literature_and_language/Guanaco 33B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|instruction_following/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":991.158005,"ciLow":970.450057,"ciHigh":1011.865952,"observedAt":"2026-11-11","runCount":777,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"instruction_following/Guanaco 33B","slice":"instruction_following"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|math/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1032.617075,"ciLow":1000.214074,"ciHigh":1065.020076,"observedAt":"2026-11-11","runCount":280,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"math/Guanaco 33B","slice":"math"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|multi_turn/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1005.895527,"ciLow":972.517089,"ciHigh":1039.273965,"observedAt":"2026-11-11","runCount":331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"multi_turn/Guanaco 33B","slice":"multi_turn"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|non_english/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":987.515016,"ciLow":964.004256,"ciHigh":1011.025776,"observedAt":"2026-11-11","runCount":569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"non_english/Guanaco 33B","slice":"non_english"}
{"key":"lmarena|university-of-washington/guanaco-33b:default|none|lmarena-text@1|rating|overall/Guanaco 33B","sourceId":"lmarena","modelId":"university-of-washington/guanaco-33b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1053.419885,"ciLow":1041.435546,"ciHigh":1065.404225,"observedAt":"2026-11-11","runCount":2921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Guanaco 33B","rowId":"overall/Guanaco 33B","slice":"overall"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|coding/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1183.697729,"ciLow":1156.800224,"ciHigh":1210.595235,"observedAt":"2026-11-11","runCount":482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"coding/SOLAR 10.7B Instruct v1.0","slice":"coding"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|creative_writing/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1138.143156,"ciLow":1114.527128,"ciHigh":1161.759184,"observedAt":"2026-11-11","runCount":698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"creative_writing/SOLAR 10.7B Instruct v1.0","slice":"creative_writing"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|english/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.750851,"ciLow":1170.2706,"ciHigh":1199.231102,"observedAt":"2026-11-11","runCount":3277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"english/SOLAR 10.7B Instruct v1.0","slice":"english"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|exclude_ties/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1004.99022,"ciLow":985.952029,"ciHigh":1024.028411,"observedAt":"2026-11-11","runCount":2831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"exclude_ties/SOLAR 10.7B Instruct v1.0","slice":"exclude_ties"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|hard_prompts/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1157.971074,"ciLow":1138.545006,"ciHigh":1177.397142,"observedAt":"2026-11-11","runCount":932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"hard_prompts/SOLAR 10.7B Instruct v1.0","slice":"hard_prompts"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.85746,"ciLow":1147.326988,"ciHigh":1190.387932,"observedAt":"2026-11-11","runCount":765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"hard_prompts_english/SOLAR 10.7B Instruct v1.0","slice":"hard_prompts_english"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1124.6332,"ciLow":1090.791642,"ciHigh":1158.474758,"observedAt":"2026-11-11","runCount":311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_business_and_management_and_financial_operations/SOLAR 10.7B Instruct v1.0","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1123.514358,"ciLow":1099.671337,"ciHigh":1147.357378,"observedAt":"2026-11-11","runCount":654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_entertainment_and_sports_and_media/SOLAR 10.7B Instruct v1.0","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1180.501867,"ciLow":1141.245923,"ciHigh":1219.757812,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_legal_and_government/SOLAR 10.7B Instruct v1.0","slice":"industry_legal_and_government"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.584542,"ciLow":1154.335964,"ciHigh":1200.833119,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_life_and_physical_and_social_science/SOLAR 10.7B Instruct v1.0","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|industry_mathematical/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1110.891837,"ciLow":1087.134345,"ciHigh":1134.649329,"observedAt":"2026-11-11","runCount":529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_mathematical/SOLAR 10.7B Instruct v1.0","slice":"industry_mathematical"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1177.294341,"ciLow":1137.030225,"ciHigh":1217.558456,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_medicine_and_healthcare/SOLAR 10.7B Instruct v1.0","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.991728,"ciLow":1148.456912,"ciHigh":1189.526545,"observedAt":"2026-11-11","runCount":981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_software_and_it_services/SOLAR 10.7B Instruct v1.0","slice":"industry_software_and_it_services"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1139.404854,"ciLow":1118.600781,"ciHigh":1160.208928,"observedAt":"2026-11-11","runCount":894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_writing_and_literature_and_language/SOLAR 10.7B Instruct v1.0","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|instruction_following/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1116.053384,"ciLow":1097.556734,"ciHigh":1134.550033,"observedAt":"2026-11-11","runCount":1188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"instruction_following/SOLAR 10.7B Instruct v1.0","slice":"instruction_following"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|math/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1109.336446,"ciLow":1087.661521,"ciHigh":1131.011372,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"math/SOLAR 10.7B Instruct v1.0","slice":"math"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|multi_turn/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1112.002941,"ciLow":1086.967972,"ciHigh":1137.03791,"observedAt":"2026-11-11","runCount":601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"multi_turn/SOLAR 10.7B Instruct v1.0","slice":"multi_turn"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|non_english/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1082.945203,"ciLow":1062.881583,"ciHigh":1103.008822,"observedAt":"2026-11-11","runCount":878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"non_english/SOLAR 10.7B Instruct v1.0","slice":"non_english"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text-style-control@1|rating|overall/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.592748,"ciLow":1139.468627,"ciHigh":1165.71687,"observedAt":"2026-11-11","runCount":4155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"overall/SOLAR 10.7B Instruct v1.0","slice":"overall"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|coding/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1066.669103,"ciLow":1040.203274,"ciHigh":1093.134931,"observedAt":"2026-11-11","runCount":482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"coding/SOLAR 10.7B Instruct v1.0","slice":"coding"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|creative_writing/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1089.213086,"ciLow":1065.26002,"ciHigh":1113.166152,"observedAt":"2026-11-11","runCount":698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"creative_writing/SOLAR 10.7B Instruct v1.0","slice":"creative_writing"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|english/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1117.270892,"ciLow":1102.916909,"ciHigh":1131.624876,"observedAt":"2026-11-11","runCount":3277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"english/SOLAR 10.7B Instruct v1.0","slice":"english"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|exclude_ties/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":907.90415,"ciLow":889.127641,"ciHigh":926.680659,"observedAt":"2026-11-11","runCount":2831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"exclude_ties/SOLAR 10.7B Instruct v1.0","slice":"exclude_ties"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|hard_prompts/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1061.969207,"ciLow":1042.826263,"ciHigh":1081.11215,"observedAt":"2026-11-11","runCount":932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"hard_prompts/SOLAR 10.7B Instruct v1.0","slice":"hard_prompts"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|hard_prompts_english/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1075.139507,"ciLow":1053.903798,"ciHigh":1096.375216,"observedAt":"2026-11-11","runCount":765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"hard_prompts_english/SOLAR 10.7B Instruct v1.0","slice":"hard_prompts_english"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1019.795271,"ciLow":985.940413,"ciHigh":1053.650128,"observedAt":"2026-11-11","runCount":311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_business_and_management_and_financial_operations/SOLAR 10.7B Instruct v1.0","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1058.38619,"ciLow":1034.099099,"ciHigh":1082.67328,"observedAt":"2026-11-11","runCount":654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_entertainment_and_sports_and_media/SOLAR 10.7B Instruct v1.0","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|industry_legal_and_government/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1082.585362,"ciLow":1043.635884,"ciHigh":1121.53484,"observedAt":"2026-11-11","runCount":219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_legal_and_government/SOLAR 10.7B Instruct v1.0","slice":"industry_legal_and_government"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1072.174264,"ciLow":1048.700128,"ciHigh":1095.6484,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_life_and_physical_and_social_science/SOLAR 10.7B Instruct v1.0","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|industry_mathematical/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1056.684139,"ciLow":1033.320355,"ciHigh":1080.047922,"observedAt":"2026-11-11","runCount":529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_mathematical/SOLAR 10.7B Instruct v1.0","slice":"industry_mathematical"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1047.219319,"ciLow":1007.19797,"ciHigh":1087.240667,"observedAt":"2026-11-11","runCount":210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_medicine_and_healthcare/SOLAR 10.7B Instruct v1.0","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|industry_software_and_it_services/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1067.453913,"ciLow":1047.190308,"ciHigh":1087.717518,"observedAt":"2026-11-11","runCount":981,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_software_and_it_services/SOLAR 10.7B Instruct v1.0","slice":"industry_software_and_it_services"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1087.819139,"ciLow":1066.845042,"ciHigh":1108.793236,"observedAt":"2026-11-11","runCount":894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"industry_writing_and_literature_and_language/SOLAR 10.7B Instruct v1.0","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|instruction_following/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1046.334497,"ciLow":1028.254473,"ciHigh":1064.414521,"observedAt":"2026-11-11","runCount":1188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"instruction_following/SOLAR 10.7B Instruct v1.0","slice":"instruction_following"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|math/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1063.905304,"ciLow":1042.400893,"ciHigh":1085.409715,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"math/SOLAR 10.7B Instruct v1.0","slice":"math"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|multi_turn/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1045.073188,"ciLow":1020.19126,"ciHigh":1069.955116,"observedAt":"2026-11-11","runCount":601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"multi_turn/SOLAR 10.7B Instruct v1.0","slice":"multi_turn"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|non_english/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1013.994238,"ciLow":993.744896,"ciHigh":1034.24358,"observedAt":"2026-11-11","runCount":878,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"non_english/SOLAR 10.7B Instruct v1.0","slice":"non_english"}
{"key":"lmarena|upstage/solar-10.7b-instruct-v1.0:default|none|lmarena-text@1|rating|overall/SOLAR 10.7B Instruct v1.0","sourceId":"lmarena","modelId":"upstage/solar-10.7b-instruct-v1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1083.129481,"ciLow":1070.091431,"ciHigh":1096.16753,"observedAt":"2026-11-11","runCount":4155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"SOLAR 10.7B Instruct v1.0","rowId":"overall/SOLAR 10.7B Instruct v1.0","slice":"overall"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-agent@1|cost-per-task|overall/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.041037,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"overall/Solar Pro 4","slice":"overall"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-agent@1|output-tokens-per-task|overall/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":13681,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"overall/Solar Pro 4","slice":"overall"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-agent@1|score|overall/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.239258,"ciLow":-0.261267,"ciHigh":-0.21725,"observedAt":"2026-11-15","runCount":573412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"overall/Solar Pro 4","slice":"overall"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|chinese/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.199345,"ciLow":1412.578579,"ciHigh":1439.820112,"observedAt":"2026-11-11","runCount":2096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"chinese/Solar Pro 4","slice":"chinese"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|coding/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.914527,"ciLow":1452.949677,"ciHigh":1468.879377,"observedAt":"2026-11-11","runCount":6891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"coding/Solar Pro 4","slice":"coding"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|creative_writing/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.160593,"ciLow":1303.059722,"ciHigh":1321.261464,"observedAt":"2026-11-11","runCount":5881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"creative_writing/Solar Pro 4","slice":"creative_writing"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|english/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.656422,"ciLow":1411.975925,"ciHigh":1425.336918,"observedAt":"2026-11-11","runCount":10628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"english/Solar Pro 4","slice":"english"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|exclude_ties/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.988292,"ciLow":1355.175094,"ciHigh":1368.801489,"observedAt":"2026-11-11","runCount":20099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"exclude_ties/Solar Pro 4","slice":"exclude_ties"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|expert/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.445815,"ciLow":1425.028258,"ciHigh":1447.863373,"observedAt":"2026-11-11","runCount":3024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"expert/Solar Pro 4","slice":"expert"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|french/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.481778,"ciLow":1388.944765,"ciHigh":1432.01879,"observedAt":"2026-11-11","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"french/Solar Pro 4","slice":"french"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|german/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.117123,"ciLow":1312.222597,"ciHigh":1370.01165,"observedAt":"2026-11-11","runCount":468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"german/Solar Pro 4","slice":"german"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|hard_prompts/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.867178,"ciLow":1403.028057,"ciHigh":1414.706299,"observedAt":"2026-11-11","runCount":17474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"hard_prompts/Solar Pro 4","slice":"hard_prompts"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.561116,"ciLow":1432.631473,"ciHigh":1448.490759,"observedAt":"2026-11-11","runCount":6859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"hard_prompts_english/Solar Pro 4","slice":"hard_prompts_english"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.72096,"ciLow":1376.548871,"ciHigh":1394.893049,"observedAt":"2026-11-11","runCount":4899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_business_and_management_and_financial_operations/Solar Pro 4","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.558815,"ciLow":1319.222166,"ciHigh":1335.895465,"observedAt":"2026-11-11","runCount":7066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_entertainment_and_sports_and_media/Solar Pro 4","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.095792,"ciLow":1369.545626,"ciHigh":1396.645957,"observedAt":"2026-11-11","runCount":2237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_legal_and_government/Solar Pro 4","slice":"industry_legal_and_government"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.457493,"ciLow":1392.773248,"ciHigh":1412.141737,"observedAt":"2026-11-11","runCount":4433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_life_and_physical_and_social_science/Solar Pro 4","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.196412,"ciLow":1408.759232,"ciHigh":1439.633592,"observedAt":"2026-11-11","runCount":1572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_mathematical/Solar Pro 4","slice":"industry_mathematical"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.722904,"ciLow":1361.830966,"ciHigh":1391.614842,"observedAt":"2026-11-11","runCount":1847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_medicine_and_healthcare/Solar Pro 4","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.632936,"ciLow":1434.788291,"ciHigh":1448.477581,"observedAt":"2026-11-11","runCount":10209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_software_and_it_services/Solar Pro 4","slice":"industry_software_and_it_services"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.187125,"ciLow":1334.241341,"ciHigh":1350.132908,"observedAt":"2026-11-11","runCount":7631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_writing_and_literature_and_language/Solar Pro 4","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|instruction_following/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.069063,"ciLow":1370.044885,"ciHigh":1384.093242,"observedAt":"2026-11-11","runCount":9722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"instruction_following/Solar Pro 4","slice":"instruction_following"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|japanese/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.015166,"ciLow":1298.230173,"ciHigh":1357.800159,"observedAt":"2026-11-11","runCount":475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"japanese/Solar Pro 4","slice":"japanese"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|korean/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.738156,"ciLow":1346.480603,"ciHigh":1402.995708,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"korean/Solar Pro 4","slice":"korean"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|longer_query/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.289867,"ciLow":1378.620101,"ciHigh":1391.959632,"observedAt":"2026-11-11","runCount":12355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"longer_query/Solar Pro 4","slice":"longer_query"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|math/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.302434,"ciLow":1398.077426,"ciHigh":1430.527441,"observedAt":"2026-11-11","runCount":1348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"math/Solar Pro 4","slice":"math"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|multi_turn/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.005388,"ciLow":1378.713797,"ciHigh":1399.296979,"observedAt":"2026-11-11","runCount":4017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"multi_turn/Solar Pro 4","slice":"multi_turn"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|non_english/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.134662,"ciLow":1352.163425,"ciHigh":1364.105899,"observedAt":"2026-11-11","runCount":16436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"non_english/Solar Pro 4","slice":"non_english"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|overall/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.451604,"ciLow":1382.396023,"ciHigh":1392.507186,"observedAt":"2026-11-11","runCount":27067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"overall/Solar Pro 4","slice":"overall"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|polish/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.152248,"ciLow":1253.608474,"ciHigh":1316.696021,"observedAt":"2026-11-11","runCount":419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"polish/Solar Pro 4","slice":"polish"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|russian/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.719992,"ciLow":1337.751283,"ciHigh":1359.688701,"observedAt":"2026-11-11","runCount":3560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"russian/Solar Pro 4","slice":"russian"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text-style-control@1|rating|spanish/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.595448,"ciLow":1380.568052,"ciHigh":1422.622843,"observedAt":"2026-11-11","runCount":874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"spanish/Solar Pro 4","slice":"spanish"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|chinese/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.626895,"ciLow":1414.036637,"ciHigh":1441.217153,"observedAt":"2026-11-11","runCount":2096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"chinese/Solar Pro 4","slice":"chinese"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|coding/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.616571,"ciLow":1428.719856,"ciHigh":1444.513287,"observedAt":"2026-11-11","runCount":6891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"coding/Solar Pro 4","slice":"coding"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|creative_writing/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1316.804659,"ciLow":1307.742509,"ciHigh":1325.866809,"observedAt":"2026-11-11","runCount":5881,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"creative_writing/Solar Pro 4","slice":"creative_writing"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|english/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.300651,"ciLow":1408.643533,"ciHigh":1421.957769,"observedAt":"2026-11-11","runCount":10628,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"english/Solar Pro 4","slice":"english"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|exclude_ties/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.744711,"ciLow":1355.034367,"ciHigh":1368.455055,"observedAt":"2026-11-11","runCount":20099,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"exclude_ties/Solar Pro 4","slice":"exclude_ties"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|expert/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.111209,"ciLow":1413.799594,"ciHigh":1436.422824,"observedAt":"2026-11-11","runCount":3024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"expert/Solar Pro 4","slice":"expert"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|french/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.848278,"ciLow":1387.488323,"ciHigh":1430.208234,"observedAt":"2026-11-11","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"french/Solar Pro 4","slice":"french"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|german/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.528858,"ciLow":1321.785597,"ciHigh":1379.272119,"observedAt":"2026-11-11","runCount":468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"german/Solar Pro 4","slice":"german"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|hard_prompts/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.422756,"ciLow":1393.619824,"ciHigh":1405.225688,"observedAt":"2026-11-11","runCount":17474,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"hard_prompts/Solar Pro 4","slice":"hard_prompts"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|hard_prompts_english/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.898523,"ciLow":1420.002334,"ciHigh":1435.794713,"observedAt":"2026-11-11","runCount":6859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"hard_prompts_english/Solar Pro 4","slice":"hard_prompts_english"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.707513,"ciLow":1370.616402,"ciHigh":1388.798624,"observedAt":"2026-11-11","runCount":4899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_business_and_management_and_financial_operations/Solar Pro 4","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.396343,"ciLow":1322.12483,"ciHigh":1338.667857,"observedAt":"2026-11-11","runCount":7066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_entertainment_and_sports_and_media/Solar Pro 4","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|industry_legal_and_government/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.436189,"ciLow":1373.007425,"ciHigh":1399.864954,"observedAt":"2026-11-11","runCount":2237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_legal_and_government/Solar Pro 4","slice":"industry_legal_and_government"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.103439,"ciLow":1392.493197,"ciHigh":1411.713681,"observedAt":"2026-11-11","runCount":4433,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_life_and_physical_and_social_science/Solar Pro 4","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|industry_mathematical/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.871239,"ciLow":1408.451542,"ciHigh":1439.290935,"observedAt":"2026-11-11","runCount":1572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_mathematical/Solar Pro 4","slice":"industry_mathematical"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.125762,"ciLow":1361.421456,"ciHigh":1390.830068,"observedAt":"2026-11-11","runCount":1847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_medicine_and_healthcare/Solar Pro 4","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|industry_software_and_it_services/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.535778,"ciLow":1420.756285,"ciHigh":1434.31527,"observedAt":"2026-11-11","runCount":10209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_software_and_it_services/Solar Pro 4","slice":"industry_software_and_it_services"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.195676,"ciLow":1336.267599,"ciHigh":1352.123752,"observedAt":"2026-11-11","runCount":7631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"industry_writing_and_literature_and_language/Solar Pro 4","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|instruction_following/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.825944,"ciLow":1367.821315,"ciHigh":1381.830573,"observedAt":"2026-11-11","runCount":9722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"instruction_following/Solar Pro 4","slice":"instruction_following"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|japanese/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.453017,"ciLow":1293.649198,"ciHigh":1353.256836,"observedAt":"2026-11-11","runCount":475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"japanese/Solar Pro 4","slice":"japanese"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|korean/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.316395,"ciLow":1354.528766,"ciHigh":1410.104023,"observedAt":"2026-11-11","runCount":449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"korean/Solar Pro 4","slice":"korean"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|longer_query/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.30737,"ciLow":1373.68664,"ciHigh":1386.9281,"observedAt":"2026-11-11","runCount":12355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"longer_query/Solar Pro 4","slice":"longer_query"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|math/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.896869,"ciLow":1399.644347,"ciHigh":1432.149391,"observedAt":"2026-11-11","runCount":1348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"math/Solar Pro 4","slice":"math"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|multi_turn/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.195161,"ciLow":1378.955236,"ciHigh":1399.435087,"observedAt":"2026-11-11","runCount":4017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"multi_turn/Solar Pro 4","slice":"multi_turn"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|non_english/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1361.844178,"ciLow":1355.912007,"ciHigh":1367.77635,"observedAt":"2026-11-11","runCount":16436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"non_english/Solar Pro 4","slice":"non_english"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|overall/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.179243,"ciLow":1383.150799,"ciHigh":1393.207686,"observedAt":"2026-11-11","runCount":27067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"overall/Solar Pro 4","slice":"overall"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|polish/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.773085,"ciLow":1270.556641,"ciHigh":1332.989529,"observedAt":"2026-11-11","runCount":419,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"polish/Solar Pro 4","slice":"polish"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|russian/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.831246,"ciLow":1341.916653,"ciHigh":1363.745838,"observedAt":"2026-11-11","runCount":3560,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"russian/Solar Pro 4","slice":"russian"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-text@1|rating|spanish/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.710399,"ciLow":1390.797622,"ciHigh":1432.623176,"observedAt":"2026-11-11","runCount":874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"spanish/Solar Pro 4","slice":"spanish"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-webdev@1|rating|overall/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1368.993323,"ciLow":1358.492585,"ciHigh":1379.494061,"observedAt":"2026-11-15","runCount":4488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"overall/Solar Pro 4","slice":"overall"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-webdev@1|rating|webdev-html/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1370.495427,"ciLow":1346.487326,"ciHigh":1394.503528,"observedAt":"2026-11-15","runCount":782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"webdev-html/Solar Pro 4","slice":"webdev-html"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-webdev@1|rating|webdev-react/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1360.465581,"ciLow":1347.259835,"ciHigh":1373.671328,"observedAt":"2026-11-15","runCount":2847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"webdev-react/Solar Pro 4","slice":"webdev-react"}
{"key":"lmarena|upstage/solar-pro-4:default|none|lmarena-webdev@1|rating|webdev/Solar Pro 4","sourceId":"lmarena","modelId":"upstage/solar-pro-4","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1368.993323,"ciLow":1358.492585,"ciHigh":1379.494061,"observedAt":"2026-11-15","runCount":4488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Solar Pro 4","rowId":"webdev/Solar Pro 4","slice":"webdev"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|chinese/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.227575,"ciLow":1302.143187,"ciHigh":1322.311962,"observedAt":"2026-11-11","runCount":4510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"chinese/Grok 2 mini (2024-08-13)","slice":"chinese"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|coding/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.173155,"ciLow":1326.972257,"ciHigh":1341.374054,"observedAt":"2026-11-11","runCount":8652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"coding/Grok 2 mini (2024-08-13)","slice":"coding"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|creative_writing/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.876552,"ciLow":1264.104361,"ciHigh":1279.648742,"observedAt":"2026-11-11","runCount":7924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"creative_writing/Grok 2 mini (2024-08-13)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|english/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.779392,"ciLow":1315.91158,"ciHigh":1325.647204,"observedAt":"2026-11-11","runCount":28429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"english/Grok 2 mini (2024-08-13)","slice":"english"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.921377,"ciLow":1242.066358,"ciHigh":1253.776397,"observedAt":"2026-11-11","runCount":33168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"exclude_ties/Grok 2 mini (2024-08-13)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|expert/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1295.088381,"ciLow":1283.265529,"ciHigh":1306.911233,"observedAt":"2026-11-11","runCount":2759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"expert/Grok 2 mini (2024-08-13)","slice":"expert"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|french/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.348386,"ciLow":1292.342696,"ciHigh":1350.354077,"observedAt":"2026-11-11","runCount":471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"french/Grok 2 mini (2024-08-13)","slice":"french"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|german/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.699089,"ciLow":1277.177789,"ciHigh":1312.220389,"observedAt":"2026-11-11","runCount":1298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"german/Grok 2 mini (2024-08-13)","slice":"german"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.8048,"ciLow":1297.908606,"ciHigh":1309.700995,"observedAt":"2026-11-11","runCount":14208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"hard_prompts/Grok 2 mini (2024-08-13)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.823963,"ciLow":1306.663934,"ciHigh":1320.983992,"observedAt":"2026-11-11","runCount":8664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"hard_prompts_english/Grok 2 mini (2024-08-13)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.841114,"ciLow":1292.355157,"ciHigh":1309.32707,"observedAt":"2026-11-11","runCount":6124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_business_and_management_and_financial_operations/Grok 2 mini (2024-08-13)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.494018,"ciLow":1256.146116,"ciHigh":1270.841919,"observedAt":"2026-11-11","runCount":8614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_entertainment_and_sports_and_media/Grok 2 mini (2024-08-13)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.258487,"ciLow":1317.273352,"ciHigh":1341.243622,"observedAt":"2026-11-11","runCount":3012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_legal_and_government/Grok 2 mini (2024-08-13)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.170981,"ciLow":1325.666799,"ciHigh":1340.675162,"observedAt":"2026-11-11","runCount":8788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_life_and_physical_and_social_science/Grok 2 mini (2024-08-13)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1285.213031,"ciLow":1277.01994,"ciHigh":1293.406121,"observedAt":"2026-11-11","runCount":6253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_mathematical/Grok 2 mini (2024-08-13)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.472458,"ciLow":1331.520353,"ciHigh":1357.424563,"observedAt":"2026-11-11","runCount":2609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_medicine_and_healthcare/Grok 2 mini (2024-08-13)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.607314,"ciLow":1322.415203,"ciHigh":1334.799425,"observedAt":"2026-11-11","runCount":13865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_software_and_it_services/Grok 2 mini (2024-08-13)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.602378,"ciLow":1288.331806,"ciHigh":1300.872951,"observedAt":"2026-11-11","runCount":14508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_writing_and_literature_and_language/Grok 2 mini (2024-08-13)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|instruction_following/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.555592,"ciLow":1278.237236,"ciHigh":1288.873949,"observedAt":"2026-11-11","runCount":21131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"instruction_following/Grok 2 mini (2024-08-13)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|japanese/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.152409,"ciLow":1217.860035,"ciHigh":1254.444784,"observedAt":"2026-11-11","runCount":1225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"japanese/Grok 2 mini (2024-08-13)","slice":"japanese"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|korean/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.089134,"ciLow":1205.474649,"ciHigh":1252.70362,"observedAt":"2026-11-11","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"korean/Grok 2 mini (2024-08-13)","slice":"korean"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|longer_query/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.520061,"ciLow":1309.783908,"ciHigh":1325.256213,"observedAt":"2026-11-11","runCount":7048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"longer_query/Grok 2 mini (2024-08-13)","slice":"longer_query"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|math/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1272.478736,"ciLow":1264.735363,"ciHigh":1280.22211,"observedAt":"2026-11-11","runCount":7261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"math/Grok 2 mini (2024-08-13)","slice":"math"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|multi_turn/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.159397,"ciLow":1288.734911,"ciHigh":1303.583884,"observedAt":"2026-11-11","runCount":9399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"multi_turn/Grok 2 mini (2024-08-13)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|non_english/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.097366,"ciLow":1285.075881,"ciHigh":1295.118851,"observedAt":"2026-11-11","runCount":24138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"non_english/Grok 2 mini (2024-08-13)","slice":"non_english"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|overall/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1308.468382,"ciLow":1304.731873,"ciHigh":1312.204891,"observedAt":"2026-11-11","runCount":52567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"overall/Grok 2 mini (2024-08-13)","slice":"overall"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|russian/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.146523,"ciLow":1290.14602,"ciHigh":1306.147027,"observedAt":"2026-11-11","runCount":7193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"russian/Grok 2 mini (2024-08-13)","slice":"russian"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|spanish/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1310.980678,"ciLow":1285.717807,"ciHigh":1336.24355,"observedAt":"2026-11-11","runCount":575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"spanish/Grok 2 mini (2024-08-13)","slice":"spanish"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|chinese/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1262.528767,"ciLow":1252.524538,"ciHigh":1272.532996,"observedAt":"2026-11-11","runCount":4510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"chinese/Grok 2 mini (2024-08-13)","slice":"chinese"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|coding/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1268.451581,"ciLow":1261.300379,"ciHigh":1275.602782,"observedAt":"2026-11-11","runCount":8652,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"coding/Grok 2 mini (2024-08-13)","slice":"coding"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|creative_writing/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.397738,"ciLow":1233.71133,"ciHigh":1249.084146,"observedAt":"2026-11-11","runCount":7924,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"creative_writing/Grok 2 mini (2024-08-13)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|english/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1298.04272,"ciLow":1293.21521,"ciHigh":1302.87023,"observedAt":"2026-11-11","runCount":28429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"english/Grok 2 mini (2024-08-13)","slice":"english"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|exclude_ties/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1208.307443,"ciLow":1202.557393,"ciHigh":1214.057493,"observedAt":"2026-11-11","runCount":33168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"exclude_ties/Grok 2 mini (2024-08-13)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|expert/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.540902,"ciLow":1225.851654,"ciHigh":1249.230149,"observedAt":"2026-11-11","runCount":2759,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"expert/Grok 2 mini (2024-08-13)","slice":"expert"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|french/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.022568,"ciLow":1257.144598,"ciHigh":1314.900538,"observedAt":"2026-11-11","runCount":471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"french/Grok 2 mini (2024-08-13)","slice":"french"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|german/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.639367,"ciLow":1255.348375,"ciHigh":1289.930359,"observedAt":"2026-11-11","runCount":1298,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"german/Grok 2 mini (2024-08-13)","slice":"german"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|hard_prompts/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1254.828776,"ciLow":1248.99014,"ciHigh":1260.667411,"observedAt":"2026-11-11","runCount":14208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"hard_prompts/Grok 2 mini (2024-08-13)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|hard_prompts_english/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1267.487163,"ciLow":1260.398849,"ciHigh":1274.575476,"observedAt":"2026-11-11","runCount":8664,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"hard_prompts_english/Grok 2 mini (2024-08-13)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.610057,"ciLow":1245.182455,"ciHigh":1262.037658,"observedAt":"2026-11-11","runCount":6124,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_business_and_management_and_financial_operations/Grok 2 mini (2024-08-13)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1232.874003,"ciLow":1225.608301,"ciHigh":1240.139704,"observedAt":"2026-11-11","runCount":8614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_entertainment_and_sports_and_media/Grok 2 mini (2024-08-13)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_legal_and_government/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.332348,"ciLow":1280.429632,"ciHigh":1304.235063,"observedAt":"2026-11-11","runCount":3012,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_legal_and_government/Grok 2 mini (2024-08-13)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1299.680087,"ciLow":1292.243398,"ciHigh":1307.116777,"observedAt":"2026-11-11","runCount":8788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_life_and_physical_and_social_science/Grok 2 mini (2024-08-13)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_mathematical/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.816544,"ciLow":1264.702061,"ciHigh":1280.931026,"observedAt":"2026-11-11","runCount":6253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_mathematical/Grok 2 mini (2024-08-13)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.805256,"ciLow":1284.906587,"ciHigh":1310.703925,"observedAt":"2026-11-11","runCount":2609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_medicine_and_healthcare/Grok 2 mini (2024-08-13)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1277.356364,"ciLow":1271.214058,"ciHigh":1283.49867,"observedAt":"2026-11-11","runCount":13865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_software_and_it_services/Grok 2 mini (2024-08-13)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1262.213243,"ciLow":1256.00787,"ciHigh":1268.418616,"observedAt":"2026-11-11","runCount":14508,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"industry_writing_and_literature_and_language/Grok 2 mini (2024-08-13)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|instruction_following/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.581667,"ciLow":1239.311665,"ciHigh":1249.851669,"observedAt":"2026-11-11","runCount":21131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"instruction_following/Grok 2 mini (2024-08-13)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|japanese/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.120142,"ciLow":1195.078823,"ciHigh":1231.161461,"observedAt":"2026-11-11","runCount":1225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"japanese/Grok 2 mini (2024-08-13)","slice":"japanese"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|korean/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1195.016555,"ciLow":1171.491967,"ciHigh":1218.541142,"observedAt":"2026-11-11","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"korean/Grok 2 mini (2024-08-13)","slice":"korean"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|longer_query/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1266.165198,"ciLow":1258.491291,"ciHigh":1273.839106,"observedAt":"2026-11-11","runCount":7048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"longer_query/Grok 2 mini (2024-08-13)","slice":"longer_query"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|math/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.158965,"ciLow":1257.465933,"ciHigh":1272.851997,"observedAt":"2026-11-11","runCount":7261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"math/Grok 2 mini (2024-08-13)","slice":"math"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|multi_turn/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1265.303341,"ciLow":1257.903779,"ciHigh":1272.702903,"observedAt":"2026-11-11","runCount":9399,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"multi_turn/Grok 2 mini (2024-08-13)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|non_english/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1256.998258,"ciLow":1252.010201,"ciHigh":1261.986315,"observedAt":"2026-11-11","runCount":24138,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"non_english/Grok 2 mini (2024-08-13)","slice":"non_english"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|overall/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1280.736559,"ciLow":1277.031267,"ciHigh":1284.441852,"observedAt":"2026-11-11","runCount":52567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"overall/Grok 2 mini (2024-08-13)","slice":"overall"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|russian/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1261.036416,"ciLow":1253.073055,"ciHigh":1268.999777,"observedAt":"2026-11-11","runCount":7193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"russian/Grok 2 mini (2024-08-13)","slice":"russian"}
{"key":"lmarena|xai/grok-2-mini:ckpt=2024-08-13|none|lmarena-text@1|rating|spanish/Grok 2 mini (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2-mini","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.412068,"ciLow":1253.108027,"ciHigh":1303.716109,"observedAt":"2026-11-11","runCount":575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 mini (2024-08-13)","rowId":"spanish/Grok 2 mini (2024-08-13)","slice":"spanish"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|chinese/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.374264,"ciLow":1332.761319,"ciHigh":1351.98721,"observedAt":"2026-11-11","runCount":5317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"chinese/Grok 2 (2024-08-13)","slice":"chinese"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|coding/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.635419,"ciLow":1350.679927,"ciHigh":1364.590912,"observedAt":"2026-11-11","runCount":10368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"coding/Grok 2 (2024-08-13)","slice":"coding"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|creative_writing/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1317.176442,"ciLow":1309.686757,"ciHigh":1324.666126,"observedAt":"2026-11-11","runCount":9339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"creative_writing/Grok 2 (2024-08-13)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|english/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1346.148488,"ciLow":1341.547991,"ciHigh":1350.748986,"observedAt":"2026-11-11","runCount":34362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"english/Grok 2 (2024-08-13)","slice":"english"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.997245,"ciLow":1282.377529,"ciHigh":1293.616961,"observedAt":"2026-11-11","runCount":40763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"exclude_ties/Grok 2 (2024-08-13)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|expert/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.822062,"ciLow":1304.88024,"ciHigh":1326.763884,"observedAt":"2026-11-11","runCount":3541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"expert/Grok 2 (2024-08-13)","slice":"expert"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|french/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.76078,"ciLow":1326.451735,"ciHigh":1379.069824,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"french/Grok 2 (2024-08-13)","slice":"french"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|german/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.549967,"ciLow":1298.304826,"ciHigh":1330.795108,"observedAt":"2026-11-11","runCount":1609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"german/Grok 2 (2024-08-13)","slice":"german"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.031781,"ciLow":1320.428636,"ciHigh":1331.634927,"observedAt":"2026-11-11","runCount":17283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"hard_prompts/Grok 2 (2024-08-13)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.766215,"ciLow":1322.936667,"ciHigh":1336.595763,"observedAt":"2026-11-11","runCount":10486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"hard_prompts_english/Grok 2 (2024-08-13)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.640965,"ciLow":1306.50982,"ciHigh":1322.772111,"observedAt":"2026-11-11","runCount":7490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_business_and_management_and_financial_operations/Grok 2 (2024-08-13)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.581714,"ciLow":1307.547383,"ciHigh":1321.616044,"observedAt":"2026-11-11","runCount":10293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_entertainment_and_sports_and_media/Grok 2 (2024-08-13)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.589761,"ciLow":1354.458936,"ciHigh":1376.720586,"observedAt":"2026-11-11","runCount":3813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_legal_and_government/Grok 2 (2024-08-13)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.638327,"ciLow":1344.480498,"ciHigh":1358.796155,"observedAt":"2026-11-11","runCount":10796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_life_and_physical_and_social_science/Grok 2 (2024-08-13)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.8883,"ciLow":1292.12519,"ciHigh":1307.65141,"observedAt":"2026-11-11","runCount":7604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_mathematical/Grok 2 (2024-08-13)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.753268,"ciLow":1344.823323,"ciHigh":1368.683212,"observedAt":"2026-11-11","runCount":3206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_medicine_and_healthcare/Grok 2 (2024-08-13)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.619334,"ciLow":1343.719307,"ciHigh":1355.519361,"observedAt":"2026-11-11","runCount":16648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_software_and_it_services/Grok 2 (2024-08-13)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.404609,"ciLow":1321.44753,"ciHigh":1333.361687,"observedAt":"2026-11-11","runCount":17406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_writing_and_literature_and_language/Grok 2 (2024-08-13)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|instruction_following/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1312.337082,"ciLow":1307.293832,"ciHigh":1317.380331,"observedAt":"2026-11-11","runCount":25659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"instruction_following/Grok 2 (2024-08-13)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|japanese/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1270.176696,"ciLow":1253.02821,"ciHigh":1287.325181,"observedAt":"2026-11-11","runCount":1478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"japanese/Grok 2 (2024-08-13)","slice":"japanese"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|korean/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.417628,"ciLow":1257.169054,"ciHigh":1301.666203,"observedAt":"2026-11-11","runCount":952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"korean/Grok 2 (2024-08-13)","slice":"korean"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|longer_query/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.898848,"ciLow":1328.666378,"ciHigh":1343.131318,"observedAt":"2026-11-11","runCount":8902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"longer_query/Grok 2 (2024-08-13)","slice":"longer_query"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|math/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.25406,"ciLow":1286.889205,"ciHigh":1301.618915,"observedAt":"2026-11-11","runCount":8950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"math/Grok 2 (2024-08-13)","slice":"math"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|multi_turn/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.236673,"ciLow":1317.121031,"ciHigh":1331.352314,"observedAt":"2026-11-11","runCount":10743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"multi_turn/Grok 2 (2024-08-13)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|non_english/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.226536,"ciLow":1314.424997,"ciHigh":1324.028075,"observedAt":"2026-11-11","runCount":29136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"non_english/Grok 2 (2024-08-13)","slice":"non_english"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|overall/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.741109,"ciLow":1332.045149,"ciHigh":1339.437069,"observedAt":"2026-11-11","runCount":63498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"overall/Grok 2 (2024-08-13)","slice":"overall"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|russian/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.996199,"ciLow":1319.312874,"ciHigh":1334.679524,"observedAt":"2026-11-11","runCount":8745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"russian/Grok 2 (2024-08-13)","slice":"russian"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text-style-control@1|rating|spanish/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.589019,"ciLow":1286.892985,"ciHigh":1336.285052,"observedAt":"2026-11-11","runCount":671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"spanish/Grok 2 (2024-08-13)","slice":"spanish"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|chinese/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.438675,"ciLow":1279.910582,"ciHigh":1298.966768,"observedAt":"2026-11-11","runCount":5317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"chinese/Grok 2 (2024-08-13)","slice":"chinese"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|coding/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.331261,"ciLow":1280.443922,"ciHigh":1294.218601,"observedAt":"2026-11-11","runCount":10368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"coding/Grok 2 (2024-08-13)","slice":"coding"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|creative_writing/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1284.13572,"ciLow":1276.736444,"ciHigh":1291.534996,"observedAt":"2026-11-11","runCount":9339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"creative_writing/Grok 2 (2024-08-13)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|english/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1320.713609,"ciLow":1316.156723,"ciHigh":1325.270495,"observedAt":"2026-11-11","runCount":34362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"english/Grok 2 (2024-08-13)","slice":"english"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|exclude_ties/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.941952,"ciLow":1238.430931,"ciHigh":1249.452973,"observedAt":"2026-11-11","runCount":40763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"exclude_ties/Grok 2 (2024-08-13)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|expert/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1253.453425,"ciLow":1242.568461,"ciHigh":1264.338388,"observedAt":"2026-11-11","runCount":3541,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"expert/Grok 2 (2024-08-13)","slice":"expert"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|french/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.503504,"ciLow":1291.170604,"ciHigh":1343.836403,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"french/Grok 2 (2024-08-13)","slice":"french"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|german/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.679011,"ciLow":1270.622191,"ciHigh":1302.735831,"observedAt":"2026-11-11","runCount":1609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"german/Grok 2 (2024-08-13)","slice":"german"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|hard_prompts/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1271.970223,"ciLow":1266.425533,"ciHigh":1277.514914,"observedAt":"2026-11-11","runCount":17283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"hard_prompts/Grok 2 (2024-08-13)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|hard_prompts_english/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.621105,"ciLow":1272.86132,"ciHigh":1286.38089,"observedAt":"2026-11-11","runCount":10486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"hard_prompts_english/Grok 2 (2024-08-13)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.98324,"ciLow":1256.904033,"ciHigh":1273.062447,"observedAt":"2026-11-11","runCount":7490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_business_and_management_and_financial_operations/Grok 2 (2024-08-13)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.034098,"ciLow":1275.065806,"ciHigh":1289.002389,"observedAt":"2026-11-11","runCount":10293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_entertainment_and_sports_and_media/Grok 2 (2024-08-13)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_legal_and_government/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1325.710163,"ciLow":1314.635383,"ciHigh":1336.784943,"observedAt":"2026-11-11","runCount":3813,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_legal_and_government/Grok 2 (2024-08-13)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1314.477437,"ciLow":1307.37904,"ciHigh":1321.575835,"observedAt":"2026-11-11","runCount":10796,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_life_and_physical_and_social_science/Grok 2 (2024-08-13)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_mathematical/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.893415,"ciLow":1276.19787,"ciHigh":1291.58896,"observedAt":"2026-11-11","runCount":7604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_mathematical/Grok 2 (2024-08-13)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.604297,"ciLow":1294.684956,"ciHigh":1318.523639,"observedAt":"2026-11-11","runCount":3206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_medicine_and_healthcare/Grok 2 (2024-08-13)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.378725,"ciLow":1288.536002,"ciHigh":1300.221448,"observedAt":"2026-11-11","runCount":16648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_software_and_it_services/Grok 2 (2024-08-13)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.872879,"ciLow":1285.958868,"ciHigh":1297.78689,"observedAt":"2026-11-11","runCount":17406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"industry_writing_and_literature_and_language/Grok 2 (2024-08-13)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|instruction_following/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1269.73604,"ciLow":1264.743176,"ciHigh":1274.728904,"observedAt":"2026-11-11","runCount":25659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"instruction_following/Grok 2 (2024-08-13)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|japanese/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.405221,"ciLow":1227.483154,"ciHigh":1261.327288,"observedAt":"2026-11-11","runCount":1478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"japanese/Grok 2 (2024-08-13)","slice":"japanese"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|korean/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1237.027867,"ciLow":1214.97711,"ciHigh":1259.078624,"observedAt":"2026-11-11","runCount":952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"korean/Grok 2 (2024-08-13)","slice":"korean"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|longer_query/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1276.065885,"ciLow":1268.845199,"ciHigh":1283.286571,"observedAt":"2026-11-11","runCount":8902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"longer_query/Grok 2 (2024-08-13)","slice":"longer_query"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|math/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.183273,"ciLow":1275.8818,"ciHigh":1290.484746,"observedAt":"2026-11-11","runCount":8950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"math/Grok 2 (2024-08-13)","slice":"math"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|multi_turn/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.08966,"ciLow":1282.995958,"ciHigh":1297.183362,"observedAt":"2026-11-11","runCount":10743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"multi_turn/Grok 2 (2024-08-13)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|non_english/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.019064,"ciLow":1277.253356,"ciHigh":1286.784772,"observedAt":"2026-11-11","runCount":29136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"non_english/Grok 2 (2024-08-13)","slice":"non_english"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|overall/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.619181,"ciLow":1300.958459,"ciHigh":1308.279902,"observedAt":"2026-11-11","runCount":63498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"overall/Grok 2 (2024-08-13)","slice":"overall"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|russian/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.645429,"ciLow":1277.984159,"ciHigh":1293.3067,"observedAt":"2026-11-11","runCount":8745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"russian/Grok 2 (2024-08-13)","slice":"russian"}
{"key":"lmarena|xai/grok-2:ckpt=2024-08-13|none|lmarena-text@1|rating|spanish/Grok 2 (2024-08-13)","sourceId":"lmarena","modelId":"xai/grok-2","variant":{"flags":[],"checkpoint":"2024-08-13"},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.037792,"ciLow":1256.553062,"ciHigh":1305.522523,"observedAt":"2026-11-11","runCount":671,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 2 (2024-08-13)","rowId":"spanish/Grok 2 (2024-08-13)","slice":"spanish"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|chinese/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.793921,"ciLow":1358.387998,"ciHigh":1391.199844,"observedAt":"2026-11-11","runCount":1300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"chinese/Grok 3 Mini Beta","slice":"chinese"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|coding/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.405736,"ciLow":1377.221816,"ciHigh":1395.589656,"observedAt":"2026-11-11","runCount":4089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"coding/Grok 3 Mini Beta","slice":"coding"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|creative_writing/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.846389,"ciLow":1324.192793,"ciHigh":1347.499985,"observedAt":"2026-11-11","runCount":2569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"creative_writing/Grok 3 Mini Beta","slice":"creative_writing"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|english/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.120814,"ciLow":1365.478398,"ciHigh":1378.76323,"observedAt":"2026-11-11","runCount":9851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"english/Grok 3 Mini Beta","slice":"english"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.363753,"ciLow":1314.26741,"ciHigh":1328.460096,"observedAt":"2026-11-11","runCount":14713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"exclude_ties/Grok 3 Mini Beta","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|expert/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.057569,"ciLow":1365.612398,"ciHigh":1400.502741,"observedAt":"2026-11-11","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"expert/Grok 3 Mini Beta","slice":"expert"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|french/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.008025,"ciLow":1319.256783,"ciHigh":1392.759268,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"french/Grok 3 Mini Beta","slice":"french"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|german/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.7238,"ciLow":1308.383488,"ciHigh":1359.064112,"observedAt":"2026-11-11","runCount":538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"german/Grok 3 Mini Beta","slice":"german"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.334837,"ciLow":1363.657327,"ciHigh":1377.012348,"observedAt":"2026-11-11","runCount":9228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"hard_prompts/Grok 3 Mini Beta","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.147686,"ciLow":1374.268959,"ciHigh":1392.026413,"observedAt":"2026-11-11","runCount":4486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"hard_prompts_english/Grok 3 Mini Beta","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.479368,"ciLow":1339.148749,"ciHigh":1359.809987,"observedAt":"2026-11-11","runCount":3333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_business_and_management_and_financial_operations/Grok 3 Mini Beta","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.620067,"ciLow":1314.770695,"ciHigh":1334.469439,"observedAt":"2026-11-11","runCount":3615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_entertainment_and_sports_and_media/Grok 3 Mini Beta","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.635734,"ciLow":1346.603714,"ciHigh":1378.667754,"observedAt":"2026-11-11","runCount":1403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_legal_and_government/Grok 3 Mini Beta","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.225595,"ciLow":1362.270607,"ciHigh":1382.180584,"observedAt":"2026-11-11","runCount":3661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_life_and_physical_and_social_science/Grok 3 Mini Beta","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.853323,"ciLow":1346.904645,"ciHigh":1376.802001,"observedAt":"2026-11-11","runCount":1415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_mathematical/Grok 3 Mini Beta","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.122838,"ciLow":1346.798287,"ciHigh":1379.447388,"observedAt":"2026-11-11","runCount":1367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_medicine_and_healthcare/Grok 3 Mini Beta","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.649154,"ciLow":1373.149117,"ciHigh":1388.149192,"observedAt":"2026-11-11","runCount":6880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_software_and_it_services/Grok 3 Mini Beta","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.754849,"ciLow":1331.823026,"ciHigh":1349.686672,"observedAt":"2026-11-11","runCount":4556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_writing_and_literature_and_language/Grok 3 Mini Beta","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|instruction_following/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.826562,"ciLow":1344.690767,"ciHigh":1360.962356,"observedAt":"2026-11-11","runCount":5425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"instruction_following/Grok 3 Mini Beta","slice":"instruction_following"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|japanese/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.191926,"ciLow":1309.350035,"ciHigh":1359.033817,"observedAt":"2026-11-11","runCount":599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"japanese/Grok 3 Mini Beta","slice":"japanese"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|korean/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.229389,"ciLow":1259.438773,"ciHigh":1319.020005,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"korean/Grok 3 Mini Beta","slice":"korean"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|longer_query/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.821719,"ciLow":1357.49104,"ciHigh":1376.152399,"observedAt":"2026-11-11","runCount":4036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"longer_query/Grok 3 Mini Beta","slice":"longer_query"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|math/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.214234,"ciLow":1355.968303,"ciHigh":1384.460166,"observedAt":"2026-11-11","runCount":1514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"math/Grok 3 Mini Beta","slice":"math"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|multi_turn/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.083898,"ciLow":1334.899219,"ciHigh":1355.268578,"observedAt":"2026-11-11","runCount":3387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"multi_turn/Grok 3 Mini Beta","slice":"multi_turn"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|non_english/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.276494,"ciLow":1334.013766,"ciHigh":1346.539222,"observedAt":"2026-11-11","runCount":11046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"non_english/Grok 3 Mini Beta","slice":"non_english"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|overall/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.931013,"ciLow":1352.788996,"ciHigh":1363.07303,"observedAt":"2026-11-11","runCount":20905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"overall/Grok 3 Mini Beta","slice":"overall"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|polish/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.992017,"ciLow":1321.517689,"ciHigh":1350.466344,"observedAt":"2026-11-11","runCount":1799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"polish/Grok 3 Mini Beta","slice":"polish"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|russian/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.86266,"ciLow":1336.801826,"ciHigh":1364.923493,"observedAt":"2026-11-11","runCount":1629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"russian/Grok 3 Mini Beta","slice":"russian"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text-style-control@1|rating|spanish/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.666137,"ciLow":1341.048088,"ciHigh":1400.284186,"observedAt":"2026-11-11","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"spanish/Grok 3 Mini Beta","slice":"spanish"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|chinese/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.644895,"ciLow":1361.301376,"ciHigh":1393.988414,"observedAt":"2026-11-11","runCount":1300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"chinese/Grok 3 Mini Beta","slice":"chinese"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|coding/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.561086,"ciLow":1357.373667,"ciHigh":1375.748504,"observedAt":"2026-11-11","runCount":4089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"coding/Grok 3 Mini Beta","slice":"coding"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|creative_writing/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.62599,"ciLow":1330.089197,"ciHigh":1353.162782,"observedAt":"2026-11-11","runCount":2569,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"creative_writing/Grok 3 Mini Beta","slice":"creative_writing"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|english/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.261878,"ciLow":1369.669344,"ciHigh":1382.854411,"observedAt":"2026-11-11","runCount":9851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"english/Grok 3 Mini Beta","slice":"english"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|exclude_ties/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1329.406715,"ciLow":1322.419134,"ciHigh":1336.394296,"observedAt":"2026-11-11","runCount":14713,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"exclude_ties/Grok 3 Mini Beta","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|expert/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.789667,"ciLow":1349.464607,"ciHigh":1384.114726,"observedAt":"2026-11-11","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"expert/Grok 3 Mini Beta","slice":"expert"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|french/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.126051,"ciLow":1318.233307,"ciHigh":1392.018796,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"french/Grok 3 Mini Beta","slice":"french"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|german/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.189296,"ciLow":1322.170913,"ciHigh":1372.20768,"observedAt":"2026-11-11","runCount":538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"german/Grok 3 Mini Beta","slice":"german"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|hard_prompts/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.653116,"ciLow":1356.98742,"ciHigh":1370.318811,"observedAt":"2026-11-11","runCount":9228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"hard_prompts/Grok 3 Mini Beta","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|hard_prompts_english/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.395155,"ciLow":1366.519369,"ciHigh":1384.270941,"observedAt":"2026-11-11","runCount":4486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"hard_prompts_english/Grok 3 Mini Beta","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.129721,"ciLow":1336.827763,"ciHigh":1357.431678,"observedAt":"2026-11-11","runCount":3333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_business_and_management_and_financial_operations/Grok 3 Mini Beta","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.663144,"ciLow":1321.950871,"ciHigh":1341.375416,"observedAt":"2026-11-11","runCount":3615,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_entertainment_and_sports_and_media/Grok 3 Mini Beta","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|industry_legal_and_government/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.882714,"ciLow":1355.925756,"ciHigh":1387.839671,"observedAt":"2026-11-11","runCount":1403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_legal_and_government/Grok 3 Mini Beta","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.130197,"ciLow":1364.186085,"ciHigh":1384.074309,"observedAt":"2026-11-11","runCount":3661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_life_and_physical_and_social_science/Grok 3 Mini Beta","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|industry_mathematical/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.9437,"ciLow":1345.066557,"ciHigh":1374.820843,"observedAt":"2026-11-11","runCount":1415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_mathematical/Grok 3 Mini Beta","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.566119,"ciLow":1349.195868,"ciHigh":1381.93637,"observedAt":"2026-11-11","runCount":1367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_medicine_and_healthcare/Grok 3 Mini Beta","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.124959,"ciLow":1365.647603,"ciHigh":1380.602314,"observedAt":"2026-11-11","runCount":6880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_software_and_it_services/Grok 3 Mini Beta","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.980783,"ciLow":1336.14387,"ciHigh":1353.817697,"observedAt":"2026-11-11","runCount":4556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"industry_writing_and_literature_and_language/Grok 3 Mini Beta","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|instruction_following/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.901068,"ciLow":1337.794986,"ciHigh":1354.00715,"observedAt":"2026-11-11","runCount":5425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"instruction_following/Grok 3 Mini Beta","slice":"instruction_following"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|japanese/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.894068,"ciLow":1317.160634,"ciHigh":1366.627502,"observedAt":"2026-11-11","runCount":599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"japanese/Grok 3 Mini Beta","slice":"japanese"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|korean/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.132477,"ciLow":1275.192372,"ciHigh":1335.072582,"observedAt":"2026-11-11","runCount":397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"korean/Grok 3 Mini Beta","slice":"korean"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|longer_query/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.040231,"ciLow":1347.764222,"ciHigh":1366.31624,"observedAt":"2026-11-11","runCount":4036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"longer_query/Grok 3 Mini Beta","slice":"longer_query"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|math/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.416671,"ciLow":1358.17575,"ciHigh":1386.657593,"observedAt":"2026-11-11","runCount":1514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"math/Grok 3 Mini Beta","slice":"math"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|multi_turn/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.010933,"ciLow":1340.856823,"ciHigh":1361.165044,"observedAt":"2026-11-11","runCount":3387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"multi_turn/Grok 3 Mini Beta","slice":"multi_turn"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|non_english/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.374982,"ciLow":1342.134849,"ciHigh":1354.615116,"observedAt":"2026-11-11","runCount":11046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"non_english/Grok 3 Mini Beta","slice":"non_english"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|overall/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1364.356663,"ciLow":1359.252376,"ciHigh":1369.46095,"observedAt":"2026-11-11","runCount":20905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"overall/Grok 3 Mini Beta","slice":"overall"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|polish/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.924589,"ciLow":1337.498938,"ciHigh":1366.350239,"observedAt":"2026-11-11","runCount":1799,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"polish/Grok 3 Mini Beta","slice":"polish"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|russian/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.249372,"ciLow":1339.218802,"ciHigh":1367.279941,"observedAt":"2026-11-11","runCount":1629,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"russian/Grok 3 Mini Beta","slice":"russian"}
{"key":"lmarena|xai/grok-3-mini-beta:default|none|lmarena-text@1|rating|spanish/Grok 3 Mini Beta","sourceId":"lmarena","modelId":"xai/grok-3-mini-beta","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.877946,"ciLow":1351.416532,"ciHigh":1410.339359,"observedAt":"2026-11-11","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini Beta","rowId":"spanish/Grok 3 Mini Beta","slice":"spanish"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|chinese/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.495051,"ciLow":1368.470424,"ciHigh":1408.519677,"observedAt":"2026-11-11","runCount":864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"chinese/Grok 3 Mini (High)","slice":"chinese"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|coding/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.549918,"ciLow":1382.110293,"ciHigh":1402.989543,"observedAt":"2026-11-11","runCount":3161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"coding/Grok 3 Mini (High)","slice":"coding"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.969369,"ciLow":1318.276719,"ciHigh":1345.662019,"observedAt":"2026-11-11","runCount":1903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"creative_writing/Grok 3 Mini (High)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|english/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.832314,"ciLow":1368.50258,"ciHigh":1383.162048,"observedAt":"2026-11-11","runCount":7116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"english/Grok 3 Mini (High)","slice":"english"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.790269,"ciLow":1321.289465,"ciHigh":1336.291073,"observedAt":"2026-11-11","runCount":11101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"exclude_ties/Grok 3 Mini (High)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|expert/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.289995,"ciLow":1388.431367,"ciHigh":1426.148624,"observedAt":"2026-11-11","runCount":908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"expert/Grok 3 Mini (High)","slice":"expert"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|french/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.922811,"ciLow":1296.54988,"ciHigh":1383.295743,"observedAt":"2026-11-11","runCount":168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"french/Grok 3 Mini (High)","slice":"french"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|german/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.18006,"ciLow":1309.072598,"ciHigh":1367.287522,"observedAt":"2026-11-11","runCount":416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"german/Grok 3 Mini (High)","slice":"german"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.199253,"ciLow":1370.943011,"ciHigh":1385.455494,"observedAt":"2026-11-11","runCount":7263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"hard_prompts/Grok 3 Mini (High)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.261371,"ciLow":1371.96538,"ciHigh":1392.557362,"observedAt":"2026-11-11","runCount":3384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"hard_prompts_english/Grok 3 Mini (High)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.132462,"ciLow":1332.555264,"ciHigh":1355.70966,"observedAt":"2026-11-11","runCount":2631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_business_and_management_and_financial_operations/Grok 3 Mini (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1328.701124,"ciLow":1317.683945,"ciHigh":1339.718303,"observedAt":"2026-11-11","runCount":2844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_entertainment_and_sports_and_media/Grok 3 Mini (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.117341,"ciLow":1367.1114,"ciHigh":1403.123282,"observedAt":"2026-11-11","runCount":1086,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_legal_and_government/Grok 3 Mini (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.359884,"ciLow":1368.703202,"ciHigh":1392.016565,"observedAt":"2026-11-11","runCount":2577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_life_and_physical_and_social_science/Grok 3 Mini (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.46408,"ciLow":1358.97053,"ciHigh":1395.957631,"observedAt":"2026-11-11","runCount":958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_mathematical/Grok 3 Mini (High)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.550453,"ciLow":1367.353373,"ciHigh":1405.747534,"observedAt":"2026-11-11","runCount":954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_medicine_and_healthcare/Grok 3 Mini (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.163824,"ciLow":1374.874337,"ciHigh":1391.453311,"observedAt":"2026-11-11","runCount":5316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_software_and_it_services/Grok 3 Mini (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.840142,"ciLow":1333.647549,"ciHigh":1354.032736,"observedAt":"2026-11-11","runCount":3412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_writing_and_literature_and_language/Grok 3 Mini (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.400669,"ciLow":1351.16208,"ciHigh":1369.639258,"observedAt":"2026-11-11","runCount":4148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"instruction_following/Grok 3 Mini (High)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|japanese/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.48319,"ciLow":1281.735898,"ciHigh":1341.230481,"observedAt":"2026-11-11","runCount":398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"japanese/Grok 3 Mini (High)","slice":"japanese"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|korean/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.531179,"ciLow":1286.424554,"ciHigh":1356.637803,"observedAt":"2026-11-11","runCount":296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"korean/Grok 3 Mini (High)","slice":"korean"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.919861,"ciLow":1366.522738,"ciHigh":1387.316983,"observedAt":"2026-11-11","runCount":3227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"longer_query/Grok 3 Mini (High)","slice":"longer_query"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|math/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.826932,"ciLow":1370.509635,"ciHigh":1407.14423,"observedAt":"2026-11-11","runCount":966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"math/Grok 3 Mini (High)","slice":"math"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1350.112256,"ciLow":1338.261024,"ciHigh":1361.963487,"observedAt":"2026-11-11","runCount":2486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"multi_turn/Grok 3 Mini (High)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|non_english/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.888193,"ciLow":1338.153744,"ciHigh":1351.622643,"observedAt":"2026-11-11","runCount":8452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"non_english/Grok 3 Mini (High)","slice":"non_english"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|overall/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.785303,"ciLow":1358.308081,"ciHigh":1369.262525,"observedAt":"2026-11-11","runCount":15573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"overall/Grok 3 Mini (High)","slice":"overall"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|polish/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.108329,"ciLow":1328.593625,"ciHigh":1359.623033,"observedAt":"2026-11-11","runCount":1573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"polish/Grok 3 Mini (High)","slice":"polish"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|russian/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.7036,"ciLow":1331.711392,"ciHigh":1365.695807,"observedAt":"2026-11-11","runCount":1145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"russian/Grok 3 Mini (High)","slice":"russian"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text-style-control@1|rating|spanish/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.994951,"ciLow":1323.834131,"ciHigh":1388.155771,"observedAt":"2026-11-11","runCount":322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"spanish/Grok 3 Mini (High)","slice":"spanish"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|chinese/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.79282,"ciLow":1367.78917,"ciHigh":1407.796471,"observedAt":"2026-11-11","runCount":864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"chinese/Grok 3 Mini (High)","slice":"chinese"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|coding/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.184039,"ciLow":1368.795088,"ciHigh":1389.57299,"observedAt":"2026-11-11","runCount":3161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"coding/Grok 3 Mini (High)","slice":"coding"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|creative_writing/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.588858,"ciLow":1320.955208,"ciHigh":1348.222507,"observedAt":"2026-11-11","runCount":1903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"creative_writing/Grok 3 Mini (High)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|english/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.083603,"ciLow":1371.816027,"ciHigh":1386.351178,"observedAt":"2026-11-11","runCount":7116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"english/Grok 3 Mini (High)","slice":"english"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|exclude_ties/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.333224,"ciLow":1327.969225,"ciHigh":1342.697223,"observedAt":"2026-11-11","runCount":11101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"exclude_ties/Grok 3 Mini (High)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|expert/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.058146,"ciLow":1376.188415,"ciHigh":1413.927877,"observedAt":"2026-11-11","runCount":908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"expert/Grok 3 Mini (High)","slice":"expert"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|french/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.739557,"ciLow":1302.144062,"ciHigh":1389.335051,"observedAt":"2026-11-11","runCount":168,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"french/Grok 3 Mini (High)","slice":"french"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|german/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.327032,"ciLow":1320.320566,"ciHigh":1378.333499,"observedAt":"2026-11-11","runCount":416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"german/Grok 3 Mini (High)","slice":"german"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|hard_prompts/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.548489,"ciLow":1367.339502,"ciHigh":1381.757475,"observedAt":"2026-11-11","runCount":7263,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"hard_prompts/Grok 3 Mini (High)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.621322,"ciLow":1367.388853,"ciHigh":1387.853792,"observedAt":"2026-11-11","runCount":3384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"hard_prompts_english/Grok 3 Mini (High)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.540704,"ciLow":1332.0098,"ciHigh":1355.071609,"observedAt":"2026-11-11","runCount":2631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_business_and_management_and_financial_operations/Grok 3 Mini (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.664192,"ciLow":1324.718309,"ciHigh":1346.610075,"observedAt":"2026-11-11","runCount":2844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_entertainment_and_sports_and_media/Grok 3 Mini (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.387892,"ciLow":1373.498399,"ciHigh":1409.277385,"observedAt":"2026-11-11","runCount":1086,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_legal_and_government/Grok 3 Mini (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.950087,"ciLow":1370.32317,"ciHigh":1393.577004,"observedAt":"2026-11-11","runCount":2577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_life_and_physical_and_social_science/Grok 3 Mini (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|industry_mathematical/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.244013,"ciLow":1350.833025,"ciHigh":1387.655001,"observedAt":"2026-11-11","runCount":958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_mathematical/Grok 3 Mini (High)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.356076,"ciLow":1371.205472,"ciHigh":1409.50668,"observedAt":"2026-11-11","runCount":954,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_medicine_and_healthcare/Grok 3 Mini (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.909609,"ciLow":1370.661272,"ciHigh":1387.157946,"observedAt":"2026-11-11","runCount":5316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_software_and_it_services/Grok 3 Mini (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.646767,"ciLow":1335.541641,"ciHigh":1355.751894,"observedAt":"2026-11-11","runCount":3412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"industry_writing_and_literature_and_language/Grok 3 Mini (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|instruction_following/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.59071,"ciLow":1347.416052,"ciHigh":1365.765367,"observedAt":"2026-11-11","runCount":4148,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"instruction_following/Grok 3 Mini (High)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|japanese/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1317.569522,"ciLow":1287.702304,"ciHigh":1347.436739,"observedAt":"2026-11-11","runCount":398,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"japanese/Grok 3 Mini (High)","slice":"japanese"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|korean/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.233952,"ciLow":1300.102414,"ciHigh":1370.36549,"observedAt":"2026-11-11","runCount":296,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"korean/Grok 3 Mini (High)","slice":"korean"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|longer_query/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.835383,"ciLow":1361.451064,"ciHigh":1382.219703,"observedAt":"2026-11-11","runCount":3227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"longer_query/Grok 3 Mini (High)","slice":"longer_query"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|math/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.681133,"ciLow":1367.440875,"ciHigh":1403.92139,"observedAt":"2026-11-11","runCount":966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"math/Grok 3 Mini (High)","slice":"math"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|multi_turn/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.47303,"ciLow":1343.66091,"ciHigh":1367.285151,"observedAt":"2026-11-11","runCount":2486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"multi_turn/Grok 3 Mini (High)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|non_english/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.259891,"ciLow":1345.55951,"ciHigh":1358.960272,"observedAt":"2026-11-11","runCount":8452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"non_english/Grok 3 Mini (High)","slice":"non_english"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|overall/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.670476,"ciLow":1364.228147,"ciHigh":1375.112805,"observedAt":"2026-11-11","runCount":15573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"overall/Grok 3 Mini (High)","slice":"overall"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|polish/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.907329,"ciLow":1340.566311,"ciHigh":1371.248347,"observedAt":"2026-11-11","runCount":1573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"polish/Grok 3 Mini (High)","slice":"polish"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|russian/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.133528,"ciLow":1334.277066,"ciHigh":1367.98999,"observedAt":"2026-11-11","runCount":1145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"russian/Grok 3 Mini (High)","slice":"russian"}
{"key":"lmarena|xai/grok-3-mini:effort=high|none|lmarena-text@1|rating|spanish/Grok 3 Mini (High)","sourceId":"lmarena","modelId":"xai/grok-3-mini","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.43999,"ciLow":1328.327636,"ciHigh":1392.552345,"observedAt":"2026-11-11","runCount":322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Mini (High)","rowId":"spanish/Grok 3 Mini (High)","slice":"spanish"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|chinese/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.619687,"ciLow":1417.93166,"ciHigh":1445.307713,"observedAt":"2026-11-11","runCount":1997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"chinese/Grok 3 Preview (02-24)","slice":"chinese"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|coding/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.372148,"ciLow":1434.021352,"ciHigh":1450.722944,"observedAt":"2026-11-11","runCount":5358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"coding/Grok 3 Preview (02-24)","slice":"coding"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|creative_writing/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.887759,"ciLow":1388.653546,"ciHigh":1407.121973,"observedAt":"2026-11-11","runCount":4711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"creative_writing/Grok 3 Preview (02-24)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|english/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.375143,"ciLow":1415.868812,"ciHigh":1426.881475,"observedAt":"2026-11-11","runCount":17091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"english/Grok 3 Preview (02-24)","slice":"english"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.39404,"ciLow":1394.204003,"ciHigh":1406.584078,"observedAt":"2026-11-11","runCount":23025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"exclude_ties/Grok 3 Preview (02-24)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|expert/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.961439,"ciLow":1388.750792,"ciHigh":1419.172085,"observedAt":"2026-11-11","runCount":1558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"expert/Grok 3 Preview (02-24)","slice":"expert"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|french/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.48129,"ciLow":1419.058149,"ciHigh":1481.904431,"observedAt":"2026-11-11","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"french/Grok 3 Preview (02-24)","slice":"french"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|german/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.092002,"ciLow":1397.662872,"ciHigh":1440.521132,"observedAt":"2026-11-11","runCount":785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"german/Grok 3 Preview (02-24)","slice":"german"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.720646,"ciLow":1419.3102,"ciHigh":1432.131092,"observedAt":"2026-11-11","runCount":10593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"hard_prompts/Grok 3 Preview (02-24)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.384241,"ciLow":1425.180108,"ciHigh":1441.588375,"observedAt":"2026-11-11","runCount":5828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"hard_prompts_english/Grok 3 Preview (02-24)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.417457,"ciLow":1393.70979,"ciHigh":1413.125124,"observedAt":"2026-11-11","runCount":3940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_business_and_management_and_financial_operations/Grok 3 Preview (02-24)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.901509,"ciLow":1388.479173,"ciHigh":1405.323844,"observedAt":"2026-11-11","runCount":5678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_entertainment_and_sports_and_media/Grok 3 Preview (02-24)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.820133,"ciLow":1410.492674,"ciHigh":1439.147591,"observedAt":"2026-11-11","runCount":1870,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_legal_and_government/Grok 3 Preview (02-24)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.00486,"ciLow":1409.725604,"ciHigh":1426.284115,"observedAt":"2026-11-11","runCount":5732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_life_and_physical_and_social_science/Grok 3 Preview (02-24)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.068004,"ciLow":1375.22503,"ciHigh":1398.910977,"observedAt":"2026-11-11","runCount":2436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_mathematical/Grok 3 Preview (02-24)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.762482,"ciLow":1433.428724,"ciHigh":1464.096239,"observedAt":"2026-11-11","runCount":1616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_medicine_and_healthcare/Grok 3 Preview (02-24)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.090049,"ciLow":1427.294886,"ciHigh":1440.885211,"observedAt":"2026-11-11","runCount":9104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_software_and_it_services/Grok 3 Preview (02-24)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.546611,"ciLow":1398.276934,"ciHigh":1412.816288,"observedAt":"2026-11-11","runCount":7742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_writing_and_literature_and_language/Grok 3 Preview (02-24)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|instruction_following/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.63534,"ciLow":1396.01264,"ciHigh":1409.25804,"observedAt":"2026-11-11","runCount":9648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"instruction_following/Grok 3 Preview (02-24)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|japanese/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.011638,"ciLow":1346.765846,"ciHigh":1389.25743,"observedAt":"2026-11-11","runCount":835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"japanese/Grok 3 Preview (02-24)","slice":"japanese"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|korean/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.786616,"ciLow":1327.348458,"ciHigh":1382.224773,"observedAt":"2026-11-11","runCount":524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"korean/Grok 3 Preview (02-24)","slice":"korean"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|longer_query/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.61059,"ciLow":1418.893438,"ciHigh":1436.327742,"observedAt":"2026-11-11","runCount":4876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"longer_query/Grok 3 Preview (02-24)","slice":"longer_query"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|math/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.393862,"ciLow":1360.239463,"ciHigh":1382.548261,"observedAt":"2026-11-11","runCount":2682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"math/Grok 3 Preview (02-24)","slice":"math"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|multi_turn/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.500507,"ciLow":1400.438221,"ciHigh":1418.562793,"observedAt":"2026-11-11","runCount":4638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"multi_turn/Grok 3 Preview (02-24)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|non_english/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.08165,"ciLow":1393.55375,"ciHigh":1404.609551,"observedAt":"2026-11-11","runCount":15386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"non_english/Grok 3 Preview (02-24)","slice":"non_english"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|overall/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.328437,"ciLow":1406.978017,"ciHigh":1415.678858,"observedAt":"2026-11-11","runCount":32486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"overall/Grok 3 Preview (02-24)","slice":"overall"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|polish/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.577724,"ciLow":1399.051692,"ciHigh":1430.103756,"observedAt":"2026-11-11","runCount":1620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"polish/Grok 3 Preview (02-24)","slice":"polish"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|russian/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.412725,"ciLow":1398.23387,"ciHigh":1420.591579,"observedAt":"2026-11-11","runCount":2761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"russian/Grok 3 Preview (02-24)","slice":"russian"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text-style-control@1|rating|spanish/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.368015,"ciLow":1372.454679,"ciHigh":1432.281351,"observedAt":"2026-11-11","runCount":376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"spanish/Grok 3 Preview (02-24)","slice":"spanish"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|chinese/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.002553,"ciLow":1434.385686,"ciHigh":1461.619419,"observedAt":"2026-11-11","runCount":1997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"chinese/Grok 3 Preview (02-24)","slice":"chinese"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|coding/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.277841,"ciLow":1423.973975,"ciHigh":1440.581706,"observedAt":"2026-11-11","runCount":5358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"coding/Grok 3 Preview (02-24)","slice":"coding"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|creative_writing/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.224553,"ciLow":1405.115945,"ciHigh":1423.333162,"observedAt":"2026-11-11","runCount":4711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"creative_writing/Grok 3 Preview (02-24)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|english/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.849025,"ciLow":1432.402409,"ciHigh":1443.295642,"observedAt":"2026-11-11","runCount":17091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"english/Grok 3 Preview (02-24)","slice":"english"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|exclude_ties/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.761028,"ciLow":1412.705302,"ciHigh":1424.816754,"observedAt":"2026-11-11","runCount":23025,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"exclude_ties/Grok 3 Preview (02-24)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|expert/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.122081,"ciLow":1406.09544,"ciHigh":1436.148722,"observedAt":"2026-11-11","runCount":1558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"expert/Grok 3 Preview (02-24)","slice":"expert"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|french/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.937342,"ciLow":1431.089861,"ciHigh":1492.784824,"observedAt":"2026-11-11","runCount":392,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"french/Grok 3 Preview (02-24)","slice":"french"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|german/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.089693,"ciLow":1409.58366,"ciHigh":1452.595725,"observedAt":"2026-11-11","runCount":785,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"german/Grok 3 Preview (02-24)","slice":"german"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|hard_prompts/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.581973,"ciLow":1427.227566,"ciHigh":1439.936381,"observedAt":"2026-11-11","runCount":10593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"hard_prompts/Grok 3 Preview (02-24)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|hard_prompts_english/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.662842,"ciLow":1433.516457,"ciHigh":1449.809226,"observedAt":"2026-11-11","runCount":5828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"hard_prompts_english/Grok 3 Preview (02-24)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.938721,"ciLow":1400.273501,"ciHigh":1419.603942,"observedAt":"2026-11-11","runCount":3940,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_business_and_management_and_financial_operations/Grok 3 Preview (02-24)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.897491,"ciLow":1407.560542,"ciHigh":1424.234439,"observedAt":"2026-11-11","runCount":5678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_entertainment_and_sports_and_media/Grok 3 Preview (02-24)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|industry_legal_and_government/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.901029,"ciLow":1430.721215,"ciHigh":1459.080842,"observedAt":"2026-11-11","runCount":1870,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_legal_and_government/Grok 3 Preview (02-24)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.495329,"ciLow":1429.287496,"ciHigh":1445.703163,"observedAt":"2026-11-11","runCount":5732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_life_and_physical_and_social_science/Grok 3 Preview (02-24)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|industry_mathematical/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.299839,"ciLow":1394.56187,"ciHigh":1418.037807,"observedAt":"2026-11-11","runCount":2436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_mathematical/Grok 3 Preview (02-24)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.910395,"ciLow":1453.63731,"ciHigh":1484.18348,"observedAt":"2026-11-11","runCount":1616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_medicine_and_healthcare/Grok 3 Preview (02-24)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.566805,"ciLow":1430.810654,"ciHigh":1444.322955,"observedAt":"2026-11-11","runCount":9104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_software_and_it_services/Grok 3 Preview (02-24)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.041776,"ciLow":1403.834659,"ciHigh":1418.248893,"observedAt":"2026-11-11","runCount":7742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"industry_writing_and_literature_and_language/Grok 3 Preview (02-24)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|instruction_following/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.546267,"ciLow":1401.964316,"ciHigh":1415.128218,"observedAt":"2026-11-11","runCount":9648,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"instruction_following/Grok 3 Preview (02-24)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|japanese/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.122989,"ciLow":1366.153606,"ciHigh":1408.092372,"observedAt":"2026-11-11","runCount":835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"japanese/Grok 3 Preview (02-24)","slice":"japanese"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|korean/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.364143,"ciLow":1346.25215,"ciHigh":1400.476136,"observedAt":"2026-11-11","runCount":524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"korean/Grok 3 Preview (02-24)","slice":"korean"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|longer_query/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.912563,"ciLow":1430.256574,"ciHigh":1447.568552,"observedAt":"2026-11-11","runCount":4876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"longer_query/Grok 3 Preview (02-24)","slice":"longer_query"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|math/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.657199,"ciLow":1379.584897,"ciHigh":1401.729502,"observedAt":"2026-11-11","runCount":2682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"math/Grok 3 Preview (02-24)","slice":"math"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|multi_turn/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.409192,"ciLow":1415.405823,"ciHigh":1433.412561,"observedAt":"2026-11-11","runCount":4638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"multi_turn/Grok 3 Preview (02-24)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|non_english/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.598766,"ciLow":1405.111174,"ciHigh":1416.086357,"observedAt":"2026-11-11","runCount":15386,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"non_english/Grok 3 Preview (02-24)","slice":"non_english"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|overall/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.644982,"ciLow":1421.332938,"ciHigh":1429.957025,"observedAt":"2026-11-11","runCount":32486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"overall/Grok 3 Preview (02-24)","slice":"overall"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|polish/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.950763,"ciLow":1417.521181,"ciHigh":1448.380345,"observedAt":"2026-11-11","runCount":1620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"polish/Grok 3 Preview (02-24)","slice":"polish"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|russian/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.932893,"ciLow":1404.824593,"ciHigh":1427.041192,"observedAt":"2026-11-11","runCount":2761,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"russian/Grok 3 Preview (02-24)","slice":"russian"}
{"key":"lmarena|xai/grok-3-preview-02-24:default|none|lmarena-text@1|rating|spanish/Grok 3 Preview (02-24)","sourceId":"lmarena","modelId":"xai/grok-3-preview-02-24","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.288498,"ciLow":1387.109211,"ciHigh":1447.467785,"observedAt":"2026-11-11","runCount":376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 3 Preview (02-24)","rowId":"spanish/Grok 3 Preview (02-24)","slice":"spanish"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|chinese/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.246719,"ciLow":1416.811705,"ciHigh":1439.681733,"observedAt":"2026-11-11","runCount":2817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"chinese/Grok 4 (0709)","slice":"chinese"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|coding/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.301971,"ciLow":1428.365381,"ciHigh":1442.238561,"observedAt":"2026-11-11","runCount":8007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"coding/Grok 4 (0709)","slice":"coding"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|creative_writing/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.770457,"ciLow":1385.276613,"ciHigh":1402.2643,"observedAt":"2026-11-11","runCount":5329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"creative_writing/Grok 4 (0709)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|english/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.118049,"ciLow":1413.892714,"ciHigh":1424.343384,"observedAt":"2026-11-11","runCount":17490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"english/Grok 4 (0709)","slice":"english"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.89825,"ciLow":1391.48722,"ciHigh":1402.30928,"observedAt":"2026-11-11","runCount":28573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"exclude_ties/Grok 4 (0709)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|expert/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.334509,"ciLow":1416.134161,"ciHigh":1442.534857,"observedAt":"2026-11-11","runCount":2071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"expert/Grok 4 (0709)","slice":"expert"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|french/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.056894,"ciLow":1396.796325,"ciHigh":1447.317463,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"french/Grok 4 (0709)","slice":"french"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|german/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.43993,"ciLow":1398.252692,"ciHigh":1438.627167,"observedAt":"2026-11-11","runCount":903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"german/Grok 4 (0709)","slice":"german"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.721612,"ciLow":1415.683169,"ciHigh":1425.760055,"observedAt":"2026-11-11","runCount":19316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"hard_prompts/Grok 4 (0709)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.737207,"ciLow":1416.996333,"ciHigh":1430.47808,"observedAt":"2026-11-11","runCount":8779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"hard_prompts_english/Grok 4 (0709)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.084541,"ciLow":1388.699491,"ciHigh":1403.469591,"observedAt":"2026-11-11","runCount":7065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_business_and_management_and_financial_operations/Grok 4 (0709)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.474994,"ciLow":1378.213087,"ciHigh":1392.736901,"observedAt":"2026-11-11","runCount":7277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_entertainment_and_sports_and_media/Grok 4 (0709)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.130639,"ciLow":1411.340052,"ciHigh":1434.921226,"observedAt":"2026-11-11","runCount":2577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_legal_and_government/Grok 4 (0709)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.371297,"ciLow":1426.780841,"ciHigh":1441.961753,"observedAt":"2026-11-11","runCount":6688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_life_and_physical_and_social_science/Grok 4 (0709)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.576618,"ciLow":1420.706698,"ciHigh":1446.446538,"observedAt":"2026-11-11","runCount":2122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_mathematical/Grok 4 (0709)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.935435,"ciLow":1426.965791,"ciHigh":1452.905079,"observedAt":"2026-11-11","runCount":2236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_medicine_and_healthcare/Grok 4 (0709)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.63342,"ciLow":1419.909078,"ciHigh":1431.357761,"observedAt":"2026-11-11","runCount":13482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_software_and_it_services/Grok 4 (0709)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.130086,"ciLow":1391.40146,"ciHigh":1404.858713,"observedAt":"2026-11-11","runCount":8964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_writing_and_literature_and_language/Grok 4 (0709)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|instruction_following/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.422635,"ciLow":1390.233939,"ciHigh":1402.611332,"observedAt":"2026-11-11","runCount":10818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"instruction_following/Grok 4 (0709)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|japanese/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.480879,"ciLow":1368.991218,"ciHigh":1409.970541,"observedAt":"2026-11-11","runCount":921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"japanese/Grok 4 (0709)","slice":"japanese"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|korean/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.32484,"ciLow":1350.878918,"ciHigh":1393.770761,"observedAt":"2026-11-11","runCount":792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"korean/Grok 4 (0709)","slice":"korean"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|longer_query/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.59714,"ciLow":1408.919829,"ciHigh":1422.27445,"observedAt":"2026-11-11","runCount":8885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"longer_query/Grok 4 (0709)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|math/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.018544,"ciLow":1412.649254,"ciHigh":1437.387833,"observedAt":"2026-11-11","runCount":2243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"math/Grok 4 (0709)","slice":"math"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|multi_turn/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.811558,"ciLow":1405.00021,"ciHigh":1420.622906,"observedAt":"2026-11-11","runCount":6210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"multi_turn/Grok 4 (0709)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|non_english/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.044266,"ciLow":1396.203667,"ciHigh":1405.884865,"observedAt":"2026-11-11","runCount":22035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"non_english/Grok 4 (0709)","slice":"non_english"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|overall/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.017303,"ciLow":1407.065692,"ciHigh":1414.968913,"observedAt":"2026-11-11","runCount":39563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"overall/Grok 4 (0709)","slice":"overall"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|polish/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.318984,"ciLow":1407.378097,"ciHigh":1431.259872,"observedAt":"2026-11-11","runCount":2750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"polish/Grok 4 (0709)","slice":"polish"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|russian/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.651389,"ciLow":1399.709763,"ciHigh":1421.593016,"observedAt":"2026-11-11","runCount":2805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"russian/Grok 4 (0709)","slice":"russian"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text-style-control@1|rating|spanish/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.951896,"ciLow":1397.754136,"ciHigh":1436.149657,"observedAt":"2026-11-11","runCount":1000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"spanish/Grok 4 (0709)","slice":"spanish"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|chinese/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.162911,"ciLow":1415.78344,"ciHigh":1438.542382,"observedAt":"2026-11-11","runCount":2817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"chinese/Grok 4 (0709)","slice":"chinese"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|coding/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.569829,"ciLow":1401.648496,"ciHigh":1415.491163,"observedAt":"2026-11-11","runCount":8007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"coding/Grok 4 (0709)","slice":"coding"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|creative_writing/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.126819,"ciLow":1387.703048,"ciHigh":1404.550589,"observedAt":"2026-11-11","runCount":5329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"creative_writing/Grok 4 (0709)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|english/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.304394,"ciLow":1413.111513,"ciHigh":1423.497275,"observedAt":"2026-11-11","runCount":17490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"english/Grok 4 (0709)","slice":"english"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|exclude_ties/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.605563,"ciLow":1390.289994,"ciHigh":1400.921132,"observedAt":"2026-11-11","runCount":28573,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"exclude_ties/Grok 4 (0709)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|expert/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.750034,"ciLow":1401.665906,"ciHigh":1427.834161,"observedAt":"2026-11-11","runCount":2071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"expert/Grok 4 (0709)","slice":"expert"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|french/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.491434,"ciLow":1392.558787,"ciHigh":1442.424081,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"french/Grok 4 (0709)","slice":"french"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|german/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.65157,"ciLow":1408.617631,"ciHigh":1448.685508,"observedAt":"2026-11-11","runCount":903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"german/Grok 4 (0709)","slice":"german"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|hard_prompts/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.873732,"ciLow":1403.859851,"ciHigh":1413.887613,"observedAt":"2026-11-11","runCount":19316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"hard_prompts/Grok 4 (0709)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|hard_prompts_english/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.461315,"ciLow":1403.745424,"ciHigh":1417.177207,"observedAt":"2026-11-11","runCount":8779,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"hard_prompts_english/Grok 4 (0709)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.289468,"ciLow":1380.936077,"ciHigh":1395.642858,"observedAt":"2026-11-11","runCount":7065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_business_and_management_and_financial_operations/Grok 4 (0709)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.967159,"ciLow":1383.761625,"ciHigh":1398.172692,"observedAt":"2026-11-11","runCount":7277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_entertainment_and_sports_and_media/Grok 4 (0709)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|industry_legal_and_government/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.00104,"ciLow":1416.319284,"ciHigh":1439.682797,"observedAt":"2026-11-11","runCount":2577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_legal_and_government/Grok 4 (0709)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.805283,"ciLow":1427.269824,"ciHigh":1442.340742,"observedAt":"2026-11-11","runCount":6688,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_life_and_physical_and_social_science/Grok 4 (0709)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|industry_mathematical/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.804284,"ciLow":1411.967246,"ciHigh":1437.641323,"observedAt":"2026-11-11","runCount":2122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_mathematical/Grok 4 (0709)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.018462,"ciLow":1422.154546,"ciHigh":1447.882377,"observedAt":"2026-11-11","runCount":2236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_medicine_and_healthcare/Grok 4 (0709)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.102502,"ciLow":1405.414893,"ciHigh":1416.79011,"observedAt":"2026-11-11","runCount":13482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_software_and_it_services/Grok 4 (0709)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.156394,"ciLow":1392.452187,"ciHigh":1405.860601,"observedAt":"2026-11-11","runCount":8964,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"industry_writing_and_literature_and_language/Grok 4 (0709)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|instruction_following/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.811341,"ciLow":1380.645338,"ciHigh":1392.977344,"observedAt":"2026-11-11","runCount":10818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"instruction_following/Grok 4 (0709)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|japanese/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.450228,"ciLow":1372.960632,"ciHigh":1413.939824,"observedAt":"2026-11-11","runCount":921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"japanese/Grok 4 (0709)","slice":"japanese"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|korean/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.10542,"ciLow":1354.97887,"ciHigh":1397.231969,"observedAt":"2026-11-11","runCount":792,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"korean/Grok 4 (0709)","slice":"korean"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|longer_query/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.282067,"ciLow":1401.638528,"ciHigh":1414.925607,"observedAt":"2026-11-11","runCount":8885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"longer_query/Grok 4 (0709)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|math/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.268141,"ciLow":1409.87984,"ciHigh":1434.656442,"observedAt":"2026-11-11","runCount":2243,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"math/Grok 4 (0709)","slice":"math"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|multi_turn/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.2377,"ciLow":1408.460044,"ciHigh":1424.015355,"observedAt":"2026-11-11","runCount":6210,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"multi_turn/Grok 4 (0709)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|non_english/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.60323,"ciLow":1397.789213,"ciHigh":1407.417246,"observedAt":"2026-11-11","runCount":22035,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"non_english/Grok 4 (0709)","slice":"non_english"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|overall/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.528881,"ciLow":1407.597946,"ciHigh":1415.459816,"observedAt":"2026-11-11","runCount":39563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"overall/Grok 4 (0709)","slice":"overall"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|polish/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.954363,"ciLow":1417.128457,"ciHigh":1440.78027,"observedAt":"2026-11-11","runCount":2750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"polish/Grok 4 (0709)","slice":"polish"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|russian/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.335915,"ciLow":1398.417756,"ciHigh":1420.254073,"observedAt":"2026-11-11","runCount":2805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"russian/Grok 4 (0709)","slice":"russian"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-text@1|rating|spanish/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.967435,"ciLow":1400.876743,"ciHigh":1439.058128,"observedAt":"2026-11-11","runCount":1000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"spanish/Grok 4 (0709)","slice":"spanish"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision-style-control@1|rating|captioning/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.842327,"ciLow":1133.791469,"ciHigh":1207.893185,"observedAt":"2026-11-09","runCount":350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"captioning/Grok 4 (0709)","slice":"captioning"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision-style-control@1|rating|chinese/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.162077,"ciLow":1192.086673,"ciHigh":1228.237481,"observedAt":"2026-11-09","runCount":1674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"chinese/Grok 4 (0709)","slice":"chinese"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision-style-control@1|rating|creative_writing/grok-4-0709","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1236.823842,"ciLow":1220.220278,"ciHigh":1253.427405,"observedAt":"2026-01-09","runCount":1461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"grok-4-0709","rowId":"creative_writing/grok-4-0709","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1204.393602,"ciLow":1183.976576,"ciHigh":1224.810628,"observedAt":"2026-11-09","runCount":1223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"creative_writing_vision/Grok 4 (0709)","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision-style-control@1|rating|diagram/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.7159,"ciLow":1178.044633,"ciHigh":1205.387166,"observedAt":"2026-11-09","runCount":2434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"diagram/Grok 4 (0709)","slice":"diagram"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision-style-control@1|rating|english/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.808813,"ciLow":1181.677541,"ciHigh":1201.940084,"observedAt":"2026-11-09","runCount":13961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"english/Grok 4 (0709)","slice":"english"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.781841,"ciLow":1199.755805,"ciHigh":1271.807877,"observedAt":"2026-11-09","runCount":332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"entity_recognition/Grok 4 (0709)","slice":"entity_recognition"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision-style-control@1|rating|homework/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.97687,"ciLow":1152.184993,"ciHigh":1189.768747,"observedAt":"2026-11-09","runCount":1074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"homework/Grok 4 (0709)","slice":"homework"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision-style-control@1|rating|humor/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.458137,"ciLow":1151.250013,"ciHigh":1195.66626,"observedAt":"2026-11-09","runCount":1132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"humor/Grok 4 (0709)","slice":"humor"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision-style-control@1|rating|ocr/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1175.810283,"ciLow":1166.587536,"ciHigh":1185.03303,"observedAt":"2026-11-09","runCount":9589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"ocr/Grok 4 (0709)","slice":"ocr"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision-style-control@1|rating|overall/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1184.218401,"ciLow":1176.85566,"ciHigh":1191.581141,"observedAt":"2026-11-09","runCount":30130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"overall/Grok 4 (0709)","slice":"overall"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision@1|rating|captioning/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1245.77999,"ciLow":1211.762389,"ciHigh":1279.797591,"observedAt":"2026-11-09","runCount":350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"captioning/Grok 4 (0709)","slice":"captioning"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision@1|rating|chinese/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1248.983681,"ciLow":1231.245109,"ciHigh":1266.722252,"observedAt":"2026-11-09","runCount":1674,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"chinese/Grok 4 (0709)","slice":"chinese"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision@1|rating|creative_writing/grok-4-0709","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1265.341181,"ciLow":1249.09714,"ciHigh":1281.585223,"observedAt":"2026-01-09","runCount":1461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"grok-4-0709","rowId":"creative_writing/grok-4-0709","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision@1|rating|creative_writing_vision/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1231.165453,"ciLow":1211.025196,"ciHigh":1251.305709,"observedAt":"2026-11-09","runCount":1223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"creative_writing_vision/Grok 4 (0709)","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision@1|rating|diagram/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1203.463501,"ciLow":1189.924499,"ciHigh":1217.002503,"observedAt":"2026-11-09","runCount":2434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"diagram/Grok 4 (0709)","slice":"diagram"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision@1|rating|english/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1221.981104,"ciLow":1211.965798,"ciHigh":1231.99641,"observedAt":"2026-11-09","runCount":13961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"english/Grok 4 (0709)","slice":"english"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision@1|rating|entity_recognition/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1288.466925,"ciLow":1253.581285,"ciHigh":1323.352564,"observedAt":"2026-11-09","runCount":332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"entity_recognition/Grok 4 (0709)","slice":"entity_recognition"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision@1|rating|homework/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1170.648117,"ciLow":1151.964617,"ciHigh":1189.331617,"observedAt":"2026-11-09","runCount":1074,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"homework/Grok 4 (0709)","slice":"homework"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision@1|rating|humor/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1207.664934,"ciLow":1185.951421,"ciHigh":1229.378447,"observedAt":"2026-11-09","runCount":1132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"humor/Grok 4 (0709)","slice":"humor"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision@1|rating|ocr/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1194.741725,"ciLow":1185.594794,"ciHigh":1203.888656,"observedAt":"2026-11-09","runCount":9589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"ocr/Grok 4 (0709)","slice":"ocr"}
{"key":"lmarena|xai/grok-4-0709:default|none|lmarena-vision@1|rating|overall/Grok 4 (0709)","sourceId":"lmarena","modelId":"xai/grok-4-0709","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1210.307597,"ciLow":1203.020763,"ciHigh":1217.594431,"observedAt":"2026-11-09","runCount":30130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (0709)","rowId":"overall/Grok 4 (0709)","slice":"overall"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|chinese/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.905658,"ciLow":1435.570087,"ciHigh":1492.24123,"observedAt":"2026-11-11","runCount":463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"chinese/Grok 4 Fast (Non-Reasoning)","slice":"chinese"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|coding/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.497731,"ciLow":1440.675735,"ciHigh":1474.319728,"observedAt":"2026-11-11","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"coding/Grok 4 Fast (Non-Reasoning)","slice":"coding"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|creative_writing/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.117371,"ciLow":1362.096462,"ciHigh":1402.13828,"observedAt":"2026-11-11","runCount":889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"creative_writing/Grok 4 Fast (Non-Reasoning)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|english/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.913499,"ciLow":1416.41538,"ciHigh":1439.411617,"observedAt":"2026-11-11","runCount":2634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"english/Grok 4 Fast (Non-Reasoning)","slice":"english"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.848001,"ciLow":1396.981008,"ciHigh":1418.714993,"observedAt":"2026-11-11","runCount":4544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"exclude_ties/Grok 4 Fast (Non-Reasoning)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|expert/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.691719,"ciLow":1380.188184,"ciHigh":1449.195254,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"expert/Grok 4 Fast (Non-Reasoning)","slice":"expert"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.961967,"ciLow":1421.227683,"ciHigh":1442.696252,"observedAt":"2026-11-11","runCount":3007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"hard_prompts/Grok 4 Fast (Non-Reasoning)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.123462,"ciLow":1424.446238,"ciHigh":1457.800686,"observedAt":"2026-11-11","runCount":1265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"hard_prompts_english/Grok 4 Fast (Non-Reasoning)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.400076,"ciLow":1383.985249,"ciHigh":1418.814902,"observedAt":"2026-11-11","runCount":1128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_business_and_management_and_financial_operations/Grok 4 Fast (Non-Reasoning)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.575565,"ciLow":1366.598453,"ciHigh":1400.552678,"observedAt":"2026-11-11","runCount":1201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_entertainment_and_sports_and_media/Grok 4 Fast (Non-Reasoning)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.244782,"ciLow":1392.909344,"ciHigh":1451.58022,"observedAt":"2026-11-11","runCount":402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_legal_and_government/Grok 4 Fast (Non-Reasoning)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.77738,"ciLow":1409.368495,"ciHigh":1448.186266,"observedAt":"2026-11-11","runCount":952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_life_and_physical_and_social_science/Grok 4 Fast (Non-Reasoning)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.507011,"ciLow":1411.675359,"ciHigh":1477.338663,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_mathematical/Grok 4 Fast (Non-Reasoning)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.856941,"ciLow":1415.392204,"ciHigh":1476.321679,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_medicine_and_healthcare/Grok 4 Fast (Non-Reasoning)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.256761,"ciLow":1442.302103,"ciHigh":1468.211419,"observedAt":"2026-11-11","runCount":2060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_software_and_it_services/Grok 4 Fast (Non-Reasoning)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.261727,"ciLow":1377.765323,"ciHigh":1408.75813,"observedAt":"2026-11-11","runCount":1462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_writing_and_literature_and_language/Grok 4 Fast (Non-Reasoning)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|instruction_following/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.356544,"ciLow":1379.729993,"ciHigh":1408.983096,"observedAt":"2026-11-11","runCount":1678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"instruction_following/Grok 4 Fast (Non-Reasoning)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|korean/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.853604,"ciLow":1292.716634,"ciHigh":1376.990574,"observedAt":"2026-11-11","runCount":188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"korean/Grok 4 Fast (Non-Reasoning)","slice":"korean"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|longer_query/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.894681,"ciLow":1402.20016,"ciHigh":1433.589201,"observedAt":"2026-11-11","runCount":1411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"longer_query/Grok 4 Fast (Non-Reasoning)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|math/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.67655,"ciLow":1393.662586,"ciHigh":1453.690515,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"math/Grok 4 Fast (Non-Reasoning)","slice":"math"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|multi_turn/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.32725,"ciLow":1404.551918,"ciHigh":1440.102581,"observedAt":"2026-11-11","runCount":1082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"multi_turn/Grok 4 Fast (Non-Reasoning)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|non_english/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.844821,"ciLow":1394.118217,"ciHigh":1413.571425,"observedAt":"2026-11-11","runCount":3692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"non_english/Grok 4 Fast (Non-Reasoning)","slice":"non_english"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|overall/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.48012,"ciLow":1410.66444,"ciHigh":1426.295799,"observedAt":"2026-11-11","runCount":6326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"overall/Grok 4 Fast (Non-Reasoning)","slice":"overall"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|polish/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.246921,"ciLow":1413.077065,"ciHigh":1475.416778,"observedAt":"2026-11-11","runCount":378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"polish/Grok 4 Fast (Non-Reasoning)","slice":"polish"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|russian/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.379033,"ciLow":1370.899377,"ciHigh":1421.85869,"observedAt":"2026-11-11","runCount":465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"russian/Grok 4 Fast (Non-Reasoning)","slice":"russian"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text-style-control@1|rating|spanish/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.200262,"ciLow":1383.874399,"ciHigh":1460.526124,"observedAt":"2026-11-11","runCount":254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"spanish/Grok 4 Fast (Non-Reasoning)","slice":"spanish"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|chinese/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.070502,"ciLow":1428.701861,"ciHigh":1485.439144,"observedAt":"2026-11-11","runCount":463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"chinese/Grok 4 Fast (Non-Reasoning)","slice":"chinese"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|coding/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.367377,"ciLow":1412.639592,"ciHigh":1446.095163,"observedAt":"2026-11-11","runCount":1178,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"coding/Grok 4 Fast (Non-Reasoning)","slice":"coding"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|creative_writing/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.443536,"ciLow":1366.487266,"ciHigh":1406.399805,"observedAt":"2026-11-11","runCount":889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"creative_writing/Grok 4 Fast (Non-Reasoning)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|english/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.807067,"ciLow":1402.430883,"ciHigh":1425.183252,"observedAt":"2026-11-11","runCount":2634,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"english/Grok 4 Fast (Non-Reasoning)","slice":"english"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|exclude_ties/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.312999,"ciLow":1379.643425,"ciHigh":1400.982574,"observedAt":"2026-11-11","runCount":4544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"exclude_ties/Grok 4 Fast (Non-Reasoning)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|expert/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.031279,"ciLow":1362.879168,"ciHigh":1431.183391,"observedAt":"2026-11-11","runCount":287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"expert/Grok 4 Fast (Non-Reasoning)","slice":"expert"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|hard_prompts/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.36405,"ciLow":1401.676724,"ciHigh":1423.051375,"observedAt":"2026-11-11","runCount":3007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"hard_prompts/Grok 4 Fast (Non-Reasoning)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|hard_prompts_english/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.054984,"ciLow":1401.563287,"ciHigh":1434.546681,"observedAt":"2026-11-11","runCount":1265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"hard_prompts_english/Grok 4 Fast (Non-Reasoning)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.947289,"ciLow":1363.668164,"ciHigh":1398.226413,"observedAt":"2026-11-11","runCount":1128,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_business_and_management_and_financial_operations/Grok 4 Fast (Non-Reasoning)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.178992,"ciLow":1364.353437,"ciHigh":1398.004546,"observedAt":"2026-11-11","runCount":1201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_entertainment_and_sports_and_media/Grok 4 Fast (Non-Reasoning)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|industry_legal_and_government/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.903081,"ciLow":1379.135598,"ciHigh":1436.670565,"observedAt":"2026-11-11","runCount":402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_legal_and_government/Grok 4 Fast (Non-Reasoning)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.581754,"ciLow":1389.433251,"ciHigh":1427.730257,"observedAt":"2026-11-11","runCount":952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_life_and_physical_and_social_science/Grok 4 Fast (Non-Reasoning)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|industry_mathematical/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.304985,"ciLow":1403.898765,"ciHigh":1468.711205,"observedAt":"2026-11-11","runCount":304,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_mathematical/Grok 4 Fast (Non-Reasoning)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.504817,"ciLow":1384.598575,"ciHigh":1446.411058,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_medicine_and_healthcare/Grok 4 Fast (Non-Reasoning)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.857502,"ciLow":1418.025412,"ciHigh":1443.689593,"observedAt":"2026-11-11","runCount":2060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_software_and_it_services/Grok 4 Fast (Non-Reasoning)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.038284,"ciLow":1375.589166,"ciHigh":1406.487403,"observedAt":"2026-11-11","runCount":1462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"industry_writing_and_literature_and_language/Grok 4 Fast (Non-Reasoning)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|instruction_following/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.723986,"ciLow":1372.177884,"ciHigh":1401.270089,"observedAt":"2026-11-11","runCount":1678,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"instruction_following/Grok 4 Fast (Non-Reasoning)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|korean/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1331.742331,"ciLow":1289.192156,"ciHigh":1374.292506,"observedAt":"2026-11-11","runCount":188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"korean/Grok 4 Fast (Non-Reasoning)","slice":"korean"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|longer_query/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.911938,"ciLow":1398.25495,"ciHigh":1429.568927,"observedAt":"2026-11-11","runCount":1411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"longer_query/Grok 4 Fast (Non-Reasoning)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|math/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.559912,"ciLow":1388.976698,"ciHigh":1448.143127,"observedAt":"2026-11-11","runCount":377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"math/Grok 4 Fast (Non-Reasoning)","slice":"math"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|multi_turn/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.799905,"ciLow":1396.052742,"ciHigh":1431.547068,"observedAt":"2026-11-11","runCount":1082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"multi_turn/Grok 4 Fast (Non-Reasoning)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|non_english/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.574925,"ciLow":1385.89702,"ciHigh":1405.252831,"observedAt":"2026-11-11","runCount":3692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"non_english/Grok 4 Fast (Non-Reasoning)","slice":"non_english"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|overall/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.950812,"ciLow":1399.187901,"ciHigh":1414.713723,"observedAt":"2026-11-11","runCount":6326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"overall/Grok 4 Fast (Non-Reasoning)","slice":"overall"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|polish/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.076598,"ciLow":1396.057043,"ciHigh":1458.096152,"observedAt":"2026-11-11","runCount":378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"polish/Grok 4 Fast (Non-Reasoning)","slice":"polish"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|russian/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.954088,"ciLow":1356.601588,"ciHigh":1407.306587,"observedAt":"2026-11-11","runCount":465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"russian/Grok 4 Fast (Non-Reasoning)","slice":"russian"}
{"key":"lmarena|xai/grok-4-fast:flags=non-thinking|none|lmarena-text@1|rating|spanish/Grok 4 Fast (Non-Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.334099,"ciLow":1378.180165,"ciHigh":1454.488032,"observedAt":"2026-11-11","runCount":254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Non-Reasoning)","rowId":"spanish/Grok 4 Fast (Non-Reasoning)","slice":"spanish"}
{"key":"lmarena|xai/grok-4-fast:flags=search|none|lmarena-search-style-control@1|rating|overall/Grok 4 Fast (Search)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1161.959856,"ciLow":1157.047104,"ciHigh":1166.872609,"observedAt":"2026-11-09","runCount":42640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Search)","rowId":"overall/Grok 4 Fast (Search)","slice":"overall"}
{"key":"lmarena|xai/grok-4-fast:flags=search|none|lmarena-search@1|rating|overall/Grok 4 Fast (Search)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1170.629049,"ciLow":1165.907099,"ciHigh":1175.351,"observedAt":"2026-11-09","runCount":42640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Search)","rowId":"overall/Grok 4 Fast (Search)","slice":"overall"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|chinese/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.236687,"ciLow":1424.910987,"ciHigh":1459.562387,"observedAt":"2026-11-11","runCount":1153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"chinese/Grok 4 Fast (Reasoning)","slice":"chinese"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|coding/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.059292,"ciLow":1429.672078,"ciHigh":1448.446505,"observedAt":"2026-11-11","runCount":3929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"coding/Grok 4 Fast (Reasoning)","slice":"coding"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|creative_writing/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1383.30851,"ciLow":1371.337279,"ciHigh":1395.279741,"observedAt":"2026-11-11","runCount":2473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"creative_writing/Grok 4 Fast (Reasoning)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|english/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.942088,"ciLow":1407.981194,"ciHigh":1421.902982,"observedAt":"2026-11-11","runCount":8071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"english/Grok 4 Fast (Reasoning)","slice":"english"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.454632,"ciLow":1382.316958,"ciHigh":1396.592305,"observedAt":"2026-11-11","runCount":12831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"exclude_ties/Grok 4 Fast (Reasoning)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|expert/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.480788,"ciLow":1404.378635,"ciHigh":1442.582941,"observedAt":"2026-11-11","runCount":939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"expert/Grok 4 Fast (Reasoning)","slice":"expert"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|french/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.625354,"ciLow":1406.846695,"ciHigh":1476.404013,"observedAt":"2026-11-11","runCount":288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"french/Grok 4 Fast (Reasoning)","slice":"french"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|german/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.54341,"ciLow":1353.827641,"ciHigh":1415.259179,"observedAt":"2026-11-11","runCount":362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"german/Grok 4 Fast (Reasoning)","slice":"german"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.068991,"ciLow":1407.637495,"ciHigh":1420.500487,"observedAt":"2026-11-11","runCount":9821,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"hard_prompts/Grok 4 Fast (Reasoning)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.161633,"ciLow":1415.146851,"ciHigh":1433.176414,"observedAt":"2026-11-11","runCount":4391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"hard_prompts_english/Grok 4 Fast (Reasoning)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.341608,"ciLow":1393.408585,"ciHigh":1413.27463,"observedAt":"2026-11-11","runCount":3564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_business_and_management_and_financial_operations/Grok 4 Fast (Reasoning)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.835043,"ciLow":1357.607508,"ciHigh":1378.062578,"observedAt":"2026-11-11","runCount":3292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_entertainment_and_sports_and_media/Grok 4 Fast (Reasoning)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.844873,"ciLow":1408.531259,"ciHigh":1443.158487,"observedAt":"2026-11-11","runCount":1142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_legal_and_government/Grok 4 Fast (Reasoning)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.12101,"ciLow":1425.310007,"ciHigh":1446.932014,"observedAt":"2026-11-11","runCount":2966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_life_and_physical_and_social_science/Grok 4 Fast (Reasoning)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.415882,"ciLow":1394.794925,"ciHigh":1432.03684,"observedAt":"2026-11-11","runCount":957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_mathematical/Grok 4 Fast (Reasoning)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.147947,"ciLow":1411.16865,"ciHigh":1451.127244,"observedAt":"2026-11-11","runCount":862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_medicine_and_healthcare/Grok 4 Fast (Reasoning)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.660816,"ciLow":1421.094642,"ciHigh":1436.22699,"observedAt":"2026-11-11","runCount":6501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_software_and_it_services/Grok 4 Fast (Reasoning)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.91821,"ciLow":1378.637698,"ciHigh":1397.198722,"observedAt":"2026-11-11","runCount":4141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_writing_and_literature_and_language/Grok 4 Fast (Reasoning)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|instruction_following/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.453501,"ciLow":1380.151115,"ciHigh":1396.755887,"observedAt":"2026-11-11","runCount":5317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"instruction_following/Grok 4 Fast (Reasoning)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|japanese/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.917157,"ciLow":1321.591602,"ciHigh":1404.242712,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"japanese/Grok 4 Fast (Reasoning)","slice":"japanese"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|korean/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.440127,"ciLow":1324.856149,"ciHigh":1388.024104,"observedAt":"2026-11-11","runCount":365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"korean/Grok 4 Fast (Reasoning)","slice":"korean"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|longer_query/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.712862,"ciLow":1403.770592,"ciHigh":1421.655132,"observedAt":"2026-11-11","runCount":4514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"longer_query/Grok 4 Fast (Reasoning)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|math/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.806547,"ciLow":1393.041251,"ciHigh":1428.571843,"observedAt":"2026-11-11","runCount":1072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"math/Grok 4 Fast (Reasoning)","slice":"math"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|multi_turn/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.71981,"ciLow":1393.77144,"ciHigh":1415.668179,"observedAt":"2026-11-11","runCount":2949,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"multi_turn/Grok 4 Fast (Reasoning)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|non_english/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.574193,"ciLow":1385.26311,"ciHigh":1397.885276,"observedAt":"2026-11-11","runCount":10093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"non_english/Grok 4 Fast (Reasoning)","slice":"non_english"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|overall/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.180058,"ciLow":1400.108605,"ciHigh":1410.251511,"observedAt":"2026-11-11","runCount":18201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"overall/Grok 4 Fast (Reasoning)","slice":"overall"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|polish/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.473307,"ciLow":1359.046982,"ciHigh":1401.899632,"observedAt":"2026-11-11","runCount":742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"polish/Grok 4 Fast (Reasoning)","slice":"polish"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|russian/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.743115,"ciLow":1381.601563,"ciHigh":1411.884666,"observedAt":"2026-11-11","runCount":1403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"russian/Grok 4 Fast (Reasoning)","slice":"russian"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text-style-control@1|rating|spanish/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.38324,"ciLow":1382.07607,"ciHigh":1430.69041,"observedAt":"2026-11-11","runCount":597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"spanish/Grok 4 Fast (Reasoning)","slice":"spanish"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|chinese/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.208294,"ciLow":1417.983554,"ciHigh":1452.433035,"observedAt":"2026-11-11","runCount":1153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"chinese/Grok 4 Fast (Reasoning)","slice":"chinese"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|coding/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.489485,"ciLow":1411.145914,"ciHigh":1429.833056,"observedAt":"2026-11-11","runCount":3929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"coding/Grok 4 Fast (Reasoning)","slice":"coding"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|creative_writing/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.417478,"ciLow":1365.590008,"ciHigh":1389.244948,"observedAt":"2026-11-11","runCount":2473,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"creative_writing/Grok 4 Fast (Reasoning)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|english/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.59729,"ciLow":1399.6912,"ciHigh":1413.503381,"observedAt":"2026-11-11","runCount":8071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"english/Grok 4 Fast (Reasoning)","slice":"english"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|exclude_ties/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.982467,"ciLow":1372.955316,"ciHigh":1387.009618,"observedAt":"2026-11-11","runCount":12831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"exclude_ties/Grok 4 Fast (Reasoning)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|expert/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.113171,"ciLow":1394.129734,"ciHigh":1432.096607,"observedAt":"2026-11-11","runCount":939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"expert/Grok 4 Fast (Reasoning)","slice":"expert"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|french/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.780886,"ciLow":1397.101853,"ciHigh":1466.459919,"observedAt":"2026-11-11","runCount":288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"french/Grok 4 Fast (Reasoning)","slice":"french"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|german/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.864066,"ciLow":1351.485924,"ciHigh":1412.242207,"observedAt":"2026-11-11","runCount":362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"german/Grok 4 Fast (Reasoning)","slice":"german"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|hard_prompts/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.625726,"ciLow":1398.216228,"ciHigh":1411.035224,"observedAt":"2026-11-11","runCount":9821,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"hard_prompts/Grok 4 Fast (Reasoning)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|hard_prompts_english/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.140945,"ciLow":1404.175302,"ciHigh":1422.106588,"observedAt":"2026-11-11","runCount":4391,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"hard_prompts_english/Grok 4 Fast (Reasoning)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.329882,"ciLow":1384.436725,"ciHigh":1404.22304,"observedAt":"2026-11-11","runCount":3564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_business_and_management_and_financial_operations/Grok 4 Fast (Reasoning)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.597648,"ciLow":1356.445594,"ciHigh":1376.749701,"observedAt":"2026-11-11","runCount":3292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_entertainment_and_sports_and_media/Grok 4 Fast (Reasoning)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|industry_legal_and_government/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.491142,"ciLow":1410.390875,"ciHigh":1444.59141,"observedAt":"2026-11-11","runCount":1142,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_legal_and_government/Grok 4 Fast (Reasoning)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.922428,"ciLow":1416.193592,"ciHigh":1437.651265,"observedAt":"2026-11-11","runCount":2966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_life_and_physical_and_social_science/Grok 4 Fast (Reasoning)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|industry_mathematical/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.774992,"ciLow":1384.241479,"ciHigh":1421.308505,"observedAt":"2026-11-11","runCount":957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_mathematical/Grok 4 Fast (Reasoning)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.819216,"ciLow":1395.944498,"ciHigh":1435.693933,"observedAt":"2026-11-11","runCount":862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_medicine_and_healthcare/Grok 4 Fast (Reasoning)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.517251,"ciLow":1409.004106,"ciHigh":1424.030395,"observedAt":"2026-11-11","runCount":6501,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_software_and_it_services/Grok 4 Fast (Reasoning)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.494655,"ciLow":1371.273987,"ciHigh":1389.715323,"observedAt":"2026-11-11","runCount":4141,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"industry_writing_and_literature_and_language/Grok 4 Fast (Reasoning)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|instruction_following/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.230681,"ciLow":1373.985277,"ciHigh":1390.476085,"observedAt":"2026-11-11","runCount":5317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"instruction_following/Grok 4 Fast (Reasoning)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|japanese/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.991606,"ciLow":1312.00114,"ciHigh":1393.982072,"observedAt":"2026-11-11","runCount":211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"japanese/Grok 4 Fast (Reasoning)","slice":"japanese"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|korean/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.284473,"ciLow":1327.109589,"ciHigh":1389.459357,"observedAt":"2026-11-11","runCount":365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"korean/Grok 4 Fast (Reasoning)","slice":"korean"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|longer_query/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.265981,"ciLow":1403.414197,"ciHigh":1421.117765,"observedAt":"2026-11-11","runCount":4514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"longer_query/Grok 4 Fast (Reasoning)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|math/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.469651,"ciLow":1385.683747,"ciHigh":1421.255555,"observedAt":"2026-11-11","runCount":1072,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"math/Grok 4 Fast (Reasoning)","slice":"math"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|multi_turn/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.93312,"ciLow":1393.011654,"ciHigh":1414.854587,"observedAt":"2026-11-11","runCount":2949,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"multi_turn/Grok 4 Fast (Reasoning)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|non_english/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.486803,"ciLow":1382.190448,"ciHigh":1394.783158,"observedAt":"2026-11-11","runCount":10093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"non_english/Grok 4 Fast (Reasoning)","slice":"non_english"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|overall/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.614856,"ciLow":1394.561684,"ciHigh":1404.668028,"observedAt":"2026-11-11","runCount":18201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"overall/Grok 4 Fast (Reasoning)","slice":"overall"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|polish/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.783245,"ciLow":1358.166818,"ciHigh":1401.399672,"observedAt":"2026-11-11","runCount":742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"polish/Grok 4 Fast (Reasoning)","slice":"polish"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|russian/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.545247,"ciLow":1373.485952,"ciHigh":1403.604542,"observedAt":"2026-11-11","runCount":1403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"russian/Grok 4 Fast (Reasoning)","slice":"russian"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-text@1|rating|spanish/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.023894,"ciLow":1379.913775,"ciHigh":1428.134013,"observedAt":"2026-11-11","runCount":597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"spanish/Grok 4 Fast (Reasoning)","slice":"spanish"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-webdev@1|rating|overall/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1158.717735,"ciLow":1131.236408,"ciHigh":1186.199062,"observedAt":"2026-11-15","runCount":741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"overall/Grok 4 Fast (Reasoning)","slice":"overall"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-webdev@1|rating|webdev-html/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1166.009649,"ciLow":1137.773993,"ciHigh":1194.245306,"observedAt":"2026-11-15","runCount":741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"webdev-html/Grok 4 Fast (Reasoning)","slice":"webdev-html"}
{"key":"lmarena|xai/grok-4-fast:flags=thinking|none|lmarena-webdev@1|rating|webdev/Grok 4 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1158.717735,"ciLow":1131.236408,"ciHigh":1186.199062,"observedAt":"2026-11-15","runCount":741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 Fast (Reasoning)","rowId":"webdev/Grok 4 Fast (Reasoning)","slice":"webdev"}
{"key":"lmarena|xai/grok-4.1-fast:flags=search|none|lmarena-search-style-control@1|rating|overall/Grok 4.1 Fast (Search)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.0072,"ciLow":1190.865626,"ciHigh":1201.148774,"observedAt":"2026-11-09","runCount":84455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Search)","rowId":"overall/Grok 4.1 Fast (Search)","slice":"overall"}
{"key":"lmarena|xai/grok-4.1-fast:flags=search|none|lmarena-search@1|rating|overall/Grok 4.1 Fast (Search)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1171.632297,"ciLow":1166.622694,"ciHigh":1176.641901,"observedAt":"2026-11-09","runCount":84455,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Search)","rowId":"overall/Grok 4.1 Fast (Search)","slice":"overall"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|chinese/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.472882,"ciLow":1451.27701,"ciHigh":1469.668753,"observedAt":"2026-11-11","runCount":4338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"chinese/Grok 4.1 Fast (Reasoning)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|coding/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.368051,"ciLow":1455.7597,"ciHigh":1466.976402,"observedAt":"2026-11-11","runCount":13809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"coding/Grok 4.1 Fast (Reasoning)","slice":"coding"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|creative_writing/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.363511,"ciLow":1408.601554,"ciHigh":1422.125469,"observedAt":"2026-11-11","runCount":8898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"creative_writing/Grok 4.1 Fast (Reasoning)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|english/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.137749,"ciLow":1437.61877,"ciHigh":1446.656728,"observedAt":"2026-11-11","runCount":24164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"english/Grok 4.1 Fast (Reasoning)","slice":"english"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.377746,"ciLow":1419.909036,"ciHigh":1428.846457,"observedAt":"2026-11-11","runCount":41285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"exclude_ties/Grok 4.1 Fast (Reasoning)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|expert/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.860935,"ciLow":1429.62197,"ciHigh":1448.0999,"observedAt":"2026-11-11","runCount":4412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"expert/Grok 4.1 Fast (Reasoning)","slice":"expert"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|french/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.418173,"ciLow":1423.892112,"ciHigh":1456.944235,"observedAt":"2026-11-11","runCount":1411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"french/Grok 4.1 Fast (Reasoning)","slice":"french"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|german/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.39175,"ciLow":1399.521885,"ciHigh":1439.261614,"observedAt":"2026-11-11","runCount":929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"german/Grok 4.1 Fast (Reasoning)","slice":"german"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.751108,"ciLow":1437.697133,"ciHigh":1445.805083,"observedAt":"2026-11-11","runCount":33410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"hard_prompts/Grok 4.1 Fast (Reasoning)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.472057,"ciLow":1441.93246,"ciHigh":1453.011654,"observedAt":"2026-11-11","runCount":14468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"hard_prompts_english/Grok 4.1 Fast (Reasoning)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.161647,"ciLow":1411.036415,"ciHigh":1423.286878,"observedAt":"2026-11-11","runCount":10992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_business_and_management_and_financial_operations/Grok 4.1 Fast (Reasoning)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.81115,"ciLow":1396.668235,"ciHigh":1408.954065,"observedAt":"2026-11-11","runCount":11042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_entertainment_and_sports_and_media/Grok 4.1 Fast (Reasoning)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.803756,"ciLow":1418.382819,"ciHigh":1437.224693,"observedAt":"2026-11-11","runCount":4182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_legal_and_government/Grok 4.1 Fast (Reasoning)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.207767,"ciLow":1440.649609,"ciHigh":1453.765924,"observedAt":"2026-11-11","runCount":9384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_life_and_physical_and_social_science/Grok 4.1 Fast (Reasoning)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.285385,"ciLow":1410.047279,"ciHigh":1432.52349,"observedAt":"2026-11-11","runCount":2908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_mathematical/Grok 4.1 Fast (Reasoning)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.058717,"ciLow":1435.21503,"ciHigh":1454.902404,"observedAt":"2026-11-11","runCount":3836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_medicine_and_healthcare/Grok 4.1 Fast (Reasoning)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.902636,"ciLow":1452.104227,"ciHigh":1461.701045,"observedAt":"2026-11-11","runCount":20468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_software_and_it_services/Grok 4.1 Fast (Reasoning)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.941969,"ciLow":1402.249762,"ciHigh":1413.634176,"observedAt":"2026-11-11","runCount":13282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_writing_and_literature_and_language/Grok 4.1 Fast (Reasoning)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|instruction_following/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.278684,"ciLow":1397.122218,"ciHigh":1407.435149,"observedAt":"2026-11-11","runCount":17118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"instruction_following/Grok 4.1 Fast (Reasoning)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|japanese/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.259982,"ciLow":1342.503847,"ciHigh":1400.016116,"observedAt":"2026-11-11","runCount":440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"japanese/Grok 4.1 Fast (Reasoning)","slice":"japanese"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|korean/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.226951,"ciLow":1355.90833,"ciHigh":1396.545573,"observedAt":"2026-11-11","runCount":877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"korean/Grok 4.1 Fast (Reasoning)","slice":"korean"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|longer_query/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.628732,"ciLow":1417.50568,"ciHigh":1427.751784,"observedAt":"2026-11-11","runCount":18446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"longer_query/Grok 4.1 Fast (Reasoning)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|math/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.908874,"ciLow":1409.868527,"ciHigh":1429.949221,"observedAt":"2026-11-11","runCount":3563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"math/Grok 4.1 Fast (Reasoning)","slice":"math"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|multi_turn/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.544565,"ciLow":1407.120394,"ciHigh":1419.968736,"observedAt":"2026-11-11","runCount":10236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"multi_turn/Grok 4.1 Fast (Reasoning)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|non_english/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.18162,"ciLow":1410.167579,"ciHigh":1418.195661,"observedAt":"2026-11-11","runCount":32935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"non_english/Grok 4.1 Fast (Reasoning)","slice":"non_english"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|overall/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.601953,"ciLow":1427.400201,"ciHigh":1433.803704,"observedAt":"2026-11-11","runCount":57103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"overall/Grok 4.1 Fast (Reasoning)","slice":"overall"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|polish/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.138348,"ciLow":1410.431194,"ciHigh":1441.845502,"observedAt":"2026-11-11","runCount":1440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"polish/Grok 4.1 Fast (Reasoning)","slice":"polish"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|russian/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.795058,"ciLow":1406.53796,"ciHigh":1421.052156,"observedAt":"2026-11-11","runCount":7056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"russian/Grok 4.1 Fast (Reasoning)","slice":"russian"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text-style-control@1|rating|spanish/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.947774,"ciLow":1412.612355,"ciHigh":1443.283193,"observedAt":"2026-11-11","runCount":1612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"spanish/Grok 4.1 Fast (Reasoning)","slice":"spanish"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|chinese/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.927142,"ciLow":1430.779392,"ciHigh":1449.074893,"observedAt":"2026-11-11","runCount":4338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"chinese/Grok 4.1 Fast (Reasoning)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|coding/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.594816,"ciLow":1405.976078,"ciHigh":1417.213553,"observedAt":"2026-11-11","runCount":13809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"coding/Grok 4.1 Fast (Reasoning)","slice":"coding"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|creative_writing/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.105819,"ciLow":1388.390039,"ciHigh":1401.821599,"observedAt":"2026-11-11","runCount":8898,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"creative_writing/Grok 4.1 Fast (Reasoning)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|english/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.205874,"ciLow":1415.702154,"ciHigh":1424.709594,"observedAt":"2026-11-11","runCount":24164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"english/Grok 4.1 Fast (Reasoning)","slice":"english"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|exclude_ties/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.829454,"ciLow":1387.432745,"ciHigh":1396.226164,"observedAt":"2026-11-11","runCount":41285,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"exclude_ties/Grok 4.1 Fast (Reasoning)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|expert/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.988662,"ciLow":1389.786707,"ciHigh":1408.190617,"observedAt":"2026-11-11","runCount":4412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"expert/Grok 4.1 Fast (Reasoning)","slice":"expert"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|french/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.816145,"ciLow":1398.264017,"ciHigh":1431.368274,"observedAt":"2026-11-11","runCount":1411,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"french/Grok 4.1 Fast (Reasoning)","slice":"french"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|german/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.991801,"ciLow":1383.208291,"ciHigh":1422.77531,"observedAt":"2026-11-11","runCount":929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"german/Grok 4.1 Fast (Reasoning)","slice":"german"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|hard_prompts/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.673205,"ciLow":1403.623625,"ciHigh":1411.722786,"observedAt":"2026-11-11","runCount":33410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"hard_prompts/Grok 4.1 Fast (Reasoning)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|hard_prompts_english/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.498752,"ciLow":1408.961947,"ciHigh":1420.035557,"observedAt":"2026-11-11","runCount":14468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"hard_prompts_english/Grok 4.1 Fast (Reasoning)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.498145,"ciLow":1378.381695,"ciHigh":1390.614595,"observedAt":"2026-11-11","runCount":10992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_business_and_management_and_financial_operations/Grok 4.1 Fast (Reasoning)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.414095,"ciLow":1375.310946,"ciHigh":1387.517243,"observedAt":"2026-11-11","runCount":11042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_entertainment_and_sports_and_media/Grok 4.1 Fast (Reasoning)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|industry_legal_and_government/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.576307,"ciLow":1393.230649,"ciHigh":1411.921965,"observedAt":"2026-11-11","runCount":4182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_legal_and_government/Grok 4.1 Fast (Reasoning)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.469932,"ciLow":1413.976935,"ciHigh":1426.962928,"observedAt":"2026-11-11","runCount":9384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_life_and_physical_and_social_science/Grok 4.1 Fast (Reasoning)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|industry_mathematical/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.499217,"ciLow":1391.278879,"ciHigh":1413.719554,"observedAt":"2026-11-11","runCount":2908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_mathematical/Grok 4.1 Fast (Reasoning)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.852843,"ciLow":1402.108902,"ciHigh":1421.596783,"observedAt":"2026-11-11","runCount":3836,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_medicine_and_healthcare/Grok 4.1 Fast (Reasoning)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.731952,"ciLow":1412.930222,"ciHigh":1422.533682,"observedAt":"2026-11-11","runCount":20468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_software_and_it_services/Grok 4.1 Fast (Reasoning)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.482367,"ciLow":1381.81256,"ciHigh":1393.152174,"observedAt":"2026-11-11","runCount":13282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"industry_writing_and_literature_and_language/Grok 4.1 Fast (Reasoning)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|instruction_following/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.448815,"ciLow":1371.297587,"ciHigh":1381.600042,"observedAt":"2026-11-11","runCount":17118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"instruction_following/Grok 4.1 Fast (Reasoning)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|japanese/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.790061,"ciLow":1323.156458,"ciHigh":1380.423663,"observedAt":"2026-11-11","runCount":440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"japanese/Grok 4.1 Fast (Reasoning)","slice":"japanese"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|korean/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1360.594152,"ciLow":1340.408685,"ciHigh":1380.779618,"observedAt":"2026-11-11","runCount":877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"korean/Grok 4.1 Fast (Reasoning)","slice":"korean"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|longer_query/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.29122,"ciLow":1385.168878,"ciHigh":1395.413563,"observedAt":"2026-11-11","runCount":18446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"longer_query/Grok 4.1 Fast (Reasoning)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|math/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.25945,"ciLow":1397.220431,"ciHigh":1417.298469,"observedAt":"2026-11-11","runCount":3563,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"math/Grok 4.1 Fast (Reasoning)","slice":"math"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|multi_turn/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.354365,"ciLow":1382.938412,"ciHigh":1395.770318,"observedAt":"2026-11-11","runCount":10236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"multi_turn/Grok 4.1 Fast (Reasoning)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|non_english/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.572876,"ciLow":1387.575961,"ciHigh":1395.569791,"observedAt":"2026-11-11","runCount":32935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"non_english/Grok 4.1 Fast (Reasoning)","slice":"non_english"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|overall/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.192101,"ciLow":1405.00393,"ciHigh":1411.380273,"observedAt":"2026-11-11","runCount":57103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"overall/Grok 4.1 Fast (Reasoning)","slice":"overall"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|polish/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.004628,"ciLow":1384.575118,"ciHigh":1415.434137,"observedAt":"2026-11-11","runCount":1440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"polish/Grok 4.1 Fast (Reasoning)","slice":"polish"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|russian/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.669801,"ciLow":1380.426359,"ciHigh":1394.913243,"observedAt":"2026-11-11","runCount":7056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"russian/Grok 4.1 Fast (Reasoning)","slice":"russian"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-text@1|rating|spanish/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.644633,"ciLow":1397.407981,"ciHigh":1427.881284,"observedAt":"2026-11-11","runCount":1612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"spanish/Grok 4.1 Fast (Reasoning)","slice":"spanish"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision-style-control@1|rating|chinese/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1223.249723,"ciLow":1202.512978,"ciHigh":1243.986468,"observedAt":"2026-11-09","runCount":1043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"chinese/Grok 4.1 Fast (Reasoning)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.037128,"ciLow":1206.668313,"ciHigh":1249.405943,"observedAt":"2026-11-09","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"creative_writing_vision/Grok 4.1 Fast (Reasoning)","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision-style-control@1|rating|diagram/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1218.321346,"ciLow":1207.298416,"ciHigh":1229.344277,"observedAt":"2026-11-09","runCount":3441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"diagram/Grok 4.1 Fast (Reasoning)","slice":"diagram"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision-style-control@1|rating|english/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.185219,"ciLow":1202.309867,"ciHigh":1222.06057,"observedAt":"2026-11-09","runCount":5222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"english/Grok 4.1 Fast (Reasoning)","slice":"english"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision-style-control@1|rating|entity_recognition/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1219.396774,"ciLow":1168.533778,"ciHigh":1270.25977,"observedAt":"2026-11-09","runCount":116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"entity_recognition/Grok 4.1 Fast (Reasoning)","slice":"entity_recognition"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision-style-control@1|rating|homework/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.228707,"ciLow":1156.822829,"ciHigh":1185.634584,"observedAt":"2026-11-09","runCount":2052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"homework/Grok 4.1 Fast (Reasoning)","slice":"homework"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision-style-control@1|rating|humor/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1229.297318,"ciLow":1201.197143,"ciHigh":1257.397492,"observedAt":"2026-11-09","runCount":477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"humor/Grok 4.1 Fast (Reasoning)","slice":"humor"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision-style-control@1|rating|ocr/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1194.426106,"ciLow":1186.991501,"ciHigh":1201.860712,"observedAt":"2026-11-09","runCount":9221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"ocr/Grok 4.1 Fast (Reasoning)","slice":"ocr"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision-style-control@1|rating|overall/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1196.466148,"ciLow":1189.584028,"ciHigh":1203.348268,"observedAt":"2026-11-09","runCount":13295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"overall/Grok 4.1 Fast (Reasoning)","slice":"overall"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision@1|rating|chinese/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1232.417315,"ciLow":1211.811367,"ciHigh":1253.023262,"observedAt":"2026-11-09","runCount":1043,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"chinese/Grok 4.1 Fast (Reasoning)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision@1|rating|creative_writing_vision/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1233.822048,"ciLow":1212.653923,"ciHigh":1254.990173,"observedAt":"2026-11-09","runCount":873,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"creative_writing_vision/Grok 4.1 Fast (Reasoning)","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision@1|rating|diagram/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1211.203186,"ciLow":1200.240794,"ciHigh":1222.165578,"observedAt":"2026-11-09","runCount":3441,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"diagram/Grok 4.1 Fast (Reasoning)","slice":"diagram"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision@1|rating|english/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1219.267986,"ciLow":1209.445666,"ciHigh":1229.090306,"observedAt":"2026-11-09","runCount":5222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"english/Grok 4.1 Fast (Reasoning)","slice":"english"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision@1|rating|entity_recognition/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1254.643914,"ciLow":1203.761973,"ciHigh":1305.525855,"observedAt":"2026-11-09","runCount":116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"entity_recognition/Grok 4.1 Fast (Reasoning)","slice":"entity_recognition"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision@1|rating|homework/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1172.92809,"ciLow":1158.558814,"ciHigh":1187.297367,"observedAt":"2026-11-09","runCount":2052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"homework/Grok 4.1 Fast (Reasoning)","slice":"homework"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision@1|rating|humor/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1240.376217,"ciLow":1212.249707,"ciHigh":1268.502728,"observedAt":"2026-11-09","runCount":477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"humor/Grok 4.1 Fast (Reasoning)","slice":"humor"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision@1|rating|ocr/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1194.678176,"ciLow":1187.274785,"ciHigh":1202.081567,"observedAt":"2026-11-09","runCount":9221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"ocr/Grok 4.1 Fast (Reasoning)","slice":"ocr"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-vision@1|rating|overall/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1201.310338,"ciLow":1194.447203,"ciHigh":1208.173472,"observedAt":"2026-11-09","runCount":13295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"overall/Grok 4.1 Fast (Reasoning)","slice":"overall"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-webdev@1|rating|overall/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1241.626026,"ciLow":1230.454177,"ciHigh":1252.797875,"observedAt":"2026-11-15","runCount":5452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"overall/Grok 4.1 Fast (Reasoning)","slice":"overall"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-webdev@1|rating|webdev-html/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1253.478559,"ciLow":1239.369886,"ciHigh":1267.587232,"observedAt":"2026-11-15","runCount":4171,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"webdev-html/Grok 4.1 Fast (Reasoning)","slice":"webdev-html"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-webdev@1|rating|webdev-react/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1220.457514,"ciLow":1200.117288,"ciHigh":1240.79774,"observedAt":"2026-11-15","runCount":1281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"webdev-react/Grok 4.1 Fast (Reasoning)","slice":"webdev-react"}
{"key":"lmarena|xai/grok-4.1-fast:flags=thinking|none|lmarena-webdev@1|rating|webdev/Grok 4.1 Fast (Reasoning)","sourceId":"lmarena","modelId":"xai/grok-4.1-fast","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1241.626026,"ciLow":1230.454177,"ciHigh":1252.797875,"observedAt":"2026-11-15","runCount":5452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 Fast (Reasoning)","rowId":"webdev/Grok 4.1 Fast (Reasoning)","slice":"webdev"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|chinese/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.476937,"ciLow":1485.720694,"ciHigh":1503.233179,"observedAt":"2026-11-11","runCount":5250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"chinese/Grok 4.1","slice":"chinese"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|coding/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.416509,"ciLow":1486.9062,"ciHigh":1497.926818,"observedAt":"2026-11-11","runCount":15910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"coding/Grok 4.1","slice":"coding"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|creative_writing/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.832171,"ciLow":1424.145564,"ciHigh":1437.518778,"observedAt":"2026-11-11","runCount":9974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"creative_writing/Grok 4.1","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|english/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.995534,"ciLow":1465.565364,"ciHigh":1474.425703,"observedAt":"2026-11-11","runCount":28804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"english/Grok 4.1","slice":"english"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.182105,"ciLow":1460.80766,"ciHigh":1469.55655,"observedAt":"2026-11-11","runCount":49320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"exclude_ties/Grok 4.1","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|expert/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.396421,"ciLow":1444.706248,"ciHigh":1462.086594,"observedAt":"2026-11-11","runCount":5049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"expert/Grok 4.1","slice":"expert"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|french/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.081754,"ciLow":1457.739739,"ciHigh":1488.423769,"observedAt":"2026-11-11","runCount":1784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"french/Grok 4.1","slice":"french"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|german/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.559982,"ciLow":1447.837966,"ciHigh":1483.281998,"observedAt":"2026-11-11","runCount":1247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"german/Grok 4.1","slice":"german"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.594408,"ciLow":1470.611166,"ciHigh":1478.57765,"observedAt":"2026-11-11","runCount":39167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"hard_prompts/Grok 4.1","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.859389,"ciLow":1473.458266,"ciHigh":1484.260511,"observedAt":"2026-11-11","runCount":16905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"hard_prompts_english/Grok 4.1","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.719876,"ciLow":1455.713982,"ciHigh":1467.72577,"observedAt":"2026-11-11","runCount":13014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_business_and_management_and_financial_operations/Grok 4.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.475433,"ciLow":1423.421019,"ciHigh":1435.529846,"observedAt":"2026-11-11","runCount":12826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_entertainment_and_sports_and_media/Grok 4.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.807021,"ciLow":1464.864276,"ciHigh":1482.749766,"observedAt":"2026-11-11","runCount":4991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_legal_and_government/Grok 4.1","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.711942,"ciLow":1470.396396,"ciHigh":1483.027489,"observedAt":"2026-11-11","runCount":11030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_life_and_physical_and_social_science/Grok 4.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.366044,"ciLow":1411.971709,"ciHigh":1432.760379,"observedAt":"2026-11-11","runCount":3542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_mathematical/Grok 4.1","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.200064,"ciLow":1474.770627,"ciHigh":1493.6295,"observedAt":"2026-11-11","runCount":4529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_medicine_and_healthcare/Grok 4.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.024176,"ciLow":1483.333484,"ciHigh":1492.714869,"observedAt":"2026-11-11","runCount":24645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_software_and_it_services/Grok 4.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.61623,"ciLow":1421.028135,"ciHigh":1432.204325,"observedAt":"2026-11-11","runCount":15230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_writing_and_literature_and_language/Grok 4.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|instruction_following/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.068677,"ciLow":1426.008963,"ciHigh":1436.128392,"observedAt":"2026-11-11","runCount":19359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"instruction_following/Grok 4.1","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|japanese/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.183139,"ciLow":1400.650382,"ciHigh":1445.715896,"observedAt":"2026-11-11","runCount":706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"japanese/Grok 4.1","slice":"japanese"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|korean/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.233031,"ciLow":1415.633657,"ciHigh":1452.832404,"observedAt":"2026-11-11","runCount":1139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"korean/Grok 4.1","slice":"korean"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|longer_query/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.022432,"ciLow":1446.009392,"ciHigh":1456.035471,"observedAt":"2026-11-11","runCount":20952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"longer_query/Grok 4.1","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|math/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.26244,"ciLow":1417.015758,"ciHigh":1435.509123,"observedAt":"2026-11-11","runCount":4308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"math/Grok 4.1","slice":"math"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|multi_turn/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.326528,"ciLow":1455.0958,"ciHigh":1467.557255,"observedAt":"2026-11-11","runCount":12375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"multi_turn/Grok 4.1","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|non_english/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.825837,"ciLow":1440.889414,"ciHigh":1448.762259,"observedAt":"2026-11-11","runCount":39350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"non_english/Grok 4.1","slice":"non_english"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|overall/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.268544,"ciLow":1456.096037,"ciHigh":1462.441051,"observedAt":"2026-11-11","runCount":68162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"overall/Grok 4.1","slice":"overall"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|polish/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.756733,"ciLow":1462.070996,"ciHigh":1489.442469,"observedAt":"2026-11-11","runCount":2015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"polish/Grok 4.1","slice":"polish"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|russian/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.155595,"ciLow":1441.970927,"ciHigh":1456.340262,"observedAt":"2026-11-11","runCount":7850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"russian/Grok 4.1","slice":"russian"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text-style-control@1|rating|spanish/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.022311,"ciLow":1433.013865,"ciHigh":1461.030756,"observedAt":"2026-11-11","runCount":1974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"spanish/Grok 4.1","slice":"spanish"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|chinese/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.750874,"ciLow":1457.11232,"ciHigh":1474.389427,"observedAt":"2026-11-11","runCount":5250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"chinese/Grok 4.1","slice":"chinese"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|coding/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.904925,"ciLow":1438.443265,"ciHigh":1449.366584,"observedAt":"2026-11-11","runCount":15910,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"coding/Grok 4.1","slice":"coding"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|creative_writing/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.936452,"ciLow":1404.317595,"ciHigh":1417.555308,"observedAt":"2026-11-11","runCount":9974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"creative_writing/Grok 4.1","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|english/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.466811,"ciLow":1442.077869,"ciHigh":1450.855753,"observedAt":"2026-11-11","runCount":28804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"english/Grok 4.1","slice":"english"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|exclude_ties/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.035941,"ciLow":1426.75315,"ciHigh":1435.318732,"observedAt":"2026-11-11","runCount":49320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"exclude_ties/Grok 4.1","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|expert/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.859007,"ciLow":1403.289638,"ciHigh":1420.428375,"observedAt":"2026-11-11","runCount":5049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"expert/Grok 4.1","slice":"expert"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|french/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.132866,"ciLow":1427.907152,"ciHigh":1458.358579,"observedAt":"2026-11-11","runCount":1784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"french/Grok 4.1","slice":"french"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|german/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.18052,"ciLow":1428.619348,"ciHigh":1463.741692,"observedAt":"2026-11-11","runCount":1247,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"german/Grok 4.1","slice":"german"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|hard_prompts/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.739278,"ciLow":1431.794523,"ciHigh":1439.684033,"observedAt":"2026-11-11","runCount":39167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"hard_prompts/Grok 4.1","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|hard_prompts_english/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.305796,"ciLow":1434.950335,"ciHigh":1445.661256,"observedAt":"2026-11-11","runCount":16905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"hard_prompts_english/Grok 4.1","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.017062,"ciLow":1417.069154,"ciHigh":1428.964971,"observedAt":"2026-11-11","runCount":13014,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_business_and_management_and_financial_operations/Grok 4.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.72916,"ciLow":1399.748359,"ciHigh":1411.709961,"observedAt":"2026-11-11","runCount":12826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_entertainment_and_sports_and_media/Grok 4.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|industry_legal_and_government/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.890496,"ciLow":1436.047467,"ciHigh":1453.733525,"observedAt":"2026-11-11","runCount":4991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_legal_and_government/Grok 4.1","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.201472,"ciLow":1435.972555,"ciHigh":1448.43039,"observedAt":"2026-11-11","runCount":11030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_life_and_physical_and_social_science/Grok 4.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|industry_mathematical/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.883142,"ciLow":1396.566138,"ciHigh":1417.200146,"observedAt":"2026-11-11","runCount":3542,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_mathematical/Grok 4.1","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.263495,"ciLow":1432.987939,"ciHigh":1451.539051,"observedAt":"2026-11-11","runCount":4529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_medicine_and_healthcare/Grok 4.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.71313,"ciLow":1445.071499,"ciHigh":1454.35476,"observedAt":"2026-11-11","runCount":24645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_software_and_it_services/Grok 4.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.016951,"ciLow":1401.47983,"ciHigh":1412.554072,"observedAt":"2026-11-11","runCount":15230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"industry_writing_and_literature_and_language/Grok 4.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|instruction_following/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1400.064524,"ciLow":1395.041988,"ciHigh":1405.08706,"observedAt":"2026-11-11","runCount":19359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"instruction_following/Grok 4.1","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|japanese/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.619874,"ciLow":1375.396583,"ciHigh":1419.843166,"observedAt":"2026-11-11","runCount":706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"japanese/Grok 4.1","slice":"japanese"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|korean/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.663943,"ciLow":1390.321583,"ciHigh":1427.006303,"observedAt":"2026-11-11","runCount":1139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"korean/Grok 4.1","slice":"korean"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|longer_query/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.082072,"ciLow":1411.112667,"ciHigh":1421.051477,"observedAt":"2026-11-11","runCount":20952,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"longer_query/Grok 4.1","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|math/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.488123,"ciLow":1407.298036,"ciHigh":1425.67821,"observedAt":"2026-11-11","runCount":4308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"math/Grok 4.1","slice":"math"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|multi_turn/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.006471,"ciLow":1431.825835,"ciHigh":1444.187108,"observedAt":"2026-11-11","runCount":12375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"multi_turn/Grok 4.1","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|non_english/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.257009,"ciLow":1418.367773,"ciHigh":1426.146245,"observedAt":"2026-11-11","runCount":39350,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"non_english/Grok 4.1","slice":"non_english"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|overall/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.270155,"ciLow":1433.134785,"ciHigh":1439.405524,"observedAt":"2026-11-11","runCount":68162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"overall/Grok 4.1","slice":"overall"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|polish/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.932936,"ciLow":1437.527627,"ciHigh":1464.338245,"observedAt":"2026-11-11","runCount":2015,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"polish/Grok 4.1","slice":"polish"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|russian/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.454457,"ciLow":1419.339576,"ciHigh":1433.569339,"observedAt":"2026-11-11","runCount":7850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"russian/Grok 4.1","slice":"russian"}
{"key":"lmarena|xai/grok-4.1:default|none|lmarena-text@1|rating|spanish/Grok 4.1","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.515456,"ciLow":1411.617695,"ciHigh":1439.413218,"observedAt":"2026-11-11","runCount":1974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1","rowId":"spanish/Grok 4.1","slice":"spanish"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|chinese/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.757345,"ciLow":1478.893495,"ciHigh":1496.621195,"observedAt":"2026-11-11","runCount":5000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"chinese/Grok 4.1 (Thinking)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|coding/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1499.982043,"ciLow":1494.446417,"ciHigh":1505.517668,"observedAt":"2026-11-11","runCount":15311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"coding/Grok 4.1 (Thinking)","slice":"coding"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|creative_writing/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.003605,"ciLow":1419.398581,"ciHigh":1432.608628,"observedAt":"2026-11-11","runCount":10059,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"creative_writing/Grok 4.1 (Thinking)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|english/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.890586,"ciLow":1468.489481,"ciHigh":1477.29169,"observedAt":"2026-11-11","runCount":27991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"english/Grok 4.1 (Thinking)","slice":"english"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.986339,"ciLow":1468.638261,"ciHigh":1477.334417,"observedAt":"2026-11-11","runCount":48743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"exclude_ties/Grok 4.1 (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|expert/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.757178,"ciLow":1457.941543,"ciHigh":1475.572812,"observedAt":"2026-11-11","runCount":4880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"expert/Grok 4.1 (Thinking)","slice":"expert"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|french/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.371528,"ciLow":1469.701132,"ciHigh":1501.041924,"observedAt":"2026-11-11","runCount":1698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"french/Grok 4.1 (Thinking)","slice":"french"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|german/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.530659,"ciLow":1444.434378,"ciHigh":1480.626941,"observedAt":"2026-11-11","runCount":1145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"german/Grok 4.1 (Thinking)","slice":"german"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.100092,"ciLow":1473.110404,"ciHigh":1481.089781,"observedAt":"2026-11-11","runCount":38256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"hard_prompts/Grok 4.1 (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.277319,"ciLow":1474.927006,"ciHigh":1485.627631,"observedAt":"2026-11-11","runCount":16503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"hard_prompts_english/Grok 4.1 (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.447885,"ciLow":1453.476019,"ciHigh":1465.419751,"observedAt":"2026-11-11","runCount":12735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_business_and_management_and_financial_operations/Grok 4.1 (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.866825,"ciLow":1427.807769,"ciHigh":1439.92588,"observedAt":"2026-11-11","runCount":12675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_entertainment_and_sports_and_media/Grok 4.1 (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.532502,"ciLow":1466.641443,"ciHigh":1484.423561,"observedAt":"2026-11-11","runCount":4899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_legal_and_government/Grok 4.1 (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.553755,"ciLow":1472.277476,"ciHigh":1484.830035,"observedAt":"2026-11-11","runCount":11048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_life_and_physical_and_social_science/Grok 4.1 (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.088298,"ciLow":1429.381167,"ciHigh":1450.79543,"observedAt":"2026-11-11","runCount":3211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_mathematical/Grok 4.1 (Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.122849,"ciLow":1490.557241,"ciHigh":1509.688457,"observedAt":"2026-11-11","runCount":4434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_medicine_and_healthcare/Grok 4.1 (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1496.272944,"ciLow":1491.54,"ciHigh":1501.005887,"observedAt":"2026-11-11","runCount":23611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_software_and_it_services/Grok 4.1 (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.296213,"ciLow":1421.731476,"ciHigh":1432.86095,"observedAt":"2026-11-11","runCount":15196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_writing_and_literature_and_language/Grok 4.1 (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|instruction_following/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.568282,"ciLow":1424.493969,"ciHigh":1434.642596,"observedAt":"2026-11-11","runCount":19162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"instruction_following/Grok 4.1 (Thinking)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|japanese/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1408.01657,"ciLow":1383.706569,"ciHigh":1432.326571,"observedAt":"2026-11-11","runCount":636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"japanese/Grok 4.1 (Thinking)","slice":"japanese"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|korean/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.49338,"ciLow":1408.633946,"ciHigh":1446.352813,"observedAt":"2026-11-11","runCount":1116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"korean/Grok 4.1 (Thinking)","slice":"korean"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|longer_query/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.729525,"ciLow":1441.727607,"ciHigh":1451.731443,"observedAt":"2026-11-11","runCount":20944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"longer_query/Grok 4.1 (Thinking)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|math/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.510705,"ciLow":1432.840232,"ciHigh":1452.181179,"observedAt":"2026-11-11","runCount":3905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"math/Grok 4.1 (Thinking)","slice":"math"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|multi_turn/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.411581,"ciLow":1452.222211,"ciHigh":1464.60095,"observedAt":"2026-11-11","runCount":12189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"multi_turn/Grok 4.1 (Thinking)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|non_english/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.838913,"ciLow":1448.857331,"ciHigh":1456.820495,"observedAt":"2026-11-11","runCount":38058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"non_english/Grok 4.1 (Thinking)","slice":"non_english"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|overall/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.32897,"ciLow":1462.143391,"ciHigh":1468.51455,"observedAt":"2026-11-11","runCount":66050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"overall/Grok 4.1 (Thinking)","slice":"overall"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|polish/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.438465,"ciLow":1472.483599,"ciHigh":1500.39333,"observedAt":"2026-11-11","runCount":1936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"polish/Grok 4.1 (Thinking)","slice":"polish"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|russian/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.418656,"ciLow":1455.240023,"ciHigh":1469.597288,"observedAt":"2026-11-11","runCount":7907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"russian/Grok 4.1 (Thinking)","slice":"russian"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text-style-control@1|rating|spanish/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.632464,"ciLow":1451.305341,"ciHigh":1479.959587,"observedAt":"2026-11-11","runCount":1929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"spanish/Grok 4.1 (Thinking)","slice":"spanish"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|chinese/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.19346,"ciLow":1443.460989,"ciHigh":1460.92593,"observedAt":"2026-11-11","runCount":5000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"chinese/Grok 4.1 (Thinking)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|coding/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.2415,"ciLow":1439.759341,"ciHigh":1450.723658,"observedAt":"2026-11-11","runCount":15311,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"coding/Grok 4.1 (Thinking)","slice":"coding"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|creative_writing/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.966985,"ciLow":1397.438917,"ciHigh":1410.495053,"observedAt":"2026-11-11","runCount":10059,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"creative_writing/Grok 4.1 (Thinking)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|english/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.848256,"ciLow":1438.49394,"ciHigh":1447.202571,"observedAt":"2026-11-11","runCount":27991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"english/Grok 4.1 (Thinking)","slice":"english"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|exclude_ties/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.229218,"ciLow":1426.977343,"ciHigh":1435.481093,"observedAt":"2026-11-11","runCount":48743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"exclude_ties/Grok 4.1 (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|expert/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.67233,"ciLow":1408.955885,"ciHigh":1426.388774,"observedAt":"2026-11-11","runCount":4880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"expert/Grok 4.1 (Thinking)","slice":"expert"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|french/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.396663,"ciLow":1433.860306,"ciHigh":1464.93302,"observedAt":"2026-11-11","runCount":1698,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"french/Grok 4.1 (Thinking)","slice":"french"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|german/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.228376,"ciLow":1421.299345,"ciHigh":1457.157406,"observedAt":"2026-11-11","runCount":1145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"german/Grok 4.1 (Thinking)","slice":"german"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|hard_prompts/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.211972,"ciLow":1429.265863,"ciHigh":1437.158081,"observedAt":"2026-11-11","runCount":38256,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"hard_prompts/Grok 4.1 (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|hard_prompts_english/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.706005,"ciLow":1430.400147,"ciHigh":1441.011864,"observedAt":"2026-11-11","runCount":16503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"hard_prompts_english/Grok 4.1 (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.181839,"ciLow":1410.284241,"ciHigh":1422.079437,"observedAt":"2026-11-11","runCount":12735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_business_and_management_and_financial_operations/Grok 4.1 (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.336945,"ciLow":1401.357661,"ciHigh":1413.316229,"observedAt":"2026-11-11","runCount":12675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_entertainment_and_sports_and_media/Grok 4.1 (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|industry_legal_and_government/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.088012,"ciLow":1429.30514,"ciHigh":1446.870883,"observedAt":"2026-11-11","runCount":4899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_legal_and_government/Grok 4.1 (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.960284,"ciLow":1430.756314,"ciHigh":1443.164254,"observedAt":"2026-11-11","runCount":11048,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_life_and_physical_and_social_science/Grok 4.1 (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|industry_mathematical/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.672174,"ciLow":1404.99931,"ciHigh":1426.345038,"observedAt":"2026-11-11","runCount":3211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_mathematical/Grok 4.1 (Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.434933,"ciLow":1441.013742,"ciHigh":1459.856123,"observedAt":"2026-11-11","runCount":4434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_medicine_and_healthcare/Grok 4.1 (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.935791,"ciLow":1446.261201,"ciHigh":1455.61038,"observedAt":"2026-11-11","runCount":23611,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_software_and_it_services/Grok 4.1 (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.562904,"ciLow":1399.053555,"ciHigh":1410.072253,"observedAt":"2026-11-11","runCount":15196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"industry_writing_and_literature_and_language/Grok 4.1 (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|instruction_following/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.210108,"ciLow":1390.175669,"ciHigh":1400.244548,"observedAt":"2026-11-11","runCount":19162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"instruction_following/Grok 4.1 (Thinking)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|japanese/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.770655,"ciLow":1351.80081,"ciHigh":1399.740501,"observedAt":"2026-11-11","runCount":636,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"japanese/Grok 4.1 (Thinking)","slice":"japanese"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|korean/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.164895,"ciLow":1376.50971,"ciHigh":1413.82008,"observedAt":"2026-11-11","runCount":1116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"korean/Grok 4.1 (Thinking)","slice":"korean"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|longer_query/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.944803,"ciLow":1401.989505,"ciHigh":1411.9001,"observedAt":"2026-11-11","runCount":20944,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"longer_query/Grok 4.1 (Thinking)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|math/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.494549,"ciLow":1412.853616,"ciHigh":1432.135482,"observedAt":"2026-11-11","runCount":3905,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"math/Grok 4.1 (Thinking)","slice":"math"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|multi_turn/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.512018,"ciLow":1424.380051,"ciHigh":1436.643986,"observedAt":"2026-11-11","runCount":12189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"multi_turn/Grok 4.1 (Thinking)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|non_english/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.3531,"ciLow":1421.420414,"ciHigh":1429.285785,"observedAt":"2026-11-11","runCount":38058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"non_english/Grok 4.1 (Thinking)","slice":"non_english"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|overall/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.700989,"ciLow":1433.554209,"ciHigh":1439.847769,"observedAt":"2026-11-11","runCount":66050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"overall/Grok 4.1 (Thinking)","slice":"overall"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|polish/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.785718,"ciLow":1441.078295,"ciHigh":1468.49314,"observedAt":"2026-11-11","runCount":1936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"polish/Grok 4.1 (Thinking)","slice":"polish"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|russian/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.265872,"ciLow":1427.155856,"ciHigh":1441.375888,"observedAt":"2026-11-11","runCount":7907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"russian/Grok 4.1 (Thinking)","slice":"russian"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-text@1|rating|spanish/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.731323,"ciLow":1423.543759,"ciHigh":1451.918888,"observedAt":"2026-11-11","runCount":1929,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"spanish/Grok 4.1 (Thinking)","slice":"spanish"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-webdev@1|rating|overall/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1216.017117,"ciLow":1191.08051,"ciHigh":1240.953723,"observedAt":"2026-11-15","runCount":957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"overall/Grok 4.1 (Thinking)","slice":"overall"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-webdev@1|rating|webdev-html/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1225.351026,"ciLow":1199.610173,"ciHigh":1251.091879,"observedAt":"2026-11-15","runCount":957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"webdev-html/Grok 4.1 (Thinking)","slice":"webdev-html"}
{"key":"lmarena|xai/grok-4.1:flags=thinking|none|lmarena-webdev@1|rating|webdev/Grok 4.1 (Thinking)","sourceId":"lmarena","modelId":"xai/grok-4.1","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1216.017117,"ciLow":1191.08051,"ciHigh":1240.953723,"observedAt":"2026-11-15","runCount":957,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.1 (Thinking)","rowId":"webdev/Grok 4.1 (Thinking)","slice":"webdev"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-document-style-control@1|rating|overall/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.868547,"ciLow":1432.885339,"ciHigh":1446.851755,"observedAt":"2026-11-09","runCount":21926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"overall/Grok 4.20 Beta (Reasoning, 0309)","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-document@1|rating|overall/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1417.097197,"ciLow":1410.210477,"ciHigh":1423.983917,"observedAt":"2026-11-09","runCount":21926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"overall/Grok 4.20 Beta (Reasoning, 0309)","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|chinese/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.99411,"ciLow":1492.134995,"ciHigh":1511.853226,"observedAt":"2026-11-11","runCount":4177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"chinese/Grok 4.20 Beta (Reasoning, 0309)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|coding/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.851951,"ciLow":1505.084875,"ciHigh":1516.619027,"observedAt":"2026-11-11","runCount":18140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"coding/Grok 4.20 Beta (Reasoning, 0309)","slice":"coding"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|creative_writing/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.394194,"ciLow":1438.616616,"ciHigh":1452.171772,"observedAt":"2026-11-11","runCount":11284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"creative_writing/Grok 4.20 Beta (Reasoning, 0309)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|english/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.116536,"ciLow":1473.261762,"ciHigh":1482.97131,"observedAt":"2026-11-11","runCount":30058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"english/Grok 4.20 Beta (Reasoning, 0309)","slice":"english"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.055353,"ciLow":1475.215639,"ciHigh":1484.895068,"observedAt":"2026-11-11","runCount":50126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"exclude_ties/Grok 4.20 Beta (Reasoning, 0309)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|expert/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.299402,"ciLow":1469.137721,"ciHigh":1485.461084,"observedAt":"2026-11-11","runCount":6550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"expert/Grok 4.20 Beta (Reasoning, 0309)","slice":"expert"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|french/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.983374,"ciLow":1488.663482,"ciHigh":1517.303265,"observedAt":"2026-11-11","runCount":2197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"french/Grok 4.20 Beta (Reasoning, 0309)","slice":"french"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|german/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.540472,"ciLow":1437.627217,"ciHigh":1475.453727,"observedAt":"2026-11-11","runCount":1047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"german/Grok 4.20 Beta (Reasoning, 0309)","slice":"german"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.808236,"ciLow":1484.381671,"ciHigh":1493.2348,"observedAt":"2026-11-11","runCount":42985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"hard_prompts/Grok 4.20 Beta (Reasoning, 0309)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.173833,"ciLow":1484.623423,"ciHigh":1495.724243,"observedAt":"2026-11-11","runCount":20376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"hard_prompts_english/Grok 4.20 Beta (Reasoning, 0309)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.790221,"ciLow":1459.542106,"ciHigh":1472.038337,"observedAt":"2026-11-11","runCount":13242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_business_and_management_and_financial_operations/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.248973,"ciLow":1439.023031,"ciHigh":1451.474916,"observedAt":"2026-11-11","runCount":14592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_entertainment_and_sports_and_media/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.254416,"ciLow":1469.298244,"ciHigh":1487.210587,"observedAt":"2026-11-11","runCount":5266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_legal_and_government/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.816575,"ciLow":1482.127328,"ciHigh":1495.505822,"observedAt":"2026-11-11","runCount":10732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_life_and_physical_and_social_science/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.385683,"ciLow":1448.910664,"ciHigh":1469.860702,"observedAt":"2026-11-11","runCount":3587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_mathematical/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.838953,"ciLow":1477.53776,"ciHigh":1496.140146,"observedAt":"2026-11-11","runCount":4891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_medicine_and_healthcare/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.77684,"ciLow":1497.665788,"ciHigh":1507.887892,"observedAt":"2026-11-11","runCount":25747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_software_and_it_services/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.63869,"ciLow":1442.740356,"ciHigh":1454.537024,"observedAt":"2026-11-11","runCount":16402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_writing_and_literature_and_language/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|instruction_following/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.564992,"ciLow":1442.236,"ciHigh":1452.893984,"observedAt":"2026-11-11","runCount":22349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"instruction_following/Grok 4.20 Beta (Reasoning, 0309)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|japanese/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.598587,"ciLow":1403.879694,"ciHigh":1451.31748,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"japanese/Grok 4.20 Beta (Reasoning, 0309)","slice":"japanese"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|korean/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.763859,"ciLow":1417.999806,"ciHigh":1457.527911,"observedAt":"2026-11-11","runCount":1029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"korean/Grok 4.20 Beta (Reasoning, 0309)","slice":"korean"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|longer_query/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.876285,"ciLow":1460.712727,"ciHigh":1471.039844,"observedAt":"2026-11-11","runCount":28672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"longer_query/Grok 4.20 Beta (Reasoning, 0309)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|math/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.790571,"ciLow":1453.353251,"ciHigh":1474.227891,"observedAt":"2026-11-11","runCount":3500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"math/Grok 4.20 Beta (Reasoning, 0309)","slice":"math"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|multi_turn/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.793962,"ciLow":1472.245016,"ciHigh":1485.342908,"observedAt":"2026-11-11","runCount":12028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"multi_turn/Grok 4.20 Beta (Reasoning, 0309)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|non_english/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.303757,"ciLow":1456.745348,"ciHigh":1465.862166,"observedAt":"2026-11-11","runCount":35632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"non_english/Grok 4.20 Beta (Reasoning, 0309)","slice":"non_english"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|overall/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.892331,"ciLow":1468.209912,"ciHigh":1475.57475,"observedAt":"2026-11-11","runCount":65690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"overall/Grok 4.20 Beta (Reasoning, 0309)","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|polish/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.815064,"ciLow":1457.979535,"ciHigh":1491.650593,"observedAt":"2026-11-11","runCount":1255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"polish/Grok 4.20 Beta (Reasoning, 0309)","slice":"polish"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|russian/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.235408,"ciLow":1470.581222,"ciHigh":1485.889594,"observedAt":"2026-11-11","runCount":7360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"russian/Grok 4.20 Beta (Reasoning, 0309)","slice":"russian"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text-style-control@1|rating|spanish/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.018777,"ciLow":1446.929816,"ciHigh":1475.107738,"observedAt":"2026-11-11","runCount":2039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"spanish/Grok 4.20 Beta (Reasoning, 0309)","slice":"spanish"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|chinese/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.545636,"ciLow":1471.762957,"ciHigh":1491.328316,"observedAt":"2026-11-11","runCount":4177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"chinese/Grok 4.20 Beta (Reasoning, 0309)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|coding/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.90319,"ciLow":1453.18193,"ciHigh":1464.624451,"observedAt":"2026-11-11","runCount":18140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"coding/Grok 4.20 Beta (Reasoning, 0309)","slice":"coding"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|creative_writing/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.002671,"ciLow":1425.267707,"ciHigh":1438.737636,"observedAt":"2026-11-11","runCount":11284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"creative_writing/Grok 4.20 Beta (Reasoning, 0309)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|english/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.464578,"ciLow":1452.624712,"ciHigh":1462.304445,"observedAt":"2026-11-11","runCount":30058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"english/Grok 4.20 Beta (Reasoning, 0309)","slice":"english"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|exclude_ties/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.900667,"ciLow":1445.136235,"ciHigh":1454.6651,"observedAt":"2026-11-11","runCount":50126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"exclude_ties/Grok 4.20 Beta (Reasoning, 0309)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|expert/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.23717,"ciLow":1431.154337,"ciHigh":1447.320003,"observedAt":"2026-11-11","runCount":6550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"expert/Grok 4.20 Beta (Reasoning, 0309)","slice":"expert"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|french/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.838399,"ciLow":1461.610038,"ciHigh":1490.06676,"observedAt":"2026-11-11","runCount":2197,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"french/Grok 4.20 Beta (Reasoning, 0309)","slice":"french"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|german/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.161908,"ciLow":1422.212066,"ciHigh":1460.11175,"observedAt":"2026-11-11","runCount":1047,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"german/Grok 4.20 Beta (Reasoning, 0309)","slice":"german"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|hard_prompts/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.534617,"ciLow":1447.131909,"ciHigh":1455.937325,"observedAt":"2026-11-11","runCount":42985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"hard_prompts/Grok 4.20 Beta (Reasoning, 0309)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|hard_prompts_english/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.990455,"ciLow":1449.463467,"ciHigh":1460.517444,"observedAt":"2026-11-11","runCount":20376,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"hard_prompts_english/Grok 4.20 Beta (Reasoning, 0309)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.605289,"ciLow":1425.405087,"ciHigh":1437.805491,"observedAt":"2026-11-11","runCount":13242,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_business_and_management_and_financial_operations/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.343497,"ciLow":1420.154613,"ciHigh":1432.53238,"observedAt":"2026-11-11","runCount":14592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_entertainment_and_sports_and_media/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|industry_legal_and_government/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.870152,"ciLow":1444.981322,"ciHigh":1462.758982,"observedAt":"2026-11-11","runCount":5266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_legal_and_government/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.461111,"ciLow":1455.824674,"ciHigh":1469.097548,"observedAt":"2026-11-11","runCount":10732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_life_and_physical_and_social_science/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|industry_mathematical/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.391409,"ciLow":1434.912461,"ciHigh":1455.870358,"observedAt":"2026-11-11","runCount":3587,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_mathematical/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.243015,"ciLow":1445.075473,"ciHigh":1463.410556,"observedAt":"2026-11-11","runCount":4891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_medicine_and_healthcare/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.330203,"ciLow":1456.253452,"ciHigh":1466.406954,"observedAt":"2026-11-11","runCount":25747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_software_and_it_services/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.042202,"ciLow":1428.164879,"ciHigh":1439.919524,"observedAt":"2026-11-11","runCount":16402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"industry_writing_and_literature_and_language/Grok 4.20 Beta (Reasoning, 0309)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|instruction_following/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.923358,"ciLow":1415.609345,"ciHigh":1426.237371,"observedAt":"2026-11-11","runCount":22349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"instruction_following/Grok 4.20 Beta (Reasoning, 0309)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|japanese/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.964057,"ciLow":1391.507291,"ciHigh":1438.420824,"observedAt":"2026-11-11","runCount":703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"japanese/Grok 4.20 Beta (Reasoning, 0309)","slice":"japanese"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|korean/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.581597,"ciLow":1400.89594,"ciHigh":1440.267255,"observedAt":"2026-11-11","runCount":1029,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"korean/Grok 4.20 Beta (Reasoning, 0309)","slice":"korean"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|longer_query/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.57829,"ciLow":1431.443869,"ciHigh":1441.712711,"observedAt":"2026-11-11","runCount":28672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"longer_query/Grok 4.20 Beta (Reasoning, 0309)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|math/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.042305,"ciLow":1443.59063,"ciHigh":1464.493979,"observedAt":"2026-11-11","runCount":3500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"math/Grok 4.20 Beta (Reasoning, 0309)","slice":"math"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|multi_turn/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.937363,"ciLow":1449.415127,"ciHigh":1462.459599,"observedAt":"2026-11-11","runCount":12028,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"multi_turn/Grok 4.20 Beta (Reasoning, 0309)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|non_english/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.831494,"ciLow":1436.29984,"ciHigh":1445.363147,"observedAt":"2026-11-11","runCount":35632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"non_english/Grok 4.20 Beta (Reasoning, 0309)","slice":"non_english"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|overall/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.138127,"ciLow":1447.472048,"ciHigh":1454.804207,"observedAt":"2026-11-11","runCount":65690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"overall/Grok 4.20 Beta (Reasoning, 0309)","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|polish/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.405398,"ciLow":1435.667487,"ciHigh":1469.143309,"observedAt":"2026-11-11","runCount":1255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"polish/Grok 4.20 Beta (Reasoning, 0309)","slice":"polish"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|russian/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.283791,"ciLow":1449.649451,"ciHigh":1464.918131,"observedAt":"2026-11-11","runCount":7360,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"russian/Grok 4.20 Beta (Reasoning, 0309)","slice":"russian"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-text@1|rating|spanish/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.947108,"ciLow":1428.966269,"ciHigh":1456.927948,"observedAt":"2026-11-11","runCount":2039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"spanish/Grok 4.20 Beta (Reasoning, 0309)","slice":"spanish"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision-style-control@1|rating|chinese/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.843302,"ciLow":1281.493627,"ciHigh":1314.192978,"observedAt":"2026-11-09","runCount":1810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"chinese/Grok 4.20 Beta (Reasoning, 0309)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.177311,"ciLow":1248.670931,"ciHigh":1279.683691,"observedAt":"2026-11-09","runCount":1681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"creative_writing_vision/Grok 4.20 Beta (Reasoning, 0309)","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision-style-control@1|rating|diagram/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1275.032595,"ciLow":1266.472653,"ciHigh":1283.592537,"observedAt":"2026-11-09","runCount":7091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"diagram/Grok 4.20 Beta (Reasoning, 0309)","slice":"diagram"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision-style-control@1|rating|english/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.467238,"ciLow":1247.166753,"ciHigh":1263.767722,"observedAt":"2026-11-09","runCount":10655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"english/Grok 4.20 Beta (Reasoning, 0309)","slice":"english"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision-style-control@1|rating|entity_recognition/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1239.34254,"ciLow":1197.884598,"ciHigh":1280.800482,"observedAt":"2026-11-09","runCount":172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"entity_recognition/Grok 4.20 Beta (Reasoning, 0309)","slice":"entity_recognition"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision-style-control@1|rating|homework/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.131576,"ciLow":1254.442848,"ciHigh":1275.820305,"observedAt":"2026-11-09","runCount":3597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"homework/Grok 4.20 Beta (Reasoning, 0309)","slice":"homework"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision-style-control@1|rating|humor/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.192311,"ciLow":1243.643834,"ciHigh":1282.740788,"observedAt":"2026-11-09","runCount":989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"humor/Grok 4.20 Beta (Reasoning, 0309)","slice":"humor"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision-style-control@1|rating|ocr/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.56193,"ciLow":1260.412581,"ciHigh":1272.711279,"observedAt":"2026-11-09","runCount":18907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"ocr/Grok 4.20 Beta (Reasoning, 0309)","slice":"ocr"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision-style-control@1|rating|overall/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1255.666913,"ciLow":1249.621156,"ciHigh":1261.712671,"observedAt":"2026-11-09","runCount":26586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"overall/Grok 4.20 Beta (Reasoning, 0309)","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision@1|rating|chinese/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1304.836842,"ciLow":1288.600616,"ciHigh":1321.073069,"observedAt":"2026-11-09","runCount":1810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"chinese/Grok 4.20 Beta (Reasoning, 0309)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision@1|rating|creative_writing_vision/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1276.173823,"ciLow":1260.769951,"ciHigh":1291.577695,"observedAt":"2026-11-09","runCount":1681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"creative_writing_vision/Grok 4.20 Beta (Reasoning, 0309)","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision@1|rating|diagram/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1267.236042,"ciLow":1258.722599,"ciHigh":1275.749484,"observedAt":"2026-11-09","runCount":7091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"diagram/Grok 4.20 Beta (Reasoning, 0309)","slice":"diagram"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision@1|rating|english/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1266.372241,"ciLow":1258.114399,"ciHigh":1274.630082,"observedAt":"2026-11-09","runCount":10655,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"english/Grok 4.20 Beta (Reasoning, 0309)","slice":"english"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision@1|rating|entity_recognition/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1278.238303,"ciLow":1237.080782,"ciHigh":1319.395823,"observedAt":"2026-11-09","runCount":172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"entity_recognition/Grok 4.20 Beta (Reasoning, 0309)","slice":"entity_recognition"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision@1|rating|homework/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1269.189307,"ciLow":1258.59087,"ciHigh":1279.787745,"observedAt":"2026-11-09","runCount":3597,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"homework/Grok 4.20 Beta (Reasoning, 0309)","slice":"homework"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision@1|rating|humor/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1280.101825,"ciLow":1260.506874,"ciHigh":1299.696776,"observedAt":"2026-11-09","runCount":989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"humor/Grok 4.20 Beta (Reasoning, 0309)","slice":"humor"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision@1|rating|ocr/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1266.749923,"ciLow":1260.646935,"ciHigh":1272.852911,"observedAt":"2026-11-09","runCount":18907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"ocr/Grok 4.20 Beta (Reasoning, 0309)","slice":"ocr"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-vision@1|rating|overall/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1262.866235,"ciLow":1256.857182,"ciHigh":1268.875287,"observedAt":"2026-11-09","runCount":26586,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"overall/Grok 4.20 Beta (Reasoning, 0309)","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-webdev@1|rating|overall/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1375.678089,"ciLow":1369.560769,"ciHigh":1381.795409,"observedAt":"2026-11-15","runCount":15273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"overall/Grok 4.20 Beta (Reasoning, 0309)","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-webdev@1|rating|webdev-html/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1369.728085,"ciLow":1354.629698,"ciHigh":1384.826472,"observedAt":"2026-11-15","runCount":1724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"webdev-html/Grok 4.20 Beta (Reasoning, 0309)","slice":"webdev-html"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-webdev@1|rating|webdev-react/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1367.885182,"ciLow":1361.170827,"ciHigh":1374.599537,"observedAt":"2026-11-15","runCount":11701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"webdev-react/Grok 4.20 Beta (Reasoning, 0309)","slice":"webdev-react"}
{"key":"lmarena|xai/grok-4.20-0309:flags=thinking|none|lmarena-webdev@1|rating|webdev/Grok 4.20 Beta (Reasoning, 0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-0309","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1375.678089,"ciLow":1369.560769,"ciHigh":1381.795409,"observedAt":"2026-11-15","runCount":15273,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta (Reasoning, 0309)","rowId":"webdev/Grok 4.20 Beta (Reasoning, 0309)","slice":"webdev"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-search-style-control@1|rating|overall/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1199.924776,"ciLow":1193.781698,"ciHigh":1206.067855,"observedAt":"2026-11-09","runCount":55902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"overall/Grok 4.20 Beta 1","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-search@1|rating|overall/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1190.884959,"ciLow":1184.83651,"ciHigh":1196.933408,"observedAt":"2026-11-09","runCount":55902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"overall/Grok 4.20 Beta 1","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|chinese/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.235194,"ciLow":1496.323539,"ciHigh":1526.146849,"observedAt":"2026-11-11","runCount":1706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"chinese/Grok 4.20 Beta 1","slice":"chinese"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|coding/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.82907,"ciLow":1500.264372,"ciHigh":1515.393767,"observedAt":"2026-11-11","runCount":7418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"coding/Grok 4.20 Beta 1","slice":"coding"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|creative_writing/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.201426,"ciLow":1454.482951,"ciHigh":1473.919902,"observedAt":"2026-11-11","runCount":4125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"creative_writing/Grok 4.20 Beta 1","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|english/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.931549,"ciLow":1474.851074,"ciHigh":1487.012024,"observedAt":"2026-11-11","runCount":12670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"english/Grok 4.20 Beta 1","slice":"english"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.945345,"ciLow":1477.96684,"ciHigh":1489.923849,"observedAt":"2026-11-11","runCount":20996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"exclude_ties/Grok 4.20 Beta 1","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|expert/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.837673,"ciLow":1463.400443,"ciHigh":1488.274903,"observedAt":"2026-11-11","runCount":2439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"expert/Grok 4.20 Beta 1","slice":"expert"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|french/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.30943,"ciLow":1472.628004,"ciHigh":1515.990855,"observedAt":"2026-11-11","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"french/Grok 4.20 Beta 1","slice":"french"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|german/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.044784,"ciLow":1461.567428,"ciHigh":1516.522141,"observedAt":"2026-11-11","runCount":443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"german/Grok 4.20 Beta 1","slice":"german"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.231571,"ciLow":1481.744839,"ciHigh":1492.718302,"observedAt":"2026-11-11","runCount":17281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"hard_prompts/Grok 4.20 Beta 1","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.533028,"ciLow":1480.319037,"ciHigh":1494.747019,"observedAt":"2026-11-11","runCount":8317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"hard_prompts_english/Grok 4.20 Beta 1","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.671307,"ciLow":1461.085201,"ciHigh":1478.257413,"observedAt":"2026-11-11","runCount":5323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_business_and_management_and_financial_operations/Grok 4.20 Beta 1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.271969,"ciLow":1439.603392,"ciHigh":1456.940546,"observedAt":"2026-11-11","runCount":5334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_entertainment_and_sports_and_media/Grok 4.20 Beta 1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.173412,"ciLow":1455.612645,"ciHigh":1482.734178,"observedAt":"2026-11-11","runCount":2081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_legal_and_government/Grok 4.20 Beta 1","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.19337,"ciLow":1470.006345,"ciHigh":1488.380395,"observedAt":"2026-11-11","runCount":4567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_life_and_physical_and_social_science/Grok 4.20 Beta 1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.522981,"ciLow":1438.960608,"ciHigh":1470.085353,"observedAt":"2026-11-11","runCount":1502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_mathematical/Grok 4.20 Beta 1","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.413944,"ciLow":1483.522302,"ciHigh":1511.305587,"observedAt":"2026-11-11","runCount":2001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_medicine_and_healthcare/Grok 4.20 Beta 1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.262615,"ciLow":1496.786605,"ciHigh":1509.738624,"observedAt":"2026-11-11","runCount":10735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_software_and_it_services/Grok 4.20 Beta 1","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.390484,"ciLow":1444.443419,"ciHigh":1460.337549,"observedAt":"2026-11-11","runCount":6326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_writing_and_literature_and_language/Grok 4.20 Beta 1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|instruction_following/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.12145,"ciLow":1443.125936,"ciHigh":1457.116964,"observedAt":"2026-11-11","runCount":8746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"instruction_following/Grok 4.20 Beta 1","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|japanese/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.716669,"ciLow":1437.624574,"ciHigh":1517.808763,"observedAt":"2026-11-11","runCount":225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"japanese/Grok 4.20 Beta 1","slice":"japanese"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|korean/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.584865,"ciLow":1417.459639,"ciHigh":1473.710092,"observedAt":"2026-11-11","runCount":468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"korean/Grok 4.20 Beta 1","slice":"korean"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|longer_query/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.351961,"ciLow":1458.529818,"ciHigh":1472.174104,"observedAt":"2026-11-11","runCount":10342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"longer_query/Grok 4.20 Beta 1","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|math/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.512854,"ciLow":1434.088591,"ciHigh":1462.937118,"observedAt":"2026-11-11","runCount":1665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"math/Grok 4.20 Beta 1","slice":"math"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|multi_turn/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.942662,"ciLow":1473.555794,"ciHigh":1492.329529,"observedAt":"2026-11-11","runCount":4575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"multi_turn/Grok 4.20 Beta 1","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|non_english/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.44509,"ciLow":1457.776672,"ciHigh":1469.113509,"observedAt":"2026-11-11","runCount":14983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"non_english/Grok 4.20 Beta 1","slice":"non_english"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|overall/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.566399,"ciLow":1469.978083,"ciHigh":1479.154715,"observedAt":"2026-11-11","runCount":27653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"overall/Grok 4.20 Beta 1","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|polish/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.811227,"ciLow":1445.037412,"ciHigh":1492.585042,"observedAt":"2026-11-11","runCount":582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"polish/Grok 4.20 Beta 1","slice":"polish"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|russian/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.529435,"ciLow":1468.823714,"ciHigh":1490.235156,"observedAt":"2026-11-11","runCount":3287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"russian/Grok 4.20 Beta 1","slice":"russian"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text-style-control@1|rating|spanish/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.15118,"ciLow":1447.55328,"ciHigh":1486.74908,"observedAt":"2026-11-11","runCount":938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"spanish/Grok 4.20 Beta 1","slice":"spanish"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|chinese/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.476695,"ciLow":1461.757125,"ciHigh":1491.196265,"observedAt":"2026-11-11","runCount":1706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"chinese/Grok 4.20 Beta 1","slice":"chinese"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|coding/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.681698,"ciLow":1439.168596,"ciHigh":1454.194801,"observedAt":"2026-11-11","runCount":7418,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"coding/Grok 4.20 Beta 1","slice":"coding"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|creative_writing/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.947978,"ciLow":1429.274634,"ciHigh":1448.621321,"observedAt":"2026-11-11","runCount":4125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"creative_writing/Grok 4.20 Beta 1","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|english/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.919142,"ciLow":1444.865417,"ciHigh":1456.972867,"observedAt":"2026-11-11","runCount":12670,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"english/Grok 4.20 Beta 1","slice":"english"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|exclude_ties/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.509523,"ciLow":1434.642089,"ciHigh":1446.376958,"observedAt":"2026-11-11","runCount":20996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"exclude_ties/Grok 4.20 Beta 1","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|expert/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.050646,"ciLow":1415.720833,"ciHigh":1440.38046,"observedAt":"2026-11-11","runCount":2439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"expert/Grok 4.20 Beta 1","slice":"expert"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|french/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.267303,"ciLow":1433.804402,"ciHigh":1476.730204,"observedAt":"2026-11-11","runCount":852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"french/Grok 4.20 Beta 1","slice":"french"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|german/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.751313,"ciLow":1436.478731,"ciHigh":1491.023895,"observedAt":"2026-11-11","runCount":443,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"german/Grok 4.20 Beta 1","slice":"german"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|hard_prompts/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.853853,"ciLow":1435.403502,"ciHigh":1446.304203,"observedAt":"2026-11-11","runCount":17281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"hard_prompts/Grok 4.20 Beta 1","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|hard_prompts_english/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.280753,"ciLow":1436.103294,"ciHigh":1450.458212,"observedAt":"2026-11-11","runCount":8317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"hard_prompts_english/Grok 4.20 Beta 1","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.298728,"ciLow":1416.793472,"ciHigh":1433.803983,"observedAt":"2026-11-11","runCount":5323,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_business_and_management_and_financial_operations/Grok 4.20 Beta 1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.152966,"ciLow":1408.559668,"ciHigh":1425.746265,"observedAt":"2026-11-11","runCount":5334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_entertainment_and_sports_and_media/Grok 4.20 Beta 1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|industry_legal_and_government/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.479385,"ciLow":1421.053545,"ciHigh":1447.905225,"observedAt":"2026-11-11","runCount":2081,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_legal_and_government/Grok 4.20 Beta 1","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.836151,"ciLow":1432.7466,"ciHigh":1450.925703,"observedAt":"2026-11-11","runCount":4567,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_life_and_physical_and_social_science/Grok 4.20 Beta 1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|industry_mathematical/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.132713,"ciLow":1418.615708,"ciHigh":1449.649718,"observedAt":"2026-11-11","runCount":1502,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_mathematical/Grok 4.20 Beta 1","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.259401,"ciLow":1437.549141,"ciHigh":1464.96966,"observedAt":"2026-11-11","runCount":2001,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_medicine_and_healthcare/Grok 4.20 Beta 1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.164621,"ciLow":1445.746781,"ciHigh":1458.582461,"observedAt":"2026-11-11","runCount":10735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_software_and_it_services/Grok 4.20 Beta 1","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.934098,"ciLow":1420.036533,"ciHigh":1435.831664,"observedAt":"2026-11-11","runCount":6326,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"industry_writing_and_literature_and_language/Grok 4.20 Beta 1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|instruction_following/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.457917,"ciLow":1408.483315,"ciHigh":1422.43252,"observedAt":"2026-11-11","runCount":8746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"instruction_following/Grok 4.20 Beta 1","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|japanese/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.401295,"ciLow":1410.428655,"ciHigh":1490.373936,"observedAt":"2026-11-11","runCount":225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"japanese/Grok 4.20 Beta 1","slice":"japanese"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|korean/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.916254,"ciLow":1389.98484,"ciHigh":1445.847668,"observedAt":"2026-11-11","runCount":468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"korean/Grok 4.20 Beta 1","slice":"korean"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|longer_query/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.502479,"ciLow":1419.730385,"ciHigh":1433.274572,"observedAt":"2026-11-11","runCount":10342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"longer_query/Grok 4.20 Beta 1","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|math/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.759413,"ciLow":1418.350432,"ciHigh":1447.168394,"observedAt":"2026-11-11","runCount":1665,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"math/Grok 4.20 Beta 1","slice":"math"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|multi_turn/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.650289,"ciLow":1441.300639,"ciHigh":1459.999938,"observedAt":"2026-11-11","runCount":4575,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"multi_turn/Grok 4.20 Beta 1","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|non_english/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.187523,"ciLow":1427.569711,"ciHigh":1438.805334,"observedAt":"2026-11-11","runCount":14983,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"non_english/Grok 4.20 Beta 1","slice":"non_english"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|overall/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.458718,"ciLow":1439.910039,"ciHigh":1449.007397,"observedAt":"2026-11-11","runCount":27653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"overall/Grok 4.20 Beta 1","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|polish/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.47357,"ciLow":1409.677852,"ciHigh":1457.269288,"observedAt":"2026-11-11","runCount":582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"polish/Grok 4.20 Beta 1","slice":"polish"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|russian/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.740111,"ciLow":1439.092824,"ciHigh":1460.387399,"observedAt":"2026-11-11","runCount":3287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"russian/Grok 4.20 Beta 1","slice":"russian"}
{"key":"lmarena|xai/grok-4.20-beta-1:default|none|lmarena-text@1|rating|spanish/Grok 4.20 Beta 1","sourceId":"lmarena","modelId":"xai/grok-4.20-beta-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.795072,"ciLow":1418.310901,"ciHigh":1457.279243,"observedAt":"2026-11-11","runCount":938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Beta 1","rowId":"spanish/Grok 4.20 Beta 1","slice":"spanish"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-search-style-control@1|rating|overall/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1206.97517,"ciLow":1201.307804,"ciHigh":1212.642535,"observedAt":"2026-11-09","runCount":121069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"overall/Grok 4.20 Multi-Agent Beta (0309)","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-search@1|rating|overall/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1205.155981,"ciLow":1199.610373,"ciHigh":1210.70159,"observedAt":"2026-11-09","runCount":121069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"overall/Grok 4.20 Multi-Agent Beta (0309)","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|chinese/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.846396,"ciLow":1483.900969,"ciHigh":1503.791823,"observedAt":"2026-11-11","runCount":3958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"chinese/Grok 4.20 Multi-Agent Beta (0309)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|coding/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.539803,"ciLow":1502.79828,"ciHigh":1514.281325,"observedAt":"2026-11-11","runCount":17810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"coding/Grok 4.20 Multi-Agent Beta (0309)","slice":"coding"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|creative_writing/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.616728,"ciLow":1440.842046,"ciHigh":1454.391411,"observedAt":"2026-11-11","runCount":11135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"creative_writing/Grok 4.20 Multi-Agent Beta (0309)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|english/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.441916,"ciLow":1468.545743,"ciHigh":1478.33809,"observedAt":"2026-11-11","runCount":29257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"english/Grok 4.20 Multi-Agent Beta (0309)","slice":"english"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.307457,"ciLow":1473.440906,"ciHigh":1483.174009,"observedAt":"2026-11-11","runCount":48584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"exclude_ties/Grok 4.20 Multi-Agent Beta (0309)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|expert/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.639585,"ciLow":1474.53682,"ciHigh":1490.74235,"observedAt":"2026-11-11","runCount":6406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"expert/Grok 4.20 Multi-Agent Beta (0309)","slice":"expert"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|french/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.948312,"ciLow":1477.835454,"ciHigh":1506.06117,"observedAt":"2026-11-11","runCount":2234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"french/Grok 4.20 Multi-Agent Beta (0309)","slice":"french"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|german/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.661977,"ciLow":1455.372592,"ciHigh":1493.951361,"observedAt":"2026-11-11","runCount":1058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"german/Grok 4.20 Multi-Agent Beta (0309)","slice":"german"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.967331,"ciLow":1479.514863,"ciHigh":1488.4198,"observedAt":"2026-11-11","runCount":41661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"hard_prompts/Grok 4.20 Multi-Agent Beta (0309)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.754638,"ciLow":1475.169196,"ciHigh":1486.340081,"observedAt":"2026-11-11","runCount":19741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"hard_prompts_english/Grok 4.20 Multi-Agent Beta (0309)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.941088,"ciLow":1448.654014,"ciHigh":1461.228163,"observedAt":"2026-11-11","runCount":12757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_business_and_management_and_financial_operations/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.862358,"ciLow":1433.615344,"ciHigh":1446.109372,"observedAt":"2026-11-11","runCount":13992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_entertainment_and_sports_and_media/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.806404,"ciLow":1461.877128,"ciHigh":1479.73568,"observedAt":"2026-11-11","runCount":5135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_legal_and_government/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.737677,"ciLow":1473.069837,"ciHigh":1486.405518,"observedAt":"2026-11-11","runCount":10545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_life_and_physical_and_social_science/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.163995,"ciLow":1447.590863,"ciHigh":1468.737127,"observedAt":"2026-11-11","runCount":3480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_mathematical/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.105249,"ciLow":1472.791259,"ciHigh":1491.419238,"observedAt":"2026-11-11","runCount":4776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_medicine_and_healthcare/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.331954,"ciLow":1497.212176,"ciHigh":1507.451733,"observedAt":"2026-11-11","runCount":25295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_software_and_it_services/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.974228,"ciLow":1438.080194,"ciHigh":1449.868262,"observedAt":"2026-11-11","runCount":15969,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_writing_and_literature_and_language/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|instruction_following/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.21429,"ciLow":1438.893618,"ciHigh":1449.534961,"observedAt":"2026-11-11","runCount":21706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"instruction_following/Grok 4.20 Multi-Agent Beta (0309)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|japanese/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.714297,"ciLow":1392.713054,"ciHigh":1442.715539,"observedAt":"2026-11-11","runCount":618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"japanese/Grok 4.20 Multi-Agent Beta (0309)","slice":"japanese"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|korean/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.866606,"ciLow":1415.121286,"ciHigh":1454.611926,"observedAt":"2026-11-11","runCount":999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"korean/Grok 4.20 Multi-Agent Beta (0309)","slice":"korean"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|longer_query/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.427237,"ciLow":1453.228886,"ciHigh":1463.625588,"observedAt":"2026-11-11","runCount":27568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"longer_query/Grok 4.20 Multi-Agent Beta (0309)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|math/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.972552,"ciLow":1444.440999,"ciHigh":1465.504106,"observedAt":"2026-11-11","runCount":3346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"math/Grok 4.20 Multi-Agent Beta (0309)","slice":"math"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|multi_turn/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.468326,"ciLow":1467.790024,"ciHigh":1481.146628,"observedAt":"2026-11-11","runCount":10548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"multi_turn/Grok 4.20 Multi-Agent Beta (0309)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|non_english/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.705473,"ciLow":1456.161622,"ciHigh":1465.249324,"observedAt":"2026-11-11","runCount":34938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"non_english/Grok 4.20 Multi-Agent Beta (0309)","slice":"non_english"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|overall/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.14318,"ciLow":1467.433748,"ciHigh":1474.852612,"observedAt":"2026-11-11","runCount":64196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"overall/Grok 4.20 Multi-Agent Beta (0309)","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|polish/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.923276,"ciLow":1463.64528,"ciHigh":1496.201273,"observedAt":"2026-11-11","runCount":1305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"polish/Grok 4.20 Multi-Agent Beta (0309)","slice":"polish"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|russian/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.795304,"ciLow":1471.04183,"ciHigh":1486.548778,"observedAt":"2026-11-11","runCount":7079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"russian/Grok 4.20 Multi-Agent Beta (0309)","slice":"russian"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text-style-control@1|rating|spanish/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.213539,"ciLow":1450.921693,"ciHigh":1479.505386,"observedAt":"2026-11-11","runCount":1979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"spanish/Grok 4.20 Multi-Agent Beta (0309)","slice":"spanish"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|chinese/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.211704,"ciLow":1466.325656,"ciHigh":1486.097753,"observedAt":"2026-11-11","runCount":3958,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"chinese/Grok 4.20 Multi-Agent Beta (0309)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|coding/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.617897,"ciLow":1451.918845,"ciHigh":1463.316949,"observedAt":"2026-11-11","runCount":17810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"coding/Grok 4.20 Multi-Agent Beta (0309)","slice":"coding"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|creative_writing/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.703354,"ciLow":1429.95173,"ciHigh":1443.454978,"observedAt":"2026-11-11","runCount":11135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"creative_writing/Grok 4.20 Multi-Agent Beta (0309)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|english/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.830325,"ciLow":1447.959356,"ciHigh":1457.701294,"observedAt":"2026-11-11","runCount":29257,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"english/Grok 4.20 Multi-Agent Beta (0309)","slice":"english"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|exclude_ties/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.648585,"ciLow":1443.853151,"ciHigh":1453.444019,"observedAt":"2026-11-11","runCount":48584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"exclude_ties/Grok 4.20 Multi-Agent Beta (0309)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|expert/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.240194,"ciLow":1439.190397,"ciHigh":1455.289991,"observedAt":"2026-11-11","runCount":6406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"expert/Grok 4.20 Multi-Agent Beta (0309)","slice":"expert"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|french/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.689386,"ciLow":1452.654101,"ciHigh":1480.72467,"observedAt":"2026-11-11","runCount":2234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"french/Grok 4.20 Multi-Agent Beta (0309)","slice":"french"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|german/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.3831,"ciLow":1437.249126,"ciHigh":1475.517074,"observedAt":"2026-11-11","runCount":1058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"german/Grok 4.20 Multi-Agent Beta (0309)","slice":"german"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|hard_prompts/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.546608,"ciLow":1444.121758,"ciHigh":1452.971457,"observedAt":"2026-11-11","runCount":41661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"hard_prompts/Grok 4.20 Multi-Agent Beta (0309)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|hard_prompts_english/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.559249,"ciLow":1441.009281,"ciHigh":1452.109217,"observedAt":"2026-11-11","runCount":19741,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"hard_prompts_english/Grok 4.20 Multi-Agent Beta (0309)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.263603,"ciLow":1417.003055,"ciHigh":1429.524151,"observedAt":"2026-11-11","runCount":12757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_business_and_management_and_financial_operations/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.556653,"ciLow":1416.337224,"ciHigh":1428.776081,"observedAt":"2026-11-11","runCount":13992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_entertainment_and_sports_and_media/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|industry_legal_and_government/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.589268,"ciLow":1439.736907,"ciHigh":1457.44163,"observedAt":"2026-11-11","runCount":5135,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_legal_and_government/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.85766,"ciLow":1448.240372,"ciHigh":1461.474948,"observedAt":"2026-11-11","runCount":10545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_life_and_physical_and_social_science/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|industry_mathematical/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.510594,"ciLow":1431.965414,"ciHigh":1453.055774,"observedAt":"2026-11-11","runCount":3480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_mathematical/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.764468,"ciLow":1443.54624,"ciHigh":1461.982696,"observedAt":"2026-11-11","runCount":4776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_medicine_and_healthcare/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.353271,"ciLow":1456.277756,"ciHigh":1466.428786,"observedAt":"2026-11-11","runCount":25295,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_software_and_it_services/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.290156,"ciLow":1425.419916,"ciHigh":1437.160396,"observedAt":"2026-11-11","runCount":15969,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"industry_writing_and_literature_and_language/Grok 4.20 Multi-Agent Beta (0309)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|instruction_following/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.493863,"ciLow":1415.188271,"ciHigh":1425.799454,"observedAt":"2026-11-11","runCount":21706,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"instruction_following/Grok 4.20 Multi-Agent Beta (0309)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|japanese/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.951264,"ciLow":1379.139795,"ciHigh":1428.762733,"observedAt":"2026-11-11","runCount":618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"japanese/Grok 4.20 Multi-Agent Beta (0309)","slice":"japanese"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|korean/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.595915,"ciLow":1397.028474,"ciHigh":1436.163356,"observedAt":"2026-11-11","runCount":999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"korean/Grok 4.20 Multi-Agent Beta (0309)","slice":"korean"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|longer_query/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.3448,"ciLow":1426.180274,"ciHigh":1436.509326,"observedAt":"2026-11-11","runCount":27568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"longer_query/Grok 4.20 Multi-Agent Beta (0309)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|math/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.223143,"ciLow":1430.713072,"ciHigh":1451.733215,"observedAt":"2026-11-11","runCount":3346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"math/Grok 4.20 Multi-Agent Beta (0309)","slice":"math"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|multi_turn/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.430131,"ciLow":1445.766273,"ciHigh":1459.093988,"observedAt":"2026-11-11","runCount":10548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"multi_turn/Grok 4.20 Multi-Agent Beta (0309)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|non_english/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.955054,"ciLow":1436.434081,"ciHigh":1445.476027,"observedAt":"2026-11-11","runCount":34938,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"non_english/Grok 4.20 Multi-Agent Beta (0309)","slice":"non_english"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|overall/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.068584,"ciLow":1447.378735,"ciHigh":1454.758432,"observedAt":"2026-11-11","runCount":64196,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"overall/Grok 4.20 Multi-Agent Beta (0309)","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|polish/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.114641,"ciLow":1437.907486,"ciHigh":1470.321796,"observedAt":"2026-11-11","runCount":1305,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"polish/Grok 4.20 Multi-Agent Beta (0309)","slice":"polish"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|russian/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.924823,"ciLow":1450.210125,"ciHigh":1465.63952,"observedAt":"2026-11-11","runCount":7079,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"russian/Grok 4.20 Multi-Agent Beta (0309)","slice":"russian"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-text@1|rating|spanish/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.878615,"ciLow":1433.635661,"ciHigh":1462.121569,"observedAt":"2026-11-11","runCount":1979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"spanish/Grok 4.20 Multi-Agent Beta (0309)","slice":"spanish"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision-style-control@1|rating|chinese/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.703092,"ciLow":1273.114307,"ciHigh":1306.291878,"observedAt":"2026-11-09","runCount":1703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"chinese/Grok 4.20 Multi-Agent Beta (0309)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.435454,"ciLow":1251.066172,"ciHigh":1281.804735,"observedAt":"2026-11-09","runCount":1666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"creative_writing_vision/Grok 4.20 Multi-Agent Beta (0309)","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision-style-control@1|rating|diagram/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.509281,"ciLow":1258.830763,"ciHigh":1276.187799,"observedAt":"2026-11-09","runCount":6468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"diagram/Grok 4.20 Multi-Agent Beta (0309)","slice":"diagram"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision-style-control@1|rating|english/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.433854,"ciLow":1242.092766,"ciHigh":1258.774942,"observedAt":"2026-11-09","runCount":9766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"english/Grok 4.20 Multi-Agent Beta (0309)","slice":"english"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.194051,"ciLow":1184.024458,"ciHigh":1270.363644,"observedAt":"2026-11-09","runCount":167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"entity_recognition/Grok 4.20 Multi-Agent Beta (0309)","slice":"entity_recognition"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision-style-control@1|rating|homework/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.776818,"ciLow":1262.662636,"ciHigh":1284.891,"observedAt":"2026-11-09","runCount":3329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"homework/Grok 4.20 Multi-Agent Beta (0309)","slice":"homework"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision-style-control@1|rating|humor/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.204916,"ciLow":1242.949554,"ciHigh":1283.460278,"observedAt":"2026-11-09","runCount":925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"humor/Grok 4.20 Multi-Agent Beta (0309)","slice":"humor"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision-style-control@1|rating|ocr/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.930115,"ciLow":1253.730415,"ciHigh":1266.129816,"observedAt":"2026-11-09","runCount":17112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"ocr/Grok 4.20 Multi-Agent Beta (0309)","slice":"ocr"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision-style-control@1|rating|overall/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1250.537944,"ciLow":1244.466665,"ciHigh":1256.609223,"observedAt":"2026-11-09","runCount":24357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"overall/Grok 4.20 Multi-Agent Beta (0309)","slice":"overall"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision@1|rating|chinese/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1298.838326,"ciLow":1282.287034,"ciHigh":1315.389617,"observedAt":"2026-11-09","runCount":1703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"chinese/Grok 4.20 Multi-Agent Beta (0309)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision@1|rating|creative_writing_vision/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1281.514985,"ciLow":1266.220061,"ciHigh":1296.809909,"observedAt":"2026-11-09","runCount":1666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"creative_writing_vision/Grok 4.20 Multi-Agent Beta (0309)","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision@1|rating|diagram/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1261.316252,"ciLow":1252.678561,"ciHigh":1269.953942,"observedAt":"2026-11-09","runCount":6468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"diagram/Grok 4.20 Multi-Agent Beta (0309)","slice":"diagram"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision@1|rating|english/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1262.699905,"ciLow":1254.395403,"ciHigh":1271.004406,"observedAt":"2026-11-09","runCount":9766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"english/Grok 4.20 Multi-Agent Beta (0309)","slice":"english"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision@1|rating|entity_recognition/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1265.571001,"ciLow":1222.707332,"ciHigh":1308.43467,"observedAt":"2026-11-09","runCount":167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"entity_recognition/Grok 4.20 Multi-Agent Beta (0309)","slice":"entity_recognition"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision@1|rating|homework/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1275.771984,"ciLow":1264.706222,"ciHigh":1286.837745,"observedAt":"2026-11-09","runCount":3329,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"homework/Grok 4.20 Multi-Agent Beta (0309)","slice":"homework"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision@1|rating|humor/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1280.033685,"ciLow":1259.88445,"ciHigh":1300.18292,"observedAt":"2026-11-09","runCount":925,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"humor/Grok 4.20 Multi-Agent Beta (0309)","slice":"humor"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision@1|rating|ocr/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1261.164204,"ciLow":1254.993538,"ciHigh":1267.334871,"observedAt":"2026-11-09","runCount":17112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"ocr/Grok 4.20 Multi-Agent Beta (0309)","slice":"ocr"}
{"key":"lmarena|xai/grok-4.20-multi-agent-beta-0309:default|none|lmarena-vision@1|rating|overall/Grok 4.20 Multi-Agent Beta (0309)","sourceId":"lmarena","modelId":"xai/grok-4.20-multi-agent-beta-0309","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1259.165434,"ciLow":1253.116345,"ciHigh":1265.214523,"observedAt":"2026-11-09","runCount":24357,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.20 Multi-Agent Beta (0309)","rowId":"overall/Grok 4.20 Multi-Agent Beta (0309)","slice":"overall"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-search-style-control@1|rating|overall/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1193.79239,"ciLow":1188.81976,"ciHigh":1198.76502,"observedAt":"2026-11-09","runCount":122703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"overall/Grok 4.3","slice":"overall"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-search@1|rating|overall/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1166.431648,"ciLow":1161.592254,"ciHigh":1171.271043,"observedAt":"2026-11-09","runCount":122703,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"overall/Grok 4.3","slice":"overall"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|chinese/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.068488,"ciLow":1467.363752,"ciHigh":1486.773223,"observedAt":"2026-11-11","runCount":4393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"chinese/Grok 4.3","slice":"chinese"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|coding/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.344467,"ciLow":1481.70508,"ciHigh":1492.983855,"observedAt":"2026-11-11","runCount":19593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"coding/Grok 4.3","slice":"coding"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|creative_writing/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.830577,"ciLow":1415.308176,"ciHigh":1428.352979,"observedAt":"2026-11-11","runCount":12933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"creative_writing/Grok 4.3","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|english/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.010938,"ciLow":1446.286886,"ciHigh":1455.73499,"observedAt":"2026-11-11","runCount":32270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"english/Grok 4.3","slice":"english"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.545237,"ciLow":1435.754025,"ciHigh":1445.336449,"observedAt":"2026-11-11","runCount":53904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"exclude_ties/Grok 4.3","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|expert/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.544255,"ciLow":1445.628856,"ciHigh":1461.459654,"observedAt":"2026-11-11","runCount":7300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"expert/Grok 4.3","slice":"expert"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|french/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.068188,"ciLow":1448.34428,"ciHigh":1475.792095,"observedAt":"2026-11-11","runCount":2548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"french/Grok 4.3","slice":"french"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|german/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.435966,"ciLow":1422.249063,"ciHigh":1460.622868,"observedAt":"2026-11-11","runCount":1034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"german/Grok 4.3","slice":"german"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.989442,"ciLow":1451.648917,"ciHigh":1460.329967,"observedAt":"2026-11-11","runCount":46835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"hard_prompts/Grok 4.3","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.265768,"ciLow":1456.80214,"ciHigh":1467.729395,"observedAt":"2026-11-11","runCount":22097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"hard_prompts_english/Grok 4.3","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.439016,"ciLow":1432.143779,"ciHigh":1444.734253,"observedAt":"2026-11-11","runCount":14017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_business_and_management_and_financial_operations/Grok 4.3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.931742,"ciLow":1409.965291,"ciHigh":1421.898192,"observedAt":"2026-11-11","runCount":16882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_entertainment_and_sports_and_media/Grok 4.3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.819155,"ciLow":1430.028877,"ciHigh":1447.609433,"observedAt":"2026-11-11","runCount":5691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_legal_and_government/Grok 4.3","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.134268,"ciLow":1451.506987,"ciHigh":1464.761548,"observedAt":"2026-11-11","runCount":11558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_life_and_physical_and_social_science/Grok 4.3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.801141,"ciLow":1421.538952,"ciHigh":1442.063329,"observedAt":"2026-11-11","runCount":3824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_mathematical/Grok 4.3","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.307265,"ciLow":1442.113966,"ciHigh":1460.500563,"observedAt":"2026-11-11","runCount":5228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_medicine_and_healthcare/Grok 4.3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.326133,"ciLow":1474.328764,"ciHigh":1484.323502,"observedAt":"2026-11-11","runCount":28026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_software_and_it_services/Grok 4.3","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.98506,"ciLow":1418.23197,"ciHigh":1429.73815,"observedAt":"2026-11-11","runCount":18307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_writing_and_literature_and_language/Grok 4.3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|instruction_following/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.047261,"ciLow":1409.776623,"ciHigh":1420.317899,"observedAt":"2026-11-11","runCount":24659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"instruction_following/Grok 4.3","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|japanese/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.574321,"ciLow":1402.507492,"ciHigh":1446.64115,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"japanese/Grok 4.3","slice":"japanese"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|korean/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.573205,"ciLow":1382.999847,"ciHigh":1422.146564,"observedAt":"2026-11-11","runCount":1049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"korean/Grok 4.3","slice":"korean"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|longer_query/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.190538,"ciLow":1438.20014,"ciHigh":1448.180936,"observedAt":"2026-11-11","runCount":32486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"longer_query/Grok 4.3","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|math/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.791174,"ciLow":1408.001076,"ciHigh":1429.581272,"observedAt":"2026-11-11","runCount":3352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"math/Grok 4.3","slice":"math"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|multi_turn/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.612647,"ciLow":1441.085292,"ciHigh":1454.140003,"observedAt":"2026-11-11","runCount":12716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"multi_turn/Grok 4.3","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|non_english/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.285642,"ciLow":1423.761058,"ciHigh":1432.810227,"observedAt":"2026-11-11","runCount":37882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"non_english/Grok 4.3","slice":"non_english"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|overall/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.665513,"ciLow":1438.019722,"ciHigh":1445.311304,"observedAt":"2026-11-11","runCount":70153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"overall/Grok 4.3","slice":"overall"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|polish/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.695558,"ciLow":1428.125403,"ciHigh":1463.265712,"observedAt":"2026-11-11","runCount":1192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"polish/Grok 4.3","slice":"polish"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|russian/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.643294,"ciLow":1431.95261,"ciHigh":1447.333979,"observedAt":"2026-11-11","runCount":7352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"russian/Grok 4.3","slice":"russian"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text-style-control@1|rating|spanish/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.228768,"ciLow":1424.708318,"ciHigh":1453.749219,"observedAt":"2026-11-11","runCount":1989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"spanish/Grok 4.3","slice":"spanish"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|chinese/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.744196,"ciLow":1412.110558,"ciHigh":1431.377834,"observedAt":"2026-11-11","runCount":4393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"chinese/Grok 4.3","slice":"chinese"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|coding/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.207029,"ciLow":1408.606176,"ciHigh":1419.807882,"observedAt":"2026-11-11","runCount":19593,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"coding/Grok 4.3","slice":"coding"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|creative_writing/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.670254,"ciLow":1373.164099,"ciHigh":1386.17641,"observedAt":"2026-11-11","runCount":12933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"creative_writing/Grok 4.3","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|english/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.094995,"ciLow":1399.39435,"ciHigh":1408.79564,"observedAt":"2026-11-11","runCount":32270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"english/Grok 4.3","slice":"english"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|exclude_ties/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1377.939734,"ciLow":1373.21897,"ciHigh":1382.660497,"observedAt":"2026-11-11","runCount":53904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"exclude_ties/Grok 4.3","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|expert/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.658906,"ciLow":1377.820901,"ciHigh":1393.496911,"observedAt":"2026-11-11","runCount":7300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"expert/Grok 4.3","slice":"expert"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|french/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.829558,"ciLow":1398.197353,"ciHigh":1425.461764,"observedAt":"2026-11-11","runCount":2548,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"french/Grok 4.3","slice":"french"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|german/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.621622,"ciLow":1377.424452,"ciHigh":1415.818793,"observedAt":"2026-11-11","runCount":1034,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"german/Grok 4.3","slice":"german"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|hard_prompts/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.455833,"ciLow":1392.142992,"ciHigh":1400.768674,"observedAt":"2026-11-11","runCount":46835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"hard_prompts/Grok 4.3","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|hard_prompts_english/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.493049,"ciLow":1396.069921,"ciHigh":1406.916177,"observedAt":"2026-11-11","runCount":22097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"hard_prompts_english/Grok 4.3","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1380.649992,"ciLow":1374.417798,"ciHigh":1386.882187,"observedAt":"2026-11-11","runCount":14017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_business_and_management_and_financial_operations/Grok 4.3","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.366817,"ciLow":1364.426345,"ciHigh":1376.307288,"observedAt":"2026-11-11","runCount":16882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_entertainment_and_sports_and_media/Grok 4.3","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|industry_legal_and_government/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.97944,"ciLow":1377.255583,"ciHigh":1394.703297,"observedAt":"2026-11-11","runCount":5691,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_legal_and_government/Grok 4.3","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.428809,"ciLow":1392.87586,"ciHigh":1405.981758,"observedAt":"2026-11-11","runCount":11558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_life_and_physical_and_social_science/Grok 4.3","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|industry_mathematical/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.278804,"ciLow":1386.024601,"ciHigh":1406.533006,"observedAt":"2026-11-11","runCount":3824,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_mathematical/Grok 4.3","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.827216,"ciLow":1374.74227,"ciHigh":1392.912162,"observedAt":"2026-11-11","runCount":5228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_medicine_and_healthcare/Grok 4.3","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.751951,"ciLow":1410.786342,"ciHigh":1420.717561,"observedAt":"2026-11-11","runCount":28026,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_software_and_it_services/Grok 4.3","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.620397,"ciLow":1378.89119,"ciHigh":1390.349604,"observedAt":"2026-11-11","runCount":18307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"industry_writing_and_literature_and_language/Grok 4.3","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|instruction_following/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.928605,"ciLow":1360.672833,"ciHigh":1371.184377,"observedAt":"2026-11-11","runCount":24659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"instruction_following/Grok 4.3","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|japanese/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.267545,"ciLow":1356.207311,"ciHigh":1400.327779,"observedAt":"2026-11-11","runCount":853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"japanese/Grok 4.3","slice":"japanese"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|korean/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.23922,"ciLow":1332.67309,"ciHigh":1371.805349,"observedAt":"2026-11-11","runCount":1049,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"korean/Grok 4.3","slice":"korean"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|longer_query/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.749262,"ciLow":1387.797067,"ciHigh":1397.701456,"observedAt":"2026-11-11","runCount":32486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"longer_query/Grok 4.3","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|math/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.09317,"ciLow":1376.318834,"ciHigh":1397.867506,"observedAt":"2026-11-11","runCount":3352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"math/Grok 4.3","slice":"math"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|multi_turn/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.598482,"ciLow":1400.099257,"ciHigh":1413.097707,"observedAt":"2026-11-11","runCount":12716,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"multi_turn/Grok 4.3","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|non_english/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.587387,"ciLow":1381.0832,"ciHigh":1390.091574,"observedAt":"2026-11-11","runCount":37882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"non_english/Grok 4.3","slice":"non_english"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|overall/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.93418,"ciLow":1393.306527,"ciHigh":1400.561833,"observedAt":"2026-11-11","runCount":70153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"overall/Grok 4.3","slice":"overall"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|polish/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.387854,"ciLow":1380.888411,"ciHigh":1415.887298,"observedAt":"2026-11-11","runCount":1192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"polish/Grok 4.3","slice":"polish"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|russian/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.413532,"ciLow":1390.75736,"ciHigh":1406.069705,"observedAt":"2026-11-11","runCount":7352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"russian/Grok 4.3","slice":"russian"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-text@1|rating|spanish/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.433044,"ciLow":1384.954658,"ciHigh":1413.91143,"observedAt":"2026-11-11","runCount":1989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"spanish/Grok 4.3","slice":"spanish"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision-style-control@1|rating|chinese/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1277.56314,"ciLow":1260.754119,"ciHigh":1294.372162,"observedAt":"2026-11-09","runCount":1722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"chinese/Grok 4.3","slice":"chinese"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.730215,"ciLow":1232.925348,"ciHigh":1260.535083,"observedAt":"2026-11-09","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"creative_writing_vision/Grok 4.3","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision-style-control@1|rating|diagram/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1267.026609,"ciLow":1258.897466,"ciHigh":1275.155751,"observedAt":"2026-11-09","runCount":7735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"diagram/Grok 4.3","slice":"diagram"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision-style-control@1|rating|english/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.411478,"ciLow":1239.413292,"ciHigh":1255.409664,"observedAt":"2026-11-09","runCount":11546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"english/Grok 4.3","slice":"english"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision-style-control@1|rating|entity_recognition/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.339723,"ciLow":1169.284778,"ciHigh":1257.394667,"observedAt":"2026-11-09","runCount":150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"entity_recognition/Grok 4.3","slice":"entity_recognition"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision-style-control@1|rating|homework/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.970036,"ciLow":1244.534813,"ciHigh":1265.405259,"observedAt":"2026-11-09","runCount":3757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"homework/Grok 4.3","slice":"homework"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision-style-control@1|rating|humor/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.288789,"ciLow":1211.872902,"ciHigh":1248.704677,"observedAt":"2026-11-09","runCount":1144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"humor/Grok 4.3","slice":"humor"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision-style-control@1|rating|ocr/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1251.379722,"ciLow":1245.621125,"ciHigh":1257.13832,"observedAt":"2026-11-09","runCount":20543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"ocr/Grok 4.3","slice":"ocr"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision-style-control@1|rating|overall/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.652817,"ciLow":1235.93927,"ciHigh":1247.366364,"observedAt":"2026-11-09","runCount":29224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"overall/Grok 4.3","slice":"overall"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision@1|rating|chinese/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1256.835238,"ciLow":1240.109045,"ciHigh":1273.56143,"observedAt":"2026-11-09","runCount":1722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"chinese/Grok 4.3","slice":"chinese"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision@1|rating|creative_writing_vision/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1234.765117,"ciLow":1221.122134,"ciHigh":1248.408099,"observedAt":"2026-11-09","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"creative_writing_vision/Grok 4.3","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision@1|rating|diagram/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1241.274947,"ciLow":1233.190282,"ciHigh":1249.359613,"observedAt":"2026-11-09","runCount":7735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"diagram/Grok 4.3","slice":"diagram"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision@1|rating|english/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1236.428397,"ciLow":1228.464662,"ciHigh":1244.392132,"observedAt":"2026-11-09","runCount":11546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"english/Grok 4.3","slice":"english"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision@1|rating|entity_recognition/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1220.157644,"ciLow":1176.037519,"ciHigh":1264.277768,"observedAt":"2026-11-09","runCount":150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"entity_recognition/Grok 4.3","slice":"entity_recognition"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision@1|rating|homework/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1241.510236,"ciLow":1231.125127,"ciHigh":1251.895344,"observedAt":"2026-11-09","runCount":3757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"homework/Grok 4.3","slice":"homework"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision@1|rating|humor/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1222.954666,"ciLow":1204.592399,"ciHigh":1241.316932,"observedAt":"2026-11-09","runCount":1144,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"humor/Grok 4.3","slice":"humor"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision@1|rating|ocr/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1234.331903,"ciLow":1228.617942,"ciHigh":1240.045864,"observedAt":"2026-11-09","runCount":20543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"ocr/Grok 4.3","slice":"ocr"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-vision@1|rating|overall/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1228.632092,"ciLow":1222.945913,"ciHigh":1234.31827,"observedAt":"2026-11-09","runCount":29224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"overall/Grok 4.3","slice":"overall"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-webdev@1|rating|image_to_webdev/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1375.431243,"ciLow":1365.634769,"ciHigh":1385.227717,"observedAt":"2026-11-15","runCount":5725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"image_to_webdev/Grok 4.3","slice":"image_to_webdev"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-webdev@1|rating|overall/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1357.42241,"ciLow":1351.139976,"ciHigh":1363.704844,"observedAt":"2026-11-15","runCount":14685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"overall/Grok 4.3","slice":"overall"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-webdev@1|rating|webdev-html/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1366.410941,"ciLow":1350.842121,"ciHigh":1381.97976,"observedAt":"2026-11-15","runCount":1725,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"webdev-html/Grok 4.3","slice":"webdev-html"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-webdev@1|rating|webdev-react/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1352.171429,"ciLow":1345.197339,"ciHigh":1359.14552,"observedAt":"2026-11-15","runCount":11276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"webdev-react/Grok 4.3","slice":"webdev-react"}
{"key":"lmarena|xai/grok-4.3:default|none|lmarena-webdev@1|rating|webdev/Grok 4.3","sourceId":"lmarena","modelId":"xai/grok-4.3","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1357.42241,"ciLow":1351.139976,"ciHigh":1363.704844,"observedAt":"2026-11-15","runCount":14685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.3","rowId":"webdev/Grok 4.3","slice":"webdev"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-document-style-control@1|rating|overall/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.24614,"ciLow":1458.566354,"ciHigh":1473.925927,"observedAt":"2026-11-09","runCount":7447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"overall/Grok 4.5","slice":"overall"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-document@1|rating|overall/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1451.494853,"ciLow":1443.92015,"ciHigh":1459.069555,"observedAt":"2026-11-09","runCount":7447,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"overall/Grok 4.5","slice":"overall"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-search-style-control@1|rating|overall/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1205.441623,"ciLow":1199.660966,"ciHigh":1211.222279,"observedAt":"2026-11-09","runCount":105282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"overall/Grok 4.5","slice":"overall"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-search@1|rating|overall/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1215.817855,"ciLow":1210.069623,"ciHigh":1221.566088,"observedAt":"2026-11-09","runCount":105282,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"overall/Grok 4.5","slice":"overall"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|chinese/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1505.299582,"ciLow":1493.835758,"ciHigh":1516.763405,"observedAt":"2026-11-11","runCount":2961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"chinese/Grok 4.5","slice":"chinese"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|coding/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.179079,"ciLow":1507.511878,"ciHigh":1520.84628,"observedAt":"2026-11-11","runCount":10888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"coding/Grok 4.5","slice":"coding"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|creative_writing/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.546424,"ciLow":1443.858438,"ciHigh":1459.234409,"observedAt":"2026-11-11","runCount":8068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"creative_writing/Grok 4.5","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|english/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.312908,"ciLow":1467.558238,"ciHigh":1479.067578,"observedAt":"2026-11-11","runCount":15946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"english/Grok 4.5","slice":"english"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.458965,"ciLow":1466.797202,"ciHigh":1478.120728,"observedAt":"2026-11-11","runCount":29462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"exclude_ties/Grok 4.5","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|expert/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.800402,"ciLow":1479.441489,"ciHigh":1498.159315,"observedAt":"2026-11-11","runCount":4535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"expert/Grok 4.5","slice":"expert"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|french/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.519517,"ciLow":1460.059624,"ciHigh":1496.97941,"observedAt":"2026-11-11","runCount":1228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"french/Grok 4.5","slice":"french"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|german/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.920437,"ciLow":1437.594127,"ciHigh":1484.246747,"observedAt":"2026-11-11","runCount":682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"german/Grok 4.5","slice":"german"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.399005,"ciLow":1483.351769,"ciHigh":1493.446241,"observedAt":"2026-11-11","runCount":26104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"hard_prompts/Grok 4.5","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.861327,"ciLow":1486.175621,"ciHigh":1499.547033,"observedAt":"2026-11-11","runCount":10585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"hard_prompts_english/Grok 4.5","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.675591,"ciLow":1458.090111,"ciHigh":1473.261071,"observedAt":"2026-11-11","runCount":7503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_business_and_management_and_financial_operations/Grok 4.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.744346,"ciLow":1438.741396,"ciHigh":1452.747295,"observedAt":"2026-11-11","runCount":10106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_entertainment_and_sports_and_media/Grok 4.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.517252,"ciLow":1467.409416,"ciHigh":1489.625088,"observedAt":"2026-11-11","runCount":3250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_legal_and_government/Grok 4.5","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.953208,"ciLow":1474.976334,"ciHigh":1490.930081,"observedAt":"2026-11-11","runCount":6400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_life_and_physical_and_social_science/Grok 4.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.971415,"ciLow":1477.709399,"ciHigh":1504.233431,"observedAt":"2026-11-11","runCount":2106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_mathematical/Grok 4.5","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.806954,"ciLow":1450.939014,"ciHigh":1474.674894,"observedAt":"2026-11-11","runCount":2866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_medicine_and_healthcare/Grok 4.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.763899,"ciLow":1496.934709,"ciHigh":1508.593089,"observedAt":"2026-11-11","runCount":15645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_software_and_it_services/Grok 4.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.800048,"ciLow":1452.017049,"ciHigh":1465.583047,"observedAt":"2026-11-11","runCount":10622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_writing_and_literature_and_language/Grok 4.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|instruction_following/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.808014,"ciLow":1455.727167,"ciHigh":1467.888861,"observedAt":"2026-11-11","runCount":14217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"instruction_following/Grok 4.5","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|japanese/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.665396,"ciLow":1418.155812,"ciHigh":1473.174979,"observedAt":"2026-11-11","runCount":524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"japanese/Grok 4.5","slice":"japanese"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|korean/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.09586,"ciLow":1399.915152,"ciHigh":1446.276569,"observedAt":"2026-11-11","runCount":658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"korean/Grok 4.5","slice":"korean"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|longer_query/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.25713,"ciLow":1474.559571,"ciHigh":1485.954688,"observedAt":"2026-11-11","runCount":18789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"longer_query/Grok 4.5","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|math/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.379864,"ciLow":1456.115075,"ciHigh":1484.644653,"observedAt":"2026-11-11","runCount":1737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"math/Grok 4.5","slice":"math"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|multi_turn/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.6161,"ciLow":1463.545243,"ciHigh":1479.686956,"observedAt":"2026-11-11","runCount":6546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"multi_turn/Grok 4.5","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|non_english/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.549026,"ciLow":1450.416928,"ciHigh":1460.681124,"observedAt":"2026-11-11","runCount":23174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"non_english/Grok 4.5","slice":"non_english"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|overall/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.764193,"ciLow":1461.400889,"ciHigh":1470.127498,"observedAt":"2026-11-11","runCount":39122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"overall/Grok 4.5","slice":"overall"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|polish/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.837004,"ciLow":1425.195726,"ciHigh":1472.478282,"observedAt":"2026-11-11","runCount":618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"polish/Grok 4.5","slice":"polish"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|russian/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.271324,"ciLow":1456.997813,"ciHigh":1475.544834,"observedAt":"2026-11-11","runCount":4539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"russian/Grok 4.5","slice":"russian"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text-style-control@1|rating|spanish/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.723137,"ciLow":1443.016374,"ciHigh":1480.4299,"observedAt":"2026-11-11","runCount":1067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"spanish/Grok 4.5","slice":"spanish"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|chinese/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.878308,"ciLow":1484.434336,"ciHigh":1507.322281,"observedAt":"2026-11-11","runCount":2961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"chinese/Grok 4.5","slice":"chinese"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|coding/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.407387,"ciLow":1467.763891,"ciHigh":1481.050883,"observedAt":"2026-11-11","runCount":10888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"coding/Grok 4.5","slice":"coding"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|creative_writing/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.142995,"ciLow":1434.468792,"ciHigh":1449.817199,"observedAt":"2026-11-11","runCount":8068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"creative_writing/Grok 4.5","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|english/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.110774,"ciLow":1447.360797,"ciHigh":1458.860751,"observedAt":"2026-11-11","runCount":15946,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"english/Grok 4.5","slice":"english"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|exclude_ties/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.09972,"ciLow":1440.504577,"ciHigh":1451.694863,"observedAt":"2026-11-11","runCount":29462,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"exclude_ties/Grok 4.5","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|expert/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.043071,"ciLow":1456.713464,"ciHigh":1475.372678,"observedAt":"2026-11-11","runCount":4535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"expert/Grok 4.5","slice":"expert"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|french/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.191994,"ciLow":1436.857209,"ciHigh":1473.526778,"observedAt":"2026-11-11","runCount":1228,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"french/Grok 4.5","slice":"french"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|german/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.003074,"ciLow":1424.857338,"ciHigh":1471.148811,"observedAt":"2026-11-11","runCount":682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"german/Grok 4.5","slice":"german"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|hard_prompts/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.171851,"ciLow":1457.130435,"ciHigh":1467.213268,"observedAt":"2026-11-11","runCount":26104,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"hard_prompts/Grok 4.5","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|hard_prompts_english/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.004103,"ciLow":1457.335697,"ciHigh":1470.67251,"observedAt":"2026-11-11","runCount":10585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"hard_prompts_english/Grok 4.5","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.648113,"ciLow":1433.119768,"ciHigh":1448.176457,"observedAt":"2026-11-11","runCount":7503,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_business_and_management_and_financial_operations/Grok 4.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.035875,"ciLow":1427.059922,"ciHigh":1441.011828,"observedAt":"2026-11-11","runCount":10106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_entertainment_and_sports_and_media/Grok 4.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|industry_legal_and_government/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.62559,"ciLow":1452.634824,"ciHigh":1474.616355,"observedAt":"2026-11-11","runCount":3250,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_legal_and_government/Grok 4.5","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.933016,"ciLow":1456.031104,"ciHigh":1471.834929,"observedAt":"2026-11-11","runCount":6400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_life_and_physical_and_social_science/Grok 4.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|industry_mathematical/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.867348,"ciLow":1465.558682,"ciHigh":1492.176014,"observedAt":"2026-11-11","runCount":2106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_mathematical/Grok 4.5","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.85498,"ciLow":1426.169637,"ciHigh":1449.540323,"observedAt":"2026-11-11","runCount":2866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_medicine_and_healthcare/Grok 4.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.308035,"ciLow":1465.50658,"ciHigh":1477.10949,"observedAt":"2026-11-11","runCount":15645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_software_and_it_services/Grok 4.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.358506,"ciLow":1438.577793,"ciHigh":1452.13922,"observedAt":"2026-11-11","runCount":10622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"industry_writing_and_literature_and_language/Grok 4.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|instruction_following/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.944476,"ciLow":1439.852096,"ciHigh":1452.036855,"observedAt":"2026-11-11","runCount":14217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"instruction_following/Grok 4.5","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|japanese/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.062028,"ciLow":1405.443668,"ciHigh":1460.680387,"observedAt":"2026-11-11","runCount":524,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"japanese/Grok 4.5","slice":"japanese"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|korean/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.771568,"ciLow":1385.773656,"ciHigh":1431.76948,"observedAt":"2026-11-11","runCount":658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"korean/Grok 4.5","slice":"korean"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|longer_query/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.544397,"ciLow":1456.856945,"ciHigh":1468.231849,"observedAt":"2026-11-11","runCount":18789,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"longer_query/Grok 4.5","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|math/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.246176,"ciLow":1442.97052,"ciHigh":1471.521832,"observedAt":"2026-11-11","runCount":1737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"math/Grok 4.5","slice":"math"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|multi_turn/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.913008,"ciLow":1446.854105,"ciHigh":1462.971912,"observedAt":"2026-11-11","runCount":6546,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"multi_turn/Grok 4.5","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|non_english/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.036639,"ciLow":1434.91251,"ciHigh":1445.160768,"observedAt":"2026-11-11","runCount":23174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"non_english/Grok 4.5","slice":"non_english"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|overall/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.016652,"ciLow":1443.656364,"ciHigh":1452.37694,"observedAt":"2026-11-11","runCount":39122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"overall/Grok 4.5","slice":"overall"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|polish/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.770552,"ciLow":1407.277638,"ciHigh":1454.263467,"observedAt":"2026-11-11","runCount":618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"polish/Grok 4.5","slice":"polish"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|russian/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.985917,"ciLow":1440.70345,"ciHigh":1459.268384,"observedAt":"2026-11-11","runCount":4539,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"russian/Grok 4.5","slice":"russian"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-text@1|rating|spanish/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.438453,"ciLow":1433.900446,"ciHigh":1470.97646,"observedAt":"2026-11-11","runCount":1067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"spanish/Grok 4.5","slice":"spanish"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision-style-control@1|rating|chinese/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.021111,"ciLow":1302.569356,"ciHigh":1347.472865,"observedAt":"2026-11-09","runCount":801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"chinese/Grok 4.5","slice":"chinese"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1279.119576,"ciLow":1260.889613,"ciHigh":1297.34954,"observedAt":"2026-11-09","runCount":1208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"creative_writing_vision/Grok 4.5","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision-style-control@1|rating|diagram/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1306.789167,"ciLow":1296.172049,"ciHigh":1317.406285,"observedAt":"2026-11-09","runCount":3589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"diagram/Grok 4.5","slice":"diagram"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision-style-control@1|rating|english/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.666815,"ciLow":1264.475969,"ciHigh":1284.857661,"observedAt":"2026-11-09","runCount":4722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"english/Grok 4.5","slice":"english"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision-style-control@1|rating|homework/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.045042,"ciLow":1289.33854,"ciHigh":1320.751544,"observedAt":"2026-11-09","runCount":1534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"homework/Grok 4.5","slice":"homework"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision-style-control@1|rating|humor/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.698681,"ciLow":1239.635183,"ciHigh":1287.762179,"observedAt":"2026-11-09","runCount":639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"humor/Grok 4.5","slice":"humor"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision-style-control@1|rating|ocr/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.15861,"ciLow":1282.891216,"ciHigh":1297.426004,"observedAt":"2026-11-09","runCount":9554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"ocr/Grok 4.5","slice":"ocr"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision-style-control@1|rating|overall/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.442501,"ciLow":1273.582582,"ciHigh":1287.30242,"observedAt":"2026-11-09","runCount":13991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"overall/Grok 4.5","slice":"overall"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision@1|rating|chinese/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1339.489941,"ciLow":1317.178451,"ciHigh":1361.801431,"observedAt":"2026-11-09","runCount":801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"chinese/Grok 4.5","slice":"chinese"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision@1|rating|creative_writing_vision/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1290.720576,"ciLow":1272.481772,"ciHigh":1308.95938,"observedAt":"2026-11-09","runCount":1208,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"creative_writing_vision/Grok 4.5","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision@1|rating|diagram/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1304.123191,"ciLow":1293.510042,"ciHigh":1314.73634,"observedAt":"2026-11-09","runCount":3589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"diagram/Grok 4.5","slice":"diagram"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision@1|rating|english/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1284.274416,"ciLow":1274.14314,"ciHigh":1294.405691,"observedAt":"2026-11-09","runCount":4722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"english/Grok 4.5","slice":"english"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision@1|rating|homework/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1300.603823,"ciLow":1284.920798,"ciHigh":1316.286848,"observedAt":"2026-11-09","runCount":1534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"homework/Grok 4.5","slice":"homework"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision@1|rating|humor/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1275.820328,"ciLow":1251.789084,"ciHigh":1299.851571,"observedAt":"2026-11-09","runCount":639,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"humor/Grok 4.5","slice":"humor"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision@1|rating|ocr/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1293.076478,"ciLow":1285.849468,"ciHigh":1300.303488,"observedAt":"2026-11-09","runCount":9554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"ocr/Grok 4.5","slice":"ocr"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-vision@1|rating|overall/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1288.017906,"ciLow":1281.191854,"ciHigh":1294.843957,"observedAt":"2026-11-09","runCount":13991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"overall/Grok 4.5","slice":"overall"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-webdev@1|rating|image_to_webdev/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1561.383268,"ciLow":1551.899914,"ciHigh":1570.866622,"observedAt":"2026-11-15","runCount":4561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"image_to_webdev/Grok 4.5","slice":"image_to_webdev"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-webdev@1|rating|overall/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1552.46882,"ciLow":1545.738058,"ciHigh":1559.199581,"observedAt":"2026-11-15","runCount":10771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"overall/Grok 4.5","slice":"overall"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-webdev@1|rating|webdev-html/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1565.456631,"ciLow":1549.034507,"ciHigh":1581.878755,"observedAt":"2026-11-15","runCount":1535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"webdev-html/Grok 4.5","slice":"webdev-html"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-webdev@1|rating|webdev-react/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1555.446229,"ciLow":1547.526417,"ciHigh":1563.36604,"observedAt":"2026-11-15","runCount":7317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"webdev-react/Grok 4.5","slice":"webdev-react"}
{"key":"lmarena|xai/grok-4.5:default|none|lmarena-webdev@1|rating|webdev/Grok 4.5","sourceId":"lmarena","modelId":"xai/grok-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1552.46882,"ciLow":1545.738058,"ciHigh":1559.199581,"observedAt":"2026-11-15","runCount":10771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.5","rowId":"webdev/Grok 4.5","slice":"webdev"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-document-style-control@1|rating|overall/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.363906,"ciLow":1442.615541,"ciHigh":1458.11227,"observedAt":"2026-11-09","runCount":7669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"overall/Grok 4.6 (High)","slice":"overall"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-document@1|rating|overall/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1438.084773,"ciLow":1430.343303,"ciHigh":1445.826244,"observedAt":"2026-11-09","runCount":7669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"overall/Grok 4.6 (High)","slice":"overall"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|chinese/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.016517,"ciLow":1485.046506,"ciHigh":1508.986529,"observedAt":"2026-11-11","runCount":2748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"chinese/Grok 4.6 (High)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|coding/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.399373,"ciLow":1501.101087,"ciHigh":1515.69766,"observedAt":"2026-11-11","runCount":8562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"coding/Grok 4.6 (High)","slice":"coding"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|creative_writing/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.28486,"ciLow":1434.322776,"ciHigh":1450.246945,"observedAt":"2026-11-11","runCount":7732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"creative_writing/Grok 4.6 (High)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|english/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.199889,"ciLow":1455.079492,"ciHigh":1467.320287,"observedAt":"2026-11-11","runCount":13782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"english/Grok 4.6 (High)","slice":"english"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.664541,"ciLow":1452.636375,"ciHigh":1464.692707,"observedAt":"2026-11-11","runCount":25738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"exclude_ties/Grok 4.6 (High)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|expert/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.850519,"ciLow":1485.668738,"ciHigh":1506.0323,"observedAt":"2026-11-11","runCount":3827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"expert/Grok 4.6 (High)","slice":"expert"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|french/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.861073,"ciLow":1462.108609,"ciHigh":1501.613537,"observedAt":"2026-11-11","runCount":1067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"french/Grok 4.6 (High)","slice":"french"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|german/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.761608,"ciLow":1423.536544,"ciHigh":1473.986672,"observedAt":"2026-11-11","runCount":602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"german/Grok 4.6 (High)","slice":"german"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.369794,"ciLow":1476.032552,"ciHigh":1486.707036,"observedAt":"2026-11-11","runCount":22317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"hard_prompts/Grok 4.6 (High)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.054546,"ciLow":1471.811859,"ciHigh":1486.297233,"observedAt":"2026-11-11","runCount":8884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"hard_prompts_english/Grok 4.6 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.910062,"ciLow":1437.716773,"ciHigh":1454.103352,"observedAt":"2026-11-11","runCount":6343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_business_and_management_and_financial_operations/Grok 4.6 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.279013,"ciLow":1433.835015,"ciHigh":1448.72301,"observedAt":"2026-11-11","runCount":9071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_entertainment_and_sports_and_media/Grok 4.6 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.679923,"ciLow":1444.147323,"ciHigh":1467.212523,"observedAt":"2026-11-11","runCount":2939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_legal_and_government/Grok 4.6 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.182967,"ciLow":1461.634334,"ciHigh":1478.7316,"observedAt":"2026-11-11","runCount":5685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_life_and_physical_and_social_science/Grok 4.6 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.285257,"ciLow":1474.732448,"ciHigh":1501.838067,"observedAt":"2026-11-11","runCount":2023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_mathematical/Grok 4.6 (High)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.712763,"ciLow":1449.999894,"ciHigh":1475.425633,"observedAt":"2026-11-11","runCount":2428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_medicine_and_healthcare/Grok 4.6 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.713866,"ciLow":1486.463625,"ciHigh":1498.964106,"observedAt":"2026-11-11","runCount":12812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_software_and_it_services/Grok 4.6 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.716447,"ciLow":1442.644901,"ciHigh":1456.787994,"observedAt":"2026-11-11","runCount":9911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_writing_and_literature_and_language/Grok 4.6 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|instruction_following/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.229648,"ciLow":1444.773773,"ciHigh":1457.685523,"observedAt":"2026-11-11","runCount":12264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"instruction_following/Grok 4.6 (High)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|japanese/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.16535,"ciLow":1379.060536,"ciHigh":1431.270164,"observedAt":"2026-11-11","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"japanese/Grok 4.6 (High)","slice":"japanese"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|korean/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.751827,"ciLow":1400.991996,"ciHigh":1450.511658,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"korean/Grok 4.6 (High)","slice":"korean"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|longer_query/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.966675,"ciLow":1469.906162,"ciHigh":1482.027188,"observedAt":"2026-11-11","runCount":15850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"longer_query/Grok 4.6 (High)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|math/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.521868,"ciLow":1429.860927,"ciHigh":1459.182808,"observedAt":"2026-11-11","runCount":1686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"math/Grok 4.6 (High)","slice":"math"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|multi_turn/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.081016,"ciLow":1440.212455,"ciHigh":1457.949576,"observedAt":"2026-11-11","runCount":5230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"multi_turn/Grok 4.6 (High)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|non_english/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.650388,"ciLow":1441.274083,"ciHigh":1452.026694,"observedAt":"2026-11-11","runCount":20800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"non_english/Grok 4.6 (High)","slice":"non_english"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|overall/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.659975,"ciLow":1452.02488,"ciHigh":1461.29507,"observedAt":"2026-11-11","runCount":34582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"overall/Grok 4.6 (High)","slice":"overall"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|polish/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.772297,"ciLow":1432.266407,"ciHigh":1483.278187,"observedAt":"2026-11-11","runCount":549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"polish/Grok 4.6 (High)","slice":"polish"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|russian/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.878151,"ciLow":1438.382473,"ciHigh":1457.37383,"observedAt":"2026-11-11","runCount":4478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"russian/Grok 4.6 (High)","slice":"russian"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text-style-control@1|rating|spanish/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.113377,"ciLow":1424.26613,"ciHigh":1461.960623,"observedAt":"2026-11-11","runCount":1032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"spanish/Grok 4.6 (High)","slice":"spanish"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|chinese/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.163228,"ciLow":1461.195668,"ciHigh":1485.130788,"observedAt":"2026-11-11","runCount":2748,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"chinese/Grok 4.6 (High)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|coding/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.137506,"ciLow":1456.833634,"ciHigh":1471.441378,"observedAt":"2026-11-11","runCount":8562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"coding/Grok 4.6 (High)","slice":"coding"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|creative_writing/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.612141,"ciLow":1419.66084,"ciHigh":1435.563441,"observedAt":"2026-11-11","runCount":7732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"creative_writing/Grok 4.6 (High)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|english/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.607144,"ciLow":1427.48213,"ciHigh":1439.732158,"observedAt":"2026-11-11","runCount":13782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"english/Grok 4.6 (High)","slice":"english"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|exclude_ties/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.334349,"ciLow":1415.343302,"ciHigh":1427.325397,"observedAt":"2026-11-11","runCount":25738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"exclude_ties/Grok 4.6 (High)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|expert/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.315733,"ciLow":1458.147199,"ciHigh":1478.484268,"observedAt":"2026-11-11","runCount":3827,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"expert/Grok 4.6 (High)","slice":"expert"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|french/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.203857,"ciLow":1428.713772,"ciHigh":1467.693942,"observedAt":"2026-11-11","runCount":1067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"french/Grok 4.6 (High)","slice":"french"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|german/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.260901,"ciLow":1391.016113,"ciHigh":1441.505689,"observedAt":"2026-11-11","runCount":602,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"german/Grok 4.6 (High)","slice":"german"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|hard_prompts/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.198781,"ciLow":1442.847384,"ciHigh":1453.550178,"observedAt":"2026-11-11","runCount":22317,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"hard_prompts/Grok 4.6 (High)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|hard_prompts_english/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.220813,"ciLow":1437.992077,"ciHigh":1452.44955,"observedAt":"2026-11-11","runCount":8884,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"hard_prompts_english/Grok 4.6 (High)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.270886,"ciLow":1406.119375,"ciHigh":1422.422397,"observedAt":"2026-11-11","runCount":6343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_business_and_management_and_financial_operations/Grok 4.6 (High)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.696475,"ciLow":1415.283663,"ciHigh":1430.109288,"observedAt":"2026-11-11","runCount":9071,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_entertainment_and_sports_and_media/Grok 4.6 (High)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|industry_legal_and_government/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.933614,"ciLow":1418.436576,"ciHigh":1441.430653,"observedAt":"2026-11-11","runCount":2939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_legal_and_government/Grok 4.6 (High)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.464179,"ciLow":1428.965086,"ciHigh":1445.963271,"observedAt":"2026-11-11","runCount":5685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_life_and_physical_and_social_science/Grok 4.6 (High)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|industry_mathematical/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.710666,"ciLow":1451.043712,"ciHigh":1478.377619,"observedAt":"2026-11-11","runCount":2023,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_mathematical/Grok 4.6 (High)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.048167,"ciLow":1410.34345,"ciHigh":1435.752885,"observedAt":"2026-11-11","runCount":2428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_medicine_and_healthcare/Grok 4.6 (High)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.399694,"ciLow":1448.149908,"ciHigh":1460.64948,"observedAt":"2026-11-11","runCount":12812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_software_and_it_services/Grok 4.6 (High)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.923955,"ciLow":1425.85023,"ciHigh":1439.997681,"observedAt":"2026-11-11","runCount":9911,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"industry_writing_and_literature_and_language/Grok 4.6 (High)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|instruction_following/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.214486,"ciLow":1424.726613,"ciHigh":1437.702358,"observedAt":"2026-11-11","runCount":12264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"instruction_following/Grok 4.6 (High)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|japanese/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.713939,"ciLow":1349.414671,"ciHigh":1402.013208,"observedAt":"2026-11-11","runCount":619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"japanese/Grok 4.6 (High)","slice":"japanese"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|korean/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.095369,"ciLow":1366.348136,"ciHigh":1415.842603,"observedAt":"2026-11-11","runCount":604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"korean/Grok 4.6 (High)","slice":"korean"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|longer_query/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.817175,"ciLow":1451.753021,"ciHigh":1463.88133,"observedAt":"2026-11-11","runCount":15850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"longer_query/Grok 4.6 (High)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|math/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.144172,"ciLow":1401.408361,"ciHigh":1430.879983,"observedAt":"2026-11-11","runCount":1686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"math/Grok 4.6 (High)","slice":"math"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|multi_turn/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.822993,"ciLow":1417.977085,"ciHigh":1435.668901,"observedAt":"2026-11-11","runCount":5230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"multi_turn/Grok 4.6 (High)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|non_english/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.983039,"ciLow":1415.588222,"ciHigh":1426.377857,"observedAt":"2026-11-11","runCount":20800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"non_english/Grok 4.6 (High)","slice":"non_english"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|overall/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.01959,"ciLow":1425.363401,"ciHigh":1434.675779,"observedAt":"2026-11-11","runCount":34582,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"overall/Grok 4.6 (High)","slice":"overall"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|polish/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.206105,"ciLow":1399.136873,"ciHigh":1449.275338,"observedAt":"2026-11-11","runCount":549,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"polish/Grok 4.6 (High)","slice":"polish"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|russian/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.213061,"ciLow":1410.745111,"ciHigh":1429.681012,"observedAt":"2026-11-11","runCount":4478,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"russian/Grok 4.6 (High)","slice":"russian"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-text@1|rating|spanish/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.477249,"ciLow":1402.579645,"ciHigh":1440.374852,"observedAt":"2026-11-11","runCount":1032,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"spanish/Grok 4.6 (High)","slice":"spanish"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision-style-control@1|rating|chinese/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.363262,"ciLow":1258.661153,"ciHigh":1316.065371,"observedAt":"2026-11-09","runCount":446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"chinese/Grok 4.6 (High)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1258.950073,"ciLow":1237.153352,"ciHigh":1280.746794,"observedAt":"2026-11-09","runCount":857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"creative_writing_vision/Grok 4.6 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision-style-control@1|rating|diagram/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.617232,"ciLow":1281.345279,"ciHigh":1307.889185,"observedAt":"2026-11-09","runCount":2181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"diagram/Grok 4.6 (High)","slice":"diagram"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision-style-control@1|rating|english/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.554504,"ciLow":1253.488932,"ciHigh":1277.620075,"observedAt":"2026-11-09","runCount":2993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"english/Grok 4.6 (High)","slice":"english"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision-style-control@1|rating|homework/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.82975,"ciLow":1269.910608,"ciHigh":1305.748891,"observedAt":"2026-11-09","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"homework/Grok 4.6 (High)","slice":"homework"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision-style-control@1|rating|humor/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.535552,"ciLow":1235.314525,"ciHigh":1295.756579,"observedAt":"2026-11-09","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"humor/Grok 4.6 (High)","slice":"humor"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision-style-control@1|rating|ocr/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1274.849404,"ciLow":1266.244144,"ciHigh":1283.454664,"observedAt":"2026-11-09","runCount":5866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"ocr/Grok 4.6 (High)","slice":"ocr"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision-style-control@1|rating|overall/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1263.208628,"ciLow":1255.308717,"ciHigh":1271.108539,"observedAt":"2026-11-09","runCount":8666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"overall/Grok 4.6 (High)","slice":"overall"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision@1|rating|chinese/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1289.255141,"ciLow":1260.731659,"ciHigh":1317.778622,"observedAt":"2026-11-09","runCount":446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"chinese/Grok 4.6 (High)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision@1|rating|creative_writing_vision/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1263.836203,"ciLow":1242.146641,"ciHigh":1285.525765,"observedAt":"2026-11-09","runCount":857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"creative_writing_vision/Grok 4.6 (High)","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision@1|rating|diagram/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1285.238385,"ciLow":1272.010351,"ciHigh":1298.466419,"observedAt":"2026-11-09","runCount":2181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"diagram/Grok 4.6 (High)","slice":"diagram"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision@1|rating|english/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1267.497289,"ciLow":1255.420594,"ciHigh":1279.573984,"observedAt":"2026-11-09","runCount":2993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"english/Grok 4.6 (High)","slice":"english"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision@1|rating|homework/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1273.741064,"ciLow":1255.916388,"ciHigh":1291.56574,"observedAt":"2026-11-09","runCount":1134,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"homework/Grok 4.6 (High)","slice":"homework"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision@1|rating|humor/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1264.052761,"ciLow":1233.967596,"ciHigh":1294.137927,"observedAt":"2026-11-09","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"humor/Grok 4.6 (High)","slice":"humor"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision@1|rating|ocr/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1271.165404,"ciLow":1262.572855,"ciHigh":1279.757953,"observedAt":"2026-11-09","runCount":5866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"ocr/Grok 4.6 (High)","slice":"ocr"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-vision@1|rating|overall/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1263.993179,"ciLow":1256.115009,"ciHigh":1271.871349,"observedAt":"2026-11-09","runCount":8666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"overall/Grok 4.6 (High)","slice":"overall"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-webdev@1|rating|image_to_webdev/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1605.668337,"ciLow":1595.590209,"ciHigh":1615.746466,"observedAt":"2026-11-15","runCount":4130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"image_to_webdev/Grok 4.6 (High)","slice":"image_to_webdev"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-webdev@1|rating|overall/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1618.147296,"ciLow":1611.206158,"ciHigh":1625.088435,"observedAt":"2026-11-15","runCount":12167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"overall/Grok 4.6 (High)","slice":"overall"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-webdev@1|rating|webdev-html/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1599.877346,"ciLow":1585.0923,"ciHigh":1614.662392,"observedAt":"2026-11-15","runCount":1930,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"webdev-html/Grok 4.6 (High)","slice":"webdev-html"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-webdev@1|rating|webdev-react/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1631.478405,"ciLow":1623.314812,"ciHigh":1639.641997,"observedAt":"2026-11-15","runCount":7838,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"webdev-react/Grok 4.6 (High)","slice":"webdev-react"}
{"key":"lmarena|xai/grok-4.6:effort=high|none|lmarena-webdev@1|rating|webdev/Grok 4.6 (High)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1618.147296,"ciLow":1611.206158,"ciHigh":1625.088435,"observedAt":"2026-11-15","runCount":12167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (High)","rowId":"webdev/Grok 4.6 (High)","slice":"webdev"}
{"key":"lmarena|xai/grok-4.6:effort=xhigh|none|lmarena-agent@1|cost-per-task|overall/Grok 4.6 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":1.326021,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (xHigh)","rowId":"overall/Grok 4.6 (xHigh)","slice":"overall"}
{"key":"lmarena|xai/grok-4.6:effort=xhigh|none|lmarena-agent@1|output-tokens-per-task|overall/Grok 4.6 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":33480,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (xHigh)","rowId":"overall/Grok 4.6 (xHigh)","slice":"overall"}
{"key":"lmarena|xai/grok-4.6:effort=xhigh|none|lmarena-agent@1|score|overall/Grok 4.6 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.6","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.009246,"ciLow":-0.021853,"ciHigh":0.003361,"observedAt":"2026-11-15","runCount":3817161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.6 (xHigh)","rowId":"overall/Grok 4.6 (xHigh)","slice":"overall"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-agent@1|cost-per-task|overall/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":3.20079,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"overall/Grok 4.7 (xHigh)","slice":"overall"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-agent@1|output-tokens-per-task|overall/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":77876,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"overall/Grok 4.7 (xHigh)","slice":"overall"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-agent@1|score|overall/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.017769,"ciLow":0.002785,"ciHigh":0.032753,"observedAt":"2026-11-15","runCount":3760139,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"overall/Grok 4.7 (xHigh)","slice":"overall"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|chinese/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.747042,"ciLow":1479.823326,"ciHigh":1509.670757,"observedAt":"2026-11-11","runCount":1749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"chinese/Grok 4.7 (xHigh)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|coding/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.517311,"ciLow":1483.140652,"ciHigh":1501.89397,"observedAt":"2026-11-11","runCount":4876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"coding/Grok 4.7 (xHigh)","slice":"coding"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|creative_writing/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.37109,"ciLow":1411.744427,"ciHigh":1430.997754,"observedAt":"2026-11-11","runCount":5096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"creative_writing/Grok 4.7 (xHigh)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|english/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.784315,"ciLow":1446.348036,"ciHigh":1461.220593,"observedAt":"2026-11-11","runCount":8485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"english/Grok 4.7 (xHigh)","slice":"english"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|exclude_ties/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.243476,"ciLow":1436.196698,"ciHigh":1450.290254,"observedAt":"2026-11-11","runCount":16444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"exclude_ties/Grok 4.7 (xHigh)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|expert/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.978386,"ciLow":1464.351926,"ciHigh":1491.604845,"observedAt":"2026-11-11","runCount":2106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"expert/Grok 4.7 (xHigh)","slice":"expert"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|french/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.466735,"ciLow":1451.452949,"ciHigh":1497.480522,"observedAt":"2026-11-11","runCount":787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"french/Grok 4.7 (xHigh)","slice":"french"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|german/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.338087,"ciLow":1395.108205,"ciHigh":1459.567969,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"german/Grok 4.7 (xHigh)","slice":"german"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|hard_prompts/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.537467,"ciLow":1459.216183,"ciHigh":1471.858751,"observedAt":"2026-11-11","runCount":13700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"hard_prompts/Grok 4.7 (xHigh)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|hard_prompts_english/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.741428,"ciLow":1462.756772,"ciHigh":1480.726084,"observedAt":"2026-11-11","runCount":5325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"hard_prompts_english/Grok 4.7 (xHigh)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.055894,"ciLow":1427.508048,"ciHigh":1448.60374,"observedAt":"2026-11-11","runCount":3812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_business_and_management_and_financial_operations/Grok 4.7 (xHigh)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.132947,"ciLow":1411.110079,"ciHigh":1429.155816,"observedAt":"2026-11-11","runCount":5718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_entertainment_and_sports_and_media/Grok 4.7 (xHigh)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_legal_and_government/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.727671,"ciLow":1447.679378,"ciHigh":1477.775964,"observedAt":"2026-11-11","runCount":1768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_legal_and_government/Grok 4.7 (xHigh)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.798304,"ciLow":1457.108206,"ciHigh":1478.488401,"observedAt":"2026-11-11","runCount":3651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_life_and_physical_and_social_science/Grok 4.7 (xHigh)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_mathematical/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.755599,"ciLow":1451.433194,"ciHigh":1486.078004,"observedAt":"2026-11-11","runCount":1230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_mathematical/Grok 4.7 (xHigh)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.642472,"ciLow":1441.469777,"ciHigh":1473.815166,"observedAt":"2026-11-11","runCount":1550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_medicine_and_healthcare/Grok 4.7 (xHigh)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.713416,"ciLow":1473.026356,"ciHigh":1488.400476,"observedAt":"2026-11-11","runCount":7746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_software_and_it_services/Grok 4.7 (xHigh)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.716596,"ciLow":1420.166705,"ciHigh":1437.266486,"observedAt":"2026-11-11","runCount":6448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_writing_and_literature_and_language/Grok 4.7 (xHigh)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|instruction_following/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.373978,"ciLow":1427.525923,"ciHigh":1443.222032,"observedAt":"2026-11-11","runCount":7408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"instruction_following/Grok 4.7 (xHigh)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|japanese/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.658151,"ciLow":1382.877031,"ciHigh":1446.43927,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"japanese/Grok 4.7 (xHigh)","slice":"japanese"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|korean/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.583314,"ciLow":1377.729071,"ciHigh":1447.437557,"observedAt":"2026-11-11","runCount":314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"korean/Grok 4.7 (xHigh)","slice":"korean"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|longer_query/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.846074,"ciLow":1446.465166,"ciHigh":1461.226981,"observedAt":"2026-11-11","runCount":9380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"longer_query/Grok 4.7 (xHigh)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|math/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.203062,"ciLow":1429.045329,"ciHigh":1465.360795,"observedAt":"2026-11-11","runCount":1088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"math/Grok 4.7 (xHigh)","slice":"math"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|multi_turn/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.901803,"ciLow":1423.778375,"ciHigh":1446.025232,"observedAt":"2026-11-11","runCount":3349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"multi_turn/Grok 4.7 (xHigh)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|non_english/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.743798,"ciLow":1424.451626,"ciHigh":1437.03597,"observedAt":"2026-11-11","runCount":13702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"non_english/Grok 4.7 (xHigh)","slice":"non_english"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|overall/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.320992,"ciLow":1438.049228,"ciHigh":1448.592756,"observedAt":"2026-11-11","runCount":22219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"overall/Grok 4.7 (xHigh)","slice":"overall"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|polish/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.787383,"ciLow":1435.22724,"ciHigh":1502.347525,"observedAt":"2026-11-11","runCount":310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"polish/Grok 4.7 (xHigh)","slice":"polish"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|russian/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.45565,"ciLow":1428.289644,"ciHigh":1450.621655,"observedAt":"2026-11-11","runCount":3234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"russian/Grok 4.7 (xHigh)","slice":"russian"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text-style-control@1|rating|spanish/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.423245,"ciLow":1420.017006,"ciHigh":1462.829484,"observedAt":"2026-11-11","runCount":825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"spanish/Grok 4.7 (xHigh)","slice":"spanish"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|chinese/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.754624,"ciLow":1430.903054,"ciHigh":1460.606194,"observedAt":"2026-11-11","runCount":1749,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"chinese/Grok 4.7 (xHigh)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|coding/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.322096,"ciLow":1416.0155,"ciHigh":1434.628692,"observedAt":"2026-11-11","runCount":4876,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"coding/Grok 4.7 (xHigh)","slice":"coding"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|creative_writing/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1384.039822,"ciLow":1374.465105,"ciHigh":1393.614539,"observedAt":"2026-11-11","runCount":5096,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"creative_writing/Grok 4.7 (xHigh)","slice":"creative_writing"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|english/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.557998,"ciLow":1404.123615,"ciHigh":1418.992381,"observedAt":"2026-11-11","runCount":8485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"english/Grok 4.7 (xHigh)","slice":"english"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|exclude_ties/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1381.192408,"ciLow":1374.230992,"ciHigh":1388.153824,"observedAt":"2026-11-11","runCount":16444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"exclude_ties/Grok 4.7 (xHigh)","slice":"exclude_ties"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|expert/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.584128,"ciLow":1416.970074,"ciHigh":1444.198183,"observedAt":"2026-11-11","runCount":2106,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"expert/Grok 4.7 (xHigh)","slice":"expert"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|french/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.510574,"ciLow":1402.811268,"ciHigh":1448.209879,"observedAt":"2026-11-11","runCount":787,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"french/Grok 4.7 (xHigh)","slice":"french"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|german/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1374.439357,"ciLow":1342.399862,"ciHigh":1406.478853,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"german/Grok 4.7 (xHigh)","slice":"german"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|hard_prompts/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.675432,"ciLow":1409.365761,"ciHigh":1421.985102,"observedAt":"2026-11-11","runCount":13700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"hard_prompts/Grok 4.7 (xHigh)","slice":"hard_prompts"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|hard_prompts_english/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.645314,"ciLow":1414.666407,"ciHigh":1432.624222,"observedAt":"2026-11-11","runCount":5325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"hard_prompts_english/Grok 4.7 (xHigh)","slice":"hard_prompts_english"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.708876,"ciLow":1379.259659,"ciHigh":1400.158093,"observedAt":"2026-11-11","runCount":3812,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_business_and_management_and_financial_operations/Grok 4.7 (xHigh)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.564852,"ciLow":1370.590935,"ciHigh":1388.538768,"observedAt":"2026-11-11","runCount":5718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_entertainment_and_sports_and_media/Grok 4.7 (xHigh)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|industry_legal_and_government/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.938524,"ciLow":1404.114219,"ciHigh":1433.762829,"observedAt":"2026-11-11","runCount":1768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_legal_and_government/Grok 4.7 (xHigh)","slice":"industry_legal_and_government"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.703358,"ciLow":1404.102771,"ciHigh":1425.303944,"observedAt":"2026-11-11","runCount":3651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_life_and_physical_and_social_science/Grok 4.7 (xHigh)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|industry_mathematical/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.198685,"ciLow":1418.864799,"ciHigh":1453.53257,"observedAt":"2026-11-11","runCount":1230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_mathematical/Grok 4.7 (xHigh)","slice":"industry_mathematical"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|industry_medicine_and_healthcare/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.874468,"ciLow":1377.909901,"ciHigh":1409.839034,"observedAt":"2026-11-11","runCount":1550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_medicine_and_healthcare/Grok 4.7 (xHigh)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|industry_software_and_it_services/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.327238,"ciLow":1413.679081,"ciHigh":1428.975395,"observedAt":"2026-11-11","runCount":7746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_software_and_it_services/Grok 4.7 (xHigh)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.276784,"ciLow":1386.743597,"ciHigh":1403.809972,"observedAt":"2026-11-11","runCount":6448,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"industry_writing_and_literature_and_language/Grok 4.7 (xHigh)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|instruction_following/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.571537,"ciLow":1395.717654,"ciHigh":1411.42542,"observedAt":"2026-11-11","runCount":7408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"instruction_following/Grok 4.7 (xHigh)","slice":"instruction_following"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|japanese/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.137472,"ciLow":1331.173588,"ciHigh":1395.101356,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"japanese/Grok 4.7 (xHigh)","slice":"japanese"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|korean/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.784649,"ciLow":1329.136914,"ciHigh":1398.432384,"observedAt":"2026-11-11","runCount":314,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"korean/Grok 4.7 (xHigh)","slice":"korean"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|longer_query/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.588295,"ciLow":1408.218296,"ciHigh":1422.958294,"observedAt":"2026-11-11","runCount":9380,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"longer_query/Grok 4.7 (xHigh)","slice":"longer_query"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|math/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.365531,"ciLow":1398.167929,"ciHigh":1434.563133,"observedAt":"2026-11-11","runCount":1088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"math/Grok 4.7 (xHigh)","slice":"math"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|multi_turn/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.61822,"ciLow":1385.475891,"ciHigh":1407.760549,"observedAt":"2026-11-11","runCount":3349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"multi_turn/Grok 4.7 (xHigh)","slice":"multi_turn"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|non_english/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1386.810417,"ciLow":1380.533444,"ciHigh":1393.087391,"observedAt":"2026-11-11","runCount":13702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"non_english/Grok 4.7 (xHigh)","slice":"non_english"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|overall/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.940088,"ciLow":1394.672072,"ciHigh":1405.208105,"observedAt":"2026-11-11","runCount":22219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"overall/Grok 4.7 (xHigh)","slice":"overall"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|polish/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.947358,"ciLow":1375.608607,"ciHigh":1442.286109,"observedAt":"2026-11-11","runCount":310,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"polish/Grok 4.7 (xHigh)","slice":"polish"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|russian/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.918939,"ciLow":1386.80823,"ciHigh":1409.029648,"observedAt":"2026-11-11","runCount":3234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"russian/Grok 4.7 (xHigh)","slice":"russian"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-text@1|rating|spanish/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.926398,"ciLow":1377.56004,"ciHigh":1420.292756,"observedAt":"2026-11-11","runCount":825,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"spanish/Grok 4.7 (xHigh)","slice":"spanish"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision-style-control@1|rating|chinese/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.60726,"ciLow":1236.182166,"ciHigh":1307.032354,"observedAt":"2026-11-09","runCount":308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"chinese/Grok 4.7 (xHigh)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision-style-control@1|rating|creative_writing_vision/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1228.800027,"ciLow":1202.874338,"ciHigh":1254.725716,"observedAt":"2026-11-09","runCount":570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"creative_writing_vision/Grok 4.7 (xHigh)","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision-style-control@1|rating|diagram/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.848886,"ciLow":1267.696003,"ciHigh":1300.001768,"observedAt":"2026-11-09","runCount":1520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"diagram/Grok 4.7 (xHigh)","slice":"diagram"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision-style-control@1|rating|english/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1249.272447,"ciLow":1234.898338,"ciHigh":1263.646556,"observedAt":"2026-11-09","runCount":2078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"english/Grok 4.7 (xHigh)","slice":"english"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision-style-control@1|rating|homework/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.44042,"ciLow":1287.564526,"ciHigh":1327.316314,"observedAt":"2026-11-09","runCount":889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"homework/Grok 4.7 (xHigh)","slice":"homework"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision-style-control@1|rating|humor/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1220.28642,"ciLow":1181.350614,"ciHigh":1259.222225,"observedAt":"2026-11-09","runCount":237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"humor/Grok 4.7 (xHigh)","slice":"humor"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision-style-control@1|rating|ocr/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1262.870582,"ciLow":1252.845555,"ciHigh":1272.895608,"observedAt":"2026-11-09","runCount":4162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"ocr/Grok 4.7 (xHigh)","slice":"ocr"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision-style-control@1|rating|overall/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.917685,"ciLow":1240.066182,"ciHigh":1257.769187,"observedAt":"2026-11-09","runCount":6181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"overall/Grok 4.7 (xHigh)","slice":"overall"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision@1|rating|chinese/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1250.865783,"ciLow":1215.491854,"ciHigh":1286.239712,"observedAt":"2026-11-09","runCount":308,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"chinese/Grok 4.7 (xHigh)","slice":"chinese"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision@1|rating|creative_writing_vision/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1214.634909,"ciLow":1188.508001,"ciHigh":1240.761816,"observedAt":"2026-11-09","runCount":570,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"creative_writing_vision/Grok 4.7 (xHigh)","slice":"creative_writing_vision"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision@1|rating|diagram/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1257.152972,"ciLow":1241.082336,"ciHigh":1273.223608,"observedAt":"2026-11-09","runCount":1520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"diagram/Grok 4.7 (xHigh)","slice":"diagram"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision@1|rating|english/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1232.829111,"ciLow":1218.487421,"ciHigh":1247.170801,"observedAt":"2026-11-09","runCount":2078,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"english/Grok 4.7 (xHigh)","slice":"english"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision@1|rating|homework/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1291.64113,"ciLow":1271.751774,"ciHigh":1311.530487,"observedAt":"2026-11-09","runCount":889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"homework/Grok 4.7 (xHigh)","slice":"homework"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision@1|rating|humor/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1203.222083,"ciLow":1163.887236,"ciHigh":1242.55693,"observedAt":"2026-11-09","runCount":237,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"humor/Grok 4.7 (xHigh)","slice":"humor"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision@1|rating|ocr/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1242.173329,"ciLow":1232.166433,"ciHigh":1252.180225,"observedAt":"2026-11-09","runCount":4162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"ocr/Grok 4.7 (xHigh)","slice":"ocr"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-vision@1|rating|overall/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1230.021213,"ciLow":1221.170713,"ciHigh":1238.871712,"observedAt":"2026-11-09","runCount":6181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"overall/Grok 4.7 (xHigh)","slice":"overall"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-webdev@1|rating|image_to_webdev/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1587.695649,"ciLow":1574.05497,"ciHigh":1601.336329,"observedAt":"2026-11-15","runCount":2087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"image_to_webdev/Grok 4.7 (xHigh)","slice":"image_to_webdev"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-webdev@1|rating|overall/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1640.085174,"ciLow":1632.282206,"ciHigh":1647.888142,"observedAt":"2026-11-15","runCount":8488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"overall/Grok 4.7 (xHigh)","slice":"overall"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-webdev@1|rating|webdev-html/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1635.114131,"ciLow":1616.842955,"ciHigh":1653.385308,"observedAt":"2026-11-15","runCount":1385,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"webdev-html/Grok 4.7 (xHigh)","slice":"webdev-html"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-webdev@1|rating|webdev-react/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1660.999451,"ciLow":1651.452355,"ciHigh":1670.546548,"observedAt":"2026-11-15","runCount":5224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"webdev-react/Grok 4.7 (xHigh)","slice":"webdev-react"}
{"key":"lmarena|xai/grok-4.7:effort=xhigh|none|lmarena-webdev@1|rating|webdev/Grok 4.7 (xHigh)","sourceId":"lmarena","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1640.085174,"ciLow":1632.282206,"ciHigh":1647.888142,"observedAt":"2026-11-15","runCount":8488,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4.7 (xHigh)","rowId":"webdev/Grok 4.7 (xHigh)","slice":"webdev"}
{"key":"lmarena|xai/grok-4:flags=search|none|lmarena-search-style-control@1|rating|overall/Grok 4 (Search)","sourceId":"lmarena","modelId":"xai/grok-4","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search-style-control","benchmarkVersion":"1","metricId":"rating","value":1123.07635,"ciLow":1116.815165,"ciHigh":1129.337535,"observedAt":"2026-11-09","runCount":19069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (Search)","rowId":"overall/Grok 4 (Search)","slice":"overall"}
{"key":"lmarena|xai/grok-4:flags=search|none|lmarena-search@1|rating|overall/Grok 4 (Search)","sourceId":"lmarena","modelId":"xai/grok-4","variant":{"flags":["search"]},"harness":null,"benchmarkId":"lmarena-search","benchmarkVersion":"1","metricId":"rating","value":1141.880888,"ciLow":1135.715816,"ciHigh":1148.045961,"observedAt":"2026-11-09","runCount":19069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/search","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok 4 (Search)","rowId":"overall/Grok 4 (Search)","slice":"overall"}
{"key":"lmarena|xai/grok-code-fast-1:default|none|lmarena-webdev@1|rating|overall/Grok Code Fast 1","sourceId":"lmarena","modelId":"xai/grok-code-fast-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1165.377874,"ciLow":1136.89898,"ciHigh":1193.856767,"observedAt":"2026-11-15","runCount":781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Code Fast 1","rowId":"overall/Grok Code Fast 1","slice":"overall"}
{"key":"lmarena|xai/grok-code-fast-1:default|none|lmarena-webdev@1|rating|webdev-html/Grok Code Fast 1","sourceId":"lmarena","modelId":"xai/grok-code-fast-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1171.975255,"ciLow":1142.785418,"ciHigh":1201.165092,"observedAt":"2026-11-15","runCount":781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Code Fast 1","rowId":"webdev-html/Grok Code Fast 1","slice":"webdev-html"}
{"key":"lmarena|xai/grok-code-fast-1:default|none|lmarena-webdev@1|rating|webdev/Grok Code Fast 1","sourceId":"lmarena","modelId":"xai/grok-code-fast-1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1165.377874,"ciLow":1136.89898,"ciHigh":1193.856767,"observedAt":"2026-11-15","runCount":781,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Code Fast 1","rowId":"webdev/Grok Code Fast 1","slice":"webdev"}
{"key":"lmarena|xai/grok-imagine-image-2.0:ckpt=2026-08-01|none|lmarena-image-edit@1|rating|agentic/Grok Imagine Image 2.0 (20260801)","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[],"checkpoint":"2026-08-01"},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1409.2459,"ciLow":1398.796997,"ciHigh":1419.694804,"observedAt":"2026-11-12","runCount":8000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0 (20260801)","rowId":"agentic/Grok Imagine Image 2.0 (20260801)","slice":"agentic"}
{"key":"lmarena|xai/grok-imagine-image-2.0:ckpt=2026-08-01|none|lmarena-image-edit@1|rating|overall/Grok Imagine Image 2.0 (20260801)","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[],"checkpoint":"2026-08-01"},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1417.91325,"ciLow":1413.745779,"ciHigh":1422.08072,"observedAt":"2026-11-12","runCount":134617,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0 (20260801)","rowId":"overall/Grok Imagine Image 2.0 (20260801)","slice":"overall"}
{"key":"lmarena|xai/grok-imagine-image-2.0:ckpt=2026-08-01|none|lmarena-text-to-image@1|rating|3d_modeling/Grok Imagine Image 2.0 (20260801)","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[],"checkpoint":"2026-08-01"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1261.040107,"ciLow":1249.806868,"ciHigh":1272.273346,"observedAt":"2026-11-12","runCount":3181,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0 (20260801)","rowId":"3d_modeling/Grok Imagine Image 2.0 (20260801)","slice":"3d_modeling"}
{"key":"lmarena|xai/grok-imagine-image-2.0:ckpt=2026-08-01|none|lmarena-text-to-image@1|rating|agentic/Grok Imagine Image 2.0 (20260801)","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[],"checkpoint":"2026-08-01"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1261.217737,"ciLow":1249.428013,"ciHigh":1273.007461,"observedAt":"2026-11-12","runCount":4933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0 (20260801)","rowId":"agentic/Grok Imagine Image 2.0 (20260801)","slice":"agentic"}
{"key":"lmarena|xai/grok-imagine-image-2.0:ckpt=2026-08-01|none|lmarena-text-to-image@1|rating|art/Grok Imagine Image 2.0 (20260801)","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[],"checkpoint":"2026-08-01"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1275.994298,"ciLow":1266.531539,"ciHigh":1285.457058,"observedAt":"2026-11-12","runCount":4734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0 (20260801)","rowId":"art/Grok Imagine Image 2.0 (20260801)","slice":"art"}
{"key":"lmarena|xai/grok-imagine-image-2.0:ckpt=2026-08-01|none|lmarena-text-to-image@1|rating|cartoon/Grok Imagine Image 2.0 (20260801)","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[],"checkpoint":"2026-08-01"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1300.630103,"ciLow":1293.357012,"ciHigh":1307.903195,"observedAt":"2026-11-12","runCount":13383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0 (20260801)","rowId":"cartoon/Grok Imagine Image 2.0 (20260801)","slice":"cartoon"}
{"key":"lmarena|xai/grok-imagine-image-2.0:ckpt=2026-08-01|none|lmarena-text-to-image@1|rating|commercial_design/Grok Imagine Image 2.0 (20260801)","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[],"checkpoint":"2026-08-01"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1289.509302,"ciLow":1282.051062,"ciHigh":1296.967542,"observedAt":"2026-11-12","runCount":11030,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0 (20260801)","rowId":"commercial_design/Grok Imagine Image 2.0 (20260801)","slice":"commercial_design"}
{"key":"lmarena|xai/grok-imagine-image-2.0:ckpt=2026-08-01|none|lmarena-text-to-image@1|rating|overall/Grok Imagine Image 2.0 (20260801)","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[],"checkpoint":"2026-08-01"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1287.289949,"ciLow":1282.152972,"ciHigh":1292.426926,"observedAt":"2026-11-12","runCount":36215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0 (20260801)","rowId":"overall/Grok Imagine Image 2.0 (20260801)","slice":"overall"}
{"key":"lmarena|xai/grok-imagine-image-2.0:ckpt=2026-08-01|none|lmarena-text-to-image@1|rating|photorealistic/Grok Imagine Image 2.0 (20260801)","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[],"checkpoint":"2026-08-01"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1293.311974,"ciLow":1285.979864,"ciHigh":1300.644084,"observedAt":"2026-11-12","runCount":12685,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0 (20260801)","rowId":"photorealistic/Grok Imagine Image 2.0 (20260801)","slice":"photorealistic"}
{"key":"lmarena|xai/grok-imagine-image-2.0:ckpt=2026-08-01|none|lmarena-text-to-image@1|rating|portraits/Grok Imagine Image 2.0 (20260801)","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[],"checkpoint":"2026-08-01"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1322.481784,"ciLow":1313.516218,"ciHigh":1331.447351,"observedAt":"2026-11-12","runCount":6388,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0 (20260801)","rowId":"portraits/Grok Imagine Image 2.0 (20260801)","slice":"portraits"}
{"key":"lmarena|xai/grok-imagine-image-2.0:ckpt=2026-08-01|none|lmarena-text-to-image@1|rating|text_rendering/Grok Imagine Image 2.0 (20260801)","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[],"checkpoint":"2026-08-01"},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1325.1627,"ciLow":1317.487555,"ciHigh":1332.837844,"observedAt":"2026-11-12","runCount":10818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0 (20260801)","rowId":"text_rendering/Grok Imagine Image 2.0 (20260801)","slice":"text_rendering"}
{"key":"lmarena|xai/grok-imagine-image-2.0:default|none|lmarena-image-edit@1|rating|agentic/Grok Imagine Image 2.0","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1427.048085,"ciLow":1410.15355,"ciHigh":1443.94262,"observedAt":"2026-11-12","runCount":1899,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0","rowId":"agentic/Grok Imagine Image 2.0","slice":"agentic"}
{"key":"lmarena|xai/grok-imagine-image-2.0:default|none|lmarena-image-edit@1|rating|overall/Grok Imagine Image 2.0","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1437.193816,"ciLow":1431.430361,"ciHigh":1442.957271,"observedAt":"2026-11-12","runCount":33892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0","rowId":"overall/Grok Imagine Image 2.0","slice":"overall"}
{"key":"lmarena|xai/grok-imagine-image-2.0:default|none|lmarena-text-to-image@1|rating|3d_modeling/Grok Imagine Image 2.0","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1296.09287,"ciLow":1272.368571,"ciHigh":1319.81717,"observedAt":"2026-11-12","runCount":679,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0","rowId":"3d_modeling/Grok Imagine Image 2.0","slice":"3d_modeling"}
{"key":"lmarena|xai/grok-imagine-image-2.0:default|none|lmarena-text-to-image@1|rating|agentic/Grok Imagine Image 2.0","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1288.923574,"ciLow":1270.750333,"ciHigh":1307.096814,"observedAt":"2026-11-12","runCount":1581,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0","rowId":"agentic/Grok Imagine Image 2.0","slice":"agentic"}
{"key":"lmarena|xai/grok-imagine-image-2.0:default|none|lmarena-text-to-image@1|rating|art/Grok Imagine Image 2.0","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1332.425682,"ciLow":1314.788078,"ciHigh":1350.063285,"observedAt":"2026-11-12","runCount":1175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0","rowId":"art/Grok Imagine Image 2.0","slice":"art"}
{"key":"lmarena|xai/grok-imagine-image-2.0:default|none|lmarena-text-to-image@1|rating|cartoon/Grok Imagine Image 2.0","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1353.034743,"ciLow":1342.213388,"ciHigh":1363.856098,"observedAt":"2026-11-12","runCount":3533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0","rowId":"cartoon/Grok Imagine Image 2.0","slice":"cartoon"}
{"key":"lmarena|xai/grok-imagine-image-2.0:default|none|lmarena-text-to-image@1|rating|commercial_design/Grok Imagine Image 2.0","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1325.346773,"ciLow":1313.109794,"ciHigh":1337.583752,"observedAt":"2026-11-12","runCount":2412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0","rowId":"commercial_design/Grok Imagine Image 2.0","slice":"commercial_design"}
{"key":"lmarena|xai/grok-imagine-image-2.0:default|none|lmarena-text-to-image@1|rating|overall/Grok Imagine Image 2.0","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1317.871908,"ciLow":1310.407558,"ciHigh":1325.336257,"observedAt":"2026-11-12","runCount":9919,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0","rowId":"overall/Grok Imagine Image 2.0","slice":"overall"}
{"key":"lmarena|xai/grok-imagine-image-2.0:default|none|lmarena-text-to-image@1|rating|photorealistic/Grok Imagine Image 2.0","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1314.122839,"ciLow":1303.406346,"ciHigh":1324.839331,"observedAt":"2026-11-12","runCount":3424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0","rowId":"photorealistic/Grok Imagine Image 2.0","slice":"photorealistic"}
{"key":"lmarena|xai/grok-imagine-image-2.0:default|none|lmarena-text-to-image@1|rating|portraits/Grok Imagine Image 2.0","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1333.630569,"ciLow":1319.640483,"ciHigh":1347.620656,"observedAt":"2026-11-12","runCount":1942,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0","rowId":"portraits/Grok Imagine Image 2.0","slice":"portraits"}
{"key":"lmarena|xai/grok-imagine-image-2.0:default|none|lmarena-text-to-image@1|rating|text_rendering/Grok Imagine Image 2.0","sourceId":"lmarena","modelId":"xai/grok-imagine-image-2.0","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1346.689895,"ciLow":1334.567488,"ciHigh":1358.812302,"observedAt":"2026-11-12","runCount":2557,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image 2.0","rowId":"text_rendering/Grok Imagine Image 2.0","slice":"text_rendering"}
{"key":"lmarena|xai/grok-imagine-image-pro:default|none|lmarena-text-to-image@1|rating|3d_modeling/Grok Imagine Image Pro","sourceId":"lmarena","modelId":"xai/grok-imagine-image-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1165.815591,"ciLow":1158.111679,"ciHigh":1173.519504,"observedAt":"2026-11-12","runCount":10185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image Pro","rowId":"3d_modeling/Grok Imagine Image Pro","slice":"3d_modeling"}
{"key":"lmarena|xai/grok-imagine-image-pro:default|none|lmarena-text-to-image@1|rating|art/Grok Imagine Image Pro","sourceId":"lmarena","modelId":"xai/grok-imagine-image-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1162.398101,"ciLow":1155.218965,"ciHigh":1169.577237,"observedAt":"2026-11-12","runCount":13039,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image Pro","rowId":"art/Grok Imagine Image Pro","slice":"art"}
{"key":"lmarena|xai/grok-imagine-image-pro:default|none|lmarena-text-to-image@1|rating|cartoon/Grok Imagine Image Pro","sourceId":"lmarena","modelId":"xai/grok-imagine-image-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1161.631948,"ciLow":1156.160965,"ciHigh":1167.102931,"observedAt":"2026-11-12","runCount":39444,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image Pro","rowId":"cartoon/Grok Imagine Image Pro","slice":"cartoon"}
{"key":"lmarena|xai/grok-imagine-image-pro:default|none|lmarena-text-to-image@1|rating|commercial_design/Grok Imagine Image Pro","sourceId":"lmarena","modelId":"xai/grok-imagine-image-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1166.97678,"ciLow":1161.558407,"ciHigh":1172.395153,"observedAt":"2026-11-12","runCount":36121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image Pro","rowId":"commercial_design/Grok Imagine Image Pro","slice":"commercial_design"}
{"key":"lmarena|xai/grok-imagine-image-pro:default|none|lmarena-text-to-image@1|rating|overall/Grok Imagine Image Pro","sourceId":"lmarena","modelId":"xai/grok-imagine-image-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1159.949934,"ciLow":1156.140939,"ciHigh":1163.75893,"observedAt":"2026-11-12","runCount":96908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image Pro","rowId":"overall/Grok Imagine Image Pro","slice":"overall"}
{"key":"lmarena|xai/grok-imagine-image-pro:default|none|lmarena-text-to-image@1|rating|photorealistic/Grok Imagine Image Pro","sourceId":"lmarena","modelId":"xai/grok-imagine-image-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1169.016775,"ciLow":1163.734391,"ciHigh":1174.299159,"observedAt":"2026-11-12","runCount":40123,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image Pro","rowId":"photorealistic/Grok Imagine Image Pro","slice":"photorealistic"}
{"key":"lmarena|xai/grok-imagine-image-pro:default|none|lmarena-text-to-image@1|rating|portraits/Grok Imagine Image Pro","sourceId":"lmarena","modelId":"xai/grok-imagine-image-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1170.018152,"ciLow":1163.514134,"ciHigh":1176.522169,"observedAt":"2026-11-12","runCount":21686,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image Pro","rowId":"portraits/Grok Imagine Image Pro","slice":"portraits"}
{"key":"lmarena|xai/grok-imagine-image-pro:default|none|lmarena-text-to-image@1|rating|text_rendering/Grok Imagine Image Pro","sourceId":"lmarena","modelId":"xai/grok-imagine-image-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1180.025421,"ciLow":1174.417277,"ciHigh":1185.633565,"observedAt":"2026-11-12","runCount":34390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image Pro","rowId":"text_rendering/Grok Imagine Image Pro","slice":"text_rendering"}
{"key":"lmarena|xai/grok-imagine-image:default|none|lmarena-image-edit@1|rating|agentic/Grok Imagine Image","sourceId":"lmarena","modelId":"xai/grok-imagine-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1312.681533,"ciLow":1303.018005,"ciHigh":1322.345061,"observedAt":"2026-11-12","runCount":10700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image","rowId":"agentic/Grok Imagine Image","slice":"agentic"}
{"key":"lmarena|xai/grok-imagine-image:default|none|lmarena-image-edit@1|rating|overall/Grok Imagine Image","sourceId":"lmarena","modelId":"xai/grok-imagine-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1328.408107,"ciLow":1326.007897,"ciHigh":1330.808317,"observedAt":"2026-11-12","runCount":847359,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image","rowId":"overall/Grok Imagine Image","slice":"overall"}
{"key":"lmarena|xai/grok-imagine-image:default|none|lmarena-text-to-image@1|rating|3d_modeling/Grok Imagine Image","sourceId":"lmarena","modelId":"xai/grok-imagine-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1176.28802,"ciLow":1170.735052,"ciHigh":1181.840989,"observedAt":"2026-11-12","runCount":28020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image","rowId":"3d_modeling/Grok Imagine Image","slice":"3d_modeling"}
{"key":"lmarena|xai/grok-imagine-image:default|none|lmarena-text-to-image@1|rating|agentic/Grok Imagine Image","sourceId":"lmarena","modelId":"xai/grok-imagine-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1169.234021,"ciLow":1158.310065,"ciHigh":1180.157977,"observedAt":"2026-11-12","runCount":6239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image","rowId":"agentic/Grok Imagine Image","slice":"agentic"}
{"key":"lmarena|xai/grok-imagine-image:default|none|lmarena-text-to-image@1|rating|art/Grok Imagine Image","sourceId":"lmarena","modelId":"xai/grok-imagine-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1175.141704,"ciLow":1170.037469,"ciHigh":1180.245939,"observedAt":"2026-11-12","runCount":37882,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image","rowId":"art/Grok Imagine Image","slice":"art"}
{"key":"lmarena|xai/grok-imagine-image:default|none|lmarena-text-to-image@1|rating|cartoon/Grok Imagine Image","sourceId":"lmarena","modelId":"xai/grok-imagine-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1173.183647,"ciLow":1169.317454,"ciHigh":1177.049839,"observedAt":"2026-11-12","runCount":117401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image","rowId":"cartoon/Grok Imagine Image","slice":"cartoon"}
{"key":"lmarena|xai/grok-imagine-image:default|none|lmarena-text-to-image@1|rating|commercial_design/Grok Imagine Image","sourceId":"lmarena","modelId":"xai/grok-imagine-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1174.023097,"ciLow":1170.132081,"ciHigh":1177.914113,"observedAt":"2026-11-12","runCount":105215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image","rowId":"commercial_design/Grok Imagine Image","slice":"commercial_design"}
{"key":"lmarena|xai/grok-imagine-image:default|none|lmarena-text-to-image@1|rating|overall/Grok Imagine Image","sourceId":"lmarena","modelId":"xai/grok-imagine-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1168.84138,"ciLow":1166.216524,"ciHigh":1171.466236,"observedAt":"2026-11-12","runCount":292090,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image","rowId":"overall/Grok Imagine Image","slice":"overall"}
{"key":"lmarena|xai/grok-imagine-image:default|none|lmarena-text-to-image@1|rating|photorealistic/Grok Imagine Image","sourceId":"lmarena","modelId":"xai/grok-imagine-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1176.656182,"ciLow":1172.848142,"ciHigh":1180.464222,"observedAt":"2026-11-12","runCount":117097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image","rowId":"photorealistic/Grok Imagine Image","slice":"photorealistic"}
{"key":"lmarena|xai/grok-imagine-image:default|none|lmarena-text-to-image@1|rating|portraits/Grok Imagine Image","sourceId":"lmarena","modelId":"xai/grok-imagine-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1183.71454,"ciLow":1179.087419,"ciHigh":1188.341662,"observedAt":"2026-11-12","runCount":63626,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image","rowId":"portraits/Grok Imagine Image","slice":"portraits"}
{"key":"lmarena|xai/grok-imagine-image:default|none|lmarena-text-to-image@1|rating|text_rendering/Grok Imagine Image","sourceId":"lmarena","modelId":"xai/grok-imagine-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1183.504304,"ciLow":1179.505713,"ciHigh":1187.502894,"observedAt":"2026-11-12","runCount":102088,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image","rowId":"text_rendering/Grok Imagine Image","slice":"text_rendering"}
{"key":"lmarena|xai/grok-imagine-image:flags=quality;ckpt=2026-05-19|none|lmarena-image-edit@1|rating|overall/Grok Imagine Image (Quality, 20260519)","sourceId":"lmarena","modelId":"xai/grok-imagine-image","variant":{"flags":["quality"],"checkpoint":"2026-05-19"},"harness":null,"benchmarkId":"lmarena-image-edit","benchmarkVersion":"1","metricId":"rating","value":1391.242306,"ciLow":1385.587848,"ciHigh":1396.896764,"observedAt":"2026-11-12","runCount":37087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/image_edit","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"Grok Imagine Image (Quality, 20260519)","rowId":"overall/Grok Imagine Image (Quality, 20260519)","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|chinese/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.608047,"ciLow":1427.099419,"ciHigh":1448.116675,"observedAt":"2026-11-11","runCount":3340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"chinese/MiMo-V2-Flash (Non-Thinking)","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|coding/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.873277,"ciLow":1440.912926,"ciHigh":1452.833628,"observedAt":"2026-11-11","runCount":12358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"coding/MiMo-V2-Flash (Non-Thinking)","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|creative_writing/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.292827,"ciLow":1345.84521,"ciHigh":1360.740444,"observedAt":"2026-11-11","runCount":7291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"creative_writing/MiMo-V2-Flash (Non-Thinking)","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|english/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.514572,"ciLow":1410.641759,"ciHigh":1420.387384,"observedAt":"2026-11-11","runCount":19776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"english/MiMo-V2-Flash (Non-Thinking)","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|exclude_ties/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.708176,"ciLow":1365.82308,"ciHigh":1375.593273,"observedAt":"2026-11-11","runCount":34493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"exclude_ties/MiMo-V2-Flash (Non-Thinking)","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|expert/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.657506,"ciLow":1408.030744,"ciHigh":1427.284268,"observedAt":"2026-11-11","runCount":3985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"expert/MiMo-V2-Flash (Non-Thinking)","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|french/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.111212,"ciLow":1384.799354,"ciHigh":1419.42307,"observedAt":"2026-11-11","runCount":1328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"french/MiMo-V2-Flash (Non-Thinking)","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|german/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1357.737043,"ciLow":1336.091324,"ciHigh":1379.382762,"observedAt":"2026-11-11","runCount":782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"german/MiMo-V2-Flash (Non-Thinking)","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|hard_prompts/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.568728,"ciLow":1409.208698,"ciHigh":1417.928758,"observedAt":"2026-11-11","runCount":28951,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"hard_prompts/MiMo-V2-Flash (Non-Thinking)","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.695777,"ciLow":1427.746704,"ciHigh":1439.644851,"observedAt":"2026-11-11","runCount":12192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"hard_prompts_english/MiMo-V2-Flash (Non-Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.139155,"ciLow":1386.489802,"ciHigh":1399.788509,"observedAt":"2026-11-11","runCount":9169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2-Flash (Non-Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.485721,"ciLow":1348.707419,"ciHigh":1362.264023,"observedAt":"2026-11-11","runCount":9103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2-Flash (Non-Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.358246,"ciLow":1380.955187,"ciHigh":1401.761305,"observedAt":"2026-11-11","runCount":3459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_legal_and_government/MiMo-V2-Flash (Non-Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.101648,"ciLow":1398.014611,"ciHigh":1412.188684,"observedAt":"2026-11-11","runCount":7815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_life_and_physical_and_social_science/MiMo-V2-Flash (Non-Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.597209,"ciLow":1381.483823,"ciHigh":1405.710595,"observedAt":"2026-11-11","runCount":2496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_mathematical/MiMo-V2-Flash (Non-Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1396.930479,"ciLow":1386.096353,"ciHigh":1407.764604,"observedAt":"2026-11-11","runCount":3297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_medicine_and_healthcare/MiMo-V2-Flash (Non-Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.966017,"ciLow":1432.882621,"ciHigh":1443.049413,"observedAt":"2026-11-11","runCount":18116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_software_and_it_services/MiMo-V2-Flash (Non-Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.219066,"ciLow":1359.996514,"ciHigh":1372.441617,"observedAt":"2026-11-11","runCount":10862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_writing_and_literature_and_language/MiMo-V2-Flash (Non-Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|instruction_following/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.406964,"ciLow":1376.874839,"ciHigh":1387.939088,"observedAt":"2026-11-11","runCount":14644,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"instruction_following/MiMo-V2-Flash (Non-Thinking)","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|japanese/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.416314,"ciLow":1275.261545,"ciHigh":1335.571083,"observedAt":"2026-11-11","runCount":439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"japanese/MiMo-V2-Flash (Non-Thinking)","slice":"japanese"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|korean/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.361906,"ciLow":1301.893954,"ciHigh":1346.829857,"observedAt":"2026-11-11","runCount":768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"korean/MiMo-V2-Flash (Non-Thinking)","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|longer_query/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.506354,"ciLow":1398.027225,"ciHigh":1408.985484,"observedAt":"2026-11-11","runCount":16300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"longer_query/MiMo-V2-Flash (Non-Thinking)","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|math/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.377322,"ciLow":1364.405153,"ciHigh":1386.34949,"observedAt":"2026-11-11","runCount":2953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"math/MiMo-V2-Flash (Non-Thinking)","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|multi_turn/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.935644,"ciLow":1380.986587,"ciHigh":1394.8847,"observedAt":"2026-11-11","runCount":8480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"multi_turn/MiMo-V2-Flash (Non-Thinking)","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|non_english/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.554706,"ciLow":1364.223396,"ciHigh":1372.886017,"observedAt":"2026-11-11","runCount":27974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"non_english/MiMo-V2-Flash (Non-Thinking)","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|overall/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.672454,"ciLow":1388.183373,"ciHigh":1395.161536,"observedAt":"2026-11-11","runCount":47750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"overall/MiMo-V2-Flash (Non-Thinking)","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|polish/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.535578,"ciLow":1361.409665,"ciHigh":1395.661491,"observedAt":"2026-11-11","runCount":1203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"polish/MiMo-V2-Flash (Non-Thinking)","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|russian/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.551071,"ciLow":1360.779294,"ciHigh":1376.322847,"observedAt":"2026-11-11","runCount":6186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"russian/MiMo-V2-Flash (Non-Thinking)","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text-style-control@1|rating|spanish/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.030394,"ciLow":1374.012112,"ciHigh":1406.048675,"observedAt":"2026-11-11","runCount":1511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"spanish/MiMo-V2-Flash (Non-Thinking)","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|chinese/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.782485,"ciLow":1452.454787,"ciHigh":1473.110182,"observedAt":"2026-11-11","runCount":3340,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"chinese/MiMo-V2-Flash (Non-Thinking)","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|coding/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.643688,"ciLow":1436.779684,"ciHigh":1448.507691,"observedAt":"2026-11-11","runCount":12358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"coding/MiMo-V2-Flash (Non-Thinking)","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|creative_writing/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.346287,"ciLow":1369.04774,"ciHigh":1383.644834,"observedAt":"2026-11-11","runCount":7291,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"creative_writing/MiMo-V2-Flash (Non-Thinking)","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|english/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.937933,"ciLow":1425.111235,"ciHigh":1434.76463,"observedAt":"2026-11-11","runCount":19776,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"english/MiMo-V2-Flash (Non-Thinking)","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|exclude_ties/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.594427,"ciLow":1391.845811,"ciHigh":1401.343042,"observedAt":"2026-11-11","runCount":34493,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"exclude_ties/MiMo-V2-Flash (Non-Thinking)","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|expert/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.978321,"ciLow":1416.505783,"ciHigh":1435.450859,"observedAt":"2026-11-11","runCount":3985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"expert/MiMo-V2-Flash (Non-Thinking)","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|french/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.088696,"ciLow":1401.975728,"ciHigh":1436.201665,"observedAt":"2026-11-11","runCount":1328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"french/MiMo-V2-Flash (Non-Thinking)","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|german/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.092894,"ciLow":1363.764819,"ciHigh":1406.420968,"observedAt":"2026-11-11","runCount":782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"german/MiMo-V2-Flash (Non-Thinking)","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|hard_prompts/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1420.139911,"ciLow":1415.849214,"ciHigh":1424.430608,"observedAt":"2026-11-11","runCount":28951,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"hard_prompts/MiMo-V2-Flash (Non-Thinking)","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|hard_prompts_english/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.136228,"ciLow":1430.261756,"ciHigh":1442.010699,"observedAt":"2026-11-11","runCount":12192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"hard_prompts_english/MiMo-V2-Flash (Non-Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.499465,"ciLow":1395.951654,"ciHigh":1409.047277,"observedAt":"2026-11-11","runCount":9169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2-Flash (Non-Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1375.69875,"ciLow":1369.055215,"ciHigh":1382.342285,"observedAt":"2026-11-11","runCount":9103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2-Flash (Non-Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|industry_legal_and_government/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.949997,"ciLow":1399.766196,"ciHigh":1420.133798,"observedAt":"2026-11-11","runCount":3459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_legal_and_government/MiMo-V2-Flash (Non-Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.584066,"ciLow":1415.635671,"ciHigh":1429.532462,"observedAt":"2026-11-11","runCount":7815,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_life_and_physical_and_social_science/MiMo-V2-Flash (Non-Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|industry_mathematical/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.08767,"ciLow":1398.076056,"ciHigh":1422.099284,"observedAt":"2026-11-11","runCount":2496,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_mathematical/MiMo-V2-Flash (Non-Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.217226,"ciLow":1402.63367,"ciHigh":1423.800781,"observedAt":"2026-11-11","runCount":3297,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_medicine_and_healthcare/MiMo-V2-Flash (Non-Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|industry_software_and_it_services/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.856781,"ciLow":1437.847344,"ciHigh":1447.866217,"observedAt":"2026-11-11","runCount":18116,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_software_and_it_services/MiMo-V2-Flash (Non-Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.72133,"ciLow":1377.589625,"ciHigh":1389.853035,"observedAt":"2026-11-11","runCount":10862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"industry_writing_and_literature_and_language/MiMo-V2-Flash (Non-Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|instruction_following/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.79299,"ciLow":1387.342292,"ciHigh":1398.243688,"observedAt":"2026-11-11","runCount":14644,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"instruction_following/MiMo-V2-Flash (Non-Thinking)","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|japanese/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1328.163263,"ciLow":1298.59652,"ciHigh":1357.730006,"observedAt":"2026-11-11","runCount":439,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"japanese/MiMo-V2-Flash (Non-Thinking)","slice":"japanese"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|korean/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.098125,"ciLow":1337.293918,"ciHigh":1380.902332,"observedAt":"2026-11-11","runCount":768,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"korean/MiMo-V2-Flash (Non-Thinking)","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|longer_query/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.631281,"ciLow":1404.256829,"ciHigh":1415.005734,"observedAt":"2026-11-11","runCount":16300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"longer_query/MiMo-V2-Flash (Non-Thinking)","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|math/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.465182,"ciLow":1384.558945,"ciHigh":1406.371418,"observedAt":"2026-11-11","runCount":2953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"math/MiMo-V2-Flash (Non-Thinking)","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|multi_turn/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.649037,"ciLow":1396.790183,"ciHigh":1410.507892,"observedAt":"2026-11-11","runCount":8480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"multi_turn/MiMo-V2-Flash (Non-Thinking)","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|non_english/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.761823,"ciLow":1387.506764,"ciHigh":1396.016881,"observedAt":"2026-11-11","runCount":27974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"non_english/MiMo-V2-Flash (Non-Thinking)","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|overall/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.21306,"ciLow":1407.774242,"ciHigh":1414.651878,"observedAt":"2026-11-11","runCount":47750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"overall/MiMo-V2-Flash (Non-Thinking)","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|polish/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.814367,"ciLow":1388.9911,"ciHigh":1422.637634,"observedAt":"2026-11-11","runCount":1203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"polish/MiMo-V2-Flash (Non-Thinking)","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|russian/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.535149,"ciLow":1379.880989,"ciHigh":1395.189309,"observedAt":"2026-11-11","runCount":6186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"russian/MiMo-V2-Flash (Non-Thinking)","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-text@1|rating|spanish/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.14084,"ciLow":1406.377107,"ciHigh":1437.904573,"observedAt":"2026-11-11","runCount":1511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"spanish/MiMo-V2-Flash (Non-Thinking)","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-webdev@1|rating|overall/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1331.232075,"ciLow":1321.423488,"ciHigh":1341.040662,"observedAt":"2026-11-15","runCount":5651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"overall/MiMo-V2-Flash (Non-Thinking)","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-webdev@1|rating|webdev-html/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1352.893799,"ciLow":1339.221721,"ciHigh":1366.565877,"observedAt":"2026-11-15","runCount":3286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"webdev-html/MiMo-V2-Flash (Non-Thinking)","slice":"webdev-html"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-webdev@1|rating|webdev-react/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1312.068031,"ciLow":1297.777485,"ciHigh":1326.358576,"observedAt":"2026-11-15","runCount":2362,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"webdev-react/MiMo-V2-Flash (Non-Thinking)","slice":"webdev-react"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=non-thinking|none|lmarena-webdev@1|rating|webdev/MiMo-V2-Flash (Non-Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["non-thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1331.232075,"ciLow":1321.423488,"ciHigh":1341.040662,"observedAt":"2026-11-15","runCount":5651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Non-Thinking)","rowId":"webdev/MiMo-V2-Flash (Non-Thinking)","slice":"webdev"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|chinese/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.548464,"ciLow":1399.434486,"ciHigh":1439.662441,"observedAt":"2026-11-11","runCount":784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"chinese/MiMo-V2-Flash (Thinking)","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|coding/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.904606,"ciLow":1420.088397,"ciHigh":1443.720815,"observedAt":"2026-11-11","runCount":2467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"coding/MiMo-V2-Flash (Thinking)","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|creative_writing/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1335.997227,"ciLow":1321.956285,"ciHigh":1350.038168,"observedAt":"2026-11-11","runCount":1738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"creative_writing/MiMo-V2-Flash (Thinking)","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|english/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.162983,"ciLow":1397.096965,"ciHigh":1415.229,"observedAt":"2026-11-11","runCount":4325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"english/MiMo-V2-Flash (Thinking)","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|exclude_ties/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1358.976447,"ciLow":1350.189298,"ciHigh":1367.763596,"observedAt":"2026-11-11","runCount":7683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"exclude_ties/MiMo-V2-Flash (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|expert/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.460962,"ciLow":1392.707485,"ciHigh":1434.21444,"observedAt":"2026-11-11","runCount":762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"expert/MiMo-V2-Flash (Thinking)","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|french/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.436468,"ciLow":1396.309884,"ciHigh":1458.563053,"observedAt":"2026-11-11","runCount":346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"french/MiMo-V2-Flash (Thinking)","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|german/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.243399,"ciLow":1350.524136,"ciHigh":1423.962663,"observedAt":"2026-11-11","runCount":260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"german/MiMo-V2-Flash (Thinking)","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.405501,"ciLow":1403.613661,"ciHigh":1419.197341,"observedAt":"2026-11-11","runCount":6127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"hard_prompts/MiMo-V2-Flash (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.784329,"ciLow":1413.793664,"ciHigh":1437.774994,"observedAt":"2026-11-11","runCount":2331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"hard_prompts_english/MiMo-V2-Flash (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.454642,"ciLow":1376.068162,"ciHigh":1400.841122,"observedAt":"2026-11-11","runCount":2130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2-Flash (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.719731,"ciLow":1332.746832,"ciHigh":1358.692629,"observedAt":"2026-11-11","runCount":2050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2-Flash (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.852405,"ciLow":1376.085055,"ciHigh":1415.619755,"observedAt":"2026-11-11","runCount":874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_legal_and_government/MiMo-V2-Flash (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1399.315086,"ciLow":1385.479441,"ciHigh":1413.150732,"observedAt":"2026-11-11","runCount":1745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_life_and_physical_and_social_science/MiMo-V2-Flash (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|industry_mathematical/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1387.839343,"ciLow":1361.29799,"ciHigh":1414.380697,"observedAt":"2026-11-11","runCount":440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_mathematical/MiMo-V2-Flash (Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.855072,"ciLow":1383.613033,"ciHigh":1426.097111,"observedAt":"2026-11-11","runCount":737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_medicine_and_healthcare/MiMo-V2-Flash (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.483706,"ciLow":1417.831322,"ciHigh":1437.13609,"observedAt":"2026-11-11","runCount":3712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_software_and_it_services/MiMo-V2-Flash (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.027289,"ciLow":1343.27696,"ciHigh":1366.777619,"observedAt":"2026-11-11","runCount":2484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_writing_and_literature_and_language/MiMo-V2-Flash (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|instruction_following/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1375.152421,"ciLow":1364.694033,"ciHigh":1385.610809,"observedAt":"2026-11-11","runCount":3087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"instruction_following/MiMo-V2-Flash (Thinking)","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|korean/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.207213,"ciLow":1221.293354,"ciHigh":1311.121072,"observedAt":"2026-11-11","runCount":161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"korean/MiMo-V2-Flash (Thinking)","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|longer_query/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.666096,"ciLow":1389.944678,"ciHigh":1411.387513,"observedAt":"2026-11-11","runCount":2955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"longer_query/MiMo-V2-Flash (Thinking)","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|math/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.196314,"ciLow":1350.487918,"ciHigh":1393.904709,"observedAt":"2026-11-11","runCount":658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"math/MiMo-V2-Flash (Thinking)","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|multi_turn/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1374.965272,"ciLow":1361.537353,"ciHigh":1388.393191,"observedAt":"2026-11-11","runCount":1909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"multi_turn/MiMo-V2-Flash (Thinking)","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|non_english/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1363.543819,"ciLow":1356.053971,"ciHigh":1371.033667,"observedAt":"2026-11-11","runCount":6721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"non_english/MiMo-V2-Flash (Thinking)","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|overall/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.211826,"ciLow":1380.024571,"ciHigh":1392.39908,"observedAt":"2026-11-11","runCount":11046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"overall/MiMo-V2-Flash (Thinking)","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|polish/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1385.361981,"ciLow":1357.387573,"ciHigh":1413.336388,"observedAt":"2026-11-11","runCount":417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"polish/MiMo-V2-Flash (Thinking)","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|russian/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.922791,"ciLow":1350.477935,"ciHigh":1379.367648,"observedAt":"2026-11-11","runCount":1561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"russian/MiMo-V2-Flash (Thinking)","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text-style-control@1|rating|spanish/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.742184,"ciLow":1350.262057,"ciHigh":1409.22231,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"spanish/MiMo-V2-Flash (Thinking)","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|chinese/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.869818,"ciLow":1408.809923,"ciHigh":1448.929714,"observedAt":"2026-11-11","runCount":784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"chinese/MiMo-V2-Flash (Thinking)","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|coding/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.594053,"ciLow":1405.88963,"ciHigh":1429.298476,"observedAt":"2026-11-11","runCount":2467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"coding/MiMo-V2-Flash (Thinking)","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|creative_writing/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.076786,"ciLow":1334.105938,"ciHigh":1362.047633,"observedAt":"2026-11-11","runCount":1738,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"creative_writing/MiMo-V2-Flash (Thinking)","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|english/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.004338,"ciLow":1402.998795,"ciHigh":1421.009882,"observedAt":"2026-11-11","runCount":4325,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"english/MiMo-V2-Flash (Thinking)","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|exclude_ties/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.417058,"ciLow":1361.800952,"ciHigh":1379.033163,"observedAt":"2026-11-11","runCount":7683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"exclude_ties/MiMo-V2-Flash (Thinking)","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|expert/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.841549,"ciLow":1379.45078,"ciHigh":1420.232318,"observedAt":"2026-11-11","runCount":762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"expert/MiMo-V2-Flash (Thinking)","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|french/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.651588,"ciLow":1398.896722,"ciHigh":1460.406455,"observedAt":"2026-11-11","runCount":346,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"french/MiMo-V2-Flash (Thinking)","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|german/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.965676,"ciLow":1358.161331,"ciHigh":1431.770021,"observedAt":"2026-11-11","runCount":260,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"german/MiMo-V2-Flash (Thinking)","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|hard_prompts/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.82755,"ciLow":1396.079847,"ciHigh":1411.575253,"observedAt":"2026-11-11","runCount":6127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"hard_prompts/MiMo-V2-Flash (Thinking)","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|hard_prompts_english/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.917192,"ciLow":1404.966622,"ciHigh":1428.867763,"observedAt":"2026-11-11","runCount":2331,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"hard_prompts_english/MiMo-V2-Flash (Thinking)","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.492444,"ciLow":1373.151648,"ciHigh":1397.83324,"observedAt":"2026-11-11","runCount":2130,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2-Flash (Thinking)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.781326,"ciLow":1342.874693,"ciHigh":1368.687959,"observedAt":"2026-11-11","runCount":2050,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2-Flash (Thinking)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|industry_legal_and_government/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.926568,"ciLow":1377.330202,"ciHigh":1416.522934,"observedAt":"2026-11-11","runCount":874,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_legal_and_government/MiMo-V2-Flash (Thinking)","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.920189,"ciLow":1386.261741,"ciHigh":1413.578638,"observedAt":"2026-11-11","runCount":1745,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_life_and_physical_and_social_science/MiMo-V2-Flash (Thinking)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|industry_mathematical/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.809131,"ciLow":1362.529624,"ciHigh":1415.088637,"observedAt":"2026-11-11","runCount":440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_mathematical/MiMo-V2-Flash (Thinking)","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1405.763501,"ciLow":1384.811197,"ciHigh":1426.715805,"observedAt":"2026-11-11","runCount":737,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_medicine_and_healthcare/MiMo-V2-Flash (Thinking)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|industry_software_and_it_services/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1421.1895,"ciLow":1411.622338,"ciHigh":1430.756663,"observedAt":"2026-11-11","runCount":3712,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_software_and_it_services/MiMo-V2-Flash (Thinking)","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.220674,"ciLow":1351.546209,"ciHigh":1374.895139,"observedAt":"2026-11-11","runCount":2484,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"industry_writing_and_literature_and_language/MiMo-V2-Flash (Thinking)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|instruction_following/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.280277,"ciLow":1362.874533,"ciHigh":1383.68602,"observedAt":"2026-11-11","runCount":3087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"instruction_following/MiMo-V2-Flash (Thinking)","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|korean/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1281.036352,"ciLow":1237.434486,"ciHigh":1324.638218,"observedAt":"2026-11-11","runCount":161,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"korean/MiMo-V2-Flash (Thinking)","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|longer_query/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.547664,"ciLow":1382.917481,"ciHigh":1404.177847,"observedAt":"2026-11-11","runCount":2955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"longer_query/MiMo-V2-Flash (Thinking)","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|math/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.204161,"ciLow":1356.642882,"ciHigh":1399.76544,"observedAt":"2026-11-11","runCount":658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"math/MiMo-V2-Flash (Thinking)","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|multi_turn/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.118581,"ciLow":1364.809352,"ciHigh":1391.42781,"observedAt":"2026-11-11","runCount":1909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"multi_turn/MiMo-V2-Flash (Thinking)","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|non_english/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.413276,"ciLow":1365.993609,"ciHigh":1380.832944,"observedAt":"2026-11-11","runCount":6721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"non_english/MiMo-V2-Flash (Thinking)","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|overall/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.680181,"ciLow":1388.545011,"ciHigh":1400.815352,"observedAt":"2026-11-11","runCount":11046,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"overall/MiMo-V2-Flash (Thinking)","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|polish/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.963706,"ciLow":1365.473648,"ciHigh":1420.453764,"observedAt":"2026-11-11","runCount":417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"polish/MiMo-V2-Flash (Thinking)","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|russian/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1373.065433,"ciLow":1358.754136,"ciHigh":1387.37673,"observedAt":"2026-11-11","runCount":1561,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"russian/MiMo-V2-Flash (Thinking)","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-text@1|rating|spanish/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1393.602745,"ciLow":1364.443227,"ciHigh":1422.762262,"observedAt":"2026-11-11","runCount":383,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"spanish/MiMo-V2-Flash (Thinking)","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-webdev@1|rating|overall/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1291.6788,"ciLow":1275.15353,"ciHigh":1308.20407,"observedAt":"2026-11-15","runCount":1668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"overall/MiMo-V2-Flash (Thinking)","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-webdev@1|rating|webdev-html/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1344.449061,"ciLow":1321.079127,"ciHigh":1367.818995,"observedAt":"2026-11-15","runCount":857,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"webdev-html/MiMo-V2-Flash (Thinking)","slice":"webdev-html"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-webdev@1|rating|webdev-react/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1227.364212,"ciLow":1203.267227,"ciHigh":1251.461196,"observedAt":"2026-11-15","runCount":811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"webdev-react/MiMo-V2-Flash (Thinking)","slice":"webdev-react"}
{"key":"lmarena|xiaomi/mimo-v2-flash:flags=thinking|none|lmarena-webdev@1|rating|webdev/MiMo-V2-Flash (Thinking)","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-flash","variant":{"flags":["thinking"]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1291.6788,"ciLow":1275.15353,"ciHigh":1308.20407,"observedAt":"2026-11-15","runCount":1668,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Flash (Thinking)","rowId":"webdev/MiMo-V2-Flash (Thinking)","slice":"webdev"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|chinese/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.321871,"ciLow":1458.132951,"ciHigh":1496.510792,"observedAt":"2026-11-11","runCount":974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"chinese/MiMo-V2-Omni","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|coding/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.033745,"ciLow":1479.355896,"ciHigh":1496.711594,"observedAt":"2026-11-11","runCount":5814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"coding/MiMo-V2-Omni","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|creative_writing/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.176688,"ciLow":1384.384579,"ciHigh":1405.968797,"observedAt":"2026-11-11","runCount":3408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"creative_writing/MiMo-V2-Omni","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|english/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.197921,"ciLow":1438.949099,"ciHigh":1453.446744,"observedAt":"2026-11-11","runCount":9463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"english/MiMo-V2-Omni","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|exclude_ties/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.996619,"ciLow":1415.540828,"ciHigh":1430.45241,"observedAt":"2026-11-11","runCount":15403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"exclude_ties/MiMo-V2-Omni","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|expert/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.361032,"ciLow":1447.137517,"ciHigh":1473.584548,"observedAt":"2026-11-11","runCount":2102,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"expert/MiMo-V2-Omni","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|french/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.741073,"ciLow":1433.658888,"ciHigh":1477.823258,"observedAt":"2026-11-11","runCount":795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"french/MiMo-V2-Omni","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|german/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1414.046505,"ciLow":1383.031352,"ciHigh":1445.061657,"observedAt":"2026-11-11","runCount":352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"german/MiMo-V2-Omni","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|hard_prompts/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.132503,"ciLow":1451.466576,"ciHigh":1464.79843,"observedAt":"2026-11-11","runCount":13653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"hard_prompts/MiMo-V2-Omni","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.338967,"ciLow":1459.118836,"ciHigh":1475.559097,"observedAt":"2026-11-11","runCount":6637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"hard_prompts_english/MiMo-V2-Omni","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.444304,"ciLow":1430.571896,"ciHigh":1450.316712,"observedAt":"2026-11-11","runCount":4122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2-Omni","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.84304,"ciLow":1392.236555,"ciHigh":1411.449525,"observedAt":"2026-11-11","runCount":4536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2-Omni","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.665666,"ciLow":1422.828231,"ciHigh":1452.503101,"observedAt":"2026-11-11","runCount":1672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_legal_and_government/MiMo-V2-Omni","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.008488,"ciLow":1442.159931,"ciHigh":1463.857045,"observedAt":"2026-11-11","runCount":3198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_life_and_physical_and_social_science/MiMo-V2-Omni","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.964323,"ciLow":1436.384437,"ciHigh":1473.544208,"observedAt":"2026-11-11","runCount":1036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_mathematical/MiMo-V2-Omni","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.188634,"ciLow":1436.903205,"ciHigh":1469.474063,"observedAt":"2026-11-11","runCount":1416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_medicine_and_healthcare/MiMo-V2-Omni","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.944133,"ciLow":1466.289075,"ciHigh":1481.59919,"observedAt":"2026-11-11","runCount":8269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_software_and_it_services/MiMo-V2-Omni","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.946136,"ciLow":1392.902905,"ciHigh":1410.989368,"observedAt":"2026-11-11","runCount":5118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_writing_and_literature_and_language/MiMo-V2-Omni","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|instruction_following/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.356153,"ciLow":1419.324848,"ciHigh":1435.387458,"observedAt":"2026-11-11","runCount":6967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"instruction_following/MiMo-V2-Omni","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|japanese/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.179946,"ciLow":1297.348096,"ciHigh":1369.011796,"observedAt":"2026-11-11","runCount":284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"japanese/MiMo-V2-Omni","slice":"japanese"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|korean/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1362.879245,"ciLow":1328.40509,"ciHigh":1397.353399,"observedAt":"2026-11-11","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"korean/MiMo-V2-Omni","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|longer_query/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.16639,"ciLow":1441.52131,"ciHigh":1456.81147,"observedAt":"2026-11-11","runCount":9065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"longer_query/MiMo-V2-Omni","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|math/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.662153,"ciLow":1413.432936,"ciHigh":1451.89137,"observedAt":"2026-11-11","runCount":975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"math/MiMo-V2-Omni","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|multi_turn/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.438894,"ciLow":1441.660744,"ciHigh":1463.217044,"observedAt":"2026-11-11","runCount":3483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"multi_turn/MiMo-V2-Omni","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|non_english/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.990736,"ciLow":1404.011754,"ciHigh":1417.969717,"observedAt":"2026-11-11","runCount":10939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"non_english/MiMo-V2-Omni","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|overall/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.333244,"ciLow":1424.753799,"ciHigh":1435.912688,"observedAt":"2026-11-11","runCount":20402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"overall/MiMo-V2-Omni","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|polish/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.960304,"ciLow":1392.167807,"ciHigh":1445.752801,"observedAt":"2026-11-11","runCount":424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"polish/MiMo-V2-Omni","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|russian/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.292515,"ciLow":1409.30603,"ciHigh":1435.278999,"observedAt":"2026-11-11","runCount":2230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"russian/MiMo-V2-Omni","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text-style-control@1|rating|spanish/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.112843,"ciLow":1408.858789,"ciHigh":1457.366896,"observedAt":"2026-11-11","runCount":630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"spanish/MiMo-V2-Omni","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|chinese/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.121741,"ciLow":1449.049278,"ciHigh":1487.194203,"observedAt":"2026-11-11","runCount":974,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"chinese/MiMo-V2-Omni","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|coding/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.73758,"ciLow":1457.153402,"ciHigh":1474.321758,"observedAt":"2026-11-11","runCount":5814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"coding/MiMo-V2-Omni","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|creative_writing/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1392.239583,"ciLow":1381.467238,"ciHigh":1403.011928,"observedAt":"2026-11-11","runCount":3408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"creative_writing/MiMo-V2-Omni","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|english/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.156272,"ciLow":1431.924054,"ciHigh":1446.388489,"observedAt":"2026-11-11","runCount":9463,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"english/MiMo-V2-Omni","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|exclude_ties/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.681656,"ciLow":1404.340325,"ciHigh":1419.022986,"observedAt":"2026-11-11","runCount":15403,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"exclude_ties/MiMo-V2-Omni","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|expert/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.143032,"ciLow":1435.077426,"ciHigh":1461.208639,"observedAt":"2026-11-11","runCount":2102,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"expert/MiMo-V2-Omni","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|french/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.211618,"ciLow":1427.20514,"ciHigh":1471.218097,"observedAt":"2026-11-11","runCount":795,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"french/MiMo-V2-Omni","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|german/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.116678,"ciLow":1371.098971,"ciHigh":1433.134385,"observedAt":"2026-11-11","runCount":352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"german/MiMo-V2-Omni","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|hard_prompts/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.47634,"ciLow":1437.844127,"ciHigh":1451.108554,"observedAt":"2026-11-11","runCount":13653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"hard_prompts/MiMo-V2-Omni","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|hard_prompts_english/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.825799,"ciLow":1447.642776,"ciHigh":1464.008822,"observedAt":"2026-11-11","runCount":6637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"hard_prompts_english/MiMo-V2-Omni","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.385784,"ciLow":1418.598437,"ciHigh":1438.173132,"observedAt":"2026-11-11","runCount":4122,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2-Omni","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.131494,"ciLow":1386.597248,"ciHigh":1405.665739,"observedAt":"2026-11-11","runCount":4536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2-Omni","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|industry_legal_and_government/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.855112,"ciLow":1414.181417,"ciHigh":1443.528806,"observedAt":"2026-11-11","runCount":1672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_legal_and_government/MiMo-V2-Omni","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.080201,"ciLow":1427.344415,"ciHigh":1448.815987,"observedAt":"2026-11-11","runCount":3198,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_life_and_physical_and_social_science/MiMo-V2-Omni","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|industry_mathematical/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.026441,"ciLow":1431.573675,"ciHigh":1468.479208,"observedAt":"2026-11-11","runCount":1036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_mathematical/MiMo-V2-Omni","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.654332,"ciLow":1417.56884,"ciHigh":1449.739823,"observedAt":"2026-11-11","runCount":1416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_medicine_and_healthcare/MiMo-V2-Omni","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|industry_software_and_it_services/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.002493,"ciLow":1448.412142,"ciHigh":1463.592844,"observedAt":"2026-11-11","runCount":8269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_software_and_it_services/MiMo-V2-Omni","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.798551,"ciLow":1387.763489,"ciHigh":1405.833612,"observedAt":"2026-11-11","runCount":5118,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"industry_writing_and_literature_and_language/MiMo-V2-Omni","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|instruction_following/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.385768,"ciLow":1420.382324,"ciHigh":1436.389211,"observedAt":"2026-11-11","runCount":6967,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"instruction_following/MiMo-V2-Omni","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|japanese/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.083778,"ciLow":1279.542465,"ciHigh":1350.62509,"observedAt":"2026-11-11","runCount":284,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"japanese/MiMo-V2-Omni","slice":"japanese"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|korean/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.463464,"ciLow":1317.613851,"ciHigh":1387.313077,"observedAt":"2026-11-11","runCount":292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"korean/MiMo-V2-Omni","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|longer_query/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.726737,"ciLow":1433.14271,"ciHigh":1448.310763,"observedAt":"2026-11-11","runCount":9065,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"longer_query/MiMo-V2-Omni","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|math/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.006783,"ciLow":1410.844498,"ciHigh":1449.169068,"observedAt":"2026-11-11","runCount":975,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"math/MiMo-V2-Omni","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|multi_turn/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.706951,"ciLow":1434.993201,"ciHigh":1456.420701,"observedAt":"2026-11-11","runCount":3483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"multi_turn/MiMo-V2-Omni","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|non_english/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.034136,"ciLow":1396.089292,"ciHigh":1409.97898,"observedAt":"2026-11-11","runCount":10939,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"non_english/MiMo-V2-Omni","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|overall/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.725401,"ciLow":1417.170071,"ciHigh":1428.28073,"observedAt":"2026-11-11","runCount":20402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"overall/MiMo-V2-Omni","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|polish/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.985105,"ciLow":1380.020698,"ciHigh":1433.949513,"observedAt":"2026-11-11","runCount":424,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"polish/MiMo-V2-Omni","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|russian/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.071166,"ciLow":1399.228171,"ciHigh":1424.914161,"observedAt":"2026-11-11","runCount":2230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"russian/MiMo-V2-Omni","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-text@1|rating|spanish/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.59441,"ciLow":1411.432262,"ciHigh":1459.756557,"observedAt":"2026-11-11","runCount":630,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"spanish/MiMo-V2-Omni","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision-style-control@1|rating|chinese/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.701319,"ciLow":1247.80125,"ciHigh":1295.601389,"observedAt":"2026-11-09","runCount":684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"chinese/MiMo-V2-Omni","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.989536,"ciLow":1149.984764,"ciHigh":1197.994307,"observedAt":"2026-11-09","runCount":683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"creative_writing_vision/MiMo-V2-Omni","slice":"creative_writing_vision"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision-style-control@1|rating|diagram/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.979561,"ciLow":1242.825335,"ciHigh":1267.133788,"observedAt":"2026-11-09","runCount":2804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"diagram/MiMo-V2-Omni","slice":"diagram"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision-style-control@1|rating|english/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.534179,"ciLow":1216.716972,"ciHigh":1238.351385,"observedAt":"2026-11-09","runCount":4276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"english/MiMo-V2-Omni","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision-style-control@1|rating|homework/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.831458,"ciLow":1232.358607,"ciHigh":1263.304308,"observedAt":"2026-11-09","runCount":1618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"homework/MiMo-V2-Omni","slice":"homework"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision-style-control@1|rating|humor/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1171.92182,"ciLow":1139.84676,"ciHigh":1203.996879,"observedAt":"2026-11-09","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"humor/MiMo-V2-Omni","slice":"humor"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision-style-control@1|rating|ocr/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.949237,"ciLow":1222.998205,"ciHigh":1238.900268,"observedAt":"2026-11-09","runCount":7510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"ocr/MiMo-V2-Omni","slice":"ocr"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision-style-control@1|rating|overall/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1216.196415,"ciLow":1208.860343,"ciHigh":1223.532488,"observedAt":"2026-11-09","runCount":10599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"overall/MiMo-V2-Omni","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision@1|rating|chinese/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1284.736303,"ciLow":1260.704873,"ciHigh":1308.767733,"observedAt":"2026-11-09","runCount":684,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"chinese/MiMo-V2-Omni","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision@1|rating|creative_writing_vision/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1183.66332,"ciLow":1159.729889,"ciHigh":1207.596752,"observedAt":"2026-11-09","runCount":683,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"creative_writing_vision/MiMo-V2-Omni","slice":"creative_writing_vision"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision@1|rating|diagram/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1255.913983,"ciLow":1243.814394,"ciHigh":1268.013572,"observedAt":"2026-11-09","runCount":2804,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"diagram/MiMo-V2-Omni","slice":"diagram"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision@1|rating|english/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1243.047615,"ciLow":1232.280595,"ciHigh":1253.814635,"observedAt":"2026-11-09","runCount":4276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"english/MiMo-V2-Omni","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision@1|rating|homework/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1254.189761,"ciLow":1238.819516,"ciHigh":1269.560005,"observedAt":"2026-11-09","runCount":1618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"homework/MiMo-V2-Omni","slice":"homework"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision@1|rating|humor/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1186.853581,"ciLow":1154.711368,"ciHigh":1218.995794,"observedAt":"2026-11-09","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"humor/MiMo-V2-Omni","slice":"humor"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision@1|rating|ocr/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1238.715219,"ciLow":1230.802726,"ciHigh":1246.627713,"observedAt":"2026-11-09","runCount":7510,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"ocr/MiMo-V2-Omni","slice":"ocr"}
{"key":"lmarena|xiaomi/mimo-v2-omni:default|none|lmarena-vision@1|rating|overall/MiMo-V2-Omni","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-omni","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1227.988741,"ciLow":1220.702962,"ciHigh":1235.27452,"observedAt":"2026-11-09","runCount":10599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Omni","rowId":"overall/MiMo-V2-Omni","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|chinese/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.875009,"ciLow":1466.382871,"ciHigh":1497.367148,"observedAt":"2026-11-11","runCount":1545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"chinese/MiMo-V2-Pro","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|coding/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1502.965086,"ciLow":1495.336459,"ciHigh":1510.593713,"observedAt":"2026-11-11","runCount":7206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"coding/MiMo-V2-Pro","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|creative_writing/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.507282,"ciLow":1413.314463,"ciHigh":1433.7001,"observedAt":"2026-11-11","runCount":3693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"creative_writing/MiMo-V2-Pro","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|english/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.633193,"ciLow":1458.281116,"ciHigh":1470.98527,"observedAt":"2026-11-11","runCount":10907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"english/MiMo-V2-Pro","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|exclude_ties/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.534042,"ciLow":1442.385551,"ciHigh":1454.682532,"observedAt":"2026-11-11","runCount":19075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"exclude_ties/MiMo-V2-Pro","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|expert/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.975069,"ciLow":1479.952484,"ciHigh":1505.997655,"observedAt":"2026-11-11","runCount":2187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"expert/MiMo-V2-Pro","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|french/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.051015,"ciLow":1459.582948,"ciHigh":1500.519083,"observedAt":"2026-11-11","runCount":947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"french/MiMo-V2-Pro","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|german/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.744889,"ciLow":1400.305536,"ciHigh":1455.184242,"observedAt":"2026-11-11","runCount":432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"german/MiMo-V2-Pro","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.310593,"ciLow":1469.690616,"ciHigh":1480.93057,"observedAt":"2026-11-11","runCount":16377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"hard_prompts/MiMo-V2-Pro","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.989736,"ciLow":1481.487241,"ciHigh":1496.492231,"observedAt":"2026-11-11","runCount":7430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"hard_prompts_english/MiMo-V2-Pro","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.120139,"ciLow":1445.321718,"ciHigh":1462.91856,"observedAt":"2026-11-11","runCount":4993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2-Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.368847,"ciLow":1416.3547,"ciHigh":1434.382994,"observedAt":"2026-11-11","runCount":4877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2-Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.079374,"ciLow":1442.898272,"ciHigh":1471.260476,"observedAt":"2026-11-11","runCount":1842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_legal_and_government/MiMo-V2-Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.015807,"ciLow":1470.504342,"ciHigh":1489.527272,"observedAt":"2026-11-11","runCount":4068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_life_and_physical_and_social_science/MiMo-V2-Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1469.840288,"ciLow":1454.420297,"ciHigh":1485.26028,"observedAt":"2026-11-11","runCount":1550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_mathematical/MiMo-V2-Pro","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.468904,"ciLow":1450.141339,"ciHigh":1478.796469,"observedAt":"2026-11-11","runCount":1773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_medicine_and_healthcare/MiMo-V2-Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.417014,"ciLow":1483.845252,"ciHigh":1496.988775,"observedAt":"2026-11-11","runCount":10192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_software_and_it_services/MiMo-V2-Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.482288,"ciLow":1424.287054,"ciHigh":1440.677522,"observedAt":"2026-11-11","runCount":5848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_writing_and_literature_and_language/MiMo-V2-Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|instruction_following/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.688664,"ciLow":1438.615203,"ciHigh":1452.762125,"observedAt":"2026-11-11","runCount":8370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"instruction_following/MiMo-V2-Pro","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|japanese/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.355035,"ciLow":1351.405329,"ciHigh":1437.304741,"observedAt":"2026-11-11","runCount":172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"japanese/MiMo-V2-Pro","slice":"japanese"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|korean/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.130869,"ciLow":1390.985073,"ciHigh":1447.276665,"observedAt":"2026-11-11","runCount":465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"korean/MiMo-V2-Pro","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|longer_query/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.755245,"ciLow":1459.873466,"ciHigh":1473.637025,"observedAt":"2026-11-11","runCount":9889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"longer_query/MiMo-V2-Pro","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|math/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.175054,"ciLow":1435.634301,"ciHigh":1464.715808,"observedAt":"2026-11-11","runCount":1661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"math/MiMo-V2-Pro","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|multi_turn/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.554066,"ciLow":1457.323184,"ciHigh":1475.784948,"observedAt":"2026-11-11","runCount":4574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"multi_turn/MiMo-V2-Pro","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|non_english/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.903522,"ciLow":1423.161997,"ciHigh":1434.645048,"observedAt":"2026-11-11","runCount":14312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"non_english/MiMo-V2-Pro","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|overall/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.038615,"ciLow":1443.36513,"ciHigh":1452.712099,"observedAt":"2026-11-11","runCount":25219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"overall/MiMo-V2-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|polish/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.748549,"ciLow":1425.072285,"ciHigh":1472.424813,"observedAt":"2026-11-11","runCount":584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"polish/MiMo-V2-Pro","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|russian/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.715324,"ciLow":1430.976362,"ciHigh":1452.454287,"observedAt":"2026-11-11","runCount":3203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"russian/MiMo-V2-Pro","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text-style-control@1|rating|spanish/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.378252,"ciLow":1433.191193,"ciHigh":1475.565311,"observedAt":"2026-11-11","runCount":830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"spanish/MiMo-V2-Pro","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|chinese/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.417263,"ciLow":1441.928565,"ciHigh":1472.90596,"observedAt":"2026-11-11","runCount":1545,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"chinese/MiMo-V2-Pro","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|coding/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.995584,"ciLow":1468.456064,"ciHigh":1483.535105,"observedAt":"2026-11-11","runCount":7206,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"coding/MiMo-V2-Pro","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|creative_writing/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.381676,"ciLow":1405.208506,"ciHigh":1425.554846,"observedAt":"2026-11-11","runCount":3693,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"creative_writing/MiMo-V2-Pro","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|english/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.178111,"ciLow":1447.853965,"ciHigh":1460.502257,"observedAt":"2026-11-11","runCount":10907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"english/MiMo-V2-Pro","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|exclude_ties/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.379421,"ciLow":1424.327955,"ciHigh":1436.430887,"observedAt":"2026-11-11","runCount":19075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"exclude_ties/MiMo-V2-Pro","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|expert/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.295756,"ciLow":1465.306402,"ciHigh":1491.285111,"observedAt":"2026-11-11","runCount":2187,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"expert/MiMo-V2-Pro","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|french/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.017287,"ciLow":1448.577317,"ciHigh":1489.457257,"observedAt":"2026-11-11","runCount":947,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"french/MiMo-V2-Pro","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|german/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.174181,"ciLow":1386.506077,"ciHigh":1441.842284,"observedAt":"2026-11-11","runCount":432,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"german/MiMo-V2-Pro","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|hard_prompts/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.640138,"ciLow":1452.057283,"ciHigh":1463.222993,"observedAt":"2026-11-11","runCount":16377,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"hard_prompts/MiMo-V2-Pro","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|hard_prompts_english/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.531774,"ciLow":1466.084535,"ciHigh":1480.979014,"observedAt":"2026-11-11","runCount":7430,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"hard_prompts_english/MiMo-V2-Pro","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.808611,"ciLow":1430.074663,"ciHigh":1447.54256,"observedAt":"2026-11-11","runCount":4993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2-Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.446651,"ciLow":1406.465246,"ciHigh":1424.428056,"observedAt":"2026-11-11","runCount":4877,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2-Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|industry_legal_and_government/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.731987,"ciLow":1432.624625,"ciHigh":1460.839349,"observedAt":"2026-11-11","runCount":1842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_legal_and_government/MiMo-V2-Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.135922,"ciLow":1449.673565,"ciHigh":1468.598279,"observedAt":"2026-11-11","runCount":4068,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_life_and_physical_and_social_science/MiMo-V2-Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|industry_mathematical/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.625904,"ciLow":1449.194851,"ciHigh":1480.056957,"observedAt":"2026-11-11","runCount":1550,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_mathematical/MiMo-V2-Pro","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.119942,"ciLow":1420.919637,"ciHigh":1449.320247,"observedAt":"2026-11-11","runCount":1773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_medicine_and_healthcare/MiMo-V2-Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|industry_software_and_it_services/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.927212,"ciLow":1461.400805,"ciHigh":1474.453619,"observedAt":"2026-11-11","runCount":10192,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_software_and_it_services/MiMo-V2-Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.123106,"ciLow":1416.941851,"ciHigh":1433.30436,"observedAt":"2026-11-11","runCount":5848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"industry_writing_and_literature_and_language/MiMo-V2-Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|instruction_following/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.866468,"ciLow":1438.808628,"ciHigh":1452.924307,"observedAt":"2026-11-11","runCount":8370,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"instruction_following/MiMo-V2-Pro","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|japanese/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1363.623649,"ciLow":1320.854555,"ciHigh":1406.392742,"observedAt":"2026-11-11","runCount":172,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"japanese/MiMo-V2-Pro","slice":"japanese"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|korean/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.347947,"ciLow":1372.979575,"ciHigh":1429.716319,"observedAt":"2026-11-11","runCount":465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"korean/MiMo-V2-Pro","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|longer_query/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.482816,"ciLow":1448.651619,"ciHigh":1462.314012,"observedAt":"2026-11-11","runCount":9889,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"longer_query/MiMo-V2-Pro","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|math/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.452022,"ciLow":1432.916216,"ciHigh":1461.987828,"observedAt":"2026-11-11","runCount":1661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"math/MiMo-V2-Pro","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|multi_turn/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.654823,"ciLow":1447.454724,"ciHigh":1465.854922,"observedAt":"2026-11-11","runCount":4574,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"multi_turn/MiMo-V2-Pro","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|non_english/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.386777,"ciLow":1410.657483,"ciHigh":1422.116071,"observedAt":"2026-11-11","runCount":14312,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"non_english/MiMo-V2-Pro","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|overall/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.416332,"ciLow":1431.756474,"ciHigh":1441.07619,"observedAt":"2026-11-11","runCount":25219,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"overall/MiMo-V2-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|polish/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.111743,"ciLow":1405.47816,"ciHigh":1452.745326,"observedAt":"2026-11-11","runCount":584,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"polish/MiMo-V2-Pro","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|russian/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.09034,"ciLow":1416.334493,"ciHigh":1437.846186,"observedAt":"2026-11-11","runCount":3203,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"russian/MiMo-V2-Pro","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-text@1|rating|spanish/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.007303,"ciLow":1435.161651,"ciHigh":1476.852955,"observedAt":"2026-11-11","runCount":830,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"spanish/MiMo-V2-Pro","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-webdev@1|rating|overall/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1434.306656,"ciLow":1426.112591,"ciHigh":1442.50072,"observedAt":"2026-11-15","runCount":7182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"overall/MiMo-V2-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-webdev@1|rating|webdev-html/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1439.055935,"ciLow":1417.700958,"ciHigh":1460.410911,"observedAt":"2026-11-15","runCount":846,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"webdev-html/MiMo-V2-Pro","slice":"webdev-html"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-webdev@1|rating|webdev-react/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1424.787788,"ciLow":1415.982162,"ciHigh":1433.593415,"observedAt":"2026-11-15","runCount":6246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"webdev-react/MiMo-V2-Pro","slice":"webdev-react"}
{"key":"lmarena|xiaomi/mimo-v2-pro:default|none|lmarena-webdev@1|rating|webdev/MiMo-V2-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1434.306656,"ciLow":1426.112591,"ciHigh":1442.50072,"observedAt":"2026-11-15","runCount":7182,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2-Pro","rowId":"webdev/MiMo-V2-Pro","slice":"webdev"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|chinese/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.734019,"ciLow":1504.631459,"ciHigh":1522.836579,"observedAt":"2026-11-11","runCount":4862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"chinese/MiMo-V2.5-Pro","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|coding/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1520.279498,"ciLow":1514.812841,"ciHigh":1525.746155,"observedAt":"2026-11-11","runCount":20596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"coding/MiMo-V2.5-Pro","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|creative_writing/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.712012,"ciLow":1426.575074,"ciHigh":1438.848949,"observedAt":"2026-11-11","runCount":14347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"creative_writing/MiMo-V2.5-Pro","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|english/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.13225,"ciLow":1474.565735,"ciHigh":1483.698764,"observedAt":"2026-11-11","runCount":32075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"english/MiMo-V2.5-Pro","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|exclude_ties/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.3047,"ciLow":1466.769698,"ciHigh":1475.839701,"observedAt":"2026-11-11","runCount":58149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"exclude_ties/MiMo-V2.5-Pro","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|expert/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1506.543002,"ciLow":1498.922136,"ciHigh":1514.163868,"observedAt":"2026-11-11","runCount":7422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"expert/MiMo-V2.5-Pro","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|french/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.097706,"ciLow":1477.10224,"ciHigh":1503.093173,"observedAt":"2026-11-11","runCount":2837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"french/MiMo-V2.5-Pro","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|german/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.286588,"ciLow":1446.715416,"ciHigh":1481.85776,"observedAt":"2026-11-11","runCount":1337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"german/MiMo-V2.5-Pro","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.867157,"ciLow":1489.721453,"ciHigh":1498.012861,"observedAt":"2026-11-11","runCount":49993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"hard_prompts/MiMo-V2.5-Pro","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.716785,"ciLow":1495.391071,"ciHigh":1506.042499,"observedAt":"2026-11-11","runCount":21589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"hard_prompts_english/MiMo-V2.5-Pro","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.113228,"ciLow":1466.147065,"ciHigh":1478.079391,"observedAt":"2026-11-11","runCount":14735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2.5-Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.331026,"ciLow":1430.641251,"ciHigh":1442.020802,"observedAt":"2026-11-11","runCount":17859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2.5-Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.778432,"ciLow":1467.444241,"ciHigh":1484.112622,"observedAt":"2026-11-11","runCount":6167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_legal_and_government/MiMo-V2.5-Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.19757,"ciLow":1484.042419,"ciHigh":1496.352721,"observedAt":"2026-11-11","runCount":12583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_life_and_physical_and_social_science/MiMo-V2.5-Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1492.198562,"ciLow":1482.303521,"ciHigh":1502.093603,"observedAt":"2026-11-11","runCount":4093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_mathematical/MiMo-V2.5-Pro","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.778342,"ciLow":1477.862873,"ciHigh":1495.693812,"observedAt":"2026-11-11","runCount":5390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_medicine_and_healthcare/MiMo-V2.5-Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.854205,"ciLow":1504.076389,"ciHigh":1513.63202,"observedAt":"2026-11-11","runCount":29973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_software_and_it_services/MiMo-V2.5-Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.550995,"ciLow":1443.127157,"ciHigh":1453.974834,"observedAt":"2026-11-11","runCount":19868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_writing_and_literature_and_language/MiMo-V2.5-Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|instruction_following/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.627716,"ciLow":1462.621187,"ciHigh":1472.634245,"observedAt":"2026-11-11","runCount":25658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"instruction_following/MiMo-V2.5-Pro","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|japanese/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.102156,"ciLow":1399.036734,"ciHigh":1439.167577,"observedAt":"2026-11-11","runCount":1101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"japanese/MiMo-V2.5-Pro","slice":"japanese"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|korean/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.737077,"ciLow":1422.188374,"ciHigh":1457.285781,"observedAt":"2026-11-11","runCount":1333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"korean/MiMo-V2.5-Pro","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|longer_query/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.03777,"ciLow":1481.243533,"ciHigh":1490.832007,"observedAt":"2026-11-11","runCount":33936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"longer_query/MiMo-V2.5-Pro","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|math/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.94706,"ciLow":1468.763592,"ciHigh":1489.130527,"observedAt":"2026-11-11","runCount":3666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"math/MiMo-V2.5-Pro","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|multi_turn/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.017001,"ciLow":1473.747231,"ciHigh":1486.286772,"observedAt":"2026-11-11","runCount":12979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"multi_turn/MiMo-V2.5-Pro","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|non_english/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.495108,"ciLow":1446.325805,"ciHigh":1454.66441,"observedAt":"2026-11-11","runCount":44669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"non_english/MiMo-V2.5-Pro","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|overall/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.37513,"ciLow":1462.853058,"ciHigh":1469.897202,"observedAt":"2026-11-11","runCount":76747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"overall/MiMo-V2.5-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|polish/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.731131,"ciLow":1449.707858,"ciHigh":1481.754403,"observedAt":"2026-11-11","runCount":1416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"polish/MiMo-V2.5-Pro","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|russian/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.207354,"ciLow":1450.285219,"ciHigh":1464.129489,"observedAt":"2026-11-11","runCount":9246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"russian/MiMo-V2.5-Pro","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text-style-control@1|rating|spanish/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.219205,"ciLow":1445.84092,"ciHigh":1472.597491,"observedAt":"2026-11-11","runCount":2365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"spanish/MiMo-V2.5-Pro","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|chinese/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1506.788391,"ciLow":1497.726649,"ciHigh":1515.850134,"observedAt":"2026-11-11","runCount":4862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"chinese/MiMo-V2.5-Pro","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|coding/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.588775,"ciLow":1495.179697,"ciHigh":1505.997853,"observedAt":"2026-11-11","runCount":20596,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"coding/MiMo-V2.5-Pro","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|creative_writing/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.283997,"ciLow":1431.166935,"ciHigh":1443.40106,"observedAt":"2026-11-11","runCount":14347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"creative_writing/MiMo-V2.5-Pro","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|english/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.044117,"ciLow":1472.473781,"ciHigh":1481.614453,"observedAt":"2026-11-11","runCount":32075,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"english/MiMo-V2.5-Pro","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|exclude_ties/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.798099,"ciLow":1461.320909,"ciHigh":1470.275289,"observedAt":"2026-11-11","runCount":58149,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"exclude_ties/MiMo-V2.5-Pro","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|expert/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1501.745393,"ciLow":1494.147778,"ciHigh":1509.343007,"observedAt":"2026-11-11","runCount":7422,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"expert/MiMo-V2.5-Pro","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|french/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.306547,"ciLow":1474.391023,"ciHigh":1500.222071,"observedAt":"2026-11-11","runCount":2837,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"french/MiMo-V2.5-Pro","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|german/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.085196,"ciLow":1439.659982,"ciHigh":1474.510411,"observedAt":"2026-11-11","runCount":1337,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"german/MiMo-V2.5-Pro","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|hard_prompts/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.409697,"ciLow":1481.287937,"ciHigh":1489.531458,"observedAt":"2026-11-11","runCount":49993,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"hard_prompts/MiMo-V2.5-Pro","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|hard_prompts_english/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.270119,"ciLow":1488.962995,"ciHigh":1499.577244,"observedAt":"2026-11-11","runCount":21589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"hard_prompts_english/MiMo-V2.5-Pro","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.020492,"ciLow":1461.095828,"ciHigh":1472.945156,"observedAt":"2026-11-11","runCount":14735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2.5-Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.077731,"ciLow":1431.403215,"ciHigh":1442.752246,"observedAt":"2026-11-11","runCount":17859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2.5-Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|industry_legal_and_government/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.090428,"ciLow":1466.829819,"ciHigh":1483.351038,"observedAt":"2026-11-11","runCount":6167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_legal_and_government/MiMo-V2.5-Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.954016,"ciLow":1475.839507,"ciHigh":1488.068525,"observedAt":"2026-11-11","runCount":12583,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_life_and_physical_and_social_science/MiMo-V2.5-Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|industry_mathematical/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.866111,"ciLow":1482.966947,"ciHigh":1502.765274,"observedAt":"2026-11-11","runCount":4093,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_mathematical/MiMo-V2.5-Pro","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.38528,"ciLow":1464.583134,"ciHigh":1482.187427,"observedAt":"2026-11-11","runCount":5390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_medicine_and_healthcare/MiMo-V2.5-Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|industry_software_and_it_services/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.72377,"ciLow":1489.983304,"ciHigh":1499.464236,"observedAt":"2026-11-11","runCount":29973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_software_and_it_services/MiMo-V2.5-Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.815759,"ciLow":1445.391731,"ciHigh":1456.239786,"observedAt":"2026-11-11","runCount":19868,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"industry_writing_and_literature_and_language/MiMo-V2.5-Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|instruction_following/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.589929,"ciLow":1470.59627,"ciHigh":1480.583587,"observedAt":"2026-11-11","runCount":25658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"instruction_following/MiMo-V2.5-Pro","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|japanese/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.113161,"ciLow":1389.144581,"ciHigh":1429.081741,"observedAt":"2026-11-11","runCount":1101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"japanese/MiMo-V2.5-Pro","slice":"japanese"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|korean/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.309559,"ciLow":1421.803177,"ciHigh":1456.815941,"observedAt":"2026-11-11","runCount":1333,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"korean/MiMo-V2.5-Pro","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|longer_query/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.996044,"ciLow":1476.227731,"ciHigh":1485.764357,"observedAt":"2026-11-11","runCount":33936,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"longer_query/MiMo-V2.5-Pro","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|math/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.592203,"ciLow":1470.414835,"ciHigh":1490.76957,"observedAt":"2026-11-11","runCount":3666,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"math/MiMo-V2.5-Pro","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|multi_turn/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.689053,"ciLow":1469.431503,"ciHigh":1481.946603,"observedAt":"2026-11-11","runCount":12979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"multi_turn/MiMo-V2.5-Pro","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|non_english/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.988983,"ciLow":1443.840318,"ciHigh":1452.137648,"observedAt":"2026-11-11","runCount":44669,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"non_english/MiMo-V2.5-Pro","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|overall/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.948031,"ciLow":1460.435101,"ciHigh":1467.46096,"observedAt":"2026-11-11","runCount":76747,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"overall/MiMo-V2.5-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|polish/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.271541,"ciLow":1445.364251,"ciHigh":1477.178832,"observedAt":"2026-11-11","runCount":1416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"polish/MiMo-V2.5-Pro","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|russian/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.72639,"ciLow":1442.827653,"ciHigh":1456.625126,"observedAt":"2026-11-11","runCount":9246,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"russian/MiMo-V2.5-Pro","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-text@1|rating|spanish/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.065779,"ciLow":1455.728713,"ciHigh":1482.402846,"observedAt":"2026-11-11","runCount":2365,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"spanish/MiMo-V2.5-Pro","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-webdev@1|rating|overall/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1479.189182,"ciLow":1473.926945,"ciHigh":1484.451419,"observedAt":"2026-11-15","runCount":22024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"overall/MiMo-V2.5-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-webdev@1|rating|webdev-html/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1469.839929,"ciLow":1457.709439,"ciHigh":1481.970419,"observedAt":"2026-11-15","runCount":2784,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"webdev-html/MiMo-V2.5-Pro","slice":"webdev-html"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-webdev@1|rating|webdev-react/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1467.50368,"ciLow":1461.592346,"ciHigh":1473.415014,"observedAt":"2026-11-15","runCount":16127,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"webdev-react/MiMo-V2.5-Pro","slice":"webdev-react"}
{"key":"lmarena|xiaomi/mimo-v2.5-pro:default|none|lmarena-webdev@1|rating|webdev/MiMo-V2.5-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1479.189182,"ciLow":1473.926945,"ciHigh":1484.451419,"observedAt":"2026-11-15","runCount":22024,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5-Pro","rowId":"webdev/MiMo-V2.5-Pro","slice":"webdev"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|chinese/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.454099,"ciLow":1470.370153,"ciHigh":1494.538045,"observedAt":"2026-11-11","runCount":2543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"chinese/MiMo-V2.5","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|coding/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.089828,"ciLow":1484.551606,"ciHigh":1497.628051,"observedAt":"2026-11-11","runCount":13477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"coding/MiMo-V2.5","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|creative_writing/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.064578,"ciLow":1385.269724,"ciHigh":1400.859432,"observedAt":"2026-11-11","runCount":7801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"creative_writing/MiMo-V2.5","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|english/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.021434,"ciLow":1446.515743,"ciHigh":1457.527126,"observedAt":"2026-11-11","runCount":21132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"english/MiMo-V2.5","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|exclude_ties/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1427.503892,"ciLow":1422.033235,"ciHigh":1432.974549,"observedAt":"2026-11-11","runCount":35879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"exclude_ties/MiMo-V2.5","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|expert/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.858833,"ciLow":1461.607421,"ciHigh":1480.110244,"observedAt":"2026-11-11","runCount":4695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"expert/MiMo-V2.5","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|french/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.75719,"ciLow":1442.002314,"ciHigh":1473.512066,"observedAt":"2026-11-11","runCount":1793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"french/MiMo-V2.5","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|german/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.503773,"ciLow":1409.839092,"ciHigh":1453.168455,"observedAt":"2026-11-11","runCount":802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"german/MiMo-V2.5","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|hard_prompts/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.902439,"ciLow":1456.926821,"ciHigh":1466.878057,"observedAt":"2026-11-11","runCount":31446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"hard_prompts/MiMo-V2.5","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.754521,"ciLow":1464.470356,"ciHigh":1477.038685,"observedAt":"2026-11-11","runCount":14907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"hard_prompts_english/MiMo-V2.5","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.320013,"ciLow":1434.082696,"ciHigh":1448.55733,"observedAt":"2026-11-11","runCount":9562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.390796,"ciLow":1395.195393,"ciHigh":1409.5862,"observedAt":"2026-11-11","runCount":10322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.405812,"ciLow":1418.948611,"ciHigh":1439.863014,"observedAt":"2026-11-11","runCount":3714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_legal_and_government/MiMo-V2.5","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.171375,"ciLow":1444.479943,"ciHigh":1459.862806,"observedAt":"2026-11-11","runCount":7603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_life_and_physical_and_social_science/MiMo-V2.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.609008,"ciLow":1440.265133,"ciHigh":1464.952883,"observedAt":"2026-11-11","runCount":2564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_mathematical/MiMo-V2.5","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.16332,"ciLow":1438.170777,"ciHigh":1460.155864,"observedAt":"2026-11-11","runCount":3375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_medicine_and_healthcare/MiMo-V2.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.848855,"ciLow":1474.053178,"ciHigh":1485.644532,"observedAt":"2026-11-11","runCount":19064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_software_and_it_services/MiMo-V2.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.252614,"ciLow":1404.480991,"ciHigh":1418.024236,"observedAt":"2026-11-11","runCount":11410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_writing_and_literature_and_language/MiMo-V2.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|instruction_following/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.878505,"ciLow":1424.758738,"ciHigh":1436.998272,"observedAt":"2026-11-11","runCount":15862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"instruction_following/MiMo-V2.5","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|japanese/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.473004,"ciLow":1293.701608,"ciHigh":1349.244399,"observedAt":"2026-11-11","runCount":533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"japanese/MiMo-V2.5","slice":"japanese"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|korean/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.007071,"ciLow":1341.823052,"ciHigh":1386.19109,"observedAt":"2026-11-11","runCount":773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"korean/MiMo-V2.5","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|longer_query/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.075204,"ciLow":1446.278193,"ciHigh":1457.872214,"observedAt":"2026-11-11","runCount":20978,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"longer_query/MiMo-V2.5","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|math/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.312745,"ciLow":1425.159567,"ciHigh":1449.465923,"observedAt":"2026-11-11","runCount":2421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"math/MiMo-V2.5","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|multi_turn/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.662526,"ciLow":1443.037747,"ciHigh":1458.287305,"observedAt":"2026-11-11","runCount":8287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"multi_turn/MiMo-V2.5","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|non_english/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.138329,"ciLow":1405.952904,"ciHigh":1416.323754,"observedAt":"2026-11-11","runCount":25660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"non_english/MiMo-V2.5","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|overall/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1433.550213,"ciLow":1429.311169,"ciHigh":1437.789257,"observedAt":"2026-11-11","runCount":46793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"overall/MiMo-V2.5","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|polish/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.839579,"ciLow":1398.61454,"ciHigh":1437.064619,"observedAt":"2026-11-11","runCount":935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"polish/MiMo-V2.5","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|russian/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.634883,"ciLow":1396.755976,"ciHigh":1414.51379,"observedAt":"2026-11-11","runCount":5224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"russian/MiMo-V2.5","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text-style-control@1|rating|spanish/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.105642,"ciLow":1396.279054,"ciHigh":1429.93223,"observedAt":"2026-11-11","runCount":1423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"spanish/MiMo-V2.5","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|chinese/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.385269,"ciLow":1458.32401,"ciHigh":1482.446527,"observedAt":"2026-11-11","runCount":2543,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"chinese/MiMo-V2.5","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|coding/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.261813,"ciLow":1462.769499,"ciHigh":1475.754128,"observedAt":"2026-11-11","runCount":13477,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"coding/MiMo-V2.5","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|creative_writing/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.099286,"ciLow":1383.324309,"ciHigh":1398.874264,"observedAt":"2026-11-11","runCount":7801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"creative_writing/MiMo-V2.5","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|english/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.86466,"ciLow":1441.358691,"ciHigh":1452.370628,"observedAt":"2026-11-11","runCount":21132,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"english/MiMo-V2.5","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|exclude_ties/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.225461,"ciLow":1411.82491,"ciHigh":1422.626012,"observedAt":"2026-11-11","runCount":35879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"exclude_ties/MiMo-V2.5","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|expert/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.51939,"ciLow":1450.303468,"ciHigh":1468.735312,"observedAt":"2026-11-11","runCount":4695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"expert/MiMo-V2.5","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|french/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.96714,"ciLow":1434.406957,"ciHigh":1465.527323,"observedAt":"2026-11-11","runCount":1793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"french/MiMo-V2.5","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|german/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.446423,"ciLow":1397.939118,"ciHigh":1440.953727,"observedAt":"2026-11-11","runCount":802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"german/MiMo-V2.5","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|hard_prompts/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.877837,"ciLow":1444.929217,"ciHigh":1454.826457,"observedAt":"2026-11-11","runCount":31446,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"hard_prompts/MiMo-V2.5","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|hard_prompts_english/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.678899,"ciLow":1454.411163,"ciHigh":1466.946635,"observedAt":"2026-11-11","runCount":14907,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"hard_prompts_english/MiMo-V2.5","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.75404,"ciLow":1424.57331,"ciHigh":1438.934771,"observedAt":"2026-11-11","runCount":9562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.57082,"ciLow":1391.421015,"ciHigh":1405.720625,"observedAt":"2026-11-11","runCount":10322,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|industry_legal_and_government/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.309974,"ciLow":1412.925694,"ciHigh":1433.694254,"observedAt":"2026-11-11","runCount":3714,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_legal_and_government/MiMo-V2.5","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.116407,"ciLow":1431.493823,"ciHigh":1446.738991,"observedAt":"2026-11-11","runCount":7603,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_life_and_physical_and_social_science/MiMo-V2.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|industry_mathematical/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.40189,"ciLow":1437.084089,"ciHigh":1461.719691,"observedAt":"2026-11-11","runCount":2564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_mathematical/MiMo-V2.5","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.732812,"ciLow":1419.832107,"ciHigh":1441.633517,"observedAt":"2026-11-11","runCount":3375,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_medicine_and_healthcare/MiMo-V2.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|industry_software_and_it_services/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.232627,"ciLow":1457.48053,"ciHigh":1468.984724,"observedAt":"2026-11-11","runCount":19064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_software_and_it_services/MiMo-V2.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1408.21262,"ciLow":1401.435202,"ciHigh":1414.990039,"observedAt":"2026-11-11","runCount":11410,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"industry_writing_and_literature_and_language/MiMo-V2.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|instruction_following/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.990029,"ciLow":1427.886901,"ciHigh":1440.093158,"observedAt":"2026-11-11","runCount":15862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"instruction_following/MiMo-V2.5","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|japanese/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1305.278235,"ciLow":1277.63129,"ciHigh":1332.92518,"observedAt":"2026-11-11","runCount":533,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"japanese/MiMo-V2.5","slice":"japanese"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|korean/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1355.960669,"ciLow":1334.068155,"ciHigh":1377.853184,"observedAt":"2026-11-11","runCount":773,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"korean/MiMo-V2.5","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|longer_query/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.820483,"ciLow":1439.061165,"ciHigh":1450.5798,"observedAt":"2026-11-11","runCount":20978,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"longer_query/MiMo-V2.5","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|math/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.773241,"ciLow":1423.595159,"ciHigh":1447.951324,"observedAt":"2026-11-11","runCount":2421,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"math/MiMo-V2.5","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|multi_turn/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.03486,"ciLow":1437.443615,"ciHigh":1452.626104,"observedAt":"2026-11-11","runCount":8287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"multi_turn/MiMo-V2.5","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|non_english/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.07265,"ciLow":1398.907592,"ciHigh":1409.237707,"observedAt":"2026-11-11","runCount":25660,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"non_english/MiMo-V2.5","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|overall/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.468084,"ciLow":1423.236874,"ciHigh":1431.699295,"observedAt":"2026-11-11","runCount":46793,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"overall/MiMo-V2.5","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|polish/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.976899,"ciLow":1390.972905,"ciHigh":1428.980893,"observedAt":"2026-11-11","runCount":935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"polish/MiMo-V2.5","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|russian/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.815943,"ciLow":1385.954838,"ciHigh":1403.677048,"observedAt":"2026-11-11","runCount":5224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"russian/MiMo-V2.5","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-text@1|rating|spanish/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.517646,"ciLow":1398.85923,"ciHigh":1432.176063,"observedAt":"2026-11-11","runCount":1423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"spanish/MiMo-V2.5","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision-style-control@1|rating|chinese/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.393176,"ciLow":1292.469405,"ciHigh":1326.316947,"observedAt":"2026-11-09","runCount":1578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"chinese/MiMo-V2.5","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1214.754198,"ciLow":1200.243753,"ciHigh":1229.264642,"observedAt":"2026-11-09","runCount":1921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"creative_writing_vision/MiMo-V2.5","slice":"creative_writing_vision"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision-style-control@1|rating|diagram/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1266.559736,"ciLow":1258.343822,"ciHigh":1274.77565,"observedAt":"2026-11-09","runCount":7742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"diagram/MiMo-V2.5","slice":"diagram"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision-style-control@1|rating|english/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.781826,"ciLow":1232.74586,"ciHigh":1248.817791,"observedAt":"2026-11-09","runCount":11452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"english/MiMo-V2.5","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision-style-control@1|rating|entity_recognition/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1168.726567,"ciLow":1128.828753,"ciHigh":1208.624381,"observedAt":"2026-11-09","runCount":190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"entity_recognition/MiMo-V2.5","slice":"entity_recognition"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision-style-control@1|rating|homework/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.09588,"ciLow":1244.039868,"ciHigh":1264.151893,"observedAt":"2026-11-09","runCount":4115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"homework/MiMo-V2.5","slice":"homework"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision-style-control@1|rating|humor/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1212.88668,"ciLow":1194.792986,"ciHigh":1230.980374,"observedAt":"2026-11-09","runCount":1166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"humor/MiMo-V2.5","slice":"humor"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision-style-control@1|rating|ocr/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.920124,"ciLow":1242.162401,"ciHigh":1253.677847,"observedAt":"2026-11-09","runCount":20968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"ocr/MiMo-V2.5","slice":"ocr"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision-style-control@1|rating|overall/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1234.115108,"ciLow":1228.31906,"ciHigh":1239.911155,"observedAt":"2026-11-09","runCount":29427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"overall/MiMo-V2.5","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision@1|rating|chinese/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1323.592814,"ciLow":1306.752256,"ciHigh":1340.433373,"observedAt":"2026-11-09","runCount":1578,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"chinese/MiMo-V2.5","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision@1|rating|creative_writing_vision/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1229.857888,"ciLow":1215.518633,"ciHigh":1244.197144,"observedAt":"2026-11-09","runCount":1921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"creative_writing_vision/MiMo-V2.5","slice":"creative_writing_vision"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision@1|rating|diagram/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1269.684357,"ciLow":1261.4907,"ciHigh":1277.878015,"observedAt":"2026-11-09","runCount":7742,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"diagram/MiMo-V2.5","slice":"diagram"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision@1|rating|english/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1259.279825,"ciLow":1251.270105,"ciHigh":1267.289544,"observedAt":"2026-11-09","runCount":11452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"english/MiMo-V2.5","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision@1|rating|entity_recognition/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1195.026871,"ciLow":1155.367783,"ciHigh":1234.685958,"observedAt":"2026-11-09","runCount":190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"entity_recognition/MiMo-V2.5","slice":"entity_recognition"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision@1|rating|homework/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1261.240297,"ciLow":1251.220958,"ciHigh":1271.259636,"observedAt":"2026-11-09","runCount":4115,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"homework/MiMo-V2.5","slice":"homework"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision@1|rating|humor/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1226.356415,"ciLow":1208.336373,"ciHigh":1244.376458,"observedAt":"2026-11-09","runCount":1166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"humor/MiMo-V2.5","slice":"humor"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision@1|rating|ocr/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1256.586922,"ciLow":1250.85442,"ciHigh":1262.319425,"observedAt":"2026-11-09","runCount":20968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"ocr/MiMo-V2.5","slice":"ocr"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-vision@1|rating|overall/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1247.513078,"ciLow":1241.747048,"ciHigh":1253.279109,"observedAt":"2026-11-09","runCount":29427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"overall/MiMo-V2.5","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-webdev@1|rating|overall/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1437.933449,"ciLow":1431.872126,"ciHigh":1443.994772,"observedAt":"2026-11-15","runCount":14624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"overall/MiMo-V2.5","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-webdev@1|rating|webdev-html/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1428.142244,"ciLow":1412.963314,"ciHigh":1443.321174,"observedAt":"2026-11-15","runCount":1715,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"webdev-html/MiMo-V2.5","slice":"webdev-html"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-webdev@1|rating|webdev-react/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1423.613115,"ciLow":1416.853633,"ciHigh":1430.372596,"observedAt":"2026-11-15","runCount":11278,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"webdev-react/MiMo-V2.5","slice":"webdev-react"}
{"key":"lmarena|xiaomi/mimo-v2.5:default|none|lmarena-webdev@1|rating|webdev/MiMo-V2.5","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1437.933449,"ciLow":1431.872126,"ciHigh":1443.994772,"observedAt":"2026-11-15","runCount":14624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.5","rowId":"webdev/MiMo-V2.5","slice":"webdev"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-agent@1|cost-per-task|overall/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.07506,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"overall/MiMo-V2.6-Flash","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-agent@1|output-tokens-per-task|overall/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":44545,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"overall/MiMo-V2.6-Flash","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-agent@1|score|overall/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.006399,"ciLow":-0.016466,"ciHigh":0.003668,"observedAt":"2026-11-15","runCount":4085585,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"overall/MiMo-V2.6-Flash","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|chinese/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.45936,"ciLow":1495.762096,"ciHigh":1525.156624,"observedAt":"2026-11-11","runCount":1822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"chinese/MiMo-V2.6-Flash","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|coding/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1511.42292,"ciLow":1502.377363,"ciHigh":1520.468476,"observedAt":"2026-11-11","runCount":5341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"coding/MiMo-V2.6-Flash","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|creative_writing/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1391.778767,"ciLow":1381.981601,"ciHigh":1401.575932,"observedAt":"2026-11-11","runCount":4923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"creative_writing/MiMo-V2.6-Flash","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|english/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.414278,"ciLow":1460.922398,"ciHigh":1475.906158,"observedAt":"2026-11-11","runCount":8194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"english/MiMo-V2.6-Flash","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|exclude_ties/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.204791,"ciLow":1441.419545,"ciHigh":1454.990037,"observedAt":"2026-11-11","runCount":17409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"exclude_ties/MiMo-V2.6-Flash","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|expert/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.220367,"ciLow":1481.852817,"ciHigh":1508.587916,"observedAt":"2026-11-11","runCount":2145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"expert/MiMo-V2.6-Flash","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|french/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.517816,"ciLow":1451.816854,"ciHigh":1495.218777,"observedAt":"2026-11-11","runCount":897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"french/MiMo-V2.6-Flash","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|german/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.387482,"ciLow":1428.9498,"ciHigh":1491.825163,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"german/MiMo-V2.6-Flash","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|hard_prompts/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.140974,"ciLow":1465.940886,"ciHigh":1478.341062,"observedAt":"2026-11-11","runCount":14393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"hard_prompts/MiMo-V2.6-Flash","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.084476,"ciLow":1478.935669,"ciHigh":1497.233284,"observedAt":"2026-11-11","runCount":5177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"hard_prompts_english/MiMo-V2.6-Flash","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.373496,"ciLow":1443.099287,"ciHigh":1463.647706,"observedAt":"2026-11-11","runCount":3997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2.6-Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.668039,"ciLow":1398.59718,"ciHigh":1416.738898,"observedAt":"2026-11-11","runCount":5724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2.6-Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.233659,"ciLow":1431.313491,"ciHigh":1461.153826,"observedAt":"2026-11-11","runCount":1852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_legal_and_government/MiMo-V2.6-Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.524558,"ciLow":1446.721338,"ciHigh":1468.327778,"observedAt":"2026-11-11","runCount":3576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_life_and_physical_and_social_science/MiMo-V2.6-Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.651734,"ciLow":1460.631646,"ciHigh":1494.671821,"observedAt":"2026-11-11","runCount":1274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_mathematical/MiMo-V2.6-Flash","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.72291,"ciLow":1433.404291,"ciHigh":1466.041528,"observedAt":"2026-11-11","runCount":1499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_medicine_and_healthcare/MiMo-V2.6-Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.595457,"ciLow":1494.176828,"ciHigh":1509.014087,"observedAt":"2026-11-11","runCount":8442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_software_and_it_services/MiMo-V2.6-Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.029078,"ciLow":1403.519823,"ciHigh":1420.538332,"observedAt":"2026-11-11","runCount":6467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_writing_and_literature_and_language/MiMo-V2.6-Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|instruction_following/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.718346,"ciLow":1427.938482,"ciHigh":1443.498209,"observedAt":"2026-11-11","runCount":7627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"instruction_following/MiMo-V2.6-Flash","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|japanese/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1365.80049,"ciLow":1334.805709,"ciHigh":1396.795271,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"japanese/MiMo-V2.6-Flash","slice":"japanese"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|korean/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.602347,"ciLow":1375.586702,"ciHigh":1439.617993,"observedAt":"2026-11-11","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"korean/MiMo-V2.6-Flash","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|longer_query/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.45137,"ciLow":1450.086798,"ciHigh":1464.815943,"observedAt":"2026-11-11","runCount":9600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"longer_query/MiMo-V2.6-Flash","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|math/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.022635,"ciLow":1444.438777,"ciHigh":1479.606493,"observedAt":"2026-11-11","runCount":1152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"math/MiMo-V2.6-Flash","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|multi_turn/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.651804,"ciLow":1433.788169,"ciHigh":1455.515439,"observedAt":"2026-11-11","runCount":3471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"multi_turn/MiMo-V2.6-Flash","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|non_english/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1428.186371,"ciLow":1422.138652,"ciHigh":1434.234091,"observedAt":"2026-11-11","runCount":15057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"non_english/MiMo-V2.6-Flash","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|overall/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.395237,"ciLow":1443.212869,"ciHigh":1453.577605,"observedAt":"2026-11-11","runCount":23252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"overall/MiMo-V2.6-Flash","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|polish/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.851883,"ciLow":1409.583764,"ciHigh":1472.120003,"observedAt":"2026-11-11","runCount":366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"polish/MiMo-V2.6-Flash","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|russian/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.278481,"ciLow":1408.585169,"ciHigh":1429.971793,"observedAt":"2026-11-11","runCount":3618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"russian/MiMo-V2.6-Flash","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text-style-control@1|rating|spanish/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.355413,"ciLow":1427.219473,"ciHigh":1469.491353,"observedAt":"2026-11-11","runCount":891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"spanish/MiMo-V2.6-Flash","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|chinese/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1515.747601,"ciLow":1501.165866,"ciHigh":1530.329336,"observedAt":"2026-11-11","runCount":1822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"chinese/MiMo-V2.6-Flash","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|coding/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.302921,"ciLow":1488.350833,"ciHigh":1506.255008,"observedAt":"2026-11-11","runCount":5341,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"coding/MiMo-V2.6-Flash","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|creative_writing/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.003985,"ciLow":1392.300211,"ciHigh":1411.70776,"observedAt":"2026-11-11","runCount":4923,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"creative_writing/MiMo-V2.6-Flash","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|english/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.19909,"ciLow":1465.755959,"ciHigh":1480.642222,"observedAt":"2026-11-11","runCount":8194,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"english/MiMo-V2.6-Flash","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|exclude_ties/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.13413,"ciLow":1442.469642,"ciHigh":1455.798619,"observedAt":"2026-11-11","runCount":17409,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"exclude_ties/MiMo-V2.6-Flash","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|expert/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1496.548732,"ciLow":1483.321643,"ciHigh":1509.775821,"observedAt":"2026-11-11","runCount":2145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"expert/MiMo-V2.6-Flash","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|french/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.076112,"ciLow":1452.429359,"ciHigh":1495.722864,"observedAt":"2026-11-11","runCount":897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"french/MiMo-V2.6-Flash","slice":"french"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|german/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.605694,"ciLow":1429.406472,"ciHigh":1491.804916,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"german/MiMo-V2.6-Flash","slice":"german"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|hard_prompts/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.102866,"ciLow":1461.952286,"ciHigh":1474.253447,"observedAt":"2026-11-11","runCount":14393,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"hard_prompts/MiMo-V2.6-Flash","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|hard_prompts_english/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.421254,"ciLow":1479.344319,"ciHigh":1497.49819,"observedAt":"2026-11-11","runCount":5177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"hard_prompts_english/MiMo-V2.6-Flash","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.272234,"ciLow":1441.111242,"ciHigh":1461.433226,"observedAt":"2026-11-11","runCount":3997,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2.6-Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1413.799371,"ciLow":1404.81178,"ciHigh":1422.786963,"observedAt":"2026-11-11","runCount":5724,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2.6-Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|industry_legal_and_government/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.913343,"ciLow":1436.295579,"ciHigh":1465.531106,"observedAt":"2026-11-11","runCount":1852,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_legal_and_government/MiMo-V2.6-Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.136475,"ciLow":1444.503204,"ciHigh":1465.769747,"observedAt":"2026-11-11","runCount":3576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_life_and_physical_and_social_science/MiMo-V2.6-Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|industry_mathematical/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.944448,"ciLow":1463.948354,"ciHigh":1497.940542,"observedAt":"2026-11-11","runCount":1274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_mathematical/MiMo-V2.6-Flash","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.59532,"ciLow":1428.494409,"ciHigh":1460.69623,"observedAt":"2026-11-11","runCount":1499,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_medicine_and_healthcare/MiMo-V2.6-Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|industry_software_and_it_services/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.78245,"ciLow":1485.424896,"ciHigh":1500.140004,"observedAt":"2026-11-11","runCount":8442,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_software_and_it_services/MiMo-V2.6-Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.001762,"ciLow":1409.534651,"ciHigh":1426.468873,"observedAt":"2026-11-11","runCount":6467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"industry_writing_and_literature_and_language/MiMo-V2.6-Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|instruction_following/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1445.209869,"ciLow":1437.479709,"ciHigh":1452.94003,"observedAt":"2026-11-11","runCount":7627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"instruction_following/MiMo-V2.6-Flash","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|japanese/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.324967,"ciLow":1331.619988,"ciHigh":1393.029946,"observedAt":"2026-11-11","runCount":428,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"japanese/MiMo-V2.6-Flash","slice":"japanese"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|korean/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1411.42238,"ciLow":1379.777826,"ciHigh":1443.066935,"observedAt":"2026-11-11","runCount":390,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"korean/MiMo-V2.6-Flash","slice":"korean"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|longer_query/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.083276,"ciLow":1447.785581,"ciHigh":1462.380971,"observedAt":"2026-11-11","runCount":9600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"longer_query/MiMo-V2.6-Flash","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|math/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.989216,"ciLow":1449.409381,"ciHigh":1484.569052,"observedAt":"2026-11-11","runCount":1152,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"math/MiMo-V2.6-Flash","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|multi_turn/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.181591,"ciLow":1432.403868,"ciHigh":1453.959314,"observedAt":"2026-11-11","runCount":3471,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"multi_turn/MiMo-V2.6-Flash","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|non_english/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.147991,"ciLow":1424.14148,"ciHigh":1436.154503,"observedAt":"2026-11-11","runCount":15057,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"non_english/MiMo-V2.6-Flash","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|overall/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.843694,"ciLow":1445.695837,"ciHigh":1455.991552,"observedAt":"2026-11-11","runCount":23252,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"overall/MiMo-V2.6-Flash","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|polish/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.405051,"ciLow":1410.30794,"ciHigh":1472.502161,"observedAt":"2026-11-11","runCount":366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"polish/MiMo-V2.6-Flash","slice":"polish"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|russian/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.196725,"ciLow":1404.582497,"ciHigh":1425.810953,"observedAt":"2026-11-11","runCount":3618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"russian/MiMo-V2.6-Flash","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-text@1|rating|spanish/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.439562,"ciLow":1441.489846,"ciHigh":1483.389277,"observedAt":"2026-11-11","runCount":891,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"spanish/MiMo-V2.6-Flash","slice":"spanish"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision-style-control@1|rating|chinese/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1334.998822,"ciLow":1300.62336,"ciHigh":1369.374283,"observedAt":"2026-11-09","runCount":320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"chinese/MiMo-V2.6-Flash","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1222.287668,"ciLow":1195.701956,"ciHigh":1248.87338,"observedAt":"2026-11-09","runCount":591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"creative_writing_vision/MiMo-V2.6-Flash","slice":"creative_writing_vision"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision-style-control@1|rating|diagram/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.550524,"ciLow":1250.234664,"ciHigh":1280.866384,"observedAt":"2026-11-09","runCount":1701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"diagram/MiMo-V2.6-Flash","slice":"diagram"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision-style-control@1|rating|english/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1257.316532,"ciLow":1242.986875,"ciHigh":1271.646189,"observedAt":"2026-11-09","runCount":2095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"english/MiMo-V2.6-Flash","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision-style-control@1|rating|homework/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1282.362602,"ciLow":1263.26482,"ciHigh":1301.460383,"observedAt":"2026-11-09","runCount":1016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"homework/MiMo-V2.6-Flash","slice":"homework"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision-style-control@1|rating|humor/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1221.903053,"ciLow":1184.615748,"ciHigh":1259.190358,"observedAt":"2026-11-09","runCount":277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"humor/MiMo-V2.6-Flash","slice":"humor"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision-style-control@1|rating|ocr/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1265.550518,"ciLow":1255.993719,"ciHigh":1275.107317,"observedAt":"2026-11-09","runCount":4763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"ocr/MiMo-V2.6-Flash","slice":"ocr"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision-style-control@1|rating|overall/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.910443,"ciLow":1239.343626,"ciHigh":1256.47726,"observedAt":"2026-11-09","runCount":6906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"overall/MiMo-V2.6-Flash","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision@1|rating|chinese/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1346.199934,"ciLow":1312.079131,"ciHigh":1380.320737,"observedAt":"2026-11-09","runCount":320,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"chinese/MiMo-V2.6-Flash","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision@1|rating|creative_writing_vision/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1236.080494,"ciLow":1209.731503,"ciHigh":1262.429486,"observedAt":"2026-11-09","runCount":591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"creative_writing_vision/MiMo-V2.6-Flash","slice":"creative_writing_vision"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision@1|rating|diagram/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1266.253038,"ciLow":1251.061084,"ciHigh":1281.444993,"observedAt":"2026-11-09","runCount":1701,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"diagram/MiMo-V2.6-Flash","slice":"diagram"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision@1|rating|english/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1273.817844,"ciLow":1259.534455,"ciHigh":1288.101233,"observedAt":"2026-11-09","runCount":2095,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"english/MiMo-V2.6-Flash","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision@1|rating|homework/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1287.568187,"ciLow":1268.468303,"ciHigh":1306.668072,"observedAt":"2026-11-09","runCount":1016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"homework/MiMo-V2.6-Flash","slice":"homework"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision@1|rating|humor/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1235.976429,"ciLow":1198.442503,"ciHigh":1273.510355,"observedAt":"2026-11-09","runCount":277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"humor/MiMo-V2.6-Flash","slice":"humor"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision@1|rating|ocr/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1272.849552,"ciLow":1263.328684,"ciHigh":1282.37042,"observedAt":"2026-11-09","runCount":4763,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"ocr/MiMo-V2.6-Flash","slice":"ocr"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-vision@1|rating|overall/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1259.559769,"ciLow":1251.022083,"ciHigh":1268.097456,"observedAt":"2026-11-09","runCount":6906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"overall/MiMo-V2.6-Flash","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-webdev@1|rating|image_to_webdev/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1593.241475,"ciLow":1582.35468,"ciHigh":1604.128269,"observedAt":"2026-11-15","runCount":3437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"image_to_webdev/MiMo-V2.6-Flash","slice":"image_to_webdev"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-webdev@1|rating|overall/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1638.534308,"ciLow":1630.919358,"ciHigh":1646.149258,"observedAt":"2026-11-15","runCount":9239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"overall/MiMo-V2.6-Flash","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-webdev@1|rating|webdev-html/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1636.003592,"ciLow":1618.708903,"ciHigh":1653.298282,"observedAt":"2026-11-15","runCount":1469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"webdev-html/MiMo-V2.6-Flash","slice":"webdev-html"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-webdev@1|rating|webdev-react/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1654.122593,"ciLow":1644.898463,"ciHigh":1663.346722,"observedAt":"2026-11-15","runCount":5734,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"webdev-react/MiMo-V2.6-Flash","slice":"webdev-react"}
{"key":"lmarena|xiaomi/mimo-v2.6-flash:default|none|lmarena-webdev@1|rating|webdev/MiMo-V2.6-Flash","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1638.534308,"ciLow":1630.919358,"ciHigh":1646.149258,"observedAt":"2026-11-15","runCount":9239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Flash","rowId":"webdev/MiMo-V2.6-Flash","slice":"webdev"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-agent@1|cost-per-task|overall/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.159901,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"overall/MiMo-V2.6-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-agent@1|output-tokens-per-task|overall/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":47607.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"overall/MiMo-V2.6-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-agent@1|score|overall/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.01497,"ciLow":0.005863,"ciHigh":0.024077,"observedAt":"2026-11-15","runCount":5894831,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"overall/MiMo-V2.6-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|chinese/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.832931,"ciLow":1474.652344,"ciHigh":1541.013518,"observedAt":"2026-11-11","runCount":294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"chinese/MiMo-V2.6-Pro","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|coding/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1538.21533,"ciLow":1520.207559,"ciHigh":1556.223101,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"coding/MiMo-V2.6-Pro","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|creative_writing/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.004976,"ciLow":1426.848198,"ciHigh":1469.161754,"observedAt":"2026-11-11","runCount":805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"creative_writing/MiMo-V2.6-Pro","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|english/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.368937,"ciLow":1478.183471,"ciHigh":1508.554403,"observedAt":"2026-11-11","runCount":1492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"english/MiMo-V2.6-Pro","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|exclude_ties/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.897609,"ciLow":1475.816877,"ciHigh":1501.978341,"observedAt":"2026-11-11","runCount":2989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"exclude_ties/MiMo-V2.6-Pro","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|expert/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1525.772378,"ciLow":1497.809043,"ciHigh":1553.735713,"observedAt":"2026-11-11","runCount":445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"expert/MiMo-V2.6-Pro","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1503.775168,"ciLow":1492.063515,"ciHigh":1515.486821,"observedAt":"2026-11-11","runCount":2622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"hard_prompts/MiMo-V2.6-Pro","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1509.99497,"ciLow":1490.764075,"ciHigh":1529.225865,"observedAt":"2026-11-11","runCount":933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"hard_prompts_english/MiMo-V2.6-Pro","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.839488,"ciLow":1435.429805,"ciHigh":1480.24917,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2.6-Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.48199,"ciLow":1426.124436,"ciHigh":1464.839544,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2.6-Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.364109,"ciLow":1436.354787,"ciHigh":1504.373431,"observedAt":"2026-11-11","runCount":328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_legal_and_government/MiMo-V2.6-Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.604939,"ciLow":1471.468921,"ciHigh":1519.740957,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_life_and_physical_and_social_science/MiMo-V2.6-Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|industry_mathematical/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.710822,"ciLow":1466.17656,"ciHigh":1543.245083,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_mathematical/MiMo-V2.6-Pro","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.730886,"ciLow":1448.710785,"ciHigh":1524.750987,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_medicine_and_healthcare/MiMo-V2.6-Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1528.147628,"ciLow":1513.429451,"ciHigh":1542.865805,"observedAt":"2026-11-11","runCount":1621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_software_and_it_services/MiMo-V2.6-Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.216273,"ciLow":1436.641564,"ciHigh":1473.790981,"observedAt":"2026-11-11","runCount":1018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_writing_and_literature_and_language/MiMo-V2.6-Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|instruction_following/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.052307,"ciLow":1456.105999,"ciHigh":1487.998615,"observedAt":"2026-11-11","runCount":1389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"instruction_following/MiMo-V2.6-Pro","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|longer_query/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.865882,"ciLow":1480.981792,"ciHigh":1510.749971,"observedAt":"2026-11-11","runCount":1645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"longer_query/MiMo-V2.6-Pro","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|math/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.467248,"ciLow":1442.989796,"ciHigh":1523.944699,"observedAt":"2026-11-11","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"math/MiMo-V2.6-Pro","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|multi_turn/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.028465,"ciLow":1437.904214,"ciHigh":1486.152716,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"multi_turn/MiMo-V2.6-Pro","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|non_english/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.076667,"ciLow":1449.29962,"ciHigh":1472.853714,"observedAt":"2026-11-11","runCount":2568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"non_english/MiMo-V2.6-Pro","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|overall/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.894718,"ciLow":1470.42227,"ciHigh":1489.367166,"observedAt":"2026-11-11","runCount":4064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"overall/MiMo-V2.6-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text-style-control@1|rating|russian/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.222004,"ciLow":1448.358383,"ciHigh":1496.085624,"observedAt":"2026-11-11","runCount":594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"russian/MiMo-V2.6-Pro","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|chinese/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1528.066463,"ciLow":1494.779781,"ciHigh":1561.353145,"observedAt":"2026-11-11","runCount":294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"chinese/MiMo-V2.6-Pro","slice":"chinese"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|coding/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1533.59178,"ciLow":1515.670819,"ciHigh":1551.512741,"observedAt":"2026-11-11","runCount":1091,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"coding/MiMo-V2.6-Pro","slice":"coding"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|creative_writing/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.768226,"ciLow":1446.724854,"ciHigh":1488.811598,"observedAt":"2026-11-11","runCount":805,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"creative_writing/MiMo-V2.6-Pro","slice":"creative_writing"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|english/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.700288,"ciLow":1487.582515,"ciHigh":1517.81806,"observedAt":"2026-11-11","runCount":1492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"english/MiMo-V2.6-Pro","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|exclude_ties/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.924229,"ciLow":1490.07644,"ciHigh":1515.772018,"observedAt":"2026-11-11","runCount":2989,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"exclude_ties/MiMo-V2.6-Pro","slice":"exclude_ties"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|expert/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1538.892071,"ciLow":1511.406172,"ciHigh":1566.377969,"observedAt":"2026-11-11","runCount":445,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"expert/MiMo-V2.6-Pro","slice":"expert"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|hard_prompts/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1510.651339,"ciLow":1499.034934,"ciHigh":1522.267743,"observedAt":"2026-11-11","runCount":2622,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"hard_prompts/MiMo-V2.6-Pro","slice":"hard_prompts"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|hard_prompts_english/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1516.966442,"ciLow":1497.913441,"ciHigh":1536.019442,"observedAt":"2026-11-11","runCount":933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"hard_prompts_english/MiMo-V2.6-Pro","slice":"hard_prompts_english"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.823163,"ciLow":1443.613521,"ciHigh":1488.032806,"observedAt":"2026-11-11","runCount":717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_business_and_management_and_financial_operations/MiMo-V2.6-Pro","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.809482,"ciLow":1443.451359,"ciHigh":1482.167606,"observedAt":"2026-11-11","runCount":956,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_entertainment_and_sports_and_media/MiMo-V2.6-Pro","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|industry_legal_and_government/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.898805,"ciLow":1452.729224,"ciHigh":1519.068386,"observedAt":"2026-11-11","runCount":328,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_legal_and_government/MiMo-V2.6-Pro","slice":"industry_legal_and_government"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1503.767732,"ciLow":1480.051414,"ciHigh":1527.48405,"observedAt":"2026-11-11","runCount":590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_life_and_physical_and_social_science/MiMo-V2.6-Pro","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|industry_mathematical/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1514.294967,"ciLow":1475.588116,"ciHigh":1553.001818,"observedAt":"2026-11-11","runCount":224,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_mathematical/MiMo-V2.6-Pro","slice":"industry_mathematical"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.139789,"ciLow":1454.966752,"ciHigh":1529.312827,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_medicine_and_healthcare/MiMo-V2.6-Pro","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|industry_software_and_it_services/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1527.960211,"ciLow":1513.359325,"ciHigh":1542.561096,"observedAt":"2026-11-11","runCount":1621,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_software_and_it_services/MiMo-V2.6-Pro","slice":"industry_software_and_it_services"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.008894,"ciLow":1450.487341,"ciHigh":1487.530448,"observedAt":"2026-11-11","runCount":1018,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"industry_writing_and_literature_and_language/MiMo-V2.6-Pro","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|instruction_following/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.190711,"ciLow":1476.212243,"ciHigh":1508.169178,"observedAt":"2026-11-11","runCount":1389,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"instruction_following/MiMo-V2.6-Pro","slice":"instruction_following"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|longer_query/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.888558,"ciLow":1488.085616,"ciHigh":1517.691501,"observedAt":"2026-11-11","runCount":1645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"longer_query/MiMo-V2.6-Pro","slice":"longer_query"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|math/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.467297,"ciLow":1455.251675,"ciHigh":1535.68292,"observedAt":"2026-11-11","runCount":212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"math/MiMo-V2.6-Pro","slice":"math"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|multi_turn/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1470.608306,"ciLow":1446.698824,"ciHigh":1494.517788,"observedAt":"2026-11-11","runCount":589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"multi_turn/MiMo-V2.6-Pro","slice":"multi_turn"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|non_english/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.942746,"ciLow":1463.239365,"ciHigh":1486.646127,"observedAt":"2026-11-11","runCount":2568,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"non_english/MiMo-V2.6-Pro","slice":"non_english"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|overall/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.59745,"ciLow":1482.175611,"ciHigh":1501.019288,"observedAt":"2026-11-11","runCount":4064,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"overall/MiMo-V2.6-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-text@1|rating|russian/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.174681,"ciLow":1453.493461,"ciHigh":1500.855902,"observedAt":"2026-11-11","runCount":594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"russian/MiMo-V2.6-Pro","slice":"russian"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-vision-style-control@1|rating|diagram/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.218612,"ciLow":1245.95739,"ciHigh":1300.479835,"observedAt":"2026-11-09","runCount":481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"diagram/MiMo-V2.6-Pro","slice":"diagram"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-vision-style-control@1|rating|english/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.013607,"ciLow":1223.414576,"ciHigh":1272.612639,"observedAt":"2026-11-09","runCount":624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"english/MiMo-V2.6-Pro","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-vision-style-control@1|rating|homework/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.198574,"ciLow":1217.144076,"ciHigh":1295.253071,"observedAt":"2026-11-09","runCount":239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"homework/MiMo-V2.6-Pro","slice":"homework"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-vision-style-control@1|rating|ocr/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.05038,"ciLow":1241.83077,"ciHigh":1276.26999,"observedAt":"2026-11-09","runCount":1253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"ocr/MiMo-V2.6-Pro","slice":"ocr"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-vision-style-control@1|rating|overall/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1247.441033,"ciLow":1232.814316,"ciHigh":1262.067751,"observedAt":"2026-11-09","runCount":1826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"overall/MiMo-V2.6-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-vision@1|rating|diagram/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1283.076783,"ciLow":1255.764615,"ciHigh":1310.38895,"observedAt":"2026-11-09","runCount":481,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"diagram/MiMo-V2.6-Pro","slice":"diagram"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-vision@1|rating|english/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1269.965434,"ciLow":1245.698626,"ciHigh":1294.232243,"observedAt":"2026-11-09","runCount":624,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"english/MiMo-V2.6-Pro","slice":"english"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-vision@1|rating|homework/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1264.588335,"ciLow":1225.655792,"ciHigh":1303.520879,"observedAt":"2026-11-09","runCount":239,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"homework/MiMo-V2.6-Pro","slice":"homework"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-vision@1|rating|ocr/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1274.033553,"ciLow":1256.922562,"ciHigh":1291.144545,"observedAt":"2026-11-09","runCount":1253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"ocr/MiMo-V2.6-Pro","slice":"ocr"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-vision@1|rating|overall/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1265.884921,"ciLow":1251.3572,"ciHigh":1280.412641,"observedAt":"2026-11-09","runCount":1826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"overall/MiMo-V2.6-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-webdev@1|rating|image_to_webdev/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1597.069294,"ciLow":1586.455524,"ciHigh":1607.683064,"observedAt":"2026-11-15","runCount":3790,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"image_to_webdev/MiMo-V2.6-Pro","slice":"image_to_webdev"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-webdev@1|rating|overall/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1623.835365,"ciLow":1616.309777,"ciHigh":1631.360952,"observedAt":"2026-11-15","runCount":9234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"overall/MiMo-V2.6-Pro","slice":"overall"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-webdev@1|rating|webdev-html/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1622.04096,"ciLow":1604.494536,"ciHigh":1639.587384,"observedAt":"2026-11-15","runCount":1397,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"webdev-html/MiMo-V2.6-Pro","slice":"webdev-html"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-webdev@1|rating|webdev-react/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1636.403852,"ciLow":1627.443537,"ciHigh":1645.364167,"observedAt":"2026-11-15","runCount":5847,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"webdev-react/MiMo-V2.6-Pro","slice":"webdev-react"}
{"key":"lmarena|xiaomi/mimo-v2.6-pro:default|none|lmarena-webdev@1|rating|webdev/MiMo-V2.6-Pro","sourceId":"lmarena","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1623.835365,"ciLow":1616.309777,"ciHigh":1631.360952,"observedAt":"2026-11-15","runCount":9234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"MiMo-V2.6-Pro","rowId":"webdev/MiMo-V2.6-Pro","slice":"webdev"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|chinese/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1167.796136,"ciLow":1129.051031,"ciHigh":1206.541242,"observedAt":"2026-11-11","runCount":267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"chinese/ChatGLM 6B","slice":"chinese"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|coding/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1035.887928,"ciLow":1009.094405,"ciHigh":1062.68145,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"coding/ChatGLM 6B","slice":"coding"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|creative_writing/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":951.080625,"ciLow":926.488049,"ciHigh":975.673201,"observedAt":"2026-11-11","runCount":771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"creative_writing/ChatGLM 6B","slice":"creative_writing"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|english/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1014.904062,"ciLow":1001.302756,"ciHigh":1028.505368,"observedAt":"2026-11-11","runCount":4055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"english/ChatGLM 6B","slice":"english"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|exclude_ties/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":766.832255,"ciLow":747.454904,"ciHigh":786.209607,"observedAt":"2026-11-11","runCount":3347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"exclude_ties/ChatGLM 6B","slice":"exclude_ties"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|hard_prompts/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1000.752346,"ciLow":979.393548,"ciHigh":1022.111145,"observedAt":"2026-11-11","runCount":848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"hard_prompts/ChatGLM 6B","slice":"hard_prompts"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":997.690986,"ciLow":974.225299,"ciHigh":1021.156673,"observedAt":"2026-11-11","runCount":732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"hard_prompts_english/ChatGLM 6B","slice":"hard_prompts_english"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":951.228109,"ciLow":913.751803,"ciHigh":988.704416,"observedAt":"2026-11-11","runCount":300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_business_and_management_and_financial_operations/ChatGLM 6B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":913.130679,"ciLow":888.598517,"ciHigh":937.662841,"observedAt":"2026-11-11","runCount":774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_entertainment_and_sports_and_media/ChatGLM 6B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":992.203569,"ciLow":945.392831,"ciHigh":1039.014306,"observedAt":"2026-11-11","runCount":195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_legal_and_government/ChatGLM 6B","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":955.189657,"ciLow":929.96344,"ciHigh":980.415875,"observedAt":"2026-11-11","runCount":819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_life_and_physical_and_social_science/ChatGLM 6B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":975.108819,"ciLow":947.313491,"ciHigh":1002.904146,"observedAt":"2026-11-11","runCount":466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_mathematical/ChatGLM 6B","slice":"industry_mathematical"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":943.296729,"ciLow":891.341414,"ciHigh":995.252044,"observedAt":"2026-11-11","runCount":193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_medicine_and_healthcare/ChatGLM 6B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":996.723196,"ciLow":976.854895,"ciHigh":1016.591496,"observedAt":"2026-11-11","runCount":1162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_software_and_it_services/ChatGLM 6B","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":981.505306,"ciLow":961.107129,"ciHigh":1001.903483,"observedAt":"2026-11-11","runCount":1056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_writing_and_literature_and_language/ChatGLM 6B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|instruction_following/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":977.631968,"ciLow":959.651583,"ciHigh":995.612354,"observedAt":"2026-11-11","runCount":1277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"instruction_following/ChatGLM 6B","slice":"instruction_following"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|math/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":977.609564,"ciLow":952.108371,"ciHigh":1003.110757,"observedAt":"2026-11-11","runCount":525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"math/ChatGLM 6B","slice":"math"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|multi_turn/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":925.092493,"ciLow":895.739069,"ciHigh":954.445918,"observedAt":"2026-11-11","runCount":492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"multi_turn/ChatGLM 6B","slice":"multi_turn"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|non_english/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":971.679155,"ciLow":949.4568,"ciHigh":993.90151,"observedAt":"2026-11-11","runCount":859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"non_english/ChatGLM 6B","slice":"non_english"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text-style-control@1|rating|overall/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":995.991332,"ciLow":983.511279,"ciHigh":1008.471384,"observedAt":"2026-11-11","runCount":4914,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"overall/ChatGLM 6B","slice":"overall"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|chinese/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1077.424056,"ciLow":1039.045776,"ciHigh":1115.802336,"observedAt":"2026-11-11","runCount":267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"chinese/ChatGLM 6B","slice":"chinese"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|coding/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":919.256155,"ciLow":893.174495,"ciHigh":945.337815,"observedAt":"2026-11-11","runCount":551,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"coding/ChatGLM 6B","slice":"coding"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|creative_writing/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":899.906822,"ciLow":876.073436,"ciHigh":923.740208,"observedAt":"2026-11-11","runCount":771,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"creative_writing/ChatGLM 6B","slice":"creative_writing"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|english/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":938.222026,"ciLow":924.824145,"ciHigh":951.619907,"observedAt":"2026-11-11","runCount":4055,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"english/ChatGLM 6B","slice":"english"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|exclude_ties/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":661.655819,"ciLow":642.936261,"ciHigh":680.375377,"observedAt":"2026-11-11","runCount":3347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"exclude_ties/ChatGLM 6B","slice":"exclude_ties"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|hard_prompts/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":900.994149,"ciLow":880.146481,"ciHigh":921.841818,"observedAt":"2026-11-11","runCount":848,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"hard_prompts/ChatGLM 6B","slice":"hard_prompts"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|hard_prompts_english/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":896.236608,"ciLow":873.361887,"ciHigh":919.111329,"observedAt":"2026-11-11","runCount":732,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"hard_prompts_english/ChatGLM 6B","slice":"hard_prompts_english"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":845.421464,"ciLow":808.192612,"ciHigh":882.650317,"observedAt":"2026-11-11","runCount":300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_business_and_management_and_financial_operations/ChatGLM 6B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":840.889655,"ciLow":816.898628,"ciHigh":864.880682,"observedAt":"2026-11-11","runCount":774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_entertainment_and_sports_and_media/ChatGLM 6B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|industry_legal_and_government/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":895.465096,"ciLow":848.990545,"ciHigh":941.939646,"observedAt":"2026-11-11","runCount":195,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_legal_and_government/ChatGLM 6B","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":849.485476,"ciLow":824.727713,"ciHigh":874.243239,"observedAt":"2026-11-11","runCount":819,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_life_and_physical_and_social_science/ChatGLM 6B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|industry_mathematical/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":912.159236,"ciLow":884.725131,"ciHigh":939.593341,"observedAt":"2026-11-11","runCount":466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_mathematical/ChatGLM 6B","slice":"industry_mathematical"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":824.014076,"ciLow":771.894889,"ciHigh":876.133263,"observedAt":"2026-11-11","runCount":193,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_medicine_and_healthcare/ChatGLM 6B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|industry_software_and_it_services/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":888.351374,"ciLow":868.750009,"ciHigh":907.952738,"observedAt":"2026-11-11","runCount":1162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_software_and_it_services/ChatGLM 6B","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":925.348183,"ciLow":905.441446,"ciHigh":945.25492,"observedAt":"2026-11-11","runCount":1056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"industry_writing_and_literature_and_language/ChatGLM 6B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|instruction_following/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":901.709442,"ciLow":884.288361,"ciHigh":919.130523,"observedAt":"2026-11-11","runCount":1277,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"instruction_following/ChatGLM 6B","slice":"instruction_following"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|math/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":925.74008,"ciLow":900.571745,"ciHigh":950.908415,"observedAt":"2026-11-11","runCount":525,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"math/ChatGLM 6B","slice":"math"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|multi_turn/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":856.351484,"ciLow":827.228791,"ciHigh":885.474176,"observedAt":"2026-11-11","runCount":492,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"multi_turn/ChatGLM 6B","slice":"multi_turn"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|non_english/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":904.844451,"ciLow":883.48643,"ciHigh":926.202473,"observedAt":"2026-11-11","runCount":859,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"non_english/ChatGLM 6B","slice":"non_english"}
{"key":"lmarena|zai/chatglm-6b:default|none|lmarena-text@1|rating|overall/ChatGLM 6B","sourceId":"lmarena","modelId":"zai/chatglm-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":918.504107,"ciLow":906.296465,"ciHigh":930.711749,"observedAt":"2026-11-11","runCount":4914,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM 6B","rowId":"overall/ChatGLM 6B","slice":"overall"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|coding/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1030.789596,"ciLow":996.484464,"ciHigh":1065.094728,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"coding/ChatGLM2 6B","slice":"coding"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|creative_writing/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1003.889198,"ciLow":977.675034,"ciHigh":1030.103361,"observedAt":"2026-11-11","runCount":566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"creative_writing/ChatGLM2 6B","slice":"creative_writing"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|english/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1055.982834,"ciLow":1041.058073,"ciHigh":1070.907595,"observedAt":"2026-11-11","runCount":2059,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"english/ChatGLM2 6B","slice":"english"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|exclude_ties/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":803.092766,"ciLow":781.335464,"ciHigh":824.850067,"observedAt":"2026-11-11","runCount":1894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"exclude_ties/ChatGLM2 6B","slice":"exclude_ties"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|hard_prompts/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1028.922087,"ciLow":1002.520607,"ciHigh":1055.323568,"observedAt":"2026-11-11","runCount":490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"hard_prompts/ChatGLM2 6B","slice":"hard_prompts"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1048.457315,"ciLow":1019.48544,"ciHigh":1077.42919,"observedAt":"2026-11-11","runCount":408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"hard_prompts_english/ChatGLM2 6B","slice":"hard_prompts_english"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1004.674425,"ciLow":963.810274,"ciHigh":1045.538576,"observedAt":"2026-11-11","runCount":234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"industry_business_and_management_and_financial_operations/ChatGLM2 6B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":994.478188,"ciLow":966.824196,"ciHigh":1022.132181,"observedAt":"2026-11-11","runCount":483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"industry_entertainment_and_sports_and_media/ChatGLM2 6B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1039.941456,"ciLow":1009.787736,"ciHigh":1070.095177,"observedAt":"2026-11-11","runCount":436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"industry_life_and_physical_and_social_science/ChatGLM2 6B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1033.136953,"ciLow":1008.665692,"ciHigh":1057.608214,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"industry_software_and_it_services/ChatGLM2 6B","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1016.20396,"ciLow":993.894971,"ciHigh":1038.51295,"observedAt":"2026-11-11","runCount":775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"industry_writing_and_literature_and_language/ChatGLM2 6B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|instruction_following/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":982.832635,"ciLow":960.279756,"ciHigh":1005.385514,"observedAt":"2026-11-11","runCount":762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"instruction_following/ChatGLM2 6B","slice":"instruction_following"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|math/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":972.994823,"ciLow":938.213144,"ciHigh":1007.776502,"observedAt":"2026-11-11","runCount":227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"math/ChatGLM2 6B","slice":"math"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|multi_turn/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":976.633588,"ciLow":944.80993,"ciHigh":1008.457246,"observedAt":"2026-11-11","runCount":369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"multi_turn/ChatGLM2 6B","slice":"multi_turn"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|non_english/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":949.131532,"ciLow":924.330146,"ciHigh":973.932919,"observedAt":"2026-11-11","runCount":599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"non_english/ChatGLM2 6B","slice":"non_english"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text-style-control@1|rating|overall/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1024.957628,"ciLow":1011.431756,"ciHigh":1038.4835,"observedAt":"2026-11-11","runCount":2658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"overall/ChatGLM2 6B","slice":"overall"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|coding/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":901.803509,"ciLow":867.662491,"ciHigh":935.944527,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"coding/ChatGLM2 6B","slice":"coding"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|creative_writing/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":940.984221,"ciLow":914.748812,"ciHigh":967.219629,"observedAt":"2026-11-11","runCount":566,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"creative_writing/ChatGLM2 6B","slice":"creative_writing"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|english/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":973.441321,"ciLow":958.54829,"ciHigh":988.334352,"observedAt":"2026-11-11","runCount":2059,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"english/ChatGLM2 6B","slice":"english"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|exclude_ties/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":684.794774,"ciLow":663.332565,"ciHigh":706.256984,"observedAt":"2026-11-11","runCount":1894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"exclude_ties/ChatGLM2 6B","slice":"exclude_ties"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|hard_prompts/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":916.956561,"ciLow":890.891296,"ciHigh":943.021826,"observedAt":"2026-11-11","runCount":490,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"hard_prompts/ChatGLM2 6B","slice":"hard_prompts"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|hard_prompts_english/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":938.819982,"ciLow":910.229962,"ciHigh":967.410001,"observedAt":"2026-11-11","runCount":408,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"hard_prompts_english/ChatGLM2 6B","slice":"hard_prompts_english"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":886.922069,"ciLow":845.879277,"ciHigh":927.964861,"observedAt":"2026-11-11","runCount":234,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"industry_business_and_management_and_financial_operations/ChatGLM2 6B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":921.729732,"ciLow":893.763539,"ciHigh":949.695924,"observedAt":"2026-11-11","runCount":483,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"industry_entertainment_and_sports_and_media/ChatGLM2 6B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":915.869523,"ciLow":885.668378,"ciHigh":946.070669,"observedAt":"2026-11-11","runCount":436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"industry_life_and_physical_and_social_science/ChatGLM2 6B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|industry_software_and_it_services/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":917.354304,"ciLow":892.950297,"ciHigh":941.758312,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"industry_software_and_it_services/ChatGLM2 6B","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":952.655902,"ciLow":930.171463,"ciHigh":975.14034,"observedAt":"2026-11-11","runCount":775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"industry_writing_and_literature_and_language/ChatGLM2 6B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|instruction_following/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":901.953935,"ciLow":879.667279,"ciHigh":924.240592,"observedAt":"2026-11-11","runCount":762,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"instruction_following/ChatGLM2 6B","slice":"instruction_following"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|math/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":915.184008,"ciLow":880.783379,"ciHigh":949.584637,"observedAt":"2026-11-11","runCount":227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"math/ChatGLM2 6B","slice":"math"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|multi_turn/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":901.942179,"ciLow":869.667242,"ciHigh":934.217115,"observedAt":"2026-11-11","runCount":369,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"multi_turn/ChatGLM2 6B","slice":"multi_turn"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|non_english/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":857.270259,"ciLow":832.338017,"ciHigh":882.202501,"observedAt":"2026-11-11","runCount":599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"non_english/ChatGLM2 6B","slice":"non_english"}
{"key":"lmarena|zai/chatglm2-6b:default|none|lmarena-text@1|rating|overall/ChatGLM2 6B","sourceId":"lmarena","modelId":"zai/chatglm2-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":938.667347,"ciLow":925.239804,"ciHigh":952.094891,"observedAt":"2026-11-11","runCount":2658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM2 6B","rowId":"overall/ChatGLM2 6B","slice":"overall"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|chinese/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1170.618039,"ciLow":1127.481299,"ciHigh":1213.75478,"observedAt":"2026-11-11","runCount":189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"chinese/ChatGLM3 6B","slice":"chinese"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|coding/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1090.397117,"ciLow":1064.547819,"ciHigh":1116.246414,"observedAt":"2026-11-11","runCount":535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"coding/ChatGLM3 6B","slice":"coding"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|creative_writing/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1040.345121,"ciLow":1017.216142,"ciHigh":1063.4741,"observedAt":"2026-11-11","runCount":816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"creative_writing/ChatGLM3 6B","slice":"creative_writing"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|english/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1086.310015,"ciLow":1073.58386,"ciHigh":1099.036169,"observedAt":"2026-11-11","runCount":3600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"english/ChatGLM3 6B","slice":"english"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|exclude_ties/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":861.033269,"ciLow":842.812129,"ciHigh":879.254408,"observedAt":"2026-11-11","runCount":3275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"exclude_ties/ChatGLM3 6B","slice":"exclude_ties"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|hard_prompts/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1060.857729,"ciLow":1041.076217,"ciHigh":1080.63924,"observedAt":"2026-11-11","runCount":999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"hard_prompts/ChatGLM3 6B","slice":"hard_prompts"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1082.922719,"ciLow":1061.757429,"ciHigh":1104.088008,"observedAt":"2026-11-11","runCount":835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"hard_prompts_english/ChatGLM3 6B","slice":"hard_prompts_english"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1043.407218,"ciLow":1012.127562,"ciHigh":1074.686875,"observedAt":"2026-11-11","runCount":378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_business_and_management_and_financial_operations/ChatGLM3 6B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1017.64894,"ciLow":994.155075,"ciHigh":1041.142806,"observedAt":"2026-11-11","runCount":754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_entertainment_and_sports_and_media/ChatGLM3 6B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1089.47684,"ciLow":1049.060743,"ciHigh":1129.892937,"observedAt":"2026-11-11","runCount":268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_legal_and_government/ChatGLM3 6B","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1048.20444,"ciLow":1025.120155,"ciHigh":1071.288724,"observedAt":"2026-11-11","runCount":888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_life_and_physical_and_social_science/ChatGLM3 6B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|industry_mathematical/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1031.329777,"ciLow":1004.743084,"ciHigh":1057.916469,"observedAt":"2026-11-11","runCount":466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_mathematical/ChatGLM3 6B","slice":"industry_mathematical"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1034.966083,"ciLow":993.59453,"ciHigh":1076.337635,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_medicine_and_healthcare/ChatGLM3 6B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1086.174944,"ciLow":1065.954391,"ciHigh":1106.395498,"observedAt":"2026-11-11","runCount":1082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_software_and_it_services/ChatGLM3 6B","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1040.875931,"ciLow":1020.747527,"ciHigh":1061.004335,"observedAt":"2026-11-11","runCount":1108,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_writing_and_literature_and_language/ChatGLM3 6B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|instruction_following/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1036.889333,"ciLow":1019.280906,"ciHigh":1054.497759,"observedAt":"2026-11-11","runCount":1321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"instruction_following/ChatGLM3 6B","slice":"instruction_following"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|longer_query/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1044.761394,"ciLow":1005.849321,"ciHigh":1083.673466,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"longer_query/ChatGLM3 6B","slice":"longer_query"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|math/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1043.034998,"ciLow":1019.690564,"ciHigh":1066.379432,"observedAt":"2026-11-11","runCount":576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"math/ChatGLM3 6B","slice":"math"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|multi_turn/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1035.898048,"ciLow":1010.404535,"ciHigh":1061.391562,"observedAt":"2026-11-11","runCount":637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"multi_turn/ChatGLM3 6B","slice":"multi_turn"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|non_english/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1002.736171,"ciLow":982.120986,"ciHigh":1023.351356,"observedAt":"2026-11-11","runCount":1058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"non_english/ChatGLM3 6B","slice":"non_english"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text-style-control@1|rating|overall/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1056.755721,"ciLow":1045.132176,"ciHigh":1068.379265,"observedAt":"2026-11-11","runCount":4658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"overall/ChatGLM3 6B","slice":"overall"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|chinese/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1064.250157,"ciLow":1021.664276,"ciHigh":1106.836037,"observedAt":"2026-11-11","runCount":189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"chinese/ChatGLM3 6B","slice":"chinese"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|coding/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":964.062496,"ciLow":938.06003,"ciHigh":990.064963,"observedAt":"2026-11-11","runCount":535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"coding/ChatGLM3 6B","slice":"coding"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|creative_writing/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":969.883437,"ciLow":946.969213,"ciHigh":992.79766,"observedAt":"2026-11-11","runCount":816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"creative_writing/ChatGLM3 6B","slice":"creative_writing"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|english/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1002.930944,"ciLow":990.248978,"ciHigh":1015.61291,"observedAt":"2026-11-11","runCount":3600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"english/ChatGLM3 6B","slice":"english"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|exclude_ties/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":741.592101,"ciLow":723.515646,"ciHigh":759.668556,"observedAt":"2026-11-11","runCount":3275,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"exclude_ties/ChatGLM3 6B","slice":"exclude_ties"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|hard_prompts/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":953.09324,"ciLow":933.296817,"ciHigh":972.889663,"observedAt":"2026-11-11","runCount":999,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"hard_prompts/ChatGLM3 6B","slice":"hard_prompts"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|hard_prompts_english/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":976.884982,"ciLow":955.65013,"ciHigh":998.119834,"observedAt":"2026-11-11","runCount":835,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"hard_prompts_english/ChatGLM3 6B","slice":"hard_prompts_english"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":931.196649,"ciLow":899.59146,"ciHigh":962.801838,"observedAt":"2026-11-11","runCount":378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_business_and_management_and_financial_operations/ChatGLM3 6B","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":928.474067,"ciLow":905.077278,"ciHigh":951.870856,"observedAt":"2026-11-11","runCount":754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_entertainment_and_sports_and_media/ChatGLM3 6B","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|industry_legal_and_government/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":973.425604,"ciLow":932.434528,"ciHigh":1014.416679,"observedAt":"2026-11-11","runCount":268,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_legal_and_government/ChatGLM3 6B","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":931.828535,"ciLow":908.914259,"ciHigh":954.74281,"observedAt":"2026-11-11","runCount":888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_life_and_physical_and_social_science/ChatGLM3 6B","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|industry_mathematical/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":964.397941,"ciLow":937.855014,"ciHigh":990.940867,"observedAt":"2026-11-11","runCount":466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_mathematical/ChatGLM3 6B","slice":"industry_mathematical"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":892.338018,"ciLow":851.360802,"ciHigh":933.315233,"observedAt":"2026-11-11","runCount":253,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_medicine_and_healthcare/ChatGLM3 6B","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|industry_software_and_it_services/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":969.275933,"ciLow":948.934099,"ciHigh":989.617766,"observedAt":"2026-11-11","runCount":1082,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_software_and_it_services/ChatGLM3 6B","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":972.514442,"ciLow":952.385543,"ciHigh":992.643341,"observedAt":"2026-11-11","runCount":1108,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"industry_writing_and_literature_and_language/ChatGLM3 6B","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|instruction_following/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":953.854106,"ciLow":936.288693,"ciHigh":971.419519,"observedAt":"2026-11-11","runCount":1321,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"instruction_following/ChatGLM3 6B","slice":"instruction_following"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|longer_query/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":951.667836,"ciLow":912.573752,"ciHigh":990.76192,"observedAt":"2026-11-11","runCount":205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"longer_query/ChatGLM3 6B","slice":"longer_query"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|math/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":989.111634,"ciLow":965.813244,"ciHigh":1012.410023,"observedAt":"2026-11-11","runCount":576,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"math/ChatGLM3 6B","slice":"math"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|multi_turn/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":961.707981,"ciLow":936.134413,"ciHigh":987.281549,"observedAt":"2026-11-11","runCount":637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"multi_turn/ChatGLM3 6B","slice":"multi_turn"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|non_english/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":917.667799,"ciLow":897.323091,"ciHigh":938.012508,"observedAt":"2026-11-11","runCount":1058,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"non_english/ChatGLM3 6B","slice":"non_english"}
{"key":"lmarena|zai/chatglm3-6b:default|none|lmarena-text@1|rating|overall/ChatGLM3 6B","sourceId":"lmarena","modelId":"zai/chatglm3-6b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":972.078492,"ciLow":960.531268,"ciHigh":983.625716,"observedAt":"2026-11-11","runCount":4658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"ChatGLM3 6B","rowId":"overall/ChatGLM3 6B","slice":"overall"}
{"key":"lmarena|zai/cogvlm2-llama3-chat-19b:default|none|lmarena-vision-style-control@1|rating|english/CogVLM2 Llama3 Chat 19B","sourceId":"lmarena","modelId":"zai/cogvlm2-llama3-chat-19b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":989.711923,"ciLow":970.059266,"ciHigh":1009.36458,"observedAt":"2026-11-09","runCount":1162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"CogVLM2 Llama3 Chat 19B","rowId":"english/CogVLM2 Llama3 Chat 19B","slice":"english"}
{"key":"lmarena|zai/cogvlm2-llama3-chat-19b:default|none|lmarena-vision-style-control@1|rating|overall/CogVLM2 Llama3 Chat 19B","sourceId":"lmarena","modelId":"zai/cogvlm2-llama3-chat-19b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":963.991781,"ciLow":948.772706,"ciHigh":979.210855,"observedAt":"2026-11-09","runCount":1991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"CogVLM2 Llama3 Chat 19B","rowId":"overall/CogVLM2 Llama3 Chat 19B","slice":"overall"}
{"key":"lmarena|zai/cogvlm2-llama3-chat-19b:default|none|lmarena-vision@1|rating|english/CogVLM2 Llama3 Chat 19B","sourceId":"lmarena","modelId":"zai/cogvlm2-llama3-chat-19b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":968.658807,"ciLow":948.99386,"ciHigh":988.323753,"observedAt":"2026-11-09","runCount":1162,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"CogVLM2 Llama3 Chat 19B","rowId":"english/CogVLM2 Llama3 Chat 19B","slice":"english"}
{"key":"lmarena|zai/cogvlm2-llama3-chat-19b:default|none|lmarena-vision@1|rating|overall/CogVLM2 Llama3 Chat 19B","sourceId":"lmarena","modelId":"zai/cogvlm2-llama3-chat-19b","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":927.440594,"ciLow":912.197575,"ciHigh":942.683614,"observedAt":"2026-11-09","runCount":1991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"CogVLM2 Llama3 Chat 19B","rowId":"overall/CogVLM2 Llama3 Chat 19B","slice":"overall"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|chinese/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.625104,"ciLow":1287.464625,"ciHigh":1321.785583,"observedAt":"2026-11-11","runCount":1227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"chinese/GLM-4 (0520)","slice":"chinese"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|coding/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.00169,"ciLow":1295.038773,"ciHigh":1322.964606,"observedAt":"2026-11-11","runCount":1718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"coding/GLM-4 (0520)","slice":"coding"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|creative_writing/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1241.095652,"ciLow":1225.863672,"ciHigh":1256.327631,"observedAt":"2026-11-11","runCount":1547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"creative_writing/GLM-4 (0520)","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|english/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1288.26532,"ciLow":1279.066022,"ciHigh":1297.464618,"observedAt":"2026-11-11","runCount":5169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"english/GLM-4 (0520)","slice":"english"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1191.580116,"ciLow":1180.638086,"ciHigh":1202.522146,"observedAt":"2026-11-11","runCount":6229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"exclude_ties/GLM-4 (0520)","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|expert/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.898024,"ciLow":1227.872447,"ciHigh":1277.9236,"observedAt":"2026-11-11","runCount":514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"expert/GLM-4 (0520)","slice":"expert"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|german/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1227.31971,"ciLow":1197.229535,"ciHigh":1257.409886,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"german/GLM-4 (0520)","slice":"german"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1278.409524,"ciLow":1267.293709,"ciHigh":1289.52534,"observedAt":"2026-11-11","runCount":2970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"hard_prompts/GLM-4 (0520)","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1284.85867,"ciLow":1271.251384,"ciHigh":1298.465957,"observedAt":"2026-11-11","runCount":1775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"hard_prompts_english/GLM-4 (0520)","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.891668,"ciLow":1227.52037,"ciHigh":1262.262966,"observedAt":"2026-11-11","runCount":1186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_business_and_management_and_financial_operations/GLM-4 (0520)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1233.661328,"ciLow":1219.152752,"ciHigh":1248.169903,"observedAt":"2026-11-11","runCount":1605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_entertainment_and_sports_and_media/GLM-4 (0520)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.749452,"ciLow":1287.045685,"ciHigh":1336.45322,"observedAt":"2026-11-11","runCount":556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_legal_and_government/GLM-4 (0520)","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1290.349129,"ciLow":1275.25921,"ciHigh":1305.439047,"observedAt":"2026-11-11","runCount":1590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_life_and_physical_and_social_science/GLM-4 (0520)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.557017,"ciLow":1247.928963,"ciHigh":1281.18507,"observedAt":"2026-11-11","runCount":1067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_mathematical/GLM-4 (0520)","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1281.464401,"ciLow":1257.15291,"ciHigh":1305.775892,"observedAt":"2026-11-11","runCount":554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_medicine_and_healthcare/GLM-4 (0520)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1296.104149,"ciLow":1284.533428,"ciHigh":1307.674869,"observedAt":"2026-11-11","runCount":2832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_software_and_it_services/GLM-4 (0520)","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1254.348225,"ciLow":1242.305781,"ciHigh":1266.390668,"observedAt":"2026-11-11","runCount":2609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_writing_and_literature_and_language/GLM-4 (0520)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|instruction_following/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1256.185458,"ciLow":1245.870511,"ciHigh":1266.500405,"observedAt":"2026-11-11","runCount":3766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"instruction_following/GLM-4 (0520)","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|korean/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1104.041732,"ciLow":1067.483064,"ciHigh":1140.6004,"observedAt":"2026-11-11","runCount":302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"korean/GLM-4 (0520)","slice":"korean"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|longer_query/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1269.024114,"ciLow":1252.32783,"ciHigh":1285.720397,"observedAt":"2026-11-11","runCount":1174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"longer_query/GLM-4 (0520)","slice":"longer_query"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|math/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1246.328155,"ciLow":1230.711329,"ciHigh":1261.944981,"observedAt":"2026-11-11","runCount":1191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"math/GLM-4 (0520)","slice":"math"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|multi_turn/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1259.121753,"ciLow":1244.529312,"ciHigh":1273.714193,"observedAt":"2026-11-11","runCount":1631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"multi_turn/GLM-4 (0520)","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|non_english/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1248.380826,"ciLow":1238.733002,"ciHigh":1258.02865,"observedAt":"2026-11-11","runCount":4619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"non_english/GLM-4 (0520)","slice":"non_english"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|overall/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.536201,"ciLow":1266.55782,"ciHigh":1280.514582,"observedAt":"2026-11-11","runCount":9788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"overall/GLM-4 (0520)","slice":"overall"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text-style-control@1|rating|russian/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1261.617508,"ciLow":1245.448882,"ciHigh":1277.786134,"observedAt":"2026-11-11","runCount":1264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"russian/GLM-4 (0520)","slice":"russian"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|chinese/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1228.621811,"ciLow":1211.723158,"ciHigh":1245.520464,"observedAt":"2026-11-11","runCount":1227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"chinese/GLM-4 (0520)","slice":"chinese"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|coding/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1227.510107,"ciLow":1213.596587,"ciHigh":1241.423626,"observedAt":"2026-11-11","runCount":1718,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"coding/GLM-4 (0520)","slice":"coding"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|creative_writing/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1197.7932,"ciLow":1182.729946,"ciHigh":1212.856454,"observedAt":"2026-11-11","runCount":1547,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"creative_writing/GLM-4 (0520)","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|english/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1241.950505,"ciLow":1232.808085,"ciHigh":1251.092925,"observedAt":"2026-11-11","runCount":5169,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"english/GLM-4 (0520)","slice":"english"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|exclude_ties/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1123.641585,"ciLow":1112.892388,"ciHigh":1134.390781,"observedAt":"2026-11-11","runCount":6229,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"exclude_ties/GLM-4 (0520)","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|expert/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1178.791092,"ciLow":1154.060706,"ciHigh":1203.521478,"observedAt":"2026-11-11","runCount":514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"expert/GLM-4 (0520)","slice":"expert"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|german/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1183.689078,"ciLow":1153.625059,"ciHigh":1213.753097,"observedAt":"2026-11-11","runCount":371,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"german/GLM-4 (0520)","slice":"german"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|hard_prompts/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1211.896989,"ciLow":1200.837959,"ciHigh":1222.956018,"observedAt":"2026-11-11","runCount":2970,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"hard_prompts/GLM-4 (0520)","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|hard_prompts_english/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1218.604095,"ciLow":1205.07801,"ciHigh":1232.130181,"observedAt":"2026-11-11","runCount":1775,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"hard_prompts_english/GLM-4 (0520)","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1176.621147,"ciLow":1159.329852,"ciHigh":1193.912441,"observedAt":"2026-11-11","runCount":1186,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_business_and_management_and_financial_operations/GLM-4 (0520)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1185.235783,"ciLow":1170.823013,"ciHigh":1199.648554,"observedAt":"2026-11-11","runCount":1605,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_entertainment_and_sports_and_media/GLM-4 (0520)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|industry_legal_and_government/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1244.02421,"ciLow":1219.399608,"ciHigh":1268.648813,"observedAt":"2026-11-11","runCount":556,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_legal_and_government/GLM-4 (0520)","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1226.234902,"ciLow":1211.237059,"ciHigh":1241.232745,"observedAt":"2026-11-11","runCount":1590,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_life_and_physical_and_social_science/GLM-4 (0520)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|industry_mathematical/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1229.854399,"ciLow":1213.364099,"ciHigh":1246.344699,"observedAt":"2026-11-11","runCount":1067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_mathematical/GLM-4 (0520)","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1203.1007,"ciLow":1178.651033,"ciHigh":1227.550367,"observedAt":"2026-11-11","runCount":554,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_medicine_and_healthcare/GLM-4 (0520)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.723712,"ciLow":1214.206749,"ciHigh":1237.240674,"observedAt":"2026-11-11","runCount":2832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_software_and_it_services/GLM-4 (0520)","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1210.527753,"ciLow":1198.605769,"ciHigh":1222.449737,"observedAt":"2026-11-11","runCount":2609,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"industry_writing_and_literature_and_language/GLM-4 (0520)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|instruction_following/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1202.600177,"ciLow":1192.415224,"ciHigh":1212.785129,"observedAt":"2026-11-11","runCount":3766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"instruction_following/GLM-4 (0520)","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|korean/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1042.259203,"ciLow":1005.983457,"ciHigh":1078.534949,"observedAt":"2026-11-11","runCount":302,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"korean/GLM-4 (0520)","slice":"korean"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|longer_query/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1206.540027,"ciLow":1189.939595,"ciHigh":1223.140459,"observedAt":"2026-11-11","runCount":1174,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"longer_query/GLM-4 (0520)","slice":"longer_query"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|math/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.992401,"ciLow":1202.472368,"ciHigh":1233.512434,"observedAt":"2026-11-11","runCount":1191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"math/GLM-4 (0520)","slice":"math"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|multi_turn/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1217.879507,"ciLow":1203.250668,"ciHigh":1232.508346,"observedAt":"2026-11-11","runCount":1631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"multi_turn/GLM-4 (0520)","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|non_english/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1199.644067,"ciLow":1190.087535,"ciHigh":1209.200599,"observedAt":"2026-11-11","runCount":4619,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"non_english/GLM-4 (0520)","slice":"non_english"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|overall/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.953079,"ciLow":1219.033359,"ciHigh":1232.872799,"observedAt":"2026-11-11","runCount":9788,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"overall/GLM-4 (0520)","slice":"overall"}
{"key":"lmarena|zai/glm-4-0520:default|none|lmarena-text@1|rating|russian/GLM-4 (0520)","sourceId":"lmarena","modelId":"zai/glm-4-0520","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1213.054269,"ciLow":1196.894957,"ciHigh":1229.21358,"observedAt":"2026-11-11","runCount":1264,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4 (0520)","rowId":"russian/GLM-4 (0520)","slice":"russian"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|chinese/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.015731,"ciLow":1370.917651,"ciHigh":1431.113811,"observedAt":"2026-11-11","runCount":387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"chinese/GLM-4-Plus (0111)","slice":"chinese"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|coding/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.087943,"ciLow":1311.962933,"ciHigh":1348.212952,"observedAt":"2026-11-11","runCount":894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"coding/GLM-4-Plus (0111)","slice":"coding"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|creative_writing/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1315.882763,"ciLow":1296.725831,"ciHigh":1335.039694,"observedAt":"2026-11-11","runCount":918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"creative_writing/GLM-4-Plus (0111)","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|english/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.536729,"ciLow":1342.238388,"ciHigh":1362.83507,"observedAt":"2026-11-11","runCount":3466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"english/GLM-4-Plus (0111)","slice":"english"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.227697,"ciLow":1287.537448,"ciHigh":1312.917946,"observedAt":"2026-11-11","runCount":3826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"exclude_ties/GLM-4-Plus (0111)","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|expert/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.954416,"ciLow":1282.619814,"ciHigh":1341.289017,"observedAt":"2026-11-11","runCount":354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"expert/GLM-4-Plus (0111)","slice":"expert"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|german/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.727821,"ciLow":1311.061092,"ciHigh":1388.394551,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"german/GLM-4-Plus (0111)","slice":"german"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.891592,"ciLow":1311.504267,"ciHigh":1340.278918,"observedAt":"2026-11-11","runCount":1468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"hard_prompts/GLM-4-Plus (0111)","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1324.220587,"ciLow":1306.55157,"ciHigh":1341.889604,"observedAt":"2026-11-11","runCount":955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"hard_prompts_english/GLM-4-Plus (0111)","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.595383,"ciLow":1321.8237,"ciHigh":1369.367066,"observedAt":"2026-11-11","runCount":592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_business_and_management_and_financial_operations/GLM-4-Plus (0111)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1299.843683,"ciLow":1282.432084,"ciHigh":1317.255281,"observedAt":"2026-11-11","runCount":1062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_entertainment_and_sports_and_media/GLM-4-Plus (0111)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.354396,"ciLow":1352.645236,"ciHigh":1412.063556,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_legal_and_government/GLM-4-Plus (0111)","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.475011,"ciLow":1348.000127,"ciHigh":1384.949896,"observedAt":"2026-11-11","runCount":986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_life_and_physical_and_social_science/GLM-4-Plus (0111)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1303.169355,"ciLow":1282.210519,"ciHigh":1324.128191,"observedAt":"2026-11-11","runCount":638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_mathematical/GLM-4-Plus (0111)","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.496523,"ciLow":1382.88879,"ciHigh":1450.104256,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_medicine_and_healthcare/GLM-4-Plus (0111)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1348.885829,"ciLow":1334.064016,"ciHigh":1363.707642,"observedAt":"2026-11-11","runCount":1406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_software_and_it_services/GLM-4-Plus (0111)","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1331.830794,"ciLow":1316.672459,"ciHigh":1346.989128,"observedAt":"2026-11-11","runCount":1459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_writing_and_literature_and_language/GLM-4-Plus (0111)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|instruction_following/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1314.451389,"ciLow":1301.956719,"ciHigh":1326.946058,"observedAt":"2026-11-11","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"instruction_following/GLM-4-Plus (0111)","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|japanese/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1217.875386,"ciLow":1179.340607,"ciHigh":1256.410165,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"japanese/GLM-4-Plus (0111)","slice":"japanese"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|longer_query/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.045766,"ciLow":1319.681428,"ciHigh":1360.410103,"observedAt":"2026-11-11","runCount":765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"longer_query/GLM-4-Plus (0111)","slice":"longer_query"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|math/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1297.770897,"ciLow":1278.465335,"ciHigh":1317.076459,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"math/GLM-4-Plus (0111)","slice":"math"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|multi_turn/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.361261,"ciLow":1313.901738,"ciHigh":1352.820783,"observedAt":"2026-11-11","runCount":851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"multi_turn/GLM-4-Plus (0111)","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|non_english/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.373963,"ciLow":1313.18148,"ciHigh":1337.566445,"observedAt":"2026-11-11","runCount":2294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"non_english/GLM-4-Plus (0111)","slice":"non_english"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|overall/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.826509,"ciLow":1334.410301,"ciHigh":1351.242718,"observedAt":"2026-11-11","runCount":5760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"overall/GLM-4-Plus (0111)","slice":"overall"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text-style-control@1|rating|russian/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.503157,"ciLow":1308.816856,"ciHigh":1352.189459,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"russian/GLM-4-Plus (0111)","slice":"russian"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|chinese/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.051391,"ciLow":1359.33696,"ciHigh":1418.765823,"observedAt":"2026-11-11","runCount":387,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"chinese/GLM-4-Plus (0111)","slice":"chinese"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|coding/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1286.538855,"ciLow":1268.54521,"ciHigh":1304.5325,"observedAt":"2026-11-11","runCount":894,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"coding/GLM-4-Plus (0111)","slice":"coding"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|creative_writing/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.706193,"ciLow":1291.692178,"ciHigh":1329.720208,"observedAt":"2026-11-11","runCount":918,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"creative_writing/GLM-4-Plus (0111)","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|english/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.327833,"ciLow":1330.05443,"ciHigh":1350.601236,"observedAt":"2026-11-11","runCount":3466,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"english/GLM-4-Plus (0111)","slice":"english"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|exclude_ties/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1283.722673,"ciLow":1271.21237,"ciHigh":1296.232977,"observedAt":"2026-11-11","runCount":3826,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"exclude_ties/GLM-4-Plus (0111)","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|expert/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.056507,"ciLow":1249.766067,"ciHigh":1308.346947,"observedAt":"2026-11-11","runCount":354,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"expert/GLM-4-Plus (0111)","slice":"expert"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|german/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1340.813893,"ciLow":1301.404978,"ciHigh":1380.222807,"observedAt":"2026-11-11","runCount":207,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"german/GLM-4-Plus (0111)","slice":"german"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|hard_prompts/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1293.491709,"ciLow":1279.251002,"ciHigh":1307.732416,"observedAt":"2026-11-11","runCount":1468,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"hard_prompts/GLM-4-Plus (0111)","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|hard_prompts_english/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.514838,"ciLow":1274.026745,"ciHigh":1309.002931,"observedAt":"2026-11-11","runCount":955,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"hard_prompts_english/GLM-4-Plus (0111)","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.376949,"ciLow":1302.931991,"ciHigh":1349.821907,"observedAt":"2026-11-11","runCount":592,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_business_and_management_and_financial_operations/GLM-4-Plus (0111)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.1234,"ciLow":1273.871005,"ciHigh":1308.375796,"observedAt":"2026-11-11","runCount":1062,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_entertainment_and_sports_and_media/GLM-4-Plus (0111)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|industry_legal_and_government/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.245132,"ciLow":1332.263839,"ciHigh":1392.226425,"observedAt":"2026-11-11","runCount":367,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_legal_and_government/GLM-4-Plus (0111)","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.431933,"ciLow":1332.036793,"ciHigh":1368.827073,"observedAt":"2026-11-11","runCount":986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_life_and_physical_and_social_science/GLM-4-Plus (0111)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|industry_mathematical/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.02989,"ciLow":1270.213513,"ciHigh":1311.846266,"observedAt":"2026-11-11","runCount":638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_mathematical/GLM-4-Plus (0111)","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.125145,"ciLow":1356.260964,"ciHigh":1423.989326,"observedAt":"2026-11-11","runCount":293,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_medicine_and_healthcare/GLM-4-Plus (0111)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.626775,"ciLow":1304.872844,"ciHigh":1334.380706,"observedAt":"2026-11-11","runCount":1406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_software_and_it_services/GLM-4-Plus (0111)","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.325602,"ciLow":1311.255602,"ciHigh":1341.395601,"observedAt":"2026-11-11","runCount":1459,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"industry_writing_and_literature_and_language/GLM-4-Plus (0111)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|instruction_following/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1292.372219,"ciLow":1279.963244,"ciHigh":1304.781194,"observedAt":"2026-11-11","runCount":2160,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"instruction_following/GLM-4-Plus (0111)","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|japanese/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1225.502093,"ciLow":1187.469157,"ciHigh":1263.535029,"observedAt":"2026-11-11","runCount":201,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"japanese/GLM-4-Plus (0111)","slice":"japanese"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|longer_query/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1315.594011,"ciLow":1295.430013,"ciHigh":1335.75801,"observedAt":"2026-11-11","runCount":765,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"longer_query/GLM-4-Plus (0111)","slice":"longer_query"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|math/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.38703,"ciLow":1268.15459,"ciHigh":1306.619471,"observedAt":"2026-11-11","runCount":721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"math/GLM-4-Plus (0111)","slice":"math"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|multi_turn/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1323.622921,"ciLow":1304.281335,"ciHigh":1342.964507,"observedAt":"2026-11-11","runCount":851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"multi_turn/GLM-4-Plus (0111)","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|non_english/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1313.801879,"ciLow":1301.695076,"ciHigh":1325.908682,"observedAt":"2026-11-11","runCount":2294,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"non_english/GLM-4-Plus (0111)","slice":"non_english"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|overall/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.876804,"ciLow":1322.490918,"ciHigh":1339.26269,"observedAt":"2026-11-11","runCount":5760,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"overall/GLM-4-Plus (0111)","slice":"overall"}
{"key":"lmarena|zai/glm-4-plus-0111:default|none|lmarena-text@1|rating|russian/GLM-4-Plus (0111)","sourceId":"lmarena","modelId":"zai/glm-4-plus-0111","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1312.524595,"ciLow":1291.064619,"ciHigh":1333.98457,"observedAt":"2026-11-11","runCount":653,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus (0111)","rowId":"russian/GLM-4-Plus (0111)","slice":"russian"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|chinese/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.561424,"ciLow":1330.511112,"ciHigh":1356.611736,"observedAt":"2026-11-11","runCount":2427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"chinese/GLM-4-Plus","slice":"chinese"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|coding/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.596582,"ciLow":1342.21002,"ciHigh":1360.983143,"observedAt":"2026-11-11","runCount":4449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"coding/GLM-4-Plus","slice":"coding"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|creative_writing/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1289.378318,"ciLow":1279.091693,"ciHigh":1299.664944,"observedAt":"2026-11-11","runCount":3801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"creative_writing/GLM-4-Plus","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|english/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.084124,"ciLow":1318.644856,"ciHigh":1331.523392,"observedAt":"2026-11-11","runCount":13191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"english/GLM-4-Plus","slice":"english"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.211491,"ciLow":1256.471168,"ciHigh":1271.951815,"observedAt":"2026-11-11","runCount":16416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"exclude_ties/GLM-4-Plus","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|expert/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1302.960321,"ciLow":1288.167878,"ciHigh":1317.752764,"observedAt":"2026-11-11","runCount":1608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"expert/GLM-4-Plus","slice":"expert"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|french/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1345.434438,"ciLow":1309.065847,"ciHigh":1381.803029,"observedAt":"2026-11-11","runCount":286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"french/GLM-4-Plus","slice":"french"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|german/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.512973,"ciLow":1281.415003,"ciHigh":1327.610943,"observedAt":"2026-11-11","runCount":659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"german/GLM-4-Plus","slice":"german"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.158216,"ciLow":1311.407141,"ciHigh":1326.909292,"observedAt":"2026-11-11","runCount":7067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"hard_prompts/GLM-4-Plus","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.397766,"ciLow":1315.742479,"ciHigh":1335.053053,"observedAt":"2026-11-11","runCount":4016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"hard_prompts_english/GLM-4-Plus","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1318.555087,"ciLow":1307.319323,"ciHigh":1329.790851,"observedAt":"2026-11-11","runCount":3267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_business_and_management_and_financial_operations/GLM-4-Plus","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1280.21277,"ciLow":1270.17125,"ciHigh":1290.254291,"observedAt":"2026-11-11","runCount":3855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_entertainment_and_sports_and_media/GLM-4-Plus","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.518991,"ciLow":1334.332702,"ciHigh":1364.705281,"observedAt":"2026-11-11","runCount":1723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_legal_and_government/GLM-4-Plus","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.967512,"ciLow":1324.290452,"ciHigh":1343.644572,"observedAt":"2026-11-11","runCount":4702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_life_and_physical_and_social_science/GLM-4-Plus","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1298.958085,"ciLow":1288.264431,"ciHigh":1309.651739,"observedAt":"2026-11-11","runCount":2991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_mathematical/GLM-4-Plus","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1339.102446,"ciLow":1323.468314,"ciHigh":1354.736579,"observedAt":"2026-11-11","runCount":1513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_medicine_and_healthcare/GLM-4-Plus","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.020659,"ciLow":1332.000775,"ciHigh":1348.040544,"observedAt":"2026-11-11","runCount":7097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_software_and_it_services/GLM-4-Plus","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.279841,"ciLow":1300.956565,"ciHigh":1317.603118,"observedAt":"2026-11-11","runCount":7164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_writing_and_literature_and_language/GLM-4-Plus","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|instruction_following/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1300.519577,"ciLow":1293.574933,"ciHigh":1307.464221,"observedAt":"2026-11-11","runCount":10743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"instruction_following/GLM-4-Plus","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|japanese/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1232.47533,"ciLow":1205.150132,"ciHigh":1259.800529,"observedAt":"2026-11-11","runCount":485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"japanese/GLM-4-Plus","slice":"japanese"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|korean/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1287.085139,"ciLow":1253.975883,"ciHigh":1320.194394,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"korean/GLM-4-Plus","slice":"korean"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|longer_query/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.869624,"ciLow":1315.765385,"ciHigh":1335.973863,"observedAt":"2026-11-11","runCount":3992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"longer_query/GLM-4-Plus","slice":"longer_query"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|math/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.523118,"ciLow":1276.515942,"ciHigh":1296.530295,"observedAt":"2026-11-11","runCount":3599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"math/GLM-4-Plus","slice":"math"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|multi_turn/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1313.485909,"ciLow":1303.997153,"ciHigh":1322.974664,"observedAt":"2026-11-11","runCount":4844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"multi_turn/GLM-4-Plus","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|non_english/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1305.76715,"ciLow":1299.180975,"ciHigh":1312.353324,"observedAt":"2026-11-11","runCount":12935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"non_english/GLM-4-Plus","slice":"non_english"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|overall/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1319.412929,"ciLow":1314.478289,"ciHigh":1324.347569,"observedAt":"2026-11-11","runCount":26126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"overall/GLM-4-Plus","slice":"overall"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|russian/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1307.658339,"ciLow":1297.549829,"ciHigh":1317.766848,"observedAt":"2026-11-11","runCount":3904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"russian/GLM-4-Plus","slice":"russian"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text-style-control@1|rating|spanish/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.129257,"ciLow":1308.80156,"ciHigh":1373.456953,"observedAt":"2026-11-11","runCount":332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"spanish/GLM-4-Plus","slice":"spanish"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|chinese/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.971766,"ciLow":1283.062714,"ciHigh":1308.880819,"observedAt":"2026-11-11","runCount":2427,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"chinese/GLM-4-Plus","slice":"chinese"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|coding/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1290.338422,"ciLow":1281.054935,"ciHigh":1299.621908,"observedAt":"2026-11-11","runCount":4449,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"coding/GLM-4-Plus","slice":"coding"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|creative_writing/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1263.45318,"ciLow":1253.244357,"ciHigh":1273.662004,"observedAt":"2026-11-11","runCount":3801,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"creative_writing/GLM-4-Plus","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|english/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1296.667685,"ciLow":1290.282248,"ciHigh":1303.053122,"observedAt":"2026-11-11","runCount":13191,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"english/GLM-4-Plus","slice":"english"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|exclude_ties/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1221.211877,"ciLow":1213.584805,"ciHigh":1228.83895,"observedAt":"2026-11-11","runCount":16416,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"exclude_ties/GLM-4-Plus","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|expert/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1251.584381,"ciLow":1236.891169,"ciHigh":1266.277593,"observedAt":"2026-11-11","runCount":1608,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"expert/GLM-4-Plus","slice":"expert"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|french/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.925989,"ciLow":1271.365455,"ciHigh":1344.486524,"observedAt":"2026-11-11","runCount":286,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"french/GLM-4-Plus","slice":"french"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|german/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.322269,"ciLow":1255.333627,"ciHigh":1301.310911,"observedAt":"2026-11-11","runCount":659,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"german/GLM-4-Plus","slice":"german"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|hard_prompts/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.894621,"ciLow":1265.221869,"ciHigh":1280.567372,"observedAt":"2026-11-11","runCount":7067,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"hard_prompts/GLM-4-Plus","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|hard_prompts_english/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1279.557983,"ciLow":1270.013312,"ciHigh":1289.102654,"observedAt":"2026-11-11","runCount":4016,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"hard_prompts_english/GLM-4-Plus","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1272.978366,"ciLow":1261.827537,"ciHigh":1284.129195,"observedAt":"2026-11-11","runCount":3267,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_business_and_management_and_financial_operations/GLM-4-Plus","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1249.786225,"ciLow":1239.774556,"ciHigh":1259.797894,"observedAt":"2026-11-11","runCount":3855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_entertainment_and_sports_and_media/GLM-4-Plus","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|industry_legal_and_government/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1309.195047,"ciLow":1294.049206,"ciHigh":1324.340888,"observedAt":"2026-11-11","runCount":1723,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_legal_and_government/GLM-4-Plus","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1294.644045,"ciLow":1285.045405,"ciHigh":1304.242686,"observedAt":"2026-11-11","runCount":4702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_life_and_physical_and_social_science/GLM-4-Plus","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|industry_mathematical/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.775522,"ciLow":1272.160886,"ciHigh":1293.390157,"observedAt":"2026-11-11","runCount":2991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_mathematical/GLM-4-Plus","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.58191,"ciLow":1273.937906,"ciHigh":1305.225913,"observedAt":"2026-11-11","runCount":1513,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_medicine_and_healthcare/GLM-4-Plus","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1291.06246,"ciLow":1283.109876,"ciHigh":1299.015043,"observedAt":"2026-11-11","runCount":7097,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_software_and_it_services/GLM-4-Plus","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1278.575004,"ciLow":1270.300661,"ciHigh":1286.849347,"observedAt":"2026-11-11","runCount":7164,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"industry_writing_and_literature_and_language/GLM-4-Plus","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|instruction_following/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1264.110917,"ciLow":1257.237391,"ciHigh":1270.984444,"observedAt":"2026-11-11","runCount":10743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"instruction_following/GLM-4-Plus","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|japanese/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1207.607724,"ciLow":1180.224114,"ciHigh":1234.991334,"observedAt":"2026-11-11","runCount":485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"japanese/GLM-4-Plus","slice":"japanese"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|korean/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1243.701739,"ciLow":1211.106508,"ciHigh":1276.296969,"observedAt":"2026-11-11","runCount":374,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"korean/GLM-4-Plus","slice":"korean"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|longer_query/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1285.767016,"ciLow":1275.738109,"ciHigh":1295.795924,"observedAt":"2026-11-11","runCount":3992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"longer_query/GLM-4-Plus","slice":"longer_query"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|math/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1274.888179,"ciLow":1264.92703,"ciHigh":1284.849329,"observedAt":"2026-11-11","runCount":3599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"math/GLM-4-Plus","slice":"math"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|multi_turn/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.999545,"ciLow":1279.539369,"ciHigh":1298.459721,"observedAt":"2026-11-11","runCount":4844,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"multi_turn/GLM-4-Plus","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|non_english/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.308339,"ciLow":1268.754577,"ciHigh":1281.8621,"observedAt":"2026-11-11","runCount":12935,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"non_english/GLM-4-Plus","slice":"non_english"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|overall/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1289.698263,"ciLow":1284.79942,"ciHigh":1294.597106,"observedAt":"2026-11-11","runCount":26126,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"overall/GLM-4-Plus","slice":"overall"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|russian/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1275.015107,"ciLow":1264.92905,"ciHigh":1285.101163,"observedAt":"2026-11-11","runCount":3904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"russian/GLM-4-Plus","slice":"russian"}
{"key":"lmarena|zai/glm-4-plus:default|none|lmarena-text@1|rating|spanish/GLM-4-Plus","sourceId":"lmarena","modelId":"zai/glm-4-plus","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.550687,"ciLow":1278.441609,"ciHigh":1342.659765,"observedAt":"2026-11-11","runCount":332,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4-Plus","rowId":"spanish/GLM-4-Plus","slice":"spanish"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|chinese/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.867125,"ciLow":1393.245568,"ciHigh":1418.488682,"observedAt":"2026-11-11","runCount":2230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"chinese/GLM-4.5-Air","slice":"chinese"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|coding/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.997699,"ciLow":1419.308926,"ciHigh":1434.686472,"observedAt":"2026-11-11","runCount":6092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"coding/GLM-4.5-Air","slice":"coding"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|creative_writing/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1327.326707,"ciLow":1317.726835,"ciHigh":1336.926579,"observedAt":"2026-11-11","runCount":3985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"creative_writing/GLM-4.5-Air","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|english/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.115208,"ciLow":1384.381135,"ciHigh":1395.849282,"observedAt":"2026-11-11","runCount":13183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"english/GLM-4.5-Air","slice":"english"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.308921,"ciLow":1337.31776,"ciHigh":1349.300081,"observedAt":"2026-11-11","runCount":21487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"exclude_ties/GLM-4.5-Air","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|expert/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1389.845221,"ciLow":1374.5206,"ciHigh":1405.169842,"observedAt":"2026-11-11","runCount":1461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"expert/GLM-4.5-Air","slice":"expert"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|french/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.866344,"ciLow":1368.698894,"ciHigh":1423.033793,"observedAt":"2026-11-11","runCount":519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"french/GLM-4.5-Air","slice":"french"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|german/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.618537,"ciLow":1333.426383,"ciHigh":1377.810691,"observedAt":"2026-11-11","runCount":743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"german/GLM-4.5-Air","slice":"german"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.718095,"ciLow":1385.234086,"ciHigh":1396.202104,"observedAt":"2026-11-11","runCount":14856,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"hard_prompts/GLM-4.5-Air","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.293436,"ciLow":1394.852613,"ciHigh":1409.73426,"observedAt":"2026-11-11","runCount":6562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"hard_prompts_english/GLM-4.5-Air","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.239358,"ciLow":1364.037263,"ciHigh":1380.441453,"observedAt":"2026-11-11","runCount":5491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_business_and_management_and_financial_operations/GLM-4.5-Air","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1325.058582,"ciLow":1317.024751,"ciHigh":1333.092414,"observedAt":"2026-11-11","runCount":5677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_entertainment_and_sports_and_media/GLM-4.5-Air","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.530495,"ciLow":1357.859617,"ciHigh":1385.201373,"observedAt":"2026-11-11","runCount":1902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_legal_and_government/GLM-4.5-Air","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.192345,"ciLow":1388.659976,"ciHigh":1405.724714,"observedAt":"2026-11-11","runCount":4908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_life_and_physical_and_social_science/GLM-4.5-Air","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.60585,"ciLow":1375.266628,"ciHigh":1405.945072,"observedAt":"2026-11-11","runCount":1452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_mathematical/GLM-4.5-Air","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.549338,"ciLow":1381.000398,"ciHigh":1410.098278,"observedAt":"2026-11-11","runCount":1640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_medicine_and_healthcare/GLM-4.5-Air","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.192099,"ciLow":1408.957049,"ciHigh":1421.42715,"observedAt":"2026-11-11","runCount":10437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_software_and_it_services/GLM-4.5-Air","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.593647,"ciLow":1333.158672,"ciHigh":1348.028622,"observedAt":"2026-11-11","runCount":6966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_writing_and_literature_and_language/GLM-4.5-Air","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|instruction_following/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.815176,"ciLow":1353.96035,"ciHigh":1367.670001,"observedAt":"2026-11-11","runCount":8180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"instruction_following/GLM-4.5-Air","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|japanese/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1329.840381,"ciLow":1308.748089,"ciHigh":1350.932673,"observedAt":"2026-11-11","runCount":845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"japanese/GLM-4.5-Air","slice":"japanese"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|korean/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1291.23806,"ciLow":1267.761301,"ciHigh":1314.714819,"observedAt":"2026-11-11","runCount":672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"korean/GLM-4.5-Air","slice":"korean"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|longer_query/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1379.537155,"ciLow":1372.045572,"ciHigh":1387.028738,"observedAt":"2026-11-11","runCount":6755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"longer_query/GLM-4.5-Air","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|math/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.185932,"ciLow":1371.273968,"ciHigh":1401.097895,"observedAt":"2026-11-11","runCount":1521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"math/GLM-4.5-Air","slice":"math"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|multi_turn/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1367.343497,"ciLow":1358.758014,"ciHigh":1375.92898,"observedAt":"2026-11-11","runCount":4987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"multi_turn/GLM-4.5-Air","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|non_english/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.570347,"ciLow":1347.328344,"ciHigh":1357.812351,"observedAt":"2026-11-11","runCount":17366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"non_english/GLM-4.5-Air","slice":"non_english"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|overall/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1372.997671,"ciLow":1368.738712,"ciHigh":1377.25663,"observedAt":"2026-11-11","runCount":30591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"overall/GLM-4.5-Air","slice":"overall"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|polish/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.285696,"ciLow":1327.802545,"ciHigh":1356.768847,"observedAt":"2026-11-11","runCount":1861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"polish/GLM-4.5-Air","slice":"polish"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|russian/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.231652,"ciLow":1348.495942,"ciHigh":1373.967362,"observedAt":"2026-11-11","runCount":1996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"russian/GLM-4.5-Air","slice":"russian"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text-style-control@1|rating|spanish/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1376.028933,"ciLow":1354.68811,"ciHigh":1397.369756,"observedAt":"2026-11-11","runCount":823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"spanish/GLM-4.5-Air","slice":"spanish"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|chinese/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.339053,"ciLow":1413.750649,"ciHigh":1438.927458,"observedAt":"2026-11-11","runCount":2230,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"chinese/GLM-4.5-Air","slice":"chinese"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|coding/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.29196,"ciLow":1389.581419,"ciHigh":1405.002501,"observedAt":"2026-11-11","runCount":6092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"coding/GLM-4.5-Air","slice":"coding"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|creative_writing/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.318709,"ciLow":1333.840296,"ciHigh":1352.797122,"observedAt":"2026-11-11","runCount":3985,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"creative_writing/GLM-4.5-Air","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|english/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1397.349623,"ciLow":1391.657904,"ciHigh":1403.041342,"observedAt":"2026-11-11","runCount":13183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"english/GLM-4.5-Air","slice":"english"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|exclude_ties/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.536245,"ciLow":1351.647278,"ciHigh":1363.425212,"observedAt":"2026-11-11","runCount":21487,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"exclude_ties/GLM-4.5-Air","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|expert/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.608923,"ciLow":1354.261991,"ciHigh":1384.955855,"observedAt":"2026-11-11","runCount":1461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"expert/GLM-4.5-Air","slice":"expert"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|french/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1398.547059,"ciLow":1371.402027,"ciHigh":1425.692091,"observedAt":"2026-11-11","runCount":519,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"french/GLM-4.5-Air","slice":"french"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|german/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.912132,"ciLow":1355.16242,"ciHigh":1398.661844,"observedAt":"2026-11-11","runCount":743,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"german/GLM-4.5-Air","slice":"german"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|hard_prompts/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1378.689798,"ciLow":1373.213373,"ciHigh":1384.166223,"observedAt":"2026-11-11","runCount":14856,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"hard_prompts/GLM-4.5-Air","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|hard_prompts_english/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1387.694767,"ciLow":1380.26733,"ciHigh":1395.122204,"observedAt":"2026-11-11","runCount":6562,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"hard_prompts_english/GLM-4.5-Air","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.593077,"ciLow":1362.445513,"ciHigh":1378.74064,"observedAt":"2026-11-11","runCount":5491,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_business_and_management_and_financial_operations/GLM-4.5-Air","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1339.272719,"ciLow":1331.32268,"ciHigh":1347.222758,"observedAt":"2026-11-11","runCount":5677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_entertainment_and_sports_and_media/GLM-4.5-Air","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|industry_legal_and_government/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.073847,"ciLow":1368.628999,"ciHigh":1395.518694,"observedAt":"2026-11-11","runCount":1902,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_legal_and_government/GLM-4.5-Air","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1407.544315,"ciLow":1399.046815,"ciHigh":1416.041815,"observedAt":"2026-11-11","runCount":4908,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_life_and_physical_and_social_science/GLM-4.5-Air","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|industry_mathematical/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1396.01523,"ciLow":1380.707922,"ciHigh":1411.322539,"observedAt":"2026-11-11","runCount":1452,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_mathematical/GLM-4.5-Air","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.976435,"ciLow":1387.550687,"ciHigh":1416.402182,"observedAt":"2026-11-11","runCount":1640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_medicine_and_healthcare/GLM-4.5-Air","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.20186,"ciLow":1394.968072,"ciHigh":1407.435649,"observedAt":"2026-11-11","runCount":10437,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_software_and_it_services/GLM-4.5-Air","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.969316,"ciLow":1346.61616,"ciHigh":1361.322472,"observedAt":"2026-11-11","runCount":6966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"industry_writing_and_literature_and_language/GLM-4.5-Air","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|instruction_following/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.369208,"ciLow":1346.524434,"ciHigh":1360.213981,"observedAt":"2026-11-11","runCount":8180,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"instruction_following/GLM-4.5-Air","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|japanese/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1348.343787,"ciLow":1327.527017,"ciHigh":1369.160558,"observedAt":"2026-11-11","runCount":845,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"japanese/GLM-4.5-Air","slice":"japanese"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|korean/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1307.329154,"ciLow":1284.10777,"ciHigh":1330.550537,"observedAt":"2026-11-11","runCount":672,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"korean/GLM-4.5-Air","slice":"korean"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|longer_query/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1365.994524,"ciLow":1358.527789,"ciHigh":1373.46126,"observedAt":"2026-11-11","runCount":6755,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"longer_query/GLM-4.5-Air","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|math/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.636045,"ciLow":1380.782051,"ciHigh":1410.490039,"observedAt":"2026-11-11","runCount":1521,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"math/GLM-4.5-Air","slice":"math"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|multi_turn/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1370.983557,"ciLow":1362.451568,"ciHigh":1379.515545,"observedAt":"2026-11-11","runCount":4987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"multi_turn/GLM-4.5-Air","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|non_english/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1366.19968,"ciLow":1360.988936,"ciHigh":1371.410424,"observedAt":"2026-11-11","runCount":17366,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"non_english/GLM-4.5-Air","slice":"non_english"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|overall/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1383.744425,"ciLow":1379.514513,"ciHigh":1387.974338,"observedAt":"2026-11-11","runCount":30591,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"overall/GLM-4.5-Air","slice":"overall"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|polish/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.861265,"ciLow":1353.646021,"ciHigh":1382.07651,"observedAt":"2026-11-11","runCount":1861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"polish/GLM-4.5-Air","slice":"polish"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|russian/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.957555,"ciLow":1360.321113,"ciHigh":1385.593998,"observedAt":"2026-11-11","runCount":1996,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"russian/GLM-4.5-Air","slice":"russian"}
{"key":"lmarena|zai/glm-4.5-air:default|none|lmarena-text@1|rating|spanish/GLM-4.5-Air","sourceId":"lmarena","modelId":"zai/glm-4.5-air","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1385.56606,"ciLow":1364.573204,"ciHigh":1406.558917,"observedAt":"2026-11-11","runCount":823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5-Air","rowId":"spanish/GLM-4.5-Air","slice":"spanish"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|chinese/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.019329,"ciLow":1417.661449,"ciHigh":1446.37721,"observedAt":"2026-11-11","runCount":1783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"chinese/GLM-4.5","slice":"chinese"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|coding/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.085796,"ciLow":1446.2927,"ciHigh":1463.878892,"observedAt":"2026-11-11","runCount":4728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"coding/GLM-4.5","slice":"coding"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|creative_writing/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1371.897426,"ciLow":1360.953921,"ciHigh":1382.840931,"observedAt":"2026-11-11","runCount":3087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"creative_writing/GLM-4.5","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|english/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.675924,"ciLow":1415.069821,"ciHigh":1428.282027,"observedAt":"2026-11-11","runCount":10101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"english/GLM-4.5","slice":"english"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1397.241245,"ciLow":1390.367299,"ciHigh":1404.115191,"observedAt":"2026-11-11","runCount":16926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"exclude_ties/GLM-4.5","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|expert/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1444.402237,"ciLow":1427.089537,"ciHigh":1461.714938,"observedAt":"2026-11-11","runCount":1155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"expert/GLM-4.5","slice":"expert"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|french/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.952568,"ciLow":1373.779231,"ciHigh":1438.125905,"observedAt":"2026-11-11","runCount":339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"french/GLM-4.5","slice":"french"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|german/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1377.358261,"ciLow":1351.693803,"ciHigh":1403.022719,"observedAt":"2026-11-11","runCount":535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"german/GLM-4.5","slice":"german"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1432.829876,"ciLow":1426.458528,"ciHigh":1439.201224,"observedAt":"2026-11-11","runCount":11080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"hard_prompts/GLM-4.5","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.408016,"ciLow":1427.65259,"ciHigh":1445.163442,"observedAt":"2026-11-11","runCount":4818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"hard_prompts_english/GLM-4.5","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.922552,"ciLow":1402.591036,"ciHigh":1421.254068,"observedAt":"2026-11-11","runCount":4222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_business_and_management_and_financial_operations/GLM-4.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1382.548102,"ciLow":1373.35443,"ciHigh":1391.741775,"observedAt":"2026-11-11","runCount":4306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_entertainment_and_sports_and_media/GLM-4.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.175401,"ciLow":1401.439547,"ciHigh":1432.911255,"observedAt":"2026-11-11","runCount":1475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_legal_and_government/GLM-4.5","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.553614,"ciLow":1414.794486,"ciHigh":1434.312742,"observedAt":"2026-11-11","runCount":3853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_life_and_physical_and_social_science/GLM-4.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1418.528581,"ciLow":1401.7018,"ciHigh":1435.355361,"observedAt":"2026-11-11","runCount":1255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_mathematical/GLM-4.5","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1436.680651,"ciLow":1420.367003,"ciHigh":1452.994299,"observedAt":"2026-11-11","runCount":1384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_medicine_and_healthcare/GLM-4.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.300057,"ciLow":1438.17375,"ciHigh":1452.426363,"observedAt":"2026-11-11","runCount":8069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_software_and_it_services/GLM-4.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.220388,"ciLow":1372.734243,"ciHigh":1389.706532,"observedAt":"2026-11-11","runCount":5288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_writing_and_literature_and_language/GLM-4.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|instruction_following/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.003508,"ciLow":1396.110668,"ciHigh":1411.896349,"observedAt":"2026-11-11","runCount":6145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"instruction_following/GLM-4.5","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|japanese/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.401612,"ciLow":1367.540927,"ciHigh":1413.262297,"observedAt":"2026-11-11","runCount":774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"japanese/GLM-4.5","slice":"japanese"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|korean/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.614839,"ciLow":1328.369428,"ciHigh":1376.860249,"observedAt":"2026-11-11","runCount":646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"korean/GLM-4.5","slice":"korean"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|longer_query/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.057024,"ciLow":1408.462054,"ciHigh":1425.651994,"observedAt":"2026-11-11","runCount":5073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"longer_query/GLM-4.5","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|math/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1411.360958,"ciLow":1395.779514,"ciHigh":1426.942402,"observedAt":"2026-11-11","runCount":1400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"math/GLM-4.5","slice":"math"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|multi_turn/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.629024,"ciLow":1393.693983,"ciHigh":1413.564065,"observedAt":"2026-11-11","runCount":3696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"multi_turn/GLM-4.5","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|non_english/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1394.84913,"ciLow":1388.908976,"ciHigh":1400.789283,"observedAt":"2026-11-11","runCount":13633,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"non_english/GLM-4.5","slice":"non_english"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|overall/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.961823,"ciLow":1406.03374,"ciHigh":1415.889907,"observedAt":"2026-11-11","runCount":23746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"overall/GLM-4.5","slice":"overall"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|polish/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.878169,"ciLow":1369.813201,"ciHigh":1399.943137,"observedAt":"2026-11-11","runCount":1675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"polish/GLM-4.5","slice":"polish"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|russian/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1392.511693,"ciLow":1378.197902,"ciHigh":1406.825484,"observedAt":"2026-11-11","runCount":1564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"russian/GLM-4.5","slice":"russian"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text-style-control@1|rating|spanish/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.855152,"ciLow":1407.370845,"ciHigh":1454.33946,"observedAt":"2026-11-11","runCount":676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"spanish/GLM-4.5","slice":"spanish"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|chinese/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.46439,"ciLow":1451.06559,"ciHigh":1479.86319,"observedAt":"2026-11-11","runCount":1783,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"chinese/GLM-4.5","slice":"chinese"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|coding/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.430955,"ciLow":1425.659716,"ciHigh":1443.202194,"observedAt":"2026-11-11","runCount":4728,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"coding/GLM-4.5","slice":"coding"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|creative_writing/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.802415,"ciLow":1384.02449,"ciHigh":1405.58034,"observedAt":"2026-11-11","runCount":3087,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"creative_writing/GLM-4.5","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|english/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.92721,"ciLow":1430.373592,"ciHigh":1443.480829,"observedAt":"2026-11-11","runCount":10101,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"english/GLM-4.5","slice":"english"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|exclude_ties/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.622491,"ciLow":1415.851154,"ciHigh":1429.393829,"observedAt":"2026-11-11","runCount":16926,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"exclude_ties/GLM-4.5","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|expert/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.039196,"ciLow":1415.689789,"ciHigh":1450.388603,"observedAt":"2026-11-11","runCount":1155,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"expert/GLM-4.5","slice":"expert"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|french/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.788804,"ciLow":1384.848302,"ciHigh":1448.729306,"observedAt":"2026-11-11","runCount":339,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"french/GLM-4.5","slice":"french"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|german/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1406.576387,"ciLow":1381.067443,"ciHigh":1432.085331,"observedAt":"2026-11-11","runCount":535,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"german/GLM-4.5","slice":"german"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|hard_prompts/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.315598,"ciLow":1422.948452,"ciHigh":1435.682744,"observedAt":"2026-11-11","runCount":11080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"hard_prompts/GLM-4.5","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|hard_prompts_english/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.712946,"ciLow":1420.976218,"ciHigh":1438.449674,"observedAt":"2026-11-11","runCount":4818,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"hard_prompts_english/GLM-4.5","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.845666,"ciLow":1410.524417,"ciHigh":1429.166915,"observedAt":"2026-11-11","runCount":4222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_business_and_management_and_financial_operations/GLM-4.5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.510323,"ciLow":1395.420841,"ciHigh":1413.599806,"observedAt":"2026-11-11","runCount":4306,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_entertainment_and_sports_and_media/GLM-4.5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|industry_legal_and_government/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.853047,"ciLow":1422.160579,"ciHigh":1453.545515,"observedAt":"2026-11-11","runCount":1475,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_legal_and_government/GLM-4.5","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.523351,"ciLow":1434.828904,"ciHigh":1454.217799,"observedAt":"2026-11-11","runCount":3853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_life_and_physical_and_social_science/GLM-4.5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|industry_mathematical/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.150902,"ciLow":1413.272962,"ciHigh":1447.028843,"observedAt":"2026-11-11","runCount":1255,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_mathematical/GLM-4.5","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.693759,"ciLow":1438.359006,"ciHigh":1471.028513,"observedAt":"2026-11-11","runCount":1384,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_medicine_and_healthcare/GLM-4.5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.576601,"ciLow":1433.466208,"ciHigh":1447.686994,"observedAt":"2026-11-11","runCount":8069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_software_and_it_services/GLM-4.5","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.138352,"ciLow":1393.758028,"ciHigh":1410.518677,"observedAt":"2026-11-11","runCount":5288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"industry_writing_and_literature_and_language/GLM-4.5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|instruction_following/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1404.005574,"ciLow":1396.123201,"ciHigh":1411.887948,"observedAt":"2026-11-11","runCount":6145,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"instruction_following/GLM-4.5","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|japanese/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.574251,"ciLow":1392.834142,"ciHigh":1438.31436,"observedAt":"2026-11-11","runCount":774,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"japanese/GLM-4.5","slice":"japanese"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|korean/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1379.151283,"ciLow":1355.087907,"ciHigh":1403.214659,"observedAt":"2026-11-11","runCount":646,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"korean/GLM-4.5","slice":"korean"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|longer_query/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.224506,"ciLow":1403.680399,"ciHigh":1420.768613,"observedAt":"2026-11-11","runCount":5073,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"longer_query/GLM-4.5","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|math/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.721257,"ciLow":1412.078257,"ciHigh":1443.364257,"observedAt":"2026-11-11","runCount":1400,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"math/GLM-4.5","slice":"math"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|multi_turn/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.992882,"ciLow":1405.096107,"ciHigh":1424.889657,"observedAt":"2026-11-11","runCount":3696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"multi_turn/GLM-4.5","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|non_english/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.001642,"ciLow":1411.084756,"ciHigh":1422.918529,"observedAt":"2026-11-11","runCount":13633,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"non_english/GLM-4.5","slice":"non_english"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|overall/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.152583,"ciLow":1425.25249,"ciHigh":1435.052676,"observedAt":"2026-11-11","runCount":23746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"overall/GLM-4.5","slice":"overall"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|polish/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.119962,"ciLow":1407.23627,"ciHigh":1437.003653,"observedAt":"2026-11-11","runCount":1675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"polish/GLM-4.5","slice":"polish"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|russian/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.572394,"ciLow":1398.312805,"ciHigh":1426.831984,"observedAt":"2026-11-11","runCount":1564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"russian/GLM-4.5","slice":"russian"}
{"key":"lmarena|zai/glm-4.5:default|none|lmarena-text@1|rating|spanish/GLM-4.5","sourceId":"lmarena","modelId":"zai/glm-4.5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.958838,"ciLow":1430.591719,"ciHigh":1477.325956,"observedAt":"2026-11-11","runCount":676,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5","rowId":"spanish/GLM-4.5","slice":"spanish"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|chinese/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.566194,"ciLow":1319.977829,"ciHigh":1393.154558,"observedAt":"2026-11-11","runCount":235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"chinese/GLM-4.5V","slice":"chinese"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|coding/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.663813,"ciLow":1383.997685,"ciHigh":1421.329941,"observedAt":"2026-11-11","runCount":965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"coding/GLM-4.5V","slice":"coding"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|creative_writing/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.313363,"ciLow":1286.196744,"ciHigh":1332.429981,"observedAt":"2026-11-11","runCount":610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"creative_writing/GLM-4.5V","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|english/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1381.238645,"ciLow":1368.503117,"ciHigh":1393.974174,"observedAt":"2026-11-11","runCount":2021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"english/GLM-4.5V","slice":"english"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.250437,"ciLow":1298.82126,"ciHigh":1323.679615,"observedAt":"2026-11-11","runCount":3358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"exclude_ties/GLM-4.5V","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|expert/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.248273,"ciLow":1356.408,"ciHigh":1440.088546,"observedAt":"2026-11-11","runCount":189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"expert/GLM-4.5V","slice":"expert"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1373.280646,"ciLow":1361.226257,"ciHigh":1385.335034,"observedAt":"2026-11-11","runCount":2343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"hard_prompts/GLM-4.5V","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.710673,"ciLow":1377.619314,"ciHigh":1413.802032,"observedAt":"2026-11-11","runCount":1008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"hard_prompts_english/GLM-4.5V","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1342.766647,"ciLow":1323.51376,"ciHigh":1362.019533,"observedAt":"2026-11-11","runCount":906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_business_and_management_and_financial_operations/GLM-4.5V","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1321.174109,"ciLow":1302.287332,"ciHigh":1340.060886,"observedAt":"2026-11-11","runCount":861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_entertainment_and_sports_and_media/GLM-4.5V","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.924684,"ciLow":1334.730045,"ciHigh":1403.119323,"observedAt":"2026-11-11","runCount":271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_legal_and_government/GLM-4.5V","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.601048,"ciLow":1337.585565,"ciHigh":1381.616532,"observedAt":"2026-11-11","runCount":731,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_life_and_physical_and_social_science/GLM-4.5V","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.848775,"ciLow":1307.107458,"ciHigh":1382.590092,"observedAt":"2026-11-11","runCount":225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_mathematical/GLM-4.5V","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1386.814419,"ciLow":1349.104943,"ciHigh":1424.523895,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_medicine_and_healthcare/GLM-4.5V","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.35635,"ciLow":1379.292426,"ciHigh":1407.420275,"observedAt":"2026-11-11","runCount":1692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_software_and_it_services/GLM-4.5V","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.221472,"ciLow":1298.5036,"ciHigh":1333.939344,"observedAt":"2026-11-11","runCount":1066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_writing_and_literature_and_language/GLM-4.5V","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|instruction_following/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1338.143412,"ciLow":1322.250908,"ciHigh":1354.035916,"observedAt":"2026-11-11","runCount":1292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"instruction_following/GLM-4.5V","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|longer_query/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.090239,"ciLow":1322.987048,"ciHigh":1359.193431,"observedAt":"2026-11-11","runCount":1060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"longer_query/GLM-4.5V","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|math/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1360.313077,"ciLow":1326.474,"ciHigh":1394.152155,"observedAt":"2026-11-11","runCount":269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"math/GLM-4.5V","slice":"math"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|multi_turn/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1356.369055,"ciLow":1336.19815,"ciHigh":1376.53996,"observedAt":"2026-11-11","runCount":849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"multi_turn/GLM-4.5V","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|non_english/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1323.244894,"ciLow":1312.194343,"ciHigh":1334.295446,"observedAt":"2026-11-11","runCount":2786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"non_english/GLM-4.5V","slice":"non_english"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|overall/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.22903,"ciLow":1343.776639,"ciHigh":1360.681422,"observedAt":"2026-11-11","runCount":4809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"overall/GLM-4.5V","slice":"overall"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|polish/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.843648,"ciLow":1286.553699,"ciHigh":1355.133596,"observedAt":"2026-11-11","runCount":281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"polish/GLM-4.5V","slice":"polish"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|russian/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1320.042955,"ciLow":1292.31885,"ciHigh":1347.767061,"observedAt":"2026-11-11","runCount":394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"russian/GLM-4.5V","slice":"russian"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text-style-control@1|rating|spanish/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1353.03396,"ciLow":1309.072122,"ciHigh":1396.995799,"observedAt":"2026-11-11","runCount":185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"spanish/GLM-4.5V","slice":"spanish"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|chinese/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.040936,"ciLow":1300.57982,"ciHigh":1373.502052,"observedAt":"2026-11-11","runCount":235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"chinese/GLM-4.5V","slice":"chinese"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|coding/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.638177,"ciLow":1329.013866,"ciHigh":1366.262489,"observedAt":"2026-11-11","runCount":965,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"coding/GLM-4.5V","slice":"coding"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|creative_writing/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.105762,"ciLow":1272.263794,"ciHigh":1317.947731,"observedAt":"2026-11-11","runCount":610,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"creative_writing/GLM-4.5V","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|english/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1362.244629,"ciLow":1349.561325,"ciHigh":1374.927933,"observedAt":"2026-11-11","runCount":2021,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"english/GLM-4.5V","slice":"english"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|exclude_ties/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1282.463758,"ciLow":1270.187125,"ciHigh":1294.740391,"observedAt":"2026-11-11","runCount":3358,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"exclude_ties/GLM-4.5V","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|expert/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.349843,"ciLow":1310.017678,"ciHigh":1392.682008,"observedAt":"2026-11-11","runCount":189,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"expert/GLM-4.5V","slice":"expert"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|hard_prompts/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1334.275312,"ciLow":1322.253892,"ciHigh":1346.296732,"observedAt":"2026-11-11","runCount":2343,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"hard_prompts/GLM-4.5V","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|hard_prompts_english/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.891261,"ciLow":1338.868087,"ciHigh":1374.914436,"observedAt":"2026-11-11","runCount":1008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"hard_prompts_english/GLM-4.5V","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1308.952088,"ciLow":1289.819577,"ciHigh":1328.0846,"observedAt":"2026-11-11","runCount":906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_business_and_management_and_financial_operations/GLM-4.5V","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.395668,"ciLow":1284.465711,"ciHigh":1322.325625,"observedAt":"2026-11-11","runCount":861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_entertainment_and_sports_and_media/GLM-4.5V","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|industry_legal_and_government/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1337.879489,"ciLow":1304.127838,"ciHigh":1371.63114,"observedAt":"2026-11-11","runCount":271,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_legal_and_government/GLM-4.5V","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.544073,"ciLow":1309.016646,"ciHigh":1352.071499,"observedAt":"2026-11-11","runCount":731,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_life_and_physical_and_social_science/GLM-4.5V","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|industry_mathematical/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1335.364092,"ciLow":1297.742467,"ciHigh":1372.985718,"observedAt":"2026-11-11","runCount":225,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_mathematical/GLM-4.5V","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1349.37635,"ciLow":1312.498668,"ciHigh":1386.254032,"observedAt":"2026-11-11","runCount":232,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_medicine_and_healthcare/GLM-4.5V","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1352.359882,"ciLow":1338.319272,"ciHigh":1366.400492,"observedAt":"2026-11-11","runCount":1692,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_software_and_it_services/GLM-4.5V","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1301.896688,"ciLow":1284.275598,"ciHigh":1319.517779,"observedAt":"2026-11-11","runCount":1066,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"industry_writing_and_literature_and_language/GLM-4.5V","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|instruction_following/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1310.391737,"ciLow":1294.586961,"ciHigh":1326.196512,"observedAt":"2026-11-11","runCount":1292,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"instruction_following/GLM-4.5V","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|longer_query/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1304.79314,"ciLow":1286.961746,"ciHigh":1322.624533,"observedAt":"2026-11-11","runCount":1060,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"longer_query/GLM-4.5V","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|math/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1353.694798,"ciLow":1319.497852,"ciHigh":1387.891744,"observedAt":"2026-11-11","runCount":269,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"math/GLM-4.5V","slice":"math"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|multi_turn/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.092588,"ciLow":1312.849928,"ciHigh":1353.335247,"observedAt":"2026-11-11","runCount":849,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"multi_turn/GLM-4.5V","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|non_english/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.370209,"ciLow":1292.349238,"ciHigh":1314.39118,"observedAt":"2026-11-11","runCount":2786,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"non_english/GLM-4.5V","slice":"non_english"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|overall/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.768358,"ciLow":1324.338763,"ciHigh":1341.197953,"observedAt":"2026-11-11","runCount":4809,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"overall/GLM-4.5V","slice":"overall"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|polish/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1302.360464,"ciLow":1268.21278,"ciHigh":1336.508148,"observedAt":"2026-11-11","runCount":281,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"polish/GLM-4.5V","slice":"polish"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|russian/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1297.766239,"ciLow":1270.352807,"ciHigh":1325.179672,"observedAt":"2026-11-11","runCount":394,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"russian/GLM-4.5V","slice":"russian"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-text@1|rating|spanish/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.640192,"ciLow":1288.635238,"ciHigh":1378.645146,"observedAt":"2026-11-11","runCount":185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"spanish/GLM-4.5V","slice":"spanish"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-vision-style-control@1|rating|diagram/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1166.468962,"ciLow":1136.491417,"ciHigh":1196.446507,"observedAt":"2026-11-09","runCount":368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"diagram/GLM-4.5V","slice":"diagram"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-vision-style-control@1|rating|english/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.590563,"ciLow":1157.639576,"ciHigh":1189.541549,"observedAt":"2026-11-09","runCount":1589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"english/GLM-4.5V","slice":"english"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-vision-style-control@1|rating|homework/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1165.195796,"ciLow":1126.366341,"ciHigh":1204.025252,"observedAt":"2026-11-09","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"homework/GLM-4.5V","slice":"homework"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-vision-style-control@1|rating|ocr/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1158.146175,"ciLow":1140.935981,"ciHigh":1175.356369,"observedAt":"2026-11-09","runCount":1190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"ocr/GLM-4.5V","slice":"ocr"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-vision-style-control@1|rating|overall/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1152.752348,"ciLow":1140.979101,"ciHigh":1164.525594,"observedAt":"2026-11-09","runCount":3233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"overall/GLM-4.5V","slice":"overall"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-vision@1|rating|diagram/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1150.221242,"ciLow":1120.358388,"ciHigh":1180.084096,"observedAt":"2026-11-09","runCount":368,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"diagram/GLM-4.5V","slice":"diagram"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-vision@1|rating|english/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1182.759421,"ciLow":1167.010008,"ciHigh":1198.508834,"observedAt":"2026-11-09","runCount":1589,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"english/GLM-4.5V","slice":"english"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-vision@1|rating|homework/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1163.518484,"ciLow":1124.947499,"ciHigh":1202.089469,"observedAt":"2026-11-09","runCount":214,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"homework/GLM-4.5V","slice":"homework"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-vision@1|rating|ocr/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1150.510607,"ciLow":1133.531773,"ciHigh":1167.489441,"observedAt":"2026-11-09","runCount":1190,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"ocr/GLM-4.5V","slice":"ocr"}
{"key":"lmarena|zai/glm-4.5v:default|none|lmarena-vision@1|rating|overall/GLM-4.5V","sourceId":"lmarena","modelId":"zai/glm-4.5v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1154.110044,"ciLow":1142.476569,"ciHigh":1165.743518,"observedAt":"2026-11-09","runCount":3233,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.5V","rowId":"overall/GLM-4.5V","slice":"overall"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|chinese/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.787101,"ciLow":1466.274998,"ciHigh":1489.299204,"observedAt":"2026-11-11","runCount":2690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"chinese/GLM-4.6","slice":"chinese"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|coding/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.159813,"ciLow":1450.983233,"ciHigh":1465.336394,"observedAt":"2026-11-11","runCount":7577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"coding/GLM-4.6","slice":"coding"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|creative_writing/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.084088,"ciLow":1392.529708,"ciHigh":1409.638468,"observedAt":"2026-11-11","runCount":5089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"creative_writing/GLM-4.6","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|english/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.092177,"ciLow":1431.684797,"ciHigh":1442.499557,"observedAt":"2026-11-11","runCount":15222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"english/GLM-4.6","slice":"english"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.1836,"ciLow":1410.653359,"ciHigh":1421.713842,"observedAt":"2026-11-11","runCount":24988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"exclude_ties/GLM-4.6","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|expert/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.103944,"ciLow":1427.179825,"ciHigh":1453.028064,"observedAt":"2026-11-11","runCount":2052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"expert/GLM-4.6","slice":"expert"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|french/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.412831,"ciLow":1424.454932,"ciHigh":1470.37073,"observedAt":"2026-11-11","runCount":702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"french/GLM-4.6","slice":"french"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|german/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.378758,"ciLow":1404.042869,"ciHigh":1448.714648,"observedAt":"2026-11-11","runCount":681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"german/GLM-4.6","slice":"german"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.913754,"ciLow":1436.92596,"ciHigh":1446.901548,"observedAt":"2026-11-11","runCount":19345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"hard_prompts/GLM-4.6","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.526276,"ciLow":1442.583617,"ciHigh":1456.468935,"observedAt":"2026-11-11","runCount":8205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"hard_prompts_english/GLM-4.6","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.064202,"ciLow":1404.511234,"ciHigh":1419.617171,"observedAt":"2026-11-11","runCount":6879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_business_and_management_and_financial_operations/GLM-4.6","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1395.286669,"ciLow":1387.792534,"ciHigh":1402.780804,"observedAt":"2026-11-11","runCount":6632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_entertainment_and_sports_and_media/GLM-4.6","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.823299,"ciLow":1423.890699,"ciHigh":1447.755899,"observedAt":"2026-11-11","runCount":2438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_legal_and_government/GLM-4.6","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.040381,"ciLow":1438.092425,"ciHigh":1453.988338,"observedAt":"2026-11-11","runCount":5903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_life_and_physical_and_social_science/GLM-4.6","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.583453,"ciLow":1423.778826,"ciHigh":1451.388079,"observedAt":"2026-11-11","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_mathematical/GLM-4.6","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.216873,"ciLow":1434.659564,"ciHigh":1461.774182,"observedAt":"2026-11-11","runCount":1921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_medicine_and_healthcare/GLM-4.6","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.977529,"ciLow":1447.128142,"ciHigh":1458.826916,"observedAt":"2026-11-11","runCount":12558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_software_and_it_services/GLM-4.6","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1404.937653,"ciLow":1397.941181,"ciHigh":1411.934126,"observedAt":"2026-11-11","runCount":8020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_writing_and_literature_and_language/GLM-4.6","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|instruction_following/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1412.812957,"ciLow":1406.498127,"ciHigh":1419.127786,"observedAt":"2026-11-11","runCount":10221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"instruction_following/GLM-4.6","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|japanese/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.829886,"ciLow":1340.823235,"ciHigh":1400.836537,"observedAt":"2026-11-11","runCount":372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"japanese/GLM-4.6","slice":"japanese"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|korean/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.366265,"ciLow":1353.666517,"ciHigh":1403.066013,"observedAt":"2026-11-11","runCount":612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"korean/GLM-4.6","slice":"korean"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|longer_query/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1431.583886,"ciLow":1425.007276,"ciHigh":1438.160496,"observedAt":"2026-11-11","runCount":9080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"longer_query/GLM-4.6","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|math/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1417.775249,"ciLow":1405.107826,"ciHigh":1430.442672,"observedAt":"2026-11-11","runCount":2131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"math/GLM-4.6","slice":"math"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|multi_turn/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1421.027956,"ciLow":1412.826959,"ciHigh":1429.228953,"observedAt":"2026-11-11","runCount":5600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"multi_turn/GLM-4.6","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|non_english/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1407.666989,"ciLow":1402.816745,"ciHigh":1412.517233,"observedAt":"2026-11-11","runCount":20373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"non_english/GLM-4.6","slice":"non_english"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|overall/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.479996,"ciLow":1420.571721,"ciHigh":1428.38827,"observedAt":"2026-11-11","runCount":35631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"overall/GLM-4.6","slice":"overall"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|polish/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.778718,"ciLow":1403.308574,"ciHigh":1436.248861,"observedAt":"2026-11-11","runCount":1300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"polish/GLM-4.6","slice":"polish"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|russian/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1406.992122,"ciLow":1397.308015,"ciHigh":1416.676228,"observedAt":"2026-11-11","runCount":3520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"russian/GLM-4.6","slice":"russian"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text-style-control@1|rating|spanish/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1413.289432,"ciLow":1394.183878,"ciHigh":1432.394986,"observedAt":"2026-11-11","runCount":1008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"spanish/GLM-4.6","slice":"spanish"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|chinese/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.215266,"ciLow":1488.753588,"ciHigh":1511.676944,"observedAt":"2026-11-11","runCount":2690,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"chinese/GLM-4.6","slice":"chinese"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|coding/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.843405,"ciLow":1441.702073,"ciHigh":1455.984737,"observedAt":"2026-11-11","runCount":7577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"coding/GLM-4.6","slice":"coding"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|creative_writing/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.216665,"ciLow":1403.705549,"ciHigh":1420.727781,"observedAt":"2026-11-11","runCount":5089,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"creative_writing/GLM-4.6","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|english/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.140878,"ciLow":1443.75799,"ciHigh":1454.523765,"observedAt":"2026-11-11","runCount":15222,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"english/GLM-4.6","slice":"english"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|exclude_ties/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.388839,"ciLow":1431.933361,"ciHigh":1442.844317,"observedAt":"2026-11-11","runCount":24988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"exclude_ties/GLM-4.6","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|expert/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.803417,"ciLow":1419.877336,"ciHigh":1445.729497,"observedAt":"2026-11-11","runCount":2052,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"expert/GLM-4.6","slice":"expert"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|french/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.400548,"ciLow":1438.666427,"ciHigh":1484.134669,"observedAt":"2026-11-11","runCount":702,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"french/GLM-4.6","slice":"french"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|german/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.886484,"ciLow":1424.684191,"ciHigh":1469.088776,"observedAt":"2026-11-11","runCount":681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"german/GLM-4.6","slice":"german"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|hard_prompts/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.316774,"ciLow":1435.351211,"ciHigh":1445.282338,"observedAt":"2026-11-11","runCount":19345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"hard_prompts/GLM-4.6","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|hard_prompts_english/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.91069,"ciLow":1437.991042,"ciHigh":1451.830338,"observedAt":"2026-11-11","runCount":8205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"hard_prompts_english/GLM-4.6","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1416.171137,"ciLow":1408.660584,"ciHigh":1423.681689,"observedAt":"2026-11-11","runCount":6879,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_business_and_management_and_financial_operations/GLM-4.6","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1409.048799,"ciLow":1401.614745,"ciHigh":1416.482853,"observedAt":"2026-11-11","runCount":6632,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_entertainment_and_sports_and_media/GLM-4.6","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|industry_legal_and_government/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.248378,"ciLow":1436.441907,"ciHigh":1460.054849,"observedAt":"2026-11-11","runCount":2438,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_legal_and_government/GLM-4.6","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.374599,"ciLow":1448.498965,"ciHigh":1464.250232,"observedAt":"2026-11-11","runCount":5903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_life_and_physical_and_social_science/GLM-4.6","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|industry_mathematical/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.570084,"ciLow":1433.720028,"ciHigh":1461.420139,"observedAt":"2026-11-11","runCount":1752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_mathematical/GLM-4.6","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.82261,"ciLow":1441.337442,"ciHigh":1468.307778,"observedAt":"2026-11-11","runCount":1921,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_medicine_and_healthcare/GLM-4.6","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1455.350793,"ciLow":1449.5214,"ciHigh":1461.180186,"observedAt":"2026-11-11","runCount":12558,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_software_and_it_services/GLM-4.6","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1415.812602,"ciLow":1408.858287,"ciHigh":1422.766918,"observedAt":"2026-11-11","runCount":8020,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"industry_writing_and_literature_and_language/GLM-4.6","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|instruction_following/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.364891,"ciLow":1404.060337,"ciHigh":1416.669445,"observedAt":"2026-11-11","runCount":10221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"instruction_following/GLM-4.6","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|japanese/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.071834,"ciLow":1364.130069,"ciHigh":1424.0136,"observedAt":"2026-11-11","runCount":372,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"japanese/GLM-4.6","slice":"japanese"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|korean/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.85106,"ciLow":1375.039038,"ciHigh":1424.663083,"observedAt":"2026-11-11","runCount":612,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"korean/GLM-4.6","slice":"korean"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|longer_query/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.461588,"ciLow":1415.900487,"ciHigh":1429.022689,"observedAt":"2026-11-11","runCount":9080,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"longer_query/GLM-4.6","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|math/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.040204,"ciLow":1419.417562,"ciHigh":1444.662846,"observedAt":"2026-11-11","runCount":2131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"math/GLM-4.6","slice":"math"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|multi_turn/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.574436,"ciLow":1418.41663,"ciHigh":1434.732243,"observedAt":"2026-11-11","runCount":5600,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"multi_turn/GLM-4.6","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|non_english/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.343991,"ciLow":1421.521584,"ciHigh":1431.166398,"observedAt":"2026-11-11","runCount":20373,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"non_english/GLM-4.6","slice":"non_english"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|overall/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1440.298151,"ciLow":1436.404511,"ciHigh":1444.191791,"observedAt":"2026-11-11","runCount":35631,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"overall/GLM-4.6","slice":"overall"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|polish/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.124536,"ciLow":1430.889048,"ciHigh":1463.360023,"observedAt":"2026-11-11","runCount":1300,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"polish/GLM-4.6","slice":"polish"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|russian/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1418.413952,"ciLow":1408.803596,"ciHigh":1428.024308,"observedAt":"2026-11-11","runCount":3520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"russian/GLM-4.6","slice":"russian"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-text@1|rating|spanish/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.751532,"ciLow":1417.720862,"ciHigh":1455.782202,"observedAt":"2026-11-11","runCount":1008,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"spanish/GLM-4.6","slice":"spanish"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-webdev@1|rating|overall/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1341.862857,"ciLow":1330.99168,"ciHigh":1352.734035,"observedAt":"2026-11-15","runCount":6721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"overall/GLM-4.6","slice":"overall"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-webdev@1|rating|webdev-html/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1350.611834,"ciLow":1338.076363,"ciHigh":1363.147305,"observedAt":"2026-11-15","runCount":6695,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"webdev-html/GLM-4.6","slice":"webdev-html"}
{"key":"lmarena|zai/glm-4.6:default|none|lmarena-webdev@1|rating|webdev/GLM-4.6","sourceId":"lmarena","modelId":"zai/glm-4.6","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1341.862857,"ciLow":1330.99168,"ciHigh":1352.734035,"observedAt":"2026-11-15","runCount":6721,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6","rowId":"webdev/GLM-4.6","slice":"webdev"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|chinese/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1424.934754,"ciLow":1390.349767,"ciHigh":1459.519742,"observedAt":"2026-11-11","runCount":276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"chinese/GLM-4.6V","slice":"chinese"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|coding/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.489563,"ciLow":1391.43603,"ciHigh":1441.543096,"observedAt":"2026-11-11","runCount":540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"coding/GLM-4.6V","slice":"coding"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|creative_writing/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1349.276894,"ciLow":1321.005769,"ciHigh":1377.548018,"observedAt":"2026-11-11","runCount":423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"creative_writing/GLM-4.6V","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|english/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1398.40882,"ciLow":1381.382489,"ciHigh":1415.435151,"observedAt":"2026-11-11","runCount":1165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"english/GLM-4.6V","slice":"english"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1352.660018,"ciLow":1336.739477,"ciHigh":1368.58056,"observedAt":"2026-11-11","runCount":2013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"exclude_ties/GLM-4.6V","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|expert/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1393.942408,"ciLow":1351.172376,"ciHigh":1436.71244,"observedAt":"2026-11-11","runCount":184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"expert/GLM-4.6V","slice":"expert"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.198117,"ciLow":1369.189332,"ciHigh":1399.206901,"observedAt":"2026-11-11","runCount":1529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"hard_prompts/GLM-4.6V","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1409.288177,"ciLow":1386.284438,"ciHigh":1432.291916,"observedAt":"2026-11-11","runCount":640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"hard_prompts_english/GLM-4.6V","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.388812,"ciLow":1344.616518,"ciHigh":1394.161106,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_business_and_management_and_financial_operations/GLM-4.6V","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1351.874219,"ciLow":1325.990835,"ciHigh":1377.757604,"observedAt":"2026-11-11","runCount":515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_entertainment_and_sports_and_media/GLM-4.6V","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1400.657988,"ciLow":1360.468752,"ciHigh":1440.847223,"observedAt":"2026-11-11","runCount":209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_legal_and_government/GLM-4.6V","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.322466,"ciLow":1375.08337,"ciHigh":1427.561561,"observedAt":"2026-11-11","runCount":482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_life_and_physical_and_social_science/GLM-4.6V","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1402.439705,"ciLow":1361.43395,"ciHigh":1443.44546,"observedAt":"2026-11-11","runCount":188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_medicine_and_healthcare/GLM-4.6V","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.459327,"ciLow":1386.362985,"ciHigh":1424.55567,"observedAt":"2026-11-11","runCount":933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_software_and_it_services/GLM-4.6V","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1354.852684,"ciLow":1331.398976,"ciHigh":1378.306392,"observedAt":"2026-11-11","runCount":620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_writing_and_literature_and_language/GLM-4.6V","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|instruction_following/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.389592,"ciLow":1344.951608,"ciHigh":1387.827576,"observedAt":"2026-11-11","runCount":752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"instruction_following/GLM-4.6V","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|longer_query/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.454325,"ciLow":1358.05768,"ciHigh":1402.85097,"observedAt":"2026-11-11","runCount":700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"longer_query/GLM-4.6V","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|multi_turn/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1366.503495,"ciLow":1340.511193,"ciHigh":1392.495798,"observedAt":"2026-11-11","runCount":489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"multi_turn/GLM-4.6V","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|non_english/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.95519,"ciLow":1345.764099,"ciHigh":1374.146282,"observedAt":"2026-11-11","runCount":1658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"non_english/GLM-4.6V","slice":"non_english"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|overall/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.347161,"ciLow":1367.137743,"ciHigh":1389.55658,"observedAt":"2026-11-11","runCount":2823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"overall/GLM-4.6V","slice":"overall"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text-style-control@1|rating|russian/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1343.663064,"ciLow":1313.671056,"ciHigh":1373.655072,"observedAt":"2026-11-11","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"russian/GLM-4.6V","slice":"russian"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|chinese/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.575113,"ciLow":1389.562752,"ciHigh":1457.587475,"observedAt":"2026-11-11","runCount":276,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"chinese/GLM-4.6V","slice":"chinese"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|coding/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1390.511621,"ciLow":1365.800608,"ciHigh":1415.222634,"observedAt":"2026-11-11","runCount":540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"coding/GLM-4.6V","slice":"coding"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|creative_writing/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.161147,"ciLow":1318.054868,"ciHigh":1374.267427,"observedAt":"2026-11-11","runCount":423,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"creative_writing/GLM-4.6V","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|english/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1395.092319,"ciLow":1378.161619,"ciHigh":1412.023019,"observedAt":"2026-11-11","runCount":1165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"english/GLM-4.6V","slice":"english"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|exclude_ties/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1347.656906,"ciLow":1331.977317,"ciHigh":1363.336494,"observedAt":"2026-11-11","runCount":2013,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"exclude_ties/GLM-4.6V","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|expert/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1371.533836,"ciLow":1329.722237,"ciHigh":1413.345435,"observedAt":"2026-11-11","runCount":184,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"expert/GLM-4.6V","slice":"expert"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|hard_prompts/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1367.566501,"ciLow":1352.65986,"ciHigh":1382.473143,"observedAt":"2026-11-11","runCount":1529,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"hard_prompts/GLM-4.6V","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|hard_prompts_english/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.602351,"ciLow":1368.72056,"ciHigh":1414.484141,"observedAt":"2026-11-11","runCount":640,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"hard_prompts_english/GLM-4.6V","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.290251,"ciLow":1333.653843,"ciHigh":1382.926659,"observedAt":"2026-11-11","runCount":552,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_business_and_management_and_financial_operations/GLM-4.6V","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.852584,"ciLow":1318.282813,"ciHigh":1369.422355,"observedAt":"2026-11-11","runCount":515,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_entertainment_and_sports_and_media/GLM-4.6V","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|industry_legal_and_government/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1394.991432,"ciLow":1354.770965,"ciHigh":1435.211899,"observedAt":"2026-11-11","runCount":209,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_legal_and_government/GLM-4.6V","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.743088,"ciLow":1363.562229,"ciHigh":1415.923946,"observedAt":"2026-11-11","runCount":482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_life_and_physical_and_social_science/GLM-4.6V","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1389.697198,"ciLow":1348.359388,"ciHigh":1431.035009,"observedAt":"2026-11-11","runCount":188,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_medicine_and_healthcare/GLM-4.6V","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1391.304374,"ciLow":1372.309805,"ciHigh":1410.298944,"observedAt":"2026-11-11","runCount":933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_software_and_it_services/GLM-4.6V","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1346.180624,"ciLow":1322.861464,"ciHigh":1369.499785,"observedAt":"2026-11-11","runCount":620,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"industry_writing_and_literature_and_language/GLM-4.6V","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|instruction_following/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.509089,"ciLow":1329.346933,"ciHigh":1371.671244,"observedAt":"2026-11-11","runCount":752,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"instruction_following/GLM-4.6V","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|longer_query/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1357.072123,"ciLow":1334.938255,"ciHigh":1379.205991,"observedAt":"2026-11-11","runCount":700,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"longer_query/GLM-4.6V","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|multi_turn/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.332839,"ciLow":1332.431566,"ciHigh":1384.234111,"observedAt":"2026-11-11","runCount":489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"multi_turn/GLM-4.6V","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|non_english/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.920993,"ciLow":1344.814583,"ciHigh":1373.027403,"observedAt":"2026-11-11","runCount":1658,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"non_english/GLM-4.6V","slice":"non_english"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|overall/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1376.509197,"ciLow":1365.347011,"ciHigh":1387.671382,"observedAt":"2026-11-11","runCount":2823,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"overall/GLM-4.6V","slice":"overall"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-text@1|rating|russian/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1338.769252,"ciLow":1308.958157,"ciHigh":1368.580348,"observedAt":"2026-11-11","runCount":355,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"russian/GLM-4.6V","slice":"russian"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision-style-control@1|rating|chinese/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1210.363596,"ciLow":1168.870452,"ciHigh":1251.856739,"observedAt":"2026-11-09","runCount":166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"chinese/GLM-4.6V","slice":"chinese"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1106.724237,"ciLow":1065.519859,"ciHigh":1147.928614,"observedAt":"2026-11-09","runCount":241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"creative_writing_vision/GLM-4.6V","slice":"creative_writing_vision"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision-style-control@1|rating|diagram/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1189.80135,"ciLow":1166.086083,"ciHigh":1213.516616,"observedAt":"2026-11-09","runCount":571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"diagram/GLM-4.6V","slice":"diagram"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision-style-control@1|rating|english/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.911504,"ciLow":1153.840414,"ciHigh":1193.982594,"observedAt":"2026-11-09","runCount":903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"english/GLM-4.6V","slice":"english"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision-style-control@1|rating|homework/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1155.5063,"ciLow":1118.937052,"ciHigh":1192.075548,"observedAt":"2026-11-09","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"homework/GLM-4.6V","slice":"homework"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision-style-control@1|rating|ocr/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.196457,"ciLow":1155.830721,"ciHigh":1188.562193,"observedAt":"2026-11-09","runCount":1472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"ocr/GLM-4.6V","slice":"ocr"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision-style-control@1|rating|overall/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1160.576358,"ciLow":1146.81254,"ciHigh":1174.340176,"observedAt":"2026-11-09","runCount":2440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"overall/GLM-4.6V","slice":"overall"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision@1|rating|chinese/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1217.246138,"ciLow":1176.086761,"ciHigh":1258.405515,"observedAt":"2026-11-09","runCount":166,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"chinese/GLM-4.6V","slice":"chinese"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision@1|rating|creative_writing_vision/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1113.720293,"ciLow":1072.867566,"ciHigh":1154.573019,"observedAt":"2026-11-09","runCount":241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"creative_writing_vision/GLM-4.6V","slice":"creative_writing_vision"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision@1|rating|diagram/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1181.37888,"ciLow":1157.74994,"ciHigh":1205.007819,"observedAt":"2026-11-09","runCount":571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"diagram/GLM-4.6V","slice":"diagram"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision@1|rating|english/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1178.638844,"ciLow":1158.631281,"ciHigh":1198.646407,"observedAt":"2026-11-09","runCount":903,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"english/GLM-4.6V","slice":"english"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision@1|rating|homework/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1157.417618,"ciLow":1121.007602,"ciHigh":1193.827634,"observedAt":"2026-11-09","runCount":270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"homework/GLM-4.6V","slice":"homework"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision@1|rating|ocr/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1170.531024,"ciLow":1154.217895,"ciHigh":1186.844152,"observedAt":"2026-11-09","runCount":1472,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"ocr/GLM-4.6V","slice":"ocr"}
{"key":"lmarena|zai/glm-4.6v:default|none|lmarena-vision@1|rating|overall/GLM-4.6V","sourceId":"lmarena","modelId":"zai/glm-4.6v","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1163.10682,"ciLow":1149.405163,"ciHigh":1176.808476,"observedAt":"2026-11-09","runCount":2440,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.6V","rowId":"overall/GLM-4.6V","slice":"overall"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|chinese/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1410.38507,"ciLow":1390.136564,"ciHigh":1430.633577,"observedAt":"2026-11-11","runCount":817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"chinese/GLM-4.7-Flash","slice":"chinese"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|coding/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1422.895176,"ciLow":1411.918657,"ciHigh":1433.871695,"observedAt":"2026-11-11","runCount":2782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"coding/GLM-4.7-Flash","slice":"coding"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|creative_writing/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1304.762502,"ciLow":1290.951959,"ciHigh":1318.573044,"observedAt":"2026-11-11","runCount":1855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"creative_writing/GLM-4.7-Flash","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|english/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1390.980384,"ciLow":1382.411796,"ciHigh":1399.548973,"observedAt":"2026-11-11","runCount":4614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"english/GLM-4.7-Flash","slice":"english"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1326.24296,"ciLow":1317.707038,"ciHigh":1334.778882,"observedAt":"2026-11-11","runCount":8266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"exclude_ties/GLM-4.7-Flash","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|expert/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1388.006766,"ciLow":1368.768886,"ciHigh":1407.244646,"observedAt":"2026-11-11","runCount":880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"expert/GLM-4.7-Flash","slice":"expert"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|french/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1355.705383,"ciLow":1318.53462,"ciHigh":1392.876145,"observedAt":"2026-11-11","runCount":261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"french/GLM-4.7-Flash","slice":"french"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|german/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1341.567735,"ciLow":1301.585836,"ciHigh":1381.549635,"observedAt":"2026-11-11","runCount":227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"german/GLM-4.7-Flash","slice":"german"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1384.282844,"ciLow":1376.934494,"ciHigh":1391.631193,"observedAt":"2026-11-11","runCount":6696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"hard_prompts/GLM-4.7-Flash","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1401.575972,"ciLow":1390.076547,"ciHigh":1413.075397,"observedAt":"2026-11-11","runCount":2540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"hard_prompts_english/GLM-4.7-Flash","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1368.365739,"ciLow":1356.067522,"ciHigh":1380.663955,"observedAt":"2026-11-11","runCount":2231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_business_and_management_and_financial_operations/GLM-4.7-Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1316.097487,"ciLow":1303.227423,"ciHigh":1328.967551,"observedAt":"2026-11-11","runCount":2121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_entertainment_and_sports_and_media/GLM-4.7-Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.483037,"ciLow":1359.087867,"ciHigh":1397.878207,"observedAt":"2026-11-11","runCount":865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_legal_and_government/GLM-4.7-Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1380.589091,"ciLow":1367.144946,"ciHigh":1394.033236,"observedAt":"2026-11-11","runCount":1866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_life_and_physical_and_social_science/GLM-4.7-Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1378.73202,"ciLow":1354.033287,"ciHigh":1403.430753,"observedAt":"2026-11-11","runCount":507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_mathematical/GLM-4.7-Flash","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1369.795981,"ciLow":1349.230337,"ciHigh":1390.361626,"observedAt":"2026-11-11","runCount":839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_medicine_and_healthcare/GLM-4.7-Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.836634,"ciLow":1410.905729,"ciHigh":1428.767539,"observedAt":"2026-11-11","runCount":4265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_software_and_it_services/GLM-4.7-Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1330.338938,"ciLow":1318.773059,"ciHigh":1341.904817,"observedAt":"2026-11-11","runCount":2638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_writing_and_literature_and_language/GLM-4.7-Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|instruction_following/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1347.238508,"ciLow":1337.042346,"ciHigh":1357.43467,"observedAt":"2026-11-11","runCount":3279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"instruction_following/GLM-4.7-Flash","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|korean/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1301.177034,"ciLow":1260.772888,"ciHigh":1341.581179,"observedAt":"2026-11-11","runCount":235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"korean/GLM-4.7-Flash","slice":"korean"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|longer_query/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1370.194469,"ciLow":1359.996542,"ciHigh":1380.392396,"observedAt":"2026-11-11","runCount":3353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"longer_query/GLM-4.7-Flash","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|math/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1361.620603,"ciLow":1341.048797,"ciHigh":1382.192409,"observedAt":"2026-11-11","runCount":750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"math/GLM-4.7-Flash","slice":"math"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|multi_turn/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1359.129447,"ciLow":1346.31432,"ciHigh":1371.944574,"observedAt":"2026-11-11","runCount":2129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"multi_turn/GLM-4.7-Flash","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|non_english/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1340.848179,"ciLow":1333.713165,"ciHigh":1347.983193,"observedAt":"2026-11-11","runCount":7318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"non_english/GLM-4.7-Flash","slice":"non_english"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|overall/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.532889,"ciLow":1358.804724,"ciHigh":1370.261055,"observedAt":"2026-11-11","runCount":11932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"overall/GLM-4.7-Flash","slice":"overall"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|polish/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1294.917394,"ciLow":1261.586126,"ciHigh":1328.248663,"observedAt":"2026-11-11","runCount":316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"polish/GLM-4.7-Flash","slice":"polish"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|russian/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1344.123559,"ciLow":1330.07715,"ciHigh":1358.169968,"observedAt":"2026-11-11","runCount":1711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"russian/GLM-4.7-Flash","slice":"russian"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text-style-control@1|rating|spanish/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1364.789504,"ciLow":1336.038302,"ciHigh":1393.540706,"observedAt":"2026-11-11","runCount":436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"spanish/GLM-4.7-Flash","slice":"spanish"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|chinese/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1403.496975,"ciLow":1383.287078,"ciHigh":1423.706872,"observedAt":"2026-11-11","runCount":817,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"chinese/GLM-4.7-Flash","slice":"chinese"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|coding/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1382.450511,"ciLow":1371.525844,"ciHigh":1393.375179,"observedAt":"2026-11-11","runCount":2782,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"coding/GLM-4.7-Flash","slice":"coding"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|creative_writing/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1295.510192,"ciLow":1281.788776,"ciHigh":1309.231607,"observedAt":"2026-11-11","runCount":1855,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"creative_writing/GLM-4.7-Flash","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|english/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1372.653044,"ciLow":1364.137345,"ciHigh":1381.168743,"observedAt":"2026-11-11","runCount":4614,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"english/GLM-4.7-Flash","slice":"english"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|exclude_ties/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1306.410082,"ciLow":1298.012418,"ciHigh":1314.807746,"observedAt":"2026-11-11","runCount":8266,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"exclude_ties/GLM-4.7-Flash","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|expert/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.179279,"ciLow":1339.115795,"ciHigh":1377.242763,"observedAt":"2026-11-11","runCount":880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"expert/GLM-4.7-Flash","slice":"expert"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|french/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.255977,"ciLow":1295.398743,"ciHigh":1369.11321,"observedAt":"2026-11-11","runCount":261,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"french/GLM-4.7-Flash","slice":"french"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|german/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1333.985847,"ciLow":1294.666805,"ciHigh":1373.30489,"observedAt":"2026-11-11","runCount":227,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"german/GLM-4.7-Flash","slice":"german"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|hard_prompts/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1356.019308,"ciLow":1348.719463,"ciHigh":1363.319154,"observedAt":"2026-11-11","runCount":6696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"hard_prompts/GLM-4.7-Flash","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|hard_prompts_english/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1369.318892,"ciLow":1357.878729,"ciHigh":1380.759055,"observedAt":"2026-11-11","runCount":2540,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"hard_prompts_english/GLM-4.7-Flash","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1343.163481,"ciLow":1330.967269,"ciHigh":1355.359692,"observedAt":"2026-11-11","runCount":2231,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_business_and_management_and_financial_operations/GLM-4.7-Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1303.791798,"ciLow":1291.015617,"ciHigh":1316.567979,"observedAt":"2026-11-11","runCount":2121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_entertainment_and_sports_and_media/GLM-4.7-Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|industry_legal_and_government/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1358.055282,"ciLow":1338.71638,"ciHigh":1377.394184,"observedAt":"2026-11-11","runCount":865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_legal_and_government/GLM-4.7-Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1359.270784,"ciLow":1345.911814,"ciHigh":1372.629755,"observedAt":"2026-11-11","runCount":1866,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_life_and_physical_and_social_science/GLM-4.7-Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|industry_mathematical/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1368.240735,"ciLow":1343.404974,"ciHigh":1393.076496,"observedAt":"2026-11-11","runCount":507,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_mathematical/GLM-4.7-Flash","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1344.202308,"ciLow":1323.89953,"ciHigh":1364.505085,"observedAt":"2026-11-11","runCount":839,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_medicine_and_healthcare/GLM-4.7-Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1388.574172,"ciLow":1379.705144,"ciHigh":1397.4432,"observedAt":"2026-11-11","runCount":4265,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_software_and_it_services/GLM-4.7-Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1319.114613,"ciLow":1307.642514,"ciHigh":1330.586712,"observedAt":"2026-11-11","runCount":2638,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"industry_writing_and_literature_and_language/GLM-4.7-Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|instruction_following/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1326.008935,"ciLow":1315.877599,"ciHigh":1336.140271,"observedAt":"2026-11-11","runCount":3279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"instruction_following/GLM-4.7-Flash","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|korean/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1287.403007,"ciLow":1246.820397,"ciHigh":1327.985617,"observedAt":"2026-11-11","runCount":235,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"korean/GLM-4.7-Flash","slice":"korean"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|longer_query/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1345.320876,"ciLow":1335.223743,"ciHigh":1355.418009,"observedAt":"2026-11-11","runCount":3353,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"longer_query/GLM-4.7-Flash","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|math/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1354.797169,"ciLow":1334.160647,"ciHigh":1375.433692,"observedAt":"2026-11-11","runCount":750,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"math/GLM-4.7-Flash","slice":"math"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|multi_turn/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1341.467622,"ciLow":1328.65994,"ciHigh":1354.275303,"observedAt":"2026-11-11","runCount":2129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"multi_turn/GLM-4.7-Flash","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|non_english/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1330.365013,"ciLow":1323.278254,"ciHigh":1337.451772,"observedAt":"2026-11-11","runCount":7318,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"non_english/GLM-4.7-Flash","slice":"non_english"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|overall/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1350.608254,"ciLow":1344.919853,"ciHigh":1356.296655,"observedAt":"2026-11-11","runCount":11932,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"overall/GLM-4.7-Flash","slice":"overall"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|polish/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1288.724925,"ciLow":1255.659704,"ciHigh":1321.790147,"observedAt":"2026-11-11","runCount":316,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"polish/GLM-4.7-Flash","slice":"polish"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|russian/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1332.100231,"ciLow":1318.175283,"ciHigh":1346.025179,"observedAt":"2026-11-11","runCount":1711,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"russian/GLM-4.7-Flash","slice":"russian"}
{"key":"lmarena|zai/glm-4.7-flash:default|none|lmarena-text@1|rating|spanish/GLM-4.7-Flash","sourceId":"lmarena","modelId":"zai/glm-4.7-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1351.281357,"ciLow":1322.863686,"ciHigh":1379.699029,"observedAt":"2026-11-11","runCount":436,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7-Flash","rowId":"spanish/GLM-4.7-Flash","slice":"spanish"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|chinese/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.03777,"ciLow":1476.585331,"ciHigh":1513.49021,"observedAt":"2026-11-11","runCount":1006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"chinese/GLM-4.7","slice":"chinese"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|coding/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.149779,"ciLow":1472.256118,"ciHigh":1496.04344,"observedAt":"2026-11-11","runCount":2469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"coding/GLM-4.7","slice":"coding"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|creative_writing/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.500516,"ciLow":1392.165765,"ciHigh":1418.835268,"observedAt":"2026-11-11","runCount":1933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"creative_writing/GLM-4.7","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|english/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.788799,"ciLow":1453.103741,"ciHigh":1470.473858,"observedAt":"2026-11-11","runCount":4988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"english/GLM-4.7","slice":"english"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.698642,"ciLow":1432.149386,"ciHigh":1449.247898,"observedAt":"2026-11-11","runCount":8429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"exclude_ties/GLM-4.7","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|expert/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1449.153574,"ciLow":1428.550687,"ciHigh":1469.756461,"observedAt":"2026-11-11","runCount":802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"expert/GLM-4.7","slice":"expert"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|french/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.261657,"ciLow":1412.783325,"ciHigh":1479.739988,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"french/GLM-4.7","slice":"french"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|german/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1425.669667,"ciLow":1387.608642,"ciHigh":1463.730691,"observedAt":"2026-11-11","runCount":223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"german/GLM-4.7","slice":"german"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1462.035884,"ciLow":1454.304206,"ciHigh":1469.767562,"observedAt":"2026-11-11","runCount":6746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"hard_prompts/GLM-4.7","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.355782,"ciLow":1461.978863,"ciHigh":1484.7327,"observedAt":"2026-11-11","runCount":2677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"hard_prompts_english/GLM-4.7","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.466069,"ciLow":1431.211178,"ciHigh":1455.72096,"observedAt":"2026-11-11","runCount":2283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_business_and_management_and_financial_operations/GLM-4.7","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.393973,"ciLow":1393.555531,"ciHigh":1417.232415,"observedAt":"2026-11-11","runCount":2401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_entertainment_and_sports_and_media/GLM-4.7","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1453.580678,"ciLow":1434.998998,"ciHigh":1472.162357,"observedAt":"2026-11-11","runCount":961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_legal_and_government/GLM-4.7","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.693207,"ciLow":1460.072508,"ciHigh":1485.313906,"observedAt":"2026-11-11","runCount":2119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_life_and_physical_and_social_science/GLM-4.7","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.53227,"ciLow":1398.153542,"ciHigh":1442.910997,"observedAt":"2026-11-11","runCount":618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_mathematical/GLM-4.7","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.228883,"ciLow":1468.07765,"ciHigh":1508.380116,"observedAt":"2026-11-11","runCount":822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_medicine_and_healthcare/GLM-4.7","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.973297,"ciLow":1465.586915,"ciHigh":1484.359678,"observedAt":"2026-11-11","runCount":4092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_software_and_it_services/GLM-4.7","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1416.030314,"ciLow":1404.92356,"ciHigh":1427.137069,"observedAt":"2026-11-11","runCount":2798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_writing_and_literature_and_language/GLM-4.7","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|instruction_following/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.200531,"ciLow":1415.877302,"ciHigh":1436.523761,"observedAt":"2026-11-11","runCount":3279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"instruction_following/GLM-4.7","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|japanese/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.106264,"ciLow":1384.930682,"ciHigh":1493.281847,"observedAt":"2026-11-11","runCount":125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"japanese/GLM-4.7","slice":"japanese"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|korean/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1403.168768,"ciLow":1359.448084,"ciHigh":1446.889452,"observedAt":"2026-11-11","runCount":177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"korean/GLM-4.7","slice":"korean"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|longer_query/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.149186,"ciLow":1440.745982,"ciHigh":1461.552389,"observedAt":"2026-11-11","runCount":3245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"longer_query/GLM-4.7","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|math/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1426.554635,"ciLow":1406.04263,"ciHigh":1447.06664,"observedAt":"2026-11-11","runCount":727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"math/GLM-4.7","slice":"math"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|multi_turn/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.710421,"ciLow":1444.138309,"ciHigh":1471.282533,"observedAt":"2026-11-11","runCount":1916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"multi_turn/GLM-4.7","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|non_english/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1420.850288,"ciLow":1413.37663,"ciHigh":1428.323947,"observedAt":"2026-11-11","runCount":7165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"non_english/GLM-4.7","slice":"non_english"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|overall/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.357839,"ciLow":1435.287385,"ciHigh":1447.428293,"observedAt":"2026-11-11","runCount":12153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"overall/GLM-4.7","slice":"overall"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|polish/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1435.533838,"ciLow":1409.668212,"ciHigh":1461.399464,"observedAt":"2026-11-11","runCount":461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"polish/GLM-4.7","slice":"polish"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|russian/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1429.455955,"ciLow":1415.539608,"ciHigh":1443.372302,"observedAt":"2026-11-11","runCount":1627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"russian/GLM-4.7","slice":"russian"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text-style-control@1|rating|spanish/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.870874,"ciLow":1409.751153,"ciHigh":1471.990595,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"spanish/GLM-4.7","slice":"spanish"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|chinese/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1494.236561,"ciLow":1475.953416,"ciHigh":1512.519706,"observedAt":"2026-11-11","runCount":1006,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"chinese/GLM-4.7","slice":"chinese"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|coding/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.204098,"ciLow":1442.437606,"ciHigh":1465.97059,"observedAt":"2026-11-11","runCount":2469,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"coding/GLM-4.7","slice":"coding"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|creative_writing/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1402.102897,"ciLow":1388.914363,"ciHigh":1415.291432,"observedAt":"2026-11-11","runCount":1933,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"creative_writing/GLM-4.7","slice":"creative_writing"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|english/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.05178,"ciLow":1444.400618,"ciHigh":1461.702941,"observedAt":"2026-11-11","runCount":4988,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"english/GLM-4.7","slice":"english"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|exclude_ties/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1431.008755,"ciLow":1422.594874,"ciHigh":1439.422636,"observedAt":"2026-11-11","runCount":8429,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"exclude_ties/GLM-4.7","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|expert/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1423.799813,"ciLow":1403.271612,"ciHigh":1444.328013,"observedAt":"2026-11-11","runCount":802,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"expert/GLM-4.7","slice":"expert"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|french/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.262032,"ciLow":1396.680163,"ciHigh":1463.843902,"observedAt":"2026-11-11","runCount":303,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"french/GLM-4.7","slice":"french"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|german/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1426.042675,"ciLow":1388.712369,"ciHigh":1463.372981,"observedAt":"2026-11-11","runCount":223,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"german/GLM-4.7","slice":"german"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|hard_prompts/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.946491,"ciLow":1435.247238,"ciHigh":1450.645745,"observedAt":"2026-11-11","runCount":6746,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"hard_prompts/GLM-4.7","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|hard_prompts_english/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.106576,"ciLow":1440.78165,"ciHigh":1463.431501,"observedAt":"2026-11-11","runCount":2677,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"hard_prompts_english/GLM-4.7","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1429.771243,"ciLow":1417.585773,"ciHigh":1441.956714,"observedAt":"2026-11-11","runCount":2283,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_business_and_management_and_financial_operations/GLM-4.7","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1401.232333,"ciLow":1389.468857,"ciHigh":1412.995809,"observedAt":"2026-11-11","runCount":2401,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_entertainment_and_sports_and_media/GLM-4.7","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|industry_legal_and_government/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1444.161652,"ciLow":1425.586468,"ciHigh":1462.736835,"observedAt":"2026-11-11","runCount":961,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_legal_and_government/GLM-4.7","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.144196,"ciLow":1444.56506,"ciHigh":1469.723332,"observedAt":"2026-11-11","runCount":2119,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_life_and_physical_and_social_science/GLM-4.7","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|industry_mathematical/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.566526,"ciLow":1390.176819,"ciHigh":1434.956233,"observedAt":"2026-11-11","runCount":618,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_mathematical/GLM-4.7","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.903943,"ciLow":1449.788565,"ciHigh":1490.01932,"observedAt":"2026-11-11","runCount":822,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_medicine_and_healthcare/GLM-4.7","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.44,"ciLow":1444.12537,"ciHigh":1462.754629,"observedAt":"2026-11-11","runCount":4092,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_software_and_it_services/GLM-4.7","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1410.876389,"ciLow":1399.853459,"ciHigh":1421.89932,"observedAt":"2026-11-11","runCount":2798,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"industry_writing_and_literature_and_language/GLM-4.7","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|instruction_following/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1412.061521,"ciLow":1401.764372,"ciHigh":1422.35867,"observedAt":"2026-11-11","runCount":3279,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"instruction_following/GLM-4.7","slice":"instruction_following"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|japanese/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1438.840865,"ciLow":1384.57907,"ciHigh":1493.10266,"observedAt":"2026-11-11","runCount":125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"japanese/GLM-4.7","slice":"japanese"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|korean/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1399.347376,"ciLow":1356.228511,"ciHigh":1442.466241,"observedAt":"2026-11-11","runCount":177,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"korean/GLM-4.7","slice":"korean"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|longer_query/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1432.459829,"ciLow":1422.110218,"ciHigh":1442.80944,"observedAt":"2026-11-11","runCount":3245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"longer_query/GLM-4.7","slice":"longer_query"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|math/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.53367,"ciLow":1401.995573,"ciHigh":1443.071767,"observedAt":"2026-11-11","runCount":727,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"math/GLM-4.7","slice":"math"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|multi_turn/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.259945,"ciLow":1432.792603,"ciHigh":1459.727286,"observedAt":"2026-11-11","runCount":1916,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"multi_turn/GLM-4.7","slice":"multi_turn"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|non_english/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1417.151942,"ciLow":1409.719345,"ciHigh":1424.584539,"observedAt":"2026-11-11","runCount":7165,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"non_english/GLM-4.7","slice":"non_english"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|overall/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.430609,"ciLow":1429.397047,"ciHigh":1441.464172,"observedAt":"2026-11-11","runCount":12153,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"overall/GLM-4.7","slice":"overall"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|polish/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1435.18315,"ciLow":1409.596206,"ciHigh":1460.770094,"observedAt":"2026-11-11","runCount":461,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"polish/GLM-4.7","slice":"polish"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|russian/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1424.037577,"ciLow":1410.203671,"ciHigh":1437.871483,"observedAt":"2026-11-11","runCount":1627,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"russian/GLM-4.7","slice":"russian"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-text@1|rating|spanish/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1434.737557,"ciLow":1403.835096,"ciHigh":1465.640017,"observedAt":"2026-11-11","runCount":342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"spanish/GLM-4.7","slice":"spanish"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-webdev@1|rating|overall/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1435.778412,"ciLow":1423.716824,"ciHigh":1447.84,"observedAt":"2026-11-15","runCount":3992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"overall/GLM-4.7","slice":"overall"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-webdev@1|rating|webdev-html/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1446.630419,"ciLow":1433.02388,"ciHigh":1460.236957,"observedAt":"2026-11-15","runCount":3880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"webdev-html/GLM-4.7","slice":"webdev-html"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-webdev@1|rating|webdev-react/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1420.440285,"ciLow":1352.032229,"ciHigh":1488.848341,"observedAt":"2026-11-15","runCount":103,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"webdev-react/GLM-4.7","slice":"webdev-react"}
{"key":"lmarena|zai/glm-4.7:default|none|lmarena-webdev@1|rating|webdev/GLM-4.7","sourceId":"lmarena","modelId":"zai/glm-4.7","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1435.778412,"ciLow":1423.716824,"ciHigh":1447.84,"observedAt":"2026-11-15","runCount":3992,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-4.7","rowId":"webdev/GLM-4.7","slice":"webdev"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|chinese/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1513.905157,"ciLow":1504.576627,"ciHigh":1523.233687,"observedAt":"2026-11-11","runCount":4662,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"chinese/GLM-5.1","slice":"chinese"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|coding/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.281366,"ciLow":1506.86926,"ciHigh":1517.693472,"observedAt":"2026-11-11","runCount":18056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"coding/GLM-5.1","slice":"coding"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|creative_writing/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.182664,"ciLow":1439.926604,"ciHigh":1452.438724,"observedAt":"2026-11-11","runCount":13167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"creative_writing/GLM-5.1","slice":"creative_writing"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|english/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.895507,"ciLow":1476.350215,"ciHigh":1485.440799,"observedAt":"2026-11-11","runCount":28347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"english/GLM-5.1","slice":"english"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.170631,"ciLow":1466.586315,"ciHigh":1475.754946,"observedAt":"2026-11-11","runCount":50131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"exclude_ties/GLM-5.1","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|expert/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.587875,"ciLow":1487.831606,"ciHigh":1503.344143,"observedAt":"2026-11-11","runCount":7017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"expert/GLM-5.1","slice":"expert"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|french/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.095397,"ciLow":1465.461028,"ciHigh":1492.729765,"observedAt":"2026-11-11","runCount":2434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"french/GLM-5.1","slice":"french"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|german/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.201844,"ciLow":1447.369147,"ciHigh":1485.034541,"observedAt":"2026-11-11","runCount":1113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"german/GLM-5.1","slice":"german"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.574115,"ciLow":1484.487855,"ciHigh":1492.660375,"observedAt":"2026-11-11","runCount":43754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"hard_prompts/GLM-5.1","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.986609,"ciLow":1493.677759,"ciHigh":1504.29546,"observedAt":"2026-11-11","runCount":18863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"hard_prompts_english/GLM-5.1","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.696695,"ciLow":1460.603204,"ciHigh":1472.790187,"observedAt":"2026-11-11","runCount":12828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_business_and_management_and_financial_operations/GLM-5.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.597613,"ciLow":1435.802064,"ciHigh":1447.393162,"observedAt":"2026-11-11","runCount":15913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_entertainment_and_sports_and_media/GLM-5.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.296126,"ciLow":1462.486043,"ciHigh":1480.10621,"observedAt":"2026-11-11","runCount":5205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_legal_and_government/GLM-5.1","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.59488,"ciLow":1481.180837,"ciHigh":1494.008924,"observedAt":"2026-11-11","runCount":10937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_life_and_physical_and_social_science/GLM-5.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.832973,"ciLow":1465.392595,"ciHigh":1486.273351,"observedAt":"2026-11-11","runCount":3604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_mathematical/GLM-5.1","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.325935,"ciLow":1476.005504,"ciHigh":1494.646367,"observedAt":"2026-11-11","runCount":4704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_medicine_and_healthcare/GLM-5.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.555757,"ciLow":1496.85552,"ciHigh":1506.255994,"observedAt":"2026-11-11","runCount":26140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_software_and_it_services/GLM-5.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.326416,"ciLow":1446.829891,"ciHigh":1457.822941,"observedAt":"2026-11-11","runCount":17853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_writing_and_literature_and_language/GLM-5.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|instruction_following/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.305318,"ciLow":1456.384085,"ciHigh":1466.226551,"observedAt":"2026-11-11","runCount":23381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"instruction_following/GLM-5.1","slice":"instruction_following"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|japanese/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1440.813953,"ciLow":1419.720914,"ciHigh":1461.906993,"observedAt":"2026-11-11","runCount":966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"japanese/GLM-5.1","slice":"japanese"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|korean/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1419.626608,"ciLow":1401.293644,"ciHigh":1437.959571,"observedAt":"2026-11-11","runCount":1205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"korean/GLM-5.1","slice":"korean"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|longer_query/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.735313,"ciLow":1474.998554,"ciHigh":1484.472071,"observedAt":"2026-11-11","runCount":29971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"longer_query/GLM-5.1","slice":"longer_query"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|math/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.276714,"ciLow":1463.542262,"ciHigh":1485.011166,"observedAt":"2026-11-11","runCount":3290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"math/GLM-5.1","slice":"math"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|multi_turn/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.899355,"ciLow":1471.372795,"ciHigh":1484.425916,"observedAt":"2026-11-11","runCount":10599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"multi_turn/GLM-5.1","slice":"multi_turn"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|non_english/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.487534,"ciLow":1444.328074,"ciHigh":1452.646995,"observedAt":"2026-11-11","runCount":38661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"non_english/GLM-5.1","slice":"non_english"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|overall/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.967349,"ciLow":1461.440388,"ciHigh":1468.49431,"observedAt":"2026-11-11","runCount":67009,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"overall/GLM-5.1","slice":"overall"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|polish/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.98288,"ciLow":1431.099799,"ciHigh":1464.865961,"observedAt":"2026-11-11","runCount":1241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"polish/GLM-5.1","slice":"polish"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|russian/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.273889,"ciLow":1450.111742,"ciHigh":1464.436036,"observedAt":"2026-11-11","runCount":8245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"russian/GLM-5.1","slice":"russian"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text-style-control@1|rating|spanish/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1465.700418,"ciLow":1452.246493,"ciHigh":1479.154343,"observedAt":"2026-11-11","runCount":2236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"spanish/GLM-5.1","slice":"spanish"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|chinese/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1516.189095,"ciLow":1506.896776,"ciHigh":1525.481415,"observedAt":"2026-11-11","runCount":4662,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"chinese/GLM-5.1","slice":"chinese"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|coding/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1485.407787,"ciLow":1480.048902,"ciHigh":1490.766673,"observedAt":"2026-11-11","runCount":18056,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"coding/GLM-5.1","slice":"coding"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|creative_writing/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.103643,"ciLow":1446.889082,"ciHigh":1459.318204,"observedAt":"2026-11-11","runCount":13167,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"creative_writing/GLM-5.1","slice":"creative_writing"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|english/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.461166,"ciLow":1470.938779,"ciHigh":1479.983554,"observedAt":"2026-11-11","runCount":28347,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"english/GLM-5.1","slice":"english"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|exclude_ties/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1464.980381,"ciLow":1460.456097,"ciHigh":1469.504665,"observedAt":"2026-11-11","runCount":50131,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"exclude_ties/GLM-5.1","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|expert/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.237962,"ciLow":1469.55032,"ciHigh":1484.925604,"observedAt":"2026-11-11","runCount":7017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"expert/GLM-5.1","slice":"expert"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|french/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.115335,"ciLow":1455.583701,"ciHigh":1482.646969,"observedAt":"2026-11-11","runCount":2434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"french/GLM-5.1","slice":"french"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|german/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.405893,"ciLow":1447.743415,"ciHigh":1485.068371,"observedAt":"2026-11-11","runCount":1113,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"german/GLM-5.1","slice":"german"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|hard_prompts/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.543493,"ciLow":1468.478237,"ciHigh":1476.608749,"observedAt":"2026-11-11","runCount":43754,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"hard_prompts/GLM-5.1","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|hard_prompts_english/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.95855,"ciLow":1476.682204,"ciHigh":1487.234896,"observedAt":"2026-11-11","runCount":18863,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"hard_prompts_english/GLM-5.1","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.45424,"ciLow":1447.400943,"ciHigh":1459.507537,"observedAt":"2026-11-11","runCount":12828,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_business_and_management_and_financial_operations/GLM-5.1","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.741548,"ciLow":1436.989539,"ciHigh":1448.493556,"observedAt":"2026-11-11","runCount":15913,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_entertainment_and_sports_and_media/GLM-5.1","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|industry_legal_and_government/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1465.736272,"ciLow":1457.013562,"ciHigh":1474.458983,"observedAt":"2026-11-11","runCount":5205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_legal_and_government/GLM-5.1","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.765017,"ciLow":1472.403257,"ciHigh":1485.126778,"observedAt":"2026-11-11","runCount":10937,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_life_and_physical_and_social_science/GLM-5.1","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|industry_mathematical/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.467083,"ciLow":1461.019314,"ciHigh":1481.914851,"observedAt":"2026-11-11","runCount":3604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_mathematical/GLM-5.1","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1473.542092,"ciLow":1464.297781,"ciHigh":1482.786403,"observedAt":"2026-11-11","runCount":4704,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_medicine_and_healthcare/GLM-5.1","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.385477,"ciLow":1478.717127,"ciHigh":1488.053827,"observedAt":"2026-11-11","runCount":26140,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_software_and_it_services/GLM-5.1","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.897626,"ciLow":1448.42952,"ciHigh":1459.365732,"observedAt":"2026-11-11","runCount":17853,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"industry_writing_and_literature_and_language/GLM-5.1","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|instruction_following/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.113987,"ciLow":1447.206694,"ciHigh":1457.02128,"observedAt":"2026-11-11","runCount":23381,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"instruction_following/GLM-5.1","slice":"instruction_following"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|japanese/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.259384,"ciLow":1420.189113,"ciHigh":1462.329655,"observedAt":"2026-11-11","runCount":966,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"japanese/GLM-5.1","slice":"japanese"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|korean/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1422.893076,"ciLow":1404.708551,"ciHigh":1441.077601,"observedAt":"2026-11-11","runCount":1205,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"korean/GLM-5.1","slice":"korean"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|longer_query/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.021138,"ciLow":1462.314382,"ciHigh":1471.727894,"observedAt":"2026-11-11","runCount":29971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"longer_query/GLM-5.1","slice":"longer_query"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|math/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.284789,"ciLow":1461.526921,"ciHigh":1483.042658,"observedAt":"2026-11-11","runCount":3290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"math/GLM-5.1","slice":"math"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|multi_turn/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.972607,"ciLow":1465.463262,"ciHigh":1478.481953,"observedAt":"2026-11-11","runCount":10599,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"multi_turn/GLM-5.1","slice":"multi_turn"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|non_english/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.313475,"ciLow":1444.165141,"ciHigh":1452.46181,"observedAt":"2026-11-11","runCount":38661,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"non_english/GLM-5.1","slice":"non_english"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|overall/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1462.449308,"ciLow":1458.936478,"ciHigh":1465.962138,"observedAt":"2026-11-11","runCount":67009,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"overall/GLM-5.1","slice":"overall"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|polish/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.198365,"ciLow":1435.427488,"ciHigh":1468.969243,"observedAt":"2026-11-11","runCount":1241,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"polish/GLM-5.1","slice":"polish"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|russian/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.26122,"ciLow":1447.113969,"ciHigh":1461.408471,"observedAt":"2026-11-11","runCount":8245,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"russian/GLM-5.1","slice":"russian"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-text@1|rating|spanish/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.221241,"ciLow":1455.835238,"ciHigh":1482.607244,"observedAt":"2026-11-11","runCount":2236,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"spanish/GLM-5.1","slice":"spanish"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-webdev@1|rating|overall/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1508.007781,"ciLow":1501.189409,"ciHigh":1514.826154,"observedAt":"2026-11-15","runCount":10526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"overall/GLM-5.1","slice":"overall"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-webdev@1|rating|webdev-html/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1509.966976,"ciLow":1491.593259,"ciHigh":1528.340693,"observedAt":"2026-11-15","runCount":1175,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"webdev-html/GLM-5.1","slice":"webdev-html"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-webdev@1|rating|webdev-react/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1503.882898,"ciLow":1496.167906,"ciHigh":1511.59789,"observedAt":"2026-11-15","runCount":8019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"webdev-react/GLM-5.1","slice":"webdev-react"}
{"key":"lmarena|zai/glm-5.1:default|none|lmarena-webdev@1|rating|webdev/GLM-5.1","sourceId":"lmarena","modelId":"zai/glm-5.1","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1508.007781,"ciLow":1501.189409,"ciHigh":1514.826154,"observedAt":"2026-11-15","runCount":10526,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.1","rowId":"webdev/GLM-5.1","slice":"webdev"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-agent@1|cost-per-task|overall/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.860004,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"overall/GLM-5.2 (Max)","slice":"overall"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":52309,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"overall/GLM-5.2 (Max)","slice":"overall"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-agent@1|score|overall/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.004852,"ciLow":-0.012933,"ciHigh":0.003229,"observedAt":"2026-11-15","runCount":9366581,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"overall/GLM-5.2 (Max)","slice":"overall"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|chinese/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1523.285481,"ciLow":1513.134038,"ciHigh":1533.436924,"observedAt":"2026-11-11","runCount":3861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"chinese/GLM-5.2 (Max)","slice":"chinese"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|coding/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.409775,"ciLow":1509.37115,"ciHigh":1521.4484,"observedAt":"2026-11-11","runCount":14364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"coding/GLM-5.2 (Max)","slice":"coding"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|creative_writing/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1450.629448,"ciLow":1443.796906,"ciHigh":1457.461991,"observedAt":"2026-11-11","runCount":10851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"creative_writing/GLM-5.2 (Max)","slice":"creative_writing"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|english/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.572453,"ciLow":1477.391095,"ciHigh":1487.753811,"observedAt":"2026-11-11","runCount":21986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"english/GLM-5.2 (Max)","slice":"english"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1484.420226,"ciLow":1479.163957,"ciHigh":1489.676496,"observedAt":"2026-11-11","runCount":40217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"exclude_ties/GLM-5.2 (Max)","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|expert/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.855645,"ciLow":1493.298368,"ciHigh":1510.412922,"observedAt":"2026-11-11","runCount":5520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"expert/GLM-5.2 (Max)","slice":"expert"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|french/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.998937,"ciLow":1474.338122,"ciHigh":1503.659752,"observedAt":"2026-11-11","runCount":2031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"french/GLM-5.2 (Max)","slice":"french"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|german/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.717928,"ciLow":1454.048571,"ciHigh":1493.387285,"observedAt":"2026-11-11","runCount":991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"german/GLM-5.2 (Max)","slice":"german"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1495.942839,"ciLow":1491.291956,"ciHigh":1500.593723,"observedAt":"2026-11-11","runCount":35069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"hard_prompts/GLM-5.2 (Max)","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.06818,"ciLow":1492.073105,"ciHigh":1504.063254,"observedAt":"2026-11-11","runCount":14479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"hard_prompts_english/GLM-5.2 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1464.899294,"ciLow":1458.250864,"ciHigh":1471.547724,"observedAt":"2026-11-11","runCount":10290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_business_and_management_and_financial_operations/GLM-5.2 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1445.708219,"ciLow":1439.389574,"ciHigh":1452.026864,"observedAt":"2026-11-11","runCount":13425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_entertainment_and_sports_and_media/GLM-5.2 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1494.348854,"ciLow":1484.657687,"ciHigh":1504.040021,"observedAt":"2026-11-11","runCount":4342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_legal_and_government/GLM-5.2 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1497.365452,"ciLow":1490.356738,"ciHigh":1504.374166,"observedAt":"2026-11-11","runCount":8953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_life_and_physical_and_social_science/GLM-5.2 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.295255,"ciLow":1481.841444,"ciHigh":1504.749067,"observedAt":"2026-11-11","runCount":2871,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_mathematical/GLM-5.2 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.852532,"ciLow":1481.661673,"ciHigh":1502.043392,"observedAt":"2026-11-11","runCount":3960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_medicine_and_healthcare/GLM-5.2 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.58842,"ciLow":1502.277321,"ciHigh":1512.899518,"observedAt":"2026-11-11","runCount":20850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_software_and_it_services/GLM-5.2 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.385423,"ciLow":1452.323501,"ciHigh":1464.447346,"observedAt":"2026-11-11","runCount":14509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_writing_and_literature_and_language/GLM-5.2 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|instruction_following/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.012553,"ciLow":1464.505967,"ciHigh":1475.519139,"observedAt":"2026-11-11","runCount":18594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"instruction_following/GLM-5.2 (Max)","slice":"instruction_following"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|japanese/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.149929,"ciLow":1434.101112,"ciHigh":1478.198747,"observedAt":"2026-11-11","runCount":892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"japanese/GLM-5.2 (Max)","slice":"japanese"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|korean/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.357035,"ciLow":1410.678008,"ciHigh":1450.036063,"observedAt":"2026-11-11","runCount":978,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"korean/GLM-5.2 (Max)","slice":"korean"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|longer_query/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1485.714308,"ciLow":1480.456951,"ciHigh":1490.971664,"observedAt":"2026-11-11","runCount":24486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"longer_query/GLM-5.2 (Max)","slice":"longer_query"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|math/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.877231,"ciLow":1474.732997,"ciHigh":1499.021465,"observedAt":"2026-11-11","runCount":2415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"math/GLM-5.2 (Max)","slice":"math"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|multi_turn/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.451758,"ciLow":1469.269608,"ciHigh":1483.633908,"observedAt":"2026-11-11","runCount":8616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"multi_turn/GLM-5.2 (Max)","slice":"multi_turn"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|non_english/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.669779,"ciLow":1457.010112,"ciHigh":1466.329447,"observedAt":"2026-11-11","runCount":32150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"non_english/GLM-5.2 (Max)","slice":"non_english"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|overall/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.009261,"ciLow":1470.93203,"ciHigh":1479.086492,"observedAt":"2026-11-11","runCount":54143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"overall/GLM-5.2 (Max)","slice":"overall"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|polish/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.704136,"ciLow":1443.488495,"ciHigh":1483.919778,"observedAt":"2026-11-11","runCount":904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"polish/GLM-5.2 (Max)","slice":"polish"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|russian/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1472.266541,"ciLow":1464.342869,"ciHigh":1480.190214,"observedAt":"2026-11-11","runCount":6534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"russian/GLM-5.2 (Max)","slice":"russian"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text-style-control@1|rating|spanish/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.741863,"ciLow":1468.436944,"ciHigh":1499.046783,"observedAt":"2026-11-11","runCount":1663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"spanish/GLM-5.2 (Max)","slice":"spanish"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|chinese/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1521.963417,"ciLow":1511.869929,"ciHigh":1532.056906,"observedAt":"2026-11-11","runCount":3861,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"chinese/GLM-5.2 (Max)","slice":"chinese"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|coding/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.88234,"ciLow":1481.898476,"ciHigh":1493.866204,"observedAt":"2026-11-11","runCount":14364,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"coding/GLM-5.2 (Max)","slice":"coding"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|creative_writing/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.302074,"ciLow":1452.504402,"ciHigh":1466.099747,"observedAt":"2026-11-11","runCount":10851,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"creative_writing/GLM-5.2 (Max)","slice":"creative_writing"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|english/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.720395,"ciLow":1469.579123,"ciHigh":1479.861666,"observedAt":"2026-11-11","runCount":21986,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"english/GLM-5.2 (Max)","slice":"english"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|exclude_ties/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.460453,"ciLow":1469.287906,"ciHigh":1479.633,"observedAt":"2026-11-11","runCount":40217,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"exclude_ties/GLM-5.2 (Max)","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|expert/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.009669,"ciLow":1479.479514,"ciHigh":1496.539825,"observedAt":"2026-11-11","runCount":5520,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"expert/GLM-5.2 (Max)","slice":"expert"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|french/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.963351,"ciLow":1461.345171,"ciHigh":1490.581532,"observedAt":"2026-11-11","runCount":2031,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"french/GLM-5.2 (Max)","slice":"french"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|german/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.862714,"ciLow":1447.25394,"ciHigh":1486.471488,"observedAt":"2026-11-11","runCount":991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"german/GLM-5.2 (Max)","slice":"german"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|hard_prompts/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.349923,"ciLow":1475.73557,"ciHigh":1484.964277,"observedAt":"2026-11-11","runCount":35069,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"hard_prompts/GLM-5.2 (Max)","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|hard_prompts_english/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.976148,"ciLow":1475.026572,"ciHigh":1486.925724,"observedAt":"2026-11-11","runCount":14479,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"hard_prompts_english/GLM-5.2 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.783572,"ciLow":1443.16396,"ciHigh":1456.403183,"observedAt":"2026-11-11","runCount":10290,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_business_and_management_and_financial_operations/GLM-5.2 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1448.079958,"ciLow":1441.798969,"ciHigh":1454.360947,"observedAt":"2026-11-11","runCount":13425,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_entertainment_and_sports_and_media/GLM-5.2 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|industry_legal_and_government/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1489.381519,"ciLow":1479.761252,"ciHigh":1499.001786,"observedAt":"2026-11-11","runCount":4342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_legal_and_government/GLM-5.2 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.009375,"ciLow":1481.062864,"ciHigh":1494.955886,"observedAt":"2026-11-11","runCount":8953,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_life_and_physical_and_social_science/GLM-5.2 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|industry_mathematical/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.566776,"ciLow":1477.100825,"ciHigh":1500.032727,"observedAt":"2026-11-11","runCount":2871,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_mathematical/GLM-5.2 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1475.059709,"ciLow":1464.997338,"ciHigh":1485.122081,"observedAt":"2026-11-11","runCount":3960,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_medicine_and_healthcare/GLM-5.2 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1487.091275,"ciLow":1481.818305,"ciHigh":1492.364245,"observedAt":"2026-11-11","runCount":20850,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_software_and_it_services/GLM-5.2 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.108258,"ciLow":1455.072322,"ciHigh":1467.144195,"observedAt":"2026-11-11","runCount":14509,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"industry_writing_and_literature_and_language/GLM-5.2 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|instruction_following/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.667768,"ciLow":1461.172684,"ciHigh":1472.162852,"observedAt":"2026-11-11","runCount":18594,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"instruction_following/GLM-5.2 (Max)","slice":"instruction_following"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|japanese/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1450.876001,"ciLow":1429.068054,"ciHigh":1472.683948,"observedAt":"2026-11-11","runCount":892,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"japanese/GLM-5.2 (Max)","slice":"japanese"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|korean/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.195847,"ciLow":1408.551398,"ciHigh":1447.840297,"observedAt":"2026-11-11","runCount":978,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"korean/GLM-5.2 (Max)","slice":"korean"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|longer_query/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.162663,"ciLow":1473.937992,"ciHigh":1484.387334,"observedAt":"2026-11-11","runCount":24486,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"longer_query/GLM-5.2 (Max)","slice":"longer_query"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|math/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.420019,"ciLow":1471.255122,"ciHigh":1495.584916,"observedAt":"2026-11-11","runCount":2415,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"math/GLM-5.2 (Max)","slice":"math"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|multi_turn/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.349409,"ciLow":1462.192537,"ciHigh":1476.506281,"observedAt":"2026-11-11","runCount":8616,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"multi_turn/GLM-5.2 (Max)","slice":"multi_turn"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|non_english/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1458.076369,"ciLow":1453.437677,"ciHigh":1462.715062,"observedAt":"2026-11-11","runCount":32150,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"non_english/GLM-5.2 (Max)","slice":"non_english"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|overall/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.377688,"ciLow":1465.328104,"ciHigh":1473.427272,"observedAt":"2026-11-11","runCount":54143,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"overall/GLM-5.2 (Max)","slice":"overall"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|polish/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.864098,"ciLow":1439.970808,"ciHigh":1479.757388,"observedAt":"2026-11-11","runCount":904,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"polish/GLM-5.2 (Max)","slice":"polish"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|russian/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1466.293351,"ciLow":1458.37835,"ciHigh":1474.208353,"observedAt":"2026-11-11","runCount":6534,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"russian/GLM-5.2 (Max)","slice":"russian"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-text@1|rating|spanish/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.679099,"ciLow":1467.32809,"ciHigh":1498.030108,"observedAt":"2026-11-11","runCount":1663,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"spanish/GLM-5.2 (Max)","slice":"spanish"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-webdev@1|rating|overall/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1607.610481,"ciLow":1601.728896,"ciHigh":1613.492066,"observedAt":"2026-11-15","runCount":17888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"overall/GLM-5.2 (Max)","slice":"overall"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-webdev@1|rating|webdev-html/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1566.799462,"ciLow":1552.831506,"ciHigh":1580.767419,"observedAt":"2026-11-15","runCount":2212,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"webdev-html/GLM-5.2 (Max)","slice":"webdev-html"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-webdev@1|rating|webdev-react/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1621.124119,"ciLow":1614.25445,"ciHigh":1627.993787,"observedAt":"2026-11-15","runCount":12136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"webdev-react/GLM-5.2 (Max)","slice":"webdev-react"}
{"key":"lmarena|zai/glm-5.2:effort=max|none|lmarena-webdev@1|rating|webdev/GLM-5.2 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.2","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1607.610481,"ciLow":1601.728896,"ciHigh":1613.492066,"observedAt":"2026-11-15","runCount":17888,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.2 (Max)","rowId":"webdev/GLM-5.2 (Max)","slice":"webdev"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-agent@1|cost-per-task|overall/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.142539,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"overall/GLM-5.3-Flash","slice":"overall"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-agent@1|output-tokens-per-task|overall/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":46332,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"overall/GLM-5.3-Flash","slice":"overall"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-agent@1|score|overall/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":-0.03696,"ciLow":-0.044247,"ciHigh":-0.029673,"observedAt":"2026-11-15","runCount":13739000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"overall/GLM-5.3-Flash","slice":"overall"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|chinese/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1528.623336,"ciLow":1518.14764,"ciHigh":1539.099031,"observedAt":"2026-11-11","runCount":3886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"chinese/GLM-5.3-Flash","slice":"chinese"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|coding/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1526.319536,"ciLow":1519.782333,"ciHigh":1532.856739,"observedAt":"2026-11-11","runCount":12885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"coding/GLM-5.3-Flash","slice":"coding"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|creative_writing/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1434.840053,"ciLow":1427.751145,"ciHigh":1441.928961,"observedAt":"2026-11-11","runCount":10973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"creative_writing/GLM-5.3-Flash","slice":"creative_writing"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|english/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.46426,"ciLow":1475.688474,"ciHigh":1487.240047,"observedAt":"2026-11-11","runCount":18299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"english/GLM-5.3-Flash","slice":"english"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1483.601374,"ciLow":1477.78709,"ciHigh":1489.415658,"observedAt":"2026-11-11","runCount":37816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"exclude_ties/GLM-5.3-Flash","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|expert/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.886284,"ciLow":1501.596519,"ciHigh":1520.176049,"observedAt":"2026-11-11","runCount":4968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"expert/GLM-5.3-Flash","slice":"expert"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|french/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.914092,"ciLow":1483.567818,"ciHigh":1514.260366,"observedAt":"2026-11-11","runCount":1914,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"french/GLM-5.3-Flash","slice":"french"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|german/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1459.359617,"ciLow":1438.067099,"ciHigh":1480.652136,"observedAt":"2026-11-11","runCount":865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"german/GLM-5.3-Flash","slice":"german"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.376487,"ciLow":1495.232324,"ciHigh":1505.520649,"observedAt":"2026-11-11","runCount":32572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"hard_prompts/GLM-5.3-Flash","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.792285,"ciLow":1495.192512,"ciHigh":1508.392058,"observedAt":"2026-11-11","runCount":11880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"hard_prompts_english/GLM-5.3-Flash","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1470.795729,"ciLow":1463.533833,"ciHigh":1478.057625,"observedAt":"2026-11-11","runCount":9129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_business_and_management_and_financial_operations/GLM-5.3-Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1438.817887,"ciLow":1432.171197,"ciHigh":1445.464577,"observedAt":"2026-11-11","runCount":12959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_entertainment_and_sports_and_media/GLM-5.3-Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.326834,"ciLow":1464.949691,"ciHigh":1485.703978,"observedAt":"2026-11-11","runCount":4007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_legal_and_government/GLM-5.3-Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.566663,"ciLow":1483.035618,"ciHigh":1498.097708,"observedAt":"2026-11-11","runCount":8211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_life_and_physical_and_social_science/GLM-5.3-Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1489.935197,"ciLow":1478.051953,"ciHigh":1501.818442,"observedAt":"2026-11-11","runCount":2862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_mathematical/GLM-5.3-Flash","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1493.360028,"ciLow":1482.226761,"ciHigh":1504.493294,"observedAt":"2026-11-11","runCount":3402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_medicine_and_healthcare/GLM-5.3-Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1515.015146,"ciLow":1509.173404,"ciHigh":1520.856888,"observedAt":"2026-11-11","runCount":18959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_software_and_it_services/GLM-5.3-Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1452.307822,"ciLow":1445.941389,"ciHigh":1458.674256,"observedAt":"2026-11-11","runCount":14287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_writing_and_literature_and_language/GLM-5.3-Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|instruction_following/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1473.624949,"ciLow":1467.645059,"ciHigh":1479.60484,"observedAt":"2026-11-11","runCount":17601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"instruction_following/GLM-5.3-Flash","slice":"instruction_following"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|japanese/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1460.374762,"ciLow":1438.558455,"ciHigh":1482.191069,"observedAt":"2026-11-11","runCount":943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"japanese/GLM-5.3-Flash","slice":"japanese"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|korean/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1430.265255,"ciLow":1408.851445,"ciHigh":1451.679065,"observedAt":"2026-11-11","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"korean/GLM-5.3-Flash","slice":"korean"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|longer_query/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.66925,"ciLow":1473.870706,"ciHigh":1485.467794,"observedAt":"2026-11-11","runCount":22349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"longer_query/GLM-5.3-Flash","slice":"longer_query"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|math/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1504.758604,"ciLow":1492.334452,"ciHigh":1517.182755,"observedAt":"2026-11-11","runCount":2537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"math/GLM-5.3-Flash","slice":"math"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|multi_turn/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.349348,"ciLow":1468.620277,"ciHigh":1484.078418,"observedAt":"2026-11-11","runCount":7811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"multi_turn/GLM-5.3-Flash","slice":"multi_turn"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|non_english/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1463.87664,"ciLow":1458.77122,"ciHigh":1468.982061,"observedAt":"2026-11-11","runCount":32717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"non_english/GLM-5.3-Flash","slice":"non_english"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|overall/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.259134,"ciLow":1470.848035,"ciHigh":1479.670233,"observedAt":"2026-11-11","runCount":51019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"overall/GLM-5.3-Flash","slice":"overall"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|polish/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.415737,"ciLow":1435.141821,"ciHigh":1475.689653,"observedAt":"2026-11-11","runCount":897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"polish/GLM-5.3-Flash","slice":"polish"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|russian/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.714387,"ciLow":1463.828366,"ciHigh":1479.600408,"observedAt":"2026-11-11","runCount":7564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"russian/GLM-5.3-Flash","slice":"russian"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text-style-control@1|rating|spanish/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.08752,"ciLow":1460.162969,"ciHigh":1490.012072,"observedAt":"2026-11-11","runCount":1909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"spanish/GLM-5.3-Flash","slice":"spanish"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|chinese/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1527.977857,"ciLow":1517.583441,"ciHigh":1538.372273,"observedAt":"2026-11-11","runCount":3886,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"chinese/GLM-5.3-Flash","slice":"chinese"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|coding/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1509.418061,"ciLow":1502.942269,"ciHigh":1515.893853,"observedAt":"2026-11-11","runCount":12885,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"coding/GLM-5.3-Flash","slice":"coding"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|creative_writing/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1442.062111,"ciLow":1435.009544,"ciHigh":1449.114679,"observedAt":"2026-11-11","runCount":10973,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"creative_writing/GLM-5.3-Flash","slice":"creative_writing"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|english/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.660709,"ciLow":1470.920303,"ciHigh":1482.401114,"observedAt":"2026-11-11","runCount":18299,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"english/GLM-5.3-Flash","slice":"english"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|exclude_ties/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1477.345459,"ciLow":1471.610262,"ciHigh":1483.080656,"observedAt":"2026-11-11","runCount":37816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"exclude_ties/GLM-5.3-Flash","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|expert/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1511.468734,"ciLow":1502.212406,"ciHigh":1520.725061,"observedAt":"2026-11-11","runCount":4968,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"expert/GLM-5.3-Flash","slice":"expert"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|french/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1488.879789,"ciLow":1473.557756,"ciHigh":1504.201821,"observedAt":"2026-11-11","runCount":1914,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"french/GLM-5.3-Flash","slice":"french"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|german/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1452.364077,"ciLow":1431.082388,"ciHigh":1473.645765,"observedAt":"2026-11-11","runCount":865,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"german/GLM-5.3-Flash","slice":"german"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|hard_prompts/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1490.475498,"ciLow":1485.356649,"ciHigh":1495.594346,"observedAt":"2026-11-11","runCount":32572,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"hard_prompts/GLM-5.3-Flash","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|hard_prompts_english/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.538109,"ciLow":1484.984691,"ciHigh":1498.091527,"observedAt":"2026-11-11","runCount":11880,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"hard_prompts_english/GLM-5.3-Flash","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.406295,"ciLow":1454.197027,"ciHigh":1468.615563,"observedAt":"2026-11-11","runCount":9129,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_business_and_management_and_financial_operations/GLM-5.3-Flash","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1441.696693,"ciLow":1435.112085,"ciHigh":1448.281302,"observedAt":"2026-11-11","runCount":12959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_entertainment_and_sports_and_media/GLM-5.3-Flash","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|industry_legal_and_government/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1478.256357,"ciLow":1467.9851,"ciHigh":1488.527613,"observedAt":"2026-11-11","runCount":4007,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_legal_and_government/GLM-5.3-Flash","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1484.933385,"ciLow":1477.453044,"ciHigh":1492.413725,"observedAt":"2026-11-11","runCount":8211,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_life_and_physical_and_social_science/GLM-5.3-Flash","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|industry_mathematical/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1491.366982,"ciLow":1479.48262,"ciHigh":1503.251345,"observedAt":"2026-11-11","runCount":2862,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_mathematical/GLM-5.3-Flash","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.625731,"ciLow":1468.614067,"ciHigh":1490.637396,"observedAt":"2026-11-11","runCount":3402,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_medicine_and_healthcare/GLM-5.3-Flash","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1500.846728,"ciLow":1495.041143,"ciHigh":1506.652313,"observedAt":"2026-11-11","runCount":18959,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_software_and_it_services/GLM-5.3-Flash","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.875495,"ciLow":1450.533035,"ciHigh":1463.217954,"observedAt":"2026-11-11","runCount":14287,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"industry_writing_and_literature_and_language/GLM-5.3-Flash","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|instruction_following/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1479.760438,"ciLow":1473.812259,"ciHigh":1485.708617,"observedAt":"2026-11-11","runCount":17601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"instruction_following/GLM-5.3-Flash","slice":"instruction_following"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|japanese/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.330693,"ciLow":1431.550827,"ciHigh":1475.110558,"observedAt":"2026-11-11","runCount":943,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"japanese/GLM-5.3-Flash","slice":"japanese"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|korean/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1427.341757,"ciLow":1405.986019,"ciHigh":1448.697495,"observedAt":"2026-11-11","runCount":832,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"korean/GLM-5.3-Flash","slice":"korean"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|longer_query/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.31124,"ciLow":1475.54544,"ciHigh":1487.07704,"observedAt":"2026-11-11","runCount":22349,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"longer_query/GLM-5.3-Flash","slice":"longer_query"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|math/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1503.197244,"ciLow":1490.776295,"ciHigh":1515.618193,"observedAt":"2026-11-11","runCount":2537,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"math/GLM-5.3-Flash","slice":"math"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|multi_turn/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.371872,"ciLow":1463.671346,"ciHigh":1479.072397,"observedAt":"2026-11-11","runCount":7811,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"multi_turn/GLM-5.3-Flash","slice":"multi_turn"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|non_english/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.68268,"ciLow":1456.595774,"ciHigh":1466.769587,"observedAt":"2026-11-11","runCount":32717,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"non_english/GLM-5.3-Flash","slice":"non_english"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|overall/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1471.719084,"ciLow":1467.325135,"ciHigh":1476.113033,"observedAt":"2026-11-11","runCount":51019,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"overall/GLM-5.3-Flash","slice":"overall"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|polish/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.968673,"ciLow":1427.79019,"ciHigh":1468.147155,"observedAt":"2026-11-11","runCount":897,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"polish/GLM-5.3-Flash","slice":"polish"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|russian/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.100973,"ciLow":1459.249018,"ciHigh":1474.952929,"observedAt":"2026-11-11","runCount":7564,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"russian/GLM-5.3-Flash","slice":"russian"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-text@1|rating|spanish/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1476.3303,"ciLow":1461.587604,"ciHigh":1491.072997,"observedAt":"2026-11-11","runCount":1909,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"spanish/GLM-5.3-Flash","slice":"spanish"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision-style-control@1|rating|chinese/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1333.669426,"ciLow":1315.923944,"ciHigh":1351.414908,"observedAt":"2026-11-09","runCount":1412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"chinese/GLM-5.3-Flash","slice":"chinese"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1245.573228,"ciLow":1233.146551,"ciHigh":1257.999906,"observedAt":"2026-11-09","runCount":2753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"creative_writing_vision/GLM-5.3-Flash","slice":"creative_writing_vision"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision-style-control@1|rating|diagram/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1309.891169,"ciLow":1301.923294,"ciHigh":1317.859045,"observedAt":"2026-11-09","runCount":7651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"diagram/GLM-5.3-Flash","slice":"diagram"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision-style-control@1|rating|english/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1273.837301,"ciLow":1265.771332,"ciHigh":1281.903269,"observedAt":"2026-11-09","runCount":9498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"english/GLM-5.3-Flash","slice":"english"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision-style-control@1|rating|entity_recognition/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1235.973714,"ciLow":1161.423235,"ciHigh":1310.524192,"observedAt":"2026-11-09","runCount":56,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"entity_recognition/GLM-5.3-Flash","slice":"entity_recognition"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision-style-control@1|rating|homework/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1311.513665,"ciLow":1301.822683,"ciHigh":1321.204648,"observedAt":"2026-11-09","runCount":4511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"homework/GLM-5.3-Flash","slice":"homework"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision-style-control@1|rating|humor/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1268.378599,"ciLow":1250.601072,"ciHigh":1286.156127,"observedAt":"2026-11-09","runCount":1249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"humor/GLM-5.3-Flash","slice":"humor"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision-style-control@1|rating|ocr/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1286.536621,"ciLow":1281.062741,"ciHigh":1292.010502,"observedAt":"2026-11-09","runCount":21334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"ocr/GLM-5.3-Flash","slice":"ocr"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision-style-control@1|rating|overall/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1271.853141,"ciLow":1266.304573,"ciHigh":1277.40171,"observedAt":"2026-11-09","runCount":31530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"overall/GLM-5.3-Flash","slice":"overall"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision@1|rating|chinese/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1358.516039,"ciLow":1340.772255,"ciHigh":1376.259822,"observedAt":"2026-11-09","runCount":1412,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"chinese/GLM-5.3-Flash","slice":"chinese"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision@1|rating|creative_writing_vision/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1271.771686,"ciLow":1259.393436,"ciHigh":1284.149935,"observedAt":"2026-11-09","runCount":2753,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"creative_writing_vision/GLM-5.3-Flash","slice":"creative_writing_vision"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision@1|rating|diagram/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1320.677815,"ciLow":1312.766989,"ciHigh":1328.58864,"observedAt":"2026-11-09","runCount":7651,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"diagram/GLM-5.3-Flash","slice":"diagram"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision@1|rating|english/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1298.936729,"ciLow":1290.914015,"ciHigh":1306.959442,"observedAt":"2026-11-09","runCount":9498,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"english/GLM-5.3-Flash","slice":"english"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision@1|rating|entity_recognition/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1278.849354,"ciLow":1203.295573,"ciHigh":1354.403135,"observedAt":"2026-11-09","runCount":56,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"entity_recognition/GLM-5.3-Flash","slice":"entity_recognition"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision@1|rating|homework/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1322.851706,"ciLow":1313.203718,"ciHigh":1332.499694,"observedAt":"2026-11-09","runCount":4511,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"homework/GLM-5.3-Flash","slice":"homework"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision@1|rating|humor/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1290.686578,"ciLow":1273.01876,"ciHigh":1308.354396,"observedAt":"2026-11-09","runCount":1249,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"humor/GLM-5.3-Flash","slice":"humor"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision@1|rating|ocr/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1303.37981,"ciLow":1297.938767,"ciHigh":1308.820852,"observedAt":"2026-11-09","runCount":21334,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"ocr/GLM-5.3-Flash","slice":"ocr"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-vision@1|rating|overall/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1294.697005,"ciLow":1289.180453,"ciHigh":1300.213557,"observedAt":"2026-11-09","runCount":31530,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"overall/GLM-5.3-Flash","slice":"overall"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-webdev@1|rating|image_to_webdev/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1582.452583,"ciLow":1574.458625,"ciHigh":1590.446541,"observedAt":"2026-11-15","runCount":8125,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"image_to_webdev/GLM-5.3-Flash","slice":"image_to_webdev"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-webdev@1|rating|overall/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1609.106095,"ciLow":1602.981958,"ciHigh":1615.230232,"observedAt":"2026-11-15","runCount":23917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"overall/GLM-5.3-Flash","slice":"overall"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-webdev@1|rating|webdev-html/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1576.370706,"ciLow":1564.666071,"ciHigh":1588.075341,"observedAt":"2026-11-15","runCount":3514,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"webdev-html/GLM-5.3-Flash","slice":"webdev-html"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-webdev@1|rating|webdev-react/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1628.403105,"ciLow":1621.561628,"ciHigh":1635.244583,"observedAt":"2026-11-15","runCount":15270,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"webdev-react/GLM-5.3-Flash","slice":"webdev-react"}
{"key":"lmarena|zai/glm-5.3-flash:default|none|lmarena-webdev@1|rating|webdev/GLM-5.3-Flash","sourceId":"lmarena","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1609.106095,"ciLow":1602.981958,"ciHigh":1615.230232,"observedAt":"2026-11-15","runCount":23917,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3-Flash","rowId":"webdev/GLM-5.3-Flash","slice":"webdev"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-agent@1|cost-per-task|overall/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"cost-per-task","value":0.859811,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"overall/GLM-5.3 (Max)","slice":"overall"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-agent@1|output-tokens-per-task|overall/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"output-tokens-per-task","value":61631.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"overall/GLM-5.3 (Max)","slice":"overall"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-agent@1|score|overall/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-agent","benchmarkVersion":"1","metricId":"score","value":0.000324,"ciLow":-0.008174,"ciHigh":0.008822,"observedAt":"2026-11-15","runCount":11337042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/agent","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"overall/GLM-5.3 (Max)","slice":"overall"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|chinese/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1540.234633,"ciLow":1527.376849,"ciHigh":1553.092416,"observedAt":"2026-11-11","runCount":2406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"chinese/GLM-5.3 (Max)","slice":"chinese"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|coding/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.015366,"ciLow":1514.265045,"ciHigh":1529.765688,"observedAt":"2026-11-11","runCount":7348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"coding/GLM-5.3 (Max)","slice":"coding"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|creative_writing/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1455.793691,"ciLow":1447.598427,"ciHigh":1463.988955,"observedAt":"2026-11-11","runCount":7185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"creative_writing/GLM-5.3 (Max)","slice":"creative_writing"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|english/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1490.838161,"ciLow":1484.512271,"ciHigh":1497.164052,"observedAt":"2026-11-11","runCount":12382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"english/GLM-5.3 (Max)","slice":"english"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1491.344968,"ciLow":1485.211935,"ciHigh":1497.478002,"observedAt":"2026-11-11","runCount":23528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"exclude_ties/GLM-5.3 (Max)","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|expert/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1522.34203,"ciLow":1510.779935,"ciHigh":1533.904124,"observedAt":"2026-11-11","runCount":2900,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"expert/GLM-5.3 (Max)","slice":"expert"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|french/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1512.633324,"ciLow":1493.372216,"ciHigh":1531.894432,"observedAt":"2026-11-11","runCount":1094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"french/GLM-5.3 (Max)","slice":"french"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|german/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1510.123517,"ciLow":1483.183377,"ciHigh":1537.063657,"observedAt":"2026-11-11","runCount":482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"german/GLM-5.3 (Max)","slice":"german"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1507.123226,"ciLow":1501.605432,"ciHigh":1512.64102,"observedAt":"2026-11-11","runCount":19800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"hard_prompts/GLM-5.3 (Max)","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.494484,"ciLow":1506.959144,"ciHigh":1522.029824,"observedAt":"2026-11-11","runCount":7816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"hard_prompts_english/GLM-5.3 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1475.648247,"ciLow":1467.035221,"ciHigh":1484.261273,"observedAt":"2026-11-11","runCount":5722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_business_and_management_and_financial_operations/GLM-5.3 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.317087,"ciLow":1440.632661,"ciHigh":1456.001514,"observedAt":"2026-11-11","runCount":8307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_entertainment_and_sports_and_media/GLM-5.3 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.738323,"ciLow":1469.417419,"ciHigh":1494.059228,"observedAt":"2026-11-11","runCount":2654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_legal_and_government/GLM-5.3 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1508.220164,"ciLow":1499.319226,"ciHigh":1517.121103,"observedAt":"2026-11-11","runCount":5254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_life_and_physical_and_social_science/GLM-5.3 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.755385,"ciLow":1486.802585,"ciHigh":1516.708184,"observedAt":"2026-11-11","runCount":1645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_mathematical/GLM-5.3 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1500.283655,"ciLow":1487.119471,"ciHigh":1513.447838,"observedAt":"2026-11-11","runCount":2345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_medicine_and_healthcare/GLM-5.3 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1514.82157,"ciLow":1508.27697,"ciHigh":1521.366169,"observedAt":"2026-11-11","runCount":11352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_software_and_it_services/GLM-5.3 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1466.829392,"ciLow":1459.553074,"ciHigh":1474.10571,"observedAt":"2026-11-11","runCount":9215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_writing_and_literature_and_language/GLM-5.3 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|instruction_following/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1480.571196,"ciLow":1473.758038,"ciHigh":1487.384354,"observedAt":"2026-11-11","runCount":10480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"instruction_following/GLM-5.3 (Max)","slice":"instruction_following"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|japanese/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.730473,"ciLow":1452.58414,"ciHigh":1506.876807,"observedAt":"2026-11-11","runCount":536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"japanese/GLM-5.3 (Max)","slice":"japanese"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|korean/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1443.222476,"ciLow":1416.287566,"ciHigh":1470.157387,"observedAt":"2026-11-11","runCount":480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"korean/GLM-5.3 (Max)","slice":"korean"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|longer_query/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1488.348277,"ciLow":1482.048562,"ciHigh":1494.647993,"observedAt":"2026-11-11","runCount":14146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"longer_query/GLM-5.3 (Max)","slice":"longer_query"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|math/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1501.411193,"ciLow":1485.238883,"ciHigh":1517.583502,"observedAt":"2026-11-11","runCount":1338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"math/GLM-5.3 (Max)","slice":"math"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|multi_turn/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1482.112055,"ciLow":1472.715544,"ciHigh":1491.508566,"observedAt":"2026-11-11","runCount":4682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"multi_turn/GLM-5.3 (Max)","slice":"multi_turn"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|non_english/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1467.298913,"ciLow":1461.803271,"ciHigh":1472.794555,"observedAt":"2026-11-11","runCount":19221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"non_english/GLM-5.3 (Max)","slice":"non_english"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|overall/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.566601,"ciLow":1476.863715,"ciHigh":1486.269487,"observedAt":"2026-11-11","runCount":31604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"overall/GLM-5.3 (Max)","slice":"overall"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|polish/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1474.741468,"ciLow":1447.891386,"ciHigh":1501.591549,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"polish/GLM-5.3 (Max)","slice":"polish"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|russian/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1479.613942,"ciLow":1469.909428,"ciHigh":1489.318456,"observedAt":"2026-11-11","runCount":4289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"russian/GLM-5.3 (Max)","slice":"russian"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text-style-control@1|rating|spanish/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.158062,"ciLow":1452.393076,"ciHigh":1489.923049,"observedAt":"2026-11-11","runCount":1053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"spanish/GLM-5.3 (Max)","slice":"spanish"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|chinese/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1534.609766,"ciLow":1521.816939,"ciHigh":1547.402593,"observedAt":"2026-11-11","runCount":2406,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"chinese/GLM-5.3 (Max)","slice":"chinese"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|coding/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.527582,"ciLow":1490.837326,"ciHigh":1506.217838,"observedAt":"2026-11-11","runCount":7348,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"coding/GLM-5.3 (Max)","slice":"coding"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|creative_writing/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.232484,"ciLow":1451.078899,"ciHigh":1467.386068,"observedAt":"2026-11-11","runCount":7185,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"creative_writing/GLM-5.3 (Max)","slice":"creative_writing"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|english/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.994934,"ciLow":1476.691334,"ciHigh":1489.298534,"observedAt":"2026-11-11","runCount":12382,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"english/GLM-5.3 (Max)","slice":"english"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|exclude_ties/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1481.23026,"ciLow":1475.194318,"ciHigh":1487.266201,"observedAt":"2026-11-11","runCount":23528,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"exclude_ties/GLM-5.3 (Max)","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|expert/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1518.636074,"ciLow":1507.136635,"ciHigh":1530.135513,"observedAt":"2026-11-11","runCount":2900,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"expert/GLM-5.3 (Max)","slice":"expert"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|french/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.228967,"ciLow":1478.978656,"ciHigh":1517.479279,"observedAt":"2026-11-11","runCount":1094,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"french/GLM-5.3 (Max)","slice":"french"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|german/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1497.122941,"ciLow":1470.418089,"ciHigh":1523.827792,"observedAt":"2026-11-11","runCount":482,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"german/GLM-5.3 (Max)","slice":"german"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|hard_prompts/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1492.643237,"ciLow":1487.151215,"ciHigh":1498.135259,"observedAt":"2026-11-11","runCount":19800,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"hard_prompts/GLM-5.3 (Max)","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|hard_prompts_english/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.846397,"ciLow":1492.331545,"ciHigh":1507.361248,"observedAt":"2026-11-11","runCount":7816,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"hard_prompts_english/GLM-5.3 (Max)","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.466244,"ciLow":1452.924226,"ciHigh":1470.008262,"observedAt":"2026-11-11","runCount":5722,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_business_and_management_and_financial_operations/GLM-5.3 (Max)","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.234512,"ciLow":1439.601167,"ciHigh":1454.867858,"observedAt":"2026-11-11","runCount":8307,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_entertainment_and_sports_and_media/GLM-5.3 (Max)","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|industry_legal_and_government/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1480.669743,"ciLow":1468.452036,"ciHigh":1492.88745,"observedAt":"2026-11-11","runCount":2654,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_legal_and_government/GLM-5.3 (Max)","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1498.977448,"ciLow":1490.167328,"ciHigh":1507.787569,"observedAt":"2026-11-11","runCount":5254,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_life_and_physical_and_social_science/GLM-5.3 (Max)","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|industry_mathematical/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1502.036997,"ciLow":1487.099283,"ciHigh":1516.974712,"observedAt":"2026-11-11","runCount":1645,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_mathematical/GLM-5.3 (Max)","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1482.518319,"ciLow":1469.483925,"ciHigh":1495.552713,"observedAt":"2026-11-11","runCount":2345,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_medicine_and_healthcare/GLM-5.3 (Max)","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1495.079704,"ciLow":1488.576924,"ciHigh":1501.582484,"observedAt":"2026-11-11","runCount":11352,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_software_and_it_services/GLM-5.3 (Max)","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1468.495543,"ciLow":1461.23437,"ciHigh":1475.756716,"observedAt":"2026-11-11","runCount":9215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"industry_writing_and_literature_and_language/GLM-5.3 (Max)","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|instruction_following/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1483.069199,"ciLow":1476.269315,"ciHigh":1489.869082,"observedAt":"2026-11-11","runCount":10480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"instruction_following/GLM-5.3 (Max)","slice":"instruction_following"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|japanese/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1469.520679,"ciLow":1442.460059,"ciHigh":1496.581299,"observedAt":"2026-11-11","runCount":536,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"japanese/GLM-5.3 (Max)","slice":"japanese"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|korean/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.757346,"ciLow":1412.820205,"ciHigh":1466.694487,"observedAt":"2026-11-11","runCount":480,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"korean/GLM-5.3 (Max)","slice":"korean"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|longer_query/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1486.291241,"ciLow":1480.023582,"ciHigh":1492.558901,"observedAt":"2026-11-11","runCount":14146,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"longer_query/GLM-5.3 (Max)","slice":"longer_query"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|math/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1499.580189,"ciLow":1483.371698,"ciHigh":1515.788681,"observedAt":"2026-11-11","runCount":1338,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"math/GLM-5.3 (Max)","slice":"math"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|multi_turn/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.365264,"ciLow":1465.002069,"ciHigh":1483.728459,"observedAt":"2026-11-11","runCount":4682,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"multi_turn/GLM-5.3 (Max)","slice":"multi_turn"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|non_english/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.714218,"ciLow":1456.250174,"ciHigh":1467.178262,"observedAt":"2026-11-11","runCount":19221,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"non_english/GLM-5.3 (Max)","slice":"non_english"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|overall/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1474.934444,"ciLow":1470.258697,"ciHigh":1479.61019,"observedAt":"2026-11-11","runCount":31604,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"overall/GLM-5.3 (Max)","slice":"overall"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|polish/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1463.040741,"ciLow":1436.039782,"ciHigh":1490.041699,"observedAt":"2026-11-11","runCount":467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"polish/GLM-5.3 (Max)","slice":"polish"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|russian/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1472.464856,"ciLow":1462.796898,"ciHigh":1482.132814,"observedAt":"2026-11-11","runCount":4289,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"russian/GLM-5.3 (Max)","slice":"russian"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-text@1|rating|spanish/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1467.117596,"ciLow":1448.439976,"ciHigh":1485.795216,"observedAt":"2026-11-11","runCount":1053,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"spanish/GLM-5.3 (Max)","slice":"spanish"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-webdev@1|rating|overall/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1622.265679,"ciLow":1615.478399,"ciHigh":1629.052959,"observedAt":"2026-11-15","runCount":12995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"overall/GLM-5.3 (Max)","slice":"overall"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-webdev@1|rating|webdev-html/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1596.857267,"ciLow":1581.425268,"ciHigh":1612.289267,"observedAt":"2026-11-15","runCount":1810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"webdev-html/GLM-5.3 (Max)","slice":"webdev-html"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-webdev@1|rating|webdev-react/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1641.162628,"ciLow":1633.11179,"ciHigh":1649.213466,"observedAt":"2026-11-15","runCount":8342,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"webdev-react/GLM-5.3 (Max)","slice":"webdev-react"}
{"key":"lmarena|zai/glm-5.3:effort=max|none|lmarena-webdev@1|rating|webdev/GLM-5.3 (Max)","sourceId":"lmarena","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1622.265679,"ciLow":1615.478399,"ciHigh":1629.052959,"observedAt":"2026-11-15","runCount":12995,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5.3 (Max)","rowId":"webdev/GLM-5.3 (Max)","slice":"webdev"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|chinese/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1517.274787,"ciLow":1503.774525,"ciHigh":1530.77505,"observedAt":"2026-11-11","runCount":2000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"chinese/GLM-5","slice":"chinese"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|coding/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1498.3146,"ciLow":1491.06527,"ciHigh":1505.56393,"observedAt":"2026-11-11","runCount":7538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"coding/GLM-5","slice":"coding"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|creative_writing/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.80279,"ciLow":1437.819039,"ciHigh":1455.786542,"observedAt":"2026-11-11","runCount":4814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"creative_writing/GLM-5","slice":"creative_writing"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|english/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.360277,"ciLow":1465.533584,"ciHigh":1477.18697,"observedAt":"2026-11-11","runCount":12764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"english/GLM-5","slice":"english"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|exclude_ties/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1461.106434,"ciLow":1455.282595,"ciHigh":1466.930273,"observedAt":"2026-11-11","runCount":20991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"exclude_ties/GLM-5","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|expert/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1481.696304,"ciLow":1469.978181,"ciHigh":1493.414428,"observedAt":"2026-11-11","runCount":2571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"expert/GLM-5","slice":"expert"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|french/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1476.698969,"ciLow":1456.22425,"ciHigh":1497.173687,"observedAt":"2026-11-11","runCount":906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"french/GLM-5","slice":"french"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|german/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1454.603671,"ciLow":1428.507064,"ciHigh":1480.700278,"observedAt":"2026-11-11","runCount":504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"german/GLM-5","slice":"german"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|hard_prompts/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1477.927477,"ciLow":1472.749497,"ciHigh":1483.105456,"observedAt":"2026-11-11","runCount":18017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"hard_prompts/GLM-5","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|hard_prompts_english/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1486.972182,"ciLow":1479.955,"ciHigh":1493.989365,"observedAt":"2026-11-11","runCount":8183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"hard_prompts_english/GLM-5","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|industry_business_and_management_and_financial_operations/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1451.695693,"ciLow":1443.680084,"ciHigh":1459.711303,"observedAt":"2026-11-11","runCount":5864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_business_and_management_and_financial_operations/GLM-5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|industry_entertainment_and_sports_and_media/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1437.838867,"ciLow":1429.69794,"ciHigh":1445.979794,"observedAt":"2026-11-11","runCount":5842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_entertainment_and_sports_and_media/GLM-5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|industry_legal_and_government/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.692989,"ciLow":1456.017081,"ciHigh":1481.368897,"observedAt":"2026-11-11","runCount":2258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_legal_and_government/GLM-5","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|industry_life_and_physical_and_social_science/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.896131,"ciLow":1470.109983,"ciHigh":1487.682278,"observedAt":"2026-11-11","runCount":4675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_life_and_physical_and_social_science/GLM-5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|industry_mathematical/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1456.279935,"ciLow":1441.389974,"ciHigh":1471.169896,"observedAt":"2026-11-11","runCount":1577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_mathematical/GLM-5","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|industry_medicine_and_healthcare/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1478.233371,"ciLow":1465.099999,"ciHigh":1491.366743,"observedAt":"2026-11-11","runCount":2112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_medicine_and_healthcare/GLM-5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|industry_software_and_it_services/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1487.982745,"ciLow":1481.832554,"ciHigh":1494.132936,"observedAt":"2026-11-11","runCount":11042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_software_and_it_services/GLM-5","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|industry_writing_and_literature_and_language/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1447.275106,"ciLow":1439.824942,"ciHigh":1454.72527,"observedAt":"2026-11-11","runCount":6950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_writing_and_literature_and_language/GLM-5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|instruction_following/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1446.953197,"ciLow":1440.394406,"ciHigh":1453.511989,"observedAt":"2026-11-11","runCount":9485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"instruction_following/GLM-5","slice":"instruction_following"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|japanese/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1415.193559,"ciLow":1378.794837,"ciHigh":1451.592282,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"japanese/GLM-5","slice":"japanese"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|korean/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1423.629178,"ciLow":1398.499823,"ciHigh":1448.758534,"observedAt":"2026-11-11","runCount":544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"korean/GLM-5","slice":"korean"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|longer_query/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1468.558331,"ciLow":1462.207171,"ciHigh":1474.909491,"observedAt":"2026-11-11","runCount":10987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"longer_query/GLM-5","slice":"longer_query"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|math/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1442.728967,"ciLow":1428.601737,"ciHigh":1456.856197,"observedAt":"2026-11-11","runCount":1681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"math/GLM-5","slice":"math"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|multi_turn/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1471.579081,"ciLow":1462.689599,"ciHigh":1480.468563,"observedAt":"2026-11-11","runCount":4657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"multi_turn/GLM-5","slice":"multi_turn"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|non_english/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1439.283166,"ciLow":1434.037154,"ciHigh":1444.529178,"observedAt":"2026-11-11","runCount":16215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"non_english/GLM-5","slice":"non_english"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|overall/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1457.344111,"ciLow":1453.089702,"ciHigh":1461.598519,"observedAt":"2026-11-11","runCount":28979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"overall/GLM-5","slice":"overall"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|polish/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1441.005715,"ciLow":1417.486398,"ciHigh":1464.525031,"observedAt":"2026-11-11","runCount":601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"polish/GLM-5","slice":"polish"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|russian/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1448.110976,"ciLow":1438.128735,"ciHigh":1458.093217,"observedAt":"2026-11-11","runCount":3417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"russian/GLM-5","slice":"russian"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text-style-control@1|rating|spanish/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-style-control","benchmarkVersion":"1","metricId":"rating","value":1458.857517,"ciLow":1440.862907,"ciHigh":1476.852127,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"spanish/GLM-5","slice":"spanish"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|chinese/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1512.115436,"ciLow":1498.661533,"ciHigh":1525.569338,"observedAt":"2026-11-11","runCount":2000,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"chinese/GLM-5","slice":"chinese"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|coding/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1461.706307,"ciLow":1454.502156,"ciHigh":1468.910458,"observedAt":"2026-11-11","runCount":7538,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"coding/GLM-5","slice":"coding"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|creative_writing/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.140887,"ciLow":1428.217472,"ciHigh":1446.064302,"observedAt":"2026-11-11","runCount":4814,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"creative_writing/GLM-5","slice":"creative_writing"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|english/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.177355,"ciLow":1451.389068,"ciHigh":1462.965641,"observedAt":"2026-11-11","runCount":12764,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"english/GLM-5","slice":"english"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|exclude_ties/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1443.175043,"ciLow":1437.444545,"ciHigh":1448.905541,"observedAt":"2026-11-11","runCount":20991,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"exclude_ties/GLM-5","slice":"exclude_ties"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|expert/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.862769,"ciLow":1443.213354,"ciHigh":1466.512185,"observedAt":"2026-11-11","runCount":2571,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"expert/GLM-5","slice":"expert"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|french/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1457.315459,"ciLow":1436.985756,"ciHigh":1477.645161,"observedAt":"2026-11-11","runCount":906,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"french/GLM-5","slice":"french"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|german/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1447.132327,"ciLow":1421.191811,"ciHigh":1473.072842,"observedAt":"2026-11-11","runCount":504,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"german/GLM-5","slice":"german"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|hard_prompts/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1451.757879,"ciLow":1446.609844,"ciHigh":1456.905913,"observedAt":"2026-11-11","runCount":18017,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"hard_prompts/GLM-5","slice":"hard_prompts"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|hard_prompts_english/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1459.70977,"ciLow":1452.733608,"ciHigh":1466.685931,"observedAt":"2026-11-11","runCount":8183,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"hard_prompts_english/GLM-5","slice":"hard_prompts_english"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|industry_business_and_management_and_financial_operations/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.501158,"ciLow":1422.538123,"ciHigh":1438.464192,"observedAt":"2026-11-11","runCount":5864,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_business_and_management_and_financial_operations/GLM-5","slice":"industry_business_and_management_and_financial_operations"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|industry_entertainment_and_sports_and_media/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1425.634567,"ciLow":1417.537473,"ciHigh":1433.73166,"observedAt":"2026-11-11","runCount":5842,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_entertainment_and_sports_and_media/GLM-5","slice":"industry_entertainment_and_sports_and_media"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|industry_legal_and_government/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1453.529623,"ciLow":1440.954038,"ciHigh":1466.105208,"observedAt":"2026-11-11","runCount":2258,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_legal_and_government/GLM-5","slice":"industry_legal_and_government"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|industry_life_and_physical_and_social_science/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.055123,"ciLow":1451.296006,"ciHigh":1468.81424,"observedAt":"2026-11-11","runCount":4675,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_life_and_physical_and_social_science/GLM-5","slice":"industry_life_and_physical_and_social_science"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|industry_mathematical/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1449.769322,"ciLow":1434.864401,"ciHigh":1464.674243,"observedAt":"2026-11-11","runCount":1577,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_mathematical/GLM-5","slice":"industry_mathematical"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|industry_medicine_and_healthcare/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.099901,"ciLow":1441.115323,"ciHigh":1467.084479,"observedAt":"2026-11-11","runCount":2112,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_medicine_and_healthcare/GLM-5","slice":"industry_medicine_and_healthcare"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|industry_software_and_it_services/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1460.305611,"ciLow":1454.201797,"ciHigh":1466.409424,"observedAt":"2026-11-11","runCount":11042,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_software_and_it_services/GLM-5","slice":"industry_software_and_it_services"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|industry_writing_and_literature_and_language/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1436.212173,"ciLow":1428.789963,"ciHigh":1443.634383,"observedAt":"2026-11-11","runCount":6950,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"industry_writing_and_literature_and_language/GLM-5","slice":"industry_writing_and_literature_and_language"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|instruction_following/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1428.264268,"ciLow":1421.723186,"ciHigh":1434.80535,"observedAt":"2026-11-11","runCount":9485,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"instruction_following/GLM-5","slice":"instruction_following"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|japanese/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1414.471292,"ciLow":1378.305341,"ciHigh":1450.637243,"observedAt":"2026-11-11","runCount":274,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"japanese/GLM-5","slice":"japanese"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|korean/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1419.268063,"ciLow":1394.261299,"ciHigh":1444.274827,"observedAt":"2026-11-11","runCount":544,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"korean/GLM-5","slice":"korean"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|longer_query/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.210664,"ciLow":1439.89649,"ciHigh":1452.524838,"observedAt":"2026-11-11","runCount":10987,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"longer_query/GLM-5","slice":"longer_query"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|math/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1439.351743,"ciLow":1425.239331,"ciHigh":1453.464155,"observedAt":"2026-11-11","runCount":1681,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"math/GLM-5","slice":"math"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|multi_turn/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1456.205753,"ciLow":1447.328547,"ciHigh":1465.082959,"observedAt":"2026-11-11","runCount":4657,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"multi_turn/GLM-5","slice":"multi_turn"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|non_english/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1430.531989,"ciLow":1425.308145,"ciHigh":1435.755833,"observedAt":"2026-11-11","runCount":16215,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"non_english/GLM-5","slice":"non_english"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|overall/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1446.03803,"ciLow":1441.810397,"ciHigh":1450.265664,"observedAt":"2026-11-11","runCount":28979,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"overall/GLM-5","slice":"overall"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|polish/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1433.001688,"ciLow":1409.65321,"ciHigh":1456.350165,"observedAt":"2026-11-11","runCount":601,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"polish/GLM-5","slice":"polish"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|russian/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1437.118419,"ciLow":1427.172761,"ciHigh":1447.064077,"observedAt":"2026-11-11","runCount":3417,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"russian/GLM-5","slice":"russian"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-text@1|rating|spanish/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text","benchmarkVersion":"1","metricId":"rating","value":1454.061095,"ciLow":1436.177063,"ciHigh":1471.945127,"observedAt":"2026-11-11","runCount":1121,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"spanish/GLM-5","slice":"spanish"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-webdev@1|rating|overall/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1435.035936,"ciLow":1426.839003,"ciHigh":1443.23287,"observedAt":"2026-11-15","runCount":7434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"overall/GLM-5","slice":"overall"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-webdev@1|rating|webdev-html/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1449.552863,"ciLow":1428.78832,"ciHigh":1470.317407,"observedAt":"2026-11-15","runCount":890,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"webdev-html/GLM-5","slice":"webdev-html"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-webdev@1|rating|webdev-react/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1423.32947,"ciLow":1414.468836,"ciHigh":1432.190104,"observedAt":"2026-11-15","runCount":6467,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"webdev-react/GLM-5","slice":"webdev-react"}
{"key":"lmarena|zai/glm-5:default|none|lmarena-webdev@1|rating|webdev/GLM-5","sourceId":"lmarena","modelId":"zai/glm-5","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-webdev","benchmarkVersion":"1","metricId":"rating","value":1435.035936,"ciLow":1426.839003,"ciHigh":1443.23287,"observedAt":"2026-11-15","runCount":7434,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/webdev","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5","rowId":"webdev/GLM-5","slice":"webdev"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-document-style-control@1|rating|overall/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document-style-control","benchmarkVersion":"1","metricId":"rating","value":1405.553827,"ciLow":1398.036142,"ciHigh":1413.071512,"observedAt":"2026-11-09","runCount":9136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"overall/GLM-5V-Turbo","slice":"overall"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-document@1|rating|overall/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-document","benchmarkVersion":"1","metricId":"rating","value":1418.766726,"ciLow":1411.374,"ciHigh":1426.159452,"observedAt":"2026-11-09","runCount":9136,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/document","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"overall/GLM-5V-Turbo","slice":"overall"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision-style-control@1|rating|captioning/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1172.913836,"ciLow":1097.863514,"ciHigh":1247.964158,"observedAt":"2026-11-09","runCount":51,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"captioning/GLM-5V-Turbo","slice":"captioning"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision-style-control@1|rating|chinese/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1283.586481,"ciLow":1269.296063,"ciHigh":1297.876899,"observedAt":"2026-11-09","runCount":2696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"chinese/GLM-5V-Turbo","slice":"chinese"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision-style-control@1|rating|creative_writing_vision/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1213.560127,"ciLow":1201.740875,"ciHigh":1225.37938,"observedAt":"2026-11-09","runCount":2971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"creative_writing_vision/GLM-5V-Turbo","slice":"creative_writing_vision"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision-style-control@1|rating|diagram/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1264.245502,"ciLow":1256.892482,"ciHigh":1271.598523,"observedAt":"2026-11-09","runCount":11500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"diagram/GLM-5V-Turbo","slice":"diagram"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision-style-control@1|rating|english/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1240.236224,"ciLow":1232.964011,"ciHigh":1247.508438,"observedAt":"2026-11-09","runCount":17288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"english/GLM-5V-Turbo","slice":"english"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision-style-control@1|rating|entity_recognition/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1173.001871,"ciLow":1134.903161,"ciHigh":1211.100582,"observedAt":"2026-11-09","runCount":244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"entity_recognition/GLM-5V-Turbo","slice":"entity_recognition"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision-style-control@1|rating|homework/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1252.462061,"ciLow":1243.174672,"ciHigh":1261.749451,"observedAt":"2026-11-09","runCount":5378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"homework/GLM-5V-Turbo","slice":"homework"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision-style-control@1|rating|humor/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1230.457966,"ciLow":1215.716485,"ciHigh":1245.199448,"observedAt":"2026-11-09","runCount":1810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"humor/GLM-5V-Turbo","slice":"humor"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision-style-control@1|rating|ocr/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1244.53428,"ciLow":1239.288083,"ciHigh":1249.780477,"observedAt":"2026-11-09","runCount":30766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"ocr/GLM-5V-Turbo","slice":"ocr"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision-style-control@1|rating|overall/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision-style-control","benchmarkVersion":"1","metricId":"rating","value":1231.690765,"ciLow":1226.285479,"ciHigh":1237.096051,"observedAt":"2026-11-09","runCount":43637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision_style_control","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"overall/GLM-5V-Turbo","slice":"overall"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision@1|rating|captioning/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1258.133544,"ciLow":1184.569619,"ciHigh":1331.697468,"observedAt":"2026-11-09","runCount":51,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"captioning/GLM-5V-Turbo","slice":"captioning"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision@1|rating|chinese/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1328.84306,"ciLow":1314.850092,"ciHigh":1342.836029,"observedAt":"2026-11-09","runCount":2696,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"chinese/GLM-5V-Turbo","slice":"chinese"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision@1|rating|creative_writing_vision/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1251.316154,"ciLow":1239.691766,"ciHigh":1262.940542,"observedAt":"2026-11-09","runCount":2971,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"creative_writing_vision/GLM-5V-Turbo","slice":"creative_writing_vision"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision@1|rating|diagram/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1284.264131,"ciLow":1277.066992,"ciHigh":1291.461269,"observedAt":"2026-11-09","runCount":11500,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"diagram/GLM-5V-Turbo","slice":"diagram"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision@1|rating|english/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1276.714866,"ciLow":1269.541506,"ciHigh":1283.888226,"observedAt":"2026-11-09","runCount":17288,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"english/GLM-5V-Turbo","slice":"english"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision@1|rating|entity_recognition/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1240.437251,"ciLow":1203.44182,"ciHigh":1277.432682,"observedAt":"2026-11-09","runCount":244,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"entity_recognition/GLM-5V-Turbo","slice":"entity_recognition"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision@1|rating|homework/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1272.926193,"ciLow":1263.841973,"ciHigh":1282.010414,"observedAt":"2026-11-09","runCount":5378,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"homework/GLM-5V-Turbo","slice":"homework"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision@1|rating|humor/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1271.169041,"ciLow":1256.745871,"ciHigh":1285.592211,"observedAt":"2026-11-09","runCount":1810,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"humor/GLM-5V-Turbo","slice":"humor"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision@1|rating|ocr/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1270.798736,"ciLow":1265.656271,"ciHigh":1275.9412,"observedAt":"2026-11-09","runCount":30766,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"ocr/GLM-5V-Turbo","slice":"ocr"}
{"key":"lmarena|zai/glm-5v-turbo:default|none|lmarena-vision@1|rating|overall/GLM-5V-Turbo","sourceId":"lmarena","modelId":"zai/glm-5v-turbo","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-vision","benchmarkVersion":"1","metricId":"rating","value":1265.67597,"ciLow":1260.354356,"ciHigh":1270.997585,"observedAt":"2026-11-09","runCount":43637,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/vision","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-5V-Turbo","rowId":"overall/GLM-5V-Turbo","slice":"overall"}
{"key":"lmarena|zai/glm-image:default|none|lmarena-text-to-image@1|rating|3d_modeling/GLM-Image","sourceId":"lmarena","modelId":"zai/glm-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1020.003519,"ciLow":996.412124,"ciHigh":1043.594914,"observedAt":"2026-11-12","runCount":489,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-Image","rowId":"3d_modeling/GLM-Image","slice":"3d_modeling"}
{"key":"lmarena|zai/glm-image:default|none|lmarena-text-to-image@1|rating|art/GLM-Image","sourceId":"lmarena","modelId":"zai/glm-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1014.641392,"ciLow":994.577578,"ciHigh":1034.705205,"observedAt":"2026-11-12","runCount":735,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-Image","rowId":"art/GLM-Image","slice":"art"}
{"key":"lmarena|zai/glm-image:default|none|lmarena-text-to-image@1|rating|cartoon/GLM-Image","sourceId":"lmarena","modelId":"zai/glm-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1003.046975,"ciLow":989.735831,"ciHigh":1016.358118,"observedAt":"2026-11-12","runCount":1869,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-Image","rowId":"cartoon/GLM-Image","slice":"cartoon"}
{"key":"lmarena|zai/glm-image:default|none|lmarena-text-to-image@1|rating|commercial_design/GLM-Image","sourceId":"lmarena","modelId":"zai/glm-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1037.128953,"ciLow":1023.912197,"ciHigh":1050.345709,"observedAt":"2026-11-12","runCount":1697,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-Image","rowId":"commercial_design/GLM-Image","slice":"commercial_design"}
{"key":"lmarena|zai/glm-image:default|none|lmarena-text-to-image@1|rating|overall/GLM-Image","sourceId":"lmarena","modelId":"zai/glm-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1011.974549,"ciLow":1003.043533,"ciHigh":1020.905565,"observedAt":"2026-11-12","runCount":4757,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-Image","rowId":"overall/GLM-Image","slice":"overall"}
{"key":"lmarena|zai/glm-image:default|none|lmarena-text-to-image@1|rating|photorealistic/GLM-Image","sourceId":"lmarena","modelId":"zai/glm-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":999.579525,"ciLow":986.282594,"ciHigh":1012.876457,"observedAt":"2026-11-12","runCount":2036,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-Image","rowId":"photorealistic/GLM-Image","slice":"photorealistic"}
{"key":"lmarena|zai/glm-image:default|none|lmarena-text-to-image@1|rating|portraits/GLM-Image","sourceId":"lmarena","modelId":"zai/glm-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":997.959716,"ciLow":980.708636,"ciHigh":1015.210797,"observedAt":"2026-11-12","runCount":1059,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-Image","rowId":"portraits/GLM-Image","slice":"portraits"}
{"key":"lmarena|zai/glm-image:default|none|lmarena-text-to-image@1|rating|text_rendering/GLM-Image","sourceId":"lmarena","modelId":"zai/glm-image","variant":{"flags":[]},"harness":null,"benchmarkId":"lmarena-text-to-image","benchmarkVersion":"1","metricId":"rating","value":1033.098826,"ciLow":1018.949724,"ciHigh":1047.247927,"observedAt":"2026-11-12","runCount":1465,"costKind":"unknown","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/tree/main/text_to_image","snapshotId":"lmarena/20261117T004259Z-1412d0eb6a51","rawName":"GLM-Image","rowId":"text_rendering/GLM-Image","slice":"text_rendering"}
{"key":"metr|anthropic/claude-3-5-sonnet-20240620:default|metr-agents-react|metr-time-horizon@1.1|average-score|claude_3_5_sonnet_20240620_inspect","sourceId":"metr","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.401502,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_3_5_sonnet_20240620_inspect","rowId":"claude_3_5_sonnet_20240620_inspect"}
{"key":"metr|anthropic/claude-3-5-sonnet-20240620:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|claude_3_5_sonnet_20240620_inspect","sourceId":"metr","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":11.395377,"ciLow":5.489734,"ciHigh":22.384214,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_3_5_sonnet_20240620_inspect","rowId":"claude_3_5_sonnet_20240620_inspect"}
{"key":"metr|anthropic/claude-3-5-sonnet-20240620:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|claude_3_5_sonnet_20240620_inspect","sourceId":"metr","modelId":"anthropic/claude-3-5-sonnet-20240620","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":1.671757,"ciLow":0.57927,"ciHigh":4.573519,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_3_5_sonnet_20240620_inspect","rowId":"claude_3_5_sonnet_20240620_inspect"}
{"key":"metr|anthropic/claude-3-5-sonnet-20241022:default|metr-agents-react|metr-time-horizon@1.1|average-score|claude_3_5_sonnet_20241022_inspect","sourceId":"metr","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.452356,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_3_5_sonnet_20241022_inspect","rowId":"claude_3_5_sonnet_20241022_inspect"}
{"key":"metr|anthropic/claude-3-5-sonnet-20241022:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|claude_3_5_sonnet_20241022_inspect","sourceId":"metr","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":20.522872,"ciLow":10.144026,"ciHigh":40.82028,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_3_5_sonnet_20241022_inspect","rowId":"claude_3_5_sonnet_20241022_inspect"}
{"key":"metr|anthropic/claude-3-5-sonnet-20241022:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|claude_3_5_sonnet_20241022_inspect","sourceId":"metr","modelId":"anthropic/claude-3-5-sonnet-20241022","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":2.595677,"ciLow":0.89379,"ciHigh":7.363864,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_3_5_sonnet_20241022_inspect","rowId":"claude_3_5_sonnet_20241022_inspect"}
{"key":"metr|anthropic/claude-3-7-sonnet:default|metr-agents-react|metr-time-horizon@1.1|average-score|claude_3_7_sonnet_inspect","sourceId":"metr","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.558217,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_3_7_sonnet_inspect","rowId":"claude_3_7_sonnet_inspect"}
{"key":"metr|anthropic/claude-3-7-sonnet:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|claude_3_7_sonnet_inspect","sourceId":"metr","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":60.388937,"ciLow":33.006168,"ciHigh":104.226017,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_3_7_sonnet_inspect","rowId":"claude_3_7_sonnet_inspect"}
{"key":"metr|anthropic/claude-3-7-sonnet:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|claude_3_7_sonnet_inspect","sourceId":"metr","modelId":"anthropic/claude-3-7-sonnet","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":12.09179,"ciLow":4.575608,"ciHigh":28.889879,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_3_7_sonnet_inspect","rowId":"claude_3_7_sonnet_inspect"}
{"key":"metr|anthropic/claude-3-opus:default|metr-agents-react|metr-time-horizon@1.1|average-score|claude_3_opus_inspect","sourceId":"metr","modelId":"anthropic/claude-3-opus","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.294753,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_3_opus_inspect","rowId":"claude_3_opus_inspect"}
{"key":"metr|anthropic/claude-3-opus:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|claude_3_opus_inspect","sourceId":"metr","modelId":"anthropic/claude-3-opus","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":3.952262,"ciLow":1.706313,"ciHigh":8.76484,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_3_opus_inspect","rowId":"claude_3_opus_inspect"}
{"key":"metr|anthropic/claude-3-opus:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|claude_3_opus_inspect","sourceId":"metr","modelId":"anthropic/claude-3-opus","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":0.638973,"ciLow":0.190491,"ciHigh":2.118276,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_3_opus_inspect","rowId":"claude_3_opus_inspect"}
{"key":"metr|anthropic/claude-mythos-preview-early:default|metr-agents-react|metr-time-horizon@1.1|average-score|claude_mythos_preview_early_inspect","sourceId":"metr","modelId":"anthropic/claude-mythos-preview-early","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.85205,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_mythos_preview_early_inspect","rowId":"claude_mythos_preview_early_inspect"}
{"key":"metr|anthropic/claude-mythos-preview-early:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|claude_mythos_preview_early_inspect","sourceId":"metr","modelId":"anthropic/claude-mythos-preview-early","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":1044.780145,"ciLow":508.876789,"ciHigh":3304.261235,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_mythos_preview_early_inspect","rowId":"claude_mythos_preview_early_inspect"}
{"key":"metr|anthropic/claude-mythos-preview-early:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|claude_mythos_preview_early_inspect","sourceId":"metr","modelId":"anthropic/claude-mythos-preview-early","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":185.911829,"ciLow":97.30292,"ciHigh":398.514614,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_mythos_preview_early_inspect","rowId":"claude_mythos_preview_early_inspect"}
{"key":"metr|anthropic/claude-opus-4-1:default|metr-agents-react|metr-time-horizon@1.1|average-score|claude_4_1_opus_inspect","sourceId":"metr","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.615713,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_4_1_opus_inspect","rowId":"claude_4_1_opus_inspect"}
{"key":"metr|anthropic/claude-opus-4-1:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|claude_4_1_opus_inspect","sourceId":"metr","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":100.472004,"ciLow":59.272391,"ciHigh":159.451918,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_4_1_opus_inspect","rowId":"claude_4_1_opus_inspect"}
{"key":"metr|anthropic/claude-opus-4-1:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|claude_4_1_opus_inspect","sourceId":"metr","modelId":"anthropic/claude-opus-4-1","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":23.455761,"ciLow":10.538456,"ciHigh":47.785951,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_4_1_opus_inspect","rowId":"claude_4_1_opus_inspect"}
{"key":"metr|anthropic/claude-opus-4-5:default|metr-agents-react|metr-time-horizon@1.1|average-score|claude_opus_4_5_inspect","sourceId":"metr","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.73007,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_opus_4_5_inspect","rowId":"claude_opus_4_5_inspect"}
{"key":"metr|anthropic/claude-opus-4-5:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|claude_opus_4_5_inspect","sourceId":"metr","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":292.994594,"ciLow":161.717714,"ciHigh":623.704698,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_opus_4_5_inspect","rowId":"claude_opus_4_5_inspect"}
{"key":"metr|anthropic/claude-opus-4-5:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|claude_opus_4_5_inspect","sourceId":"metr","modelId":"anthropic/claude-opus-4-5","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":49.430584,"ciLow":20.660485,"ciHigh":104.641318,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_opus_4_5_inspect","rowId":"claude_opus_4_5_inspect"}
{"key":"metr|anthropic/claude-opus-4-6:default|metr-agents-react|metr-time-horizon@1.1|average-score|claude_opus_4_6_inspect","sourceId":"metr","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.788644,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_opus_4_6_inspect","rowId":"claude_opus_4_6_inspect"}
{"key":"metr|anthropic/claude-opus-4-6:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|claude_opus_4_6_inspect","sourceId":"metr","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":718.80683,"ciLow":316.685725,"ciHigh":3633.786163,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_opus_4_6_inspect","rowId":"claude_opus_4_6_inspect"}
{"key":"metr|anthropic/claude-opus-4-6:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|claude_opus_4_6_inspect","sourceId":"metr","modelId":"anthropic/claude-opus-4-6","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":69.874587,"ciLow":27.026521,"ciHigh":170.437873,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_opus_4_6_inspect","rowId":"claude_opus_4_6_inspect"}
{"key":"metr|anthropic/claude-opus-4:default|metr-agents-react|metr-time-horizon@1.1|average-score|claude_4_opus_inspect","sourceId":"metr","modelId":"anthropic/claude-opus-4","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.615452,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_4_opus_inspect","rowId":"claude_4_opus_inspect"}
{"key":"metr|anthropic/claude-opus-4:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|claude_4_opus_inspect","sourceId":"metr","modelId":"anthropic/claude-opus-4","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":100.366123,"ciLow":59.994073,"ciHigh":163.454074,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_4_opus_inspect","rowId":"claude_4_opus_inspect"}
{"key":"metr|anthropic/claude-opus-4:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|claude_4_opus_inspect","sourceId":"metr","modelId":"anthropic/claude-opus-4","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":20.429752,"ciLow":8.483125,"ciHigh":41.937268,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"claude_4_opus_inspect","rowId":"claude_4_opus_inspect"}
{"key":"metr|google/gemini-3-pro-preview:default|metr-agents-react|metr-time-horizon@1.1|average-score|gemini_3_pro","sourceId":"metr","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.709822,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gemini_3_pro","rowId":"gemini_3_pro"}
{"key":"metr|google/gemini-3-pro-preview:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|gemini_3_pro","sourceId":"metr","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":224.325884,"ciLow":139.565157,"ciHigh":379.235434,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gemini_3_pro","rowId":"gemini_3_pro"}
{"key":"metr|google/gemini-3-pro-preview:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|gemini_3_pro","sourceId":"metr","modelId":"google/gemini-3-pro-preview","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":54.142849,"ciLow":25.650451,"ciHigh":103.295501,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gemini_3_pro","rowId":"gemini_3_pro"}
{"key":"metr|google/gemini-3.1-pro-preview:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|average-score|gemini_3_1_pro","sourceId":"metr","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.77035,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gemini_3_1_pro","rowId":"gemini_3_1_pro"}
{"key":"metr|google/gemini-3.1-pro-preview:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p50|gemini_3_1_pro","sourceId":"metr","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":384.147435,"ciLow":233.50073,"ciHigh":694.750898,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gemini_3_1_pro","rowId":"gemini_3_1_pro"}
{"key":"metr|google/gemini-3.1-pro-preview:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p80|gemini_3_1_pro","sourceId":"metr","modelId":"google/gemini-3.1-pro-preview","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":89.801503,"ciLow":52.025934,"ciHigh":158.618017,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gemini_3_1_pro","rowId":"gemini_3_1_pro"}
{"key":"metr|openai/davinci-002:default|modular-public|metr-time-horizon@1.0|average-score|davinci_002","sourceId":"metr","modelId":"openai/davinci-002","variant":{"flags":[]},"harness":{"name":"modular-public"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.0","metricId":"average-score","value":0.161869,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"davinci_002","rowId":"davinci_002"}
{"key":"metr|openai/davinci-002:default|modular-public|metr-time-horizon@1.0|time-horizon-p50|davinci_002","sourceId":"metr","modelId":"openai/davinci-002","variant":{"flags":[]},"harness":{"name":"modular-public"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.0","metricId":"time-horizon-p50","value":0.144057,"ciLow":0.093319,"ciHigh":0.221209,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"davinci_002","rowId":"davinci_002"}
{"key":"metr|openai/davinci-002:default|modular-public|metr-time-horizon@1.0|time-horizon-p80|davinci_002","sourceId":"metr","modelId":"openai/davinci-002","variant":{"flags":[]},"harness":{"name":"modular-public"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.0","metricId":"time-horizon-p80","value":0.056238,"ciLow":0.034813,"ciHigh":0.105813,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"davinci_002","rowId":"davinci_002"}
{"key":"metr|openai/gpt-2:default|none|metr-time-horizon@1.0|average-score|gpt2","sourceId":"metr","modelId":"openai/gpt-2","variant":{"flags":[]},"harness":null,"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.0","metricId":"average-score","value":0.101046,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt2","rowId":"gpt2"}
{"key":"metr|openai/gpt-2:default|none|metr-time-horizon@1.0|time-horizon-p50|gpt2","sourceId":"metr","modelId":"openai/gpt-2","variant":{"flags":[]},"harness":null,"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.0","metricId":"time-horizon-p50","value":0.053778,"ciLow":0.009994,"ciHigh":0.141825,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt2","rowId":"gpt2"}
{"key":"metr|openai/gpt-2:default|none|metr-time-horizon@1.0|time-horizon-p80|gpt2","sourceId":"metr","modelId":"openai/gpt-2","variant":{"flags":[]},"harness":null,"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.0","metricId":"time-horizon-p80","value":0.0128,"ciLow":0.001589,"ciHigh":0.068612,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt2","rowId":"gpt2"}
{"key":"metr|openai/gpt-3.5-turbo-instruct:default|modular-public|metr-time-horizon@1.0|average-score|gpt_3_5_turbo_instruct","sourceId":"metr","modelId":"openai/gpt-3.5-turbo-instruct","variant":{"flags":[]},"harness":{"name":"modular-public"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.0","metricId":"average-score","value":0.214611,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_3_5_turbo_instruct","rowId":"gpt_3_5_turbo_instruct"}
{"key":"metr|openai/gpt-3.5-turbo-instruct:default|modular-public|metr-time-horizon@1.0|time-horizon-p50|gpt_3_5_turbo_instruct","sourceId":"metr","modelId":"openai/gpt-3.5-turbo-instruct","variant":{"flags":[]},"harness":{"name":"modular-public"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.0","metricId":"time-horizon-p50","value":0.599247,"ciLow":0.255148,"ciHigh":1.115905,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_3_5_turbo_instruct","rowId":"gpt_3_5_turbo_instruct"}
{"key":"metr|openai/gpt-3.5-turbo-instruct:default|modular-public|metr-time-horizon@1.0|time-horizon-p80|gpt_3_5_turbo_instruct","sourceId":"metr","modelId":"openai/gpt-3.5-turbo-instruct","variant":{"flags":[]},"harness":{"name":"modular-public"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.0","metricId":"time-horizon-p80","value":0.25538,"ciLow":0.141649,"ciHigh":0.492933,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_3_5_turbo_instruct","rowId":"gpt_3_5_turbo_instruct"}
{"key":"metr|openai/gpt-4-0314:default|modular-public|metr-time-horizon@1.1|average-score|gpt_4","sourceId":"metr","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":{"name":"modular-public"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.293044,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_4","rowId":"gpt_4"}
{"key":"metr|openai/gpt-4-0314:default|modular-public|metr-time-horizon@1.1|time-horizon-p50|gpt_4","sourceId":"metr","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":{"name":"modular-public"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":3.987428,"ciLow":1.93292,"ciHigh":7.995283,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_4","rowId":"gpt_4"}
{"key":"metr|openai/gpt-4-0314:default|modular-public|metr-time-horizon@1.1|time-horizon-p80|gpt_4","sourceId":"metr","modelId":"openai/gpt-4-0314","variant":{"flags":[]},"harness":{"name":"modular-public"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":0.889561,"ciLow":0.342984,"ciHigh":2.523746,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_4","rowId":"gpt_4"}
{"key":"metr|openai/gpt-4-1106-preview:default|metr-agents-react|metr-time-horizon@1.1|average-score|gpt_4_1106_inspect","sourceId":"metr","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.28905,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_4_1106_inspect","rowId":"gpt_4_1106_inspect"}
{"key":"metr|openai/gpt-4-1106-preview:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|gpt_4_1106_inspect","sourceId":"metr","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":4.044959,"ciLow":1.866859,"ciHigh":8.443226,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_4_1106_inspect","rowId":"gpt_4_1106_inspect"}
{"key":"metr|openai/gpt-4-1106-preview:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|gpt_4_1106_inspect","sourceId":"metr","modelId":"openai/gpt-4-1106-preview","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":0.783032,"ciLow":0.276599,"ciHigh":2.358414,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_4_1106_inspect","rowId":"gpt_4_1106_inspect"}
{"key":"metr|openai/gpt-4-turbo:default|metr-agents-react|metr-time-horizon@1.1|average-score|gpt_4_turbo_inspect","sourceId":"metr","modelId":"openai/gpt-4-turbo","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.271786,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_4_turbo_inspect","rowId":"gpt_4_turbo_inspect"}
{"key":"metr|openai/gpt-4-turbo:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|gpt_4_turbo_inspect","sourceId":"metr","modelId":"openai/gpt-4-turbo","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":3.732787,"ciLow":1.980046,"ciHigh":6.736613,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_4_turbo_inspect","rowId":"gpt_4_turbo_inspect"}
{"key":"metr|openai/gpt-4-turbo:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|gpt_4_turbo_inspect","sourceId":"metr","modelId":"openai/gpt-4-turbo","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":0.927933,"ciLow":0.428277,"ciHigh":2.196806,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_4_turbo_inspect","rowId":"gpt_4_turbo_inspect"}
{"key":"metr|openai/gpt-4o-2024-05-13:default|metr-agents-react|metr-time-horizon@1.1|average-score|gpt_4o_inspect","sourceId":"metr","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.338424,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_4o_inspect","rowId":"gpt_4o_inspect"}
{"key":"metr|openai/gpt-4o-2024-05-13:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|gpt_4o_inspect","sourceId":"metr","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":6.991195,"ciLow":4.001482,"ciHigh":12.905741,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_4o_inspect","rowId":"gpt_4o_inspect"}
{"key":"metr|openai/gpt-4o-2024-05-13:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|gpt_4o_inspect","sourceId":"metr","modelId":"openai/gpt-4o-2024-05-13","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":1.267009,"ciLow":0.562997,"ciHigh":3.01517,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_4o_inspect","rowId":"gpt_4o_inspect"}
{"key":"metr|openai/gpt-5.1-codex-max:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|average-score|gpt_5_1_codex_max_inspect","sourceId":"metr","modelId":"openai/gpt-5.1-codex-max","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.708301,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_1_codex_max_inspect","rowId":"gpt_5_1_codex_max_inspect"}
{"key":"metr|openai/gpt-5.1-codex-max:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p50|gpt_5_1_codex_max_inspect","sourceId":"metr","modelId":"openai/gpt-5.1-codex-max","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":223.714694,"ciLow":134.31077,"ciHigh":396.206723,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_1_codex_max_inspect","rowId":"gpt_5_1_codex_max_inspect"}
{"key":"metr|openai/gpt-5.1-codex-max:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p80|gpt_5_1_codex_max_inspect","sourceId":"metr","modelId":"openai/gpt-5.1-codex-max","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":50.632499,"ciLow":27.30204,"ciHigh":88.365435,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_1_codex_max_inspect","rowId":"gpt_5_1_codex_max_inspect"}
{"key":"metr|openai/gpt-5.2:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|average-score|gpt_5_2","sourceId":"metr","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.752875,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_2","rowId":"gpt_5_2"}
{"key":"metr|openai/gpt-5.2:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p50|gpt_5_2","sourceId":"metr","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":352.249302,"ciLow":198.067494,"ciHigh":815.177445,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_2","rowId":"gpt_5_2"}
{"key":"metr|openai/gpt-5.2:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p80|gpt_5_2","sourceId":"metr","modelId":"openai/gpt-5.2","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":66.002649,"ciLow":31.665111,"ciHigh":131.730719,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_2","rowId":"gpt_5_2"}
{"key":"metr|openai/gpt-5.3-codex:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|average-score|gpt_5_3_codex","sourceId":"metr","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.745439,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_3_codex","rowId":"gpt_5_3_codex"}
{"key":"metr|openai/gpt-5.3-codex:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p50|gpt_5_3_codex","sourceId":"metr","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":349.530732,"ciLow":194.913134,"ciHigh":816.351994,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_3_codex","rowId":"gpt_5_3_codex"}
{"key":"metr|openai/gpt-5.3-codex:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p80|gpt_5_3_codex","sourceId":"metr","modelId":"openai/gpt-5.3-codex","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":54.739407,"ciLow":22.361504,"ciHigh":122.058963,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_3_codex","rowId":"gpt_5_3_codex"}
{"key":"metr|openai/gpt-5.4:default|metr-agents-react|metr-time-horizon@1.1|average-score|gpt_5_4","sourceId":"metr","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.743443,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_4","rowId":"gpt_5_4"}
{"key":"metr|openai/gpt-5.4:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p50|gpt_5_4","sourceId":"metr","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":341.735276,"ciLow":186.581591,"ciHigh":768.779526,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_4","rowId":"gpt_5_4"}
{"key":"metr|openai/gpt-5.4:default|metr-agents-react|metr-time-horizon@1.1|time-horizon-p80|gpt_5_4","sourceId":"metr","modelId":"openai/gpt-5.4","variant":{"flags":[]},"harness":{"name":"metr_agents/react"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":53.877851,"ciLow":23.957027,"ciHigh":108.679232,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_4","rowId":"gpt_5_4"}
{"key":"metr|openai/gpt-5:ckpt=2025-08-07|triframe-inspect-triframe-agent|metr-time-horizon@1.1|average-score|gpt_5_2025_08_07_inspect","sourceId":"metr","modelId":"openai/gpt-5","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.693697,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_2025_08_07_inspect","rowId":"gpt_5_2025_08_07_inspect"}
{"key":"metr|openai/gpt-5:ckpt=2025-08-07|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p50|gpt_5_2025_08_07_inspect","sourceId":"metr","modelId":"openai/gpt-5","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":203.012577,"ciLow":112.641357,"ciHigh":405.551565,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_2025_08_07_inspect","rowId":"gpt_5_2025_08_07_inspect"}
{"key":"metr|openai/gpt-5:ckpt=2025-08-07|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p80|gpt_5_2025_08_07_inspect","sourceId":"metr","modelId":"openai/gpt-5","variant":{"flags":[],"checkpoint":"2025-08-07"},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":38.312431,"ciLow":19.184874,"ciHigh":70.093125,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"gpt_5_2025_08_07_inspect","rowId":"gpt_5_2025_08_07_inspect"}
{"key":"metr|openai/o1-preview:default|duet|metr-time-horizon@1.1|average-score|o1_preview","sourceId":"metr","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":{"name":"duet"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.451441,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"o1_preview","rowId":"o1_preview"}
{"key":"metr|openai/o1-preview:default|duet|metr-time-horizon@1.1|time-horizon-p50|o1_preview","sourceId":"metr","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":{"name":"duet"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":20.326586,"ciLow":11.716193,"ciHigh":33.379877,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"o1_preview","rowId":"o1_preview"}
{"key":"metr|openai/o1-preview:default|duet|metr-time-horizon@1.1|time-horizon-p80|o1_preview","sourceId":"metr","modelId":"openai/o1-preview","variant":{"flags":[]},"harness":{"name":"duet"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":4.420545,"ciLow":2.012646,"ciHigh":8.912444,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"o1_preview","rowId":"o1_preview"}
{"key":"metr|openai/o1:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|average-score|o1_inspect","sourceId":"metr","modelId":"openai/o1","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.510512,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"o1_inspect","rowId":"o1_inspect"}
{"key":"metr|openai/o1:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p50|o1_inspect","sourceId":"metr","modelId":"openai/o1","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":38.831588,"ciLow":21.164512,"ciHigh":64.95249,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"o1_inspect","rowId":"o1_inspect"}
{"key":"metr|openai/o1:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p80|o1_inspect","sourceId":"metr","modelId":"openai/o1","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":7.090121,"ciLow":3.036033,"ciHigh":16.640636,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"o1_inspect","rowId":"o1_inspect"}
{"key":"metr|openai/o3:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|average-score|o3_inspect","sourceId":"metr","modelId":"openai/o3","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"average-score","value":0.636235,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"o3_inspect","rowId":"o3_inspect"}
{"key":"metr|openai/o3:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p50|o3_inspect","sourceId":"metr","modelId":"openai/o3","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p50","value":119.732634,"ciLow":74.615398,"ciHigh":190.943818,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"o3_inspect","rowId":"o3_inspect"}
{"key":"metr|openai/o3:default|triframe-inspect-triframe-agent|metr-time-horizon@1.1|time-horizon-p80|o3_inspect","sourceId":"metr","modelId":"openai/o3","variant":{"flags":[]},"harness":{"name":"triframe_inspect/triframe_agent"},"benchmarkId":"metr-time-horizon","benchmarkVersion":"1.1","metricId":"time-horizon-p80","value":29.981603,"ciLow":15.127348,"ciHigh":57.823511,"costKind":"unknown","sourceUrl":"https://metr.org/","snapshotId":"metr/20261115T044015Z-f707da7022f2","rawName":"o3_inspect","rowId":"o3_inspect"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-code-migration@1.1|accuracy|code_migration/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":54.532,"stderr":3.634,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"code_migration/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-code-migration@1.1|cost-per-test|code_migration/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":25.858914,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"code_migration/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-code-migration@1.1|latency|code_migration/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":14749.791,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"code_migration/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-emb@1.1|accuracy|emb/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":71.979,"stderr":2.387,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"emb/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-emb@1.1|cost-per-test|emb/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":4.430287,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"emb/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-emb@1.1|latency|emb/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":3193.384,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"emb/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-finance-agent@2.1|accuracy|finance_agent/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":58.829,"stderr":2.117,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"finance_agent/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-finance-agent@2.1|cost-per-test|finance_agent/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":2.992239,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"finance_agent/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-finance-agent@2.1|latency|finance_agent/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":3319.592,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"finance_agent/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-index@2.2|accuracy|overall/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":59.045,"stderr":1.082,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"overall/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-index@2.2|cache-read-tokens|overall/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":25797460.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"overall/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-index@2.2|cost-per-test|overall/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":8.729516,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"overall/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-index@2.2|input-tokens|overall/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":26354758.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"overall/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-index@2.2|latency|overall/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":6345.62,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"overall/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-index@2.2|output-tokens|overall/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":231723.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"overall/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-index@2.2|reasoning-tokens|overall/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":155010.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"overall/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":15.417,"stderr":3.063,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"legal_agent_benchmark/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":3.358663,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"legal_agent_benchmark/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":2950.56,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"legal_agent_benchmark/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-legal-research@2.2|accuracy|legal_research/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":46.154,"stderr":3.465,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"legal_research/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-legal-research@2.2|cost-per-test|legal_research/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":5.312295,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"legal_research/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-legal-research@2.2|latency|legal_research/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":7649.584,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"legal_research/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":49.663,"stderr":3.603,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"tax_agent_bench/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":4.068548,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"tax_agent_bench/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":5231.239,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"tax_agent_bench/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":38.889,"stderr":1.336,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"terminal_bench_4/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":12.146852,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"terminal_bench_4/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":8591.435,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"terminal_bench_4/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":77.141,"stderr":3.721,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"vibe_code_bench/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":11.668329,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"vibe_code_bench/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen3.8-max-internal:default|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/alibaba/qwen3.8-max-internal","sourceId":"vals","modelId":"alibaba/qwen3.8-max-internal","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":5079.378,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen3.8-max-internal","rowId":"vibe_code_bench/alibaba/qwen3.8-max-internal","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-code-migration@1.1|accuracy|code_migration/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":57.25,"stderr":3.865,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"code_migration/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-code-migration@1.1|cost-per-test|code_migration/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":10.109854,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"code_migration/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-code-migration@1.1|latency|code_migration/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":10572.522,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"code_migration/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-emb@1.1|accuracy|emb/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":70.828,"stderr":2.361,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"emb/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-emb@1.1|cost-per-test|emb/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.997845,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"emb/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-emb@1.1|latency|emb/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":970.567,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"emb/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-finance-agent@2.1|accuracy|finance_agent/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":66.683,"stderr":2.02,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"finance_agent/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-finance-agent@2.1|cost-per-test|finance_agent/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":1.741142,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"finance_agent/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-finance-agent@2.1|latency|finance_agent/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":1465.264,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"finance_agent/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-index@2.2|accuracy|overall/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":63.197,"stderr":1.009,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"overall/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-index@2.2|cache-read-tokens|overall/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":22483097.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"overall/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-index@2.2|cost-per-test|overall/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":9.3304,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"overall/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-index@2.2|input-tokens|overall/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":27077683.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"overall/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-index@2.2|latency|overall/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":3879.455,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"overall/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-index@2.2|output-tokens|overall/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":192550.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"overall/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-index@2.2|reasoning-tokens|overall/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":95589.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"overall/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":21.25,"stderr":3.33,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"legal_agent_benchmark/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":12.869057,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"legal_agent_benchmark/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":4454.07,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"legal_agent_benchmark/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-legal-research@2.2|accuracy|legal_research/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":41.346,"stderr":3.423,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"legal_research/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-legal-research@2.2|cost-per-test|legal_research/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":2.59377,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"legal_research/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-legal-research@2.2|latency|legal_research/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":3438.208,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"legal_research/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":40.35,"stderr":3.536,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"tax_agent_bench/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.031379,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"tax_agent_bench/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":1472.654,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"tax_agent_bench/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":48.485,"stderr":0.875,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"terminal_bench_4/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":3.901598,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"terminal_bench_4/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":4489.812,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"terminal_bench_4/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":86.658,"stderr":2.273,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"vibe_code_bench/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":41.398551,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"vibe_code_bench/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|alibaba/qwen4-max:effort=xhigh|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/alibaba/qwen4-max","sourceId":"vals","modelId":"alibaba/qwen4-max","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":4172.543,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"alibaba/qwen4-max","rowId":"vibe_code_bench/alibaba/qwen4-max","provider":"alibaba"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-code-migration@1.1|accuracy|code_migration/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":85.848,"stderr":3.529,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"code_migration/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-code-migration@1.1|cost-per-test|code_migration/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":68.678428,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"code_migration/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-code-migration@1.1|latency|code_migration/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":11373.258,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"code_migration/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-emb@1.1|accuracy|emb/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":77.377,"stderr":2.187,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"emb/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-emb@1.1|cost-per-test|emb/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":6.672375,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"emb/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-emb@1.1|latency|emb/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":979.091,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"emb/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-finance-agent@2.1|accuracy|finance_agent/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":69.47,"stderr":1.977,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"finance_agent/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-finance-agent@2.1|cost-per-test|finance_agent/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":4.833915,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"finance_agent/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-finance-agent@2.1|latency|finance_agent/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":207.619,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"finance_agent/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-index@2.2|accuracy|overall/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":71.309,"stderr":0.956,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"overall/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-index@2.2|cache-read-tokens|overall/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":30455144.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"overall/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-index@2.2|cache-write-tokens|overall/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":658141,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"overall/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-index@2.2|cost-per-test|overall/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":17.939202,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"overall/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-index@2.2|input-tokens|overall/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":31113729.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"overall/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-index@2.2|latency|overall/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":2621.822,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"overall/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-index@2.2|output-tokens|overall/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":197828.3,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"overall/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-index@2.2|reasoning-tokens|overall/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":73248.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"overall/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":5,"stderr":1.715,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"legal_agent_benchmark/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":19.366751,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"legal_agent_benchmark/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1954.199,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"legal_agent_benchmark/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-legal-research@2.2|accuracy|legal_research/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":46.154,"stderr":3.465,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"legal_research/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-legal-research@2.2|cost-per-test|legal_research/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.956441,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"legal_research/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-legal-research@2.2|latency|legal_research/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":416.198,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"legal_research/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":32.092,"stderr":3.367,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"tax_agent_bench/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.309035,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"tax_agent_bench/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":299.743,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"tax_agent_bench/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":65.152,"stderr":2.314,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"terminal_bench_4/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":14.564414,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"terminal_bench_4/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":3307.186,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"terminal_bench_4/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":93.771,"stderr":1.152,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"vibe_code_bench/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":22.13226,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"vibe_code_bench/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-fable-5-2:effort=high|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/anthropic/claude-fable-5-2","sourceId":"vals","modelId":"anthropic/claude-fable-5-2","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":2437.279,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-fable-5-2","rowId":"vibe_code_bench/anthropic/claude-fable-5-2","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":50.199,"stderr":4.208,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"code_migration/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":6.130933,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"code_migration/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-code-migration@1.1|latency|code_migration/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":5148.212,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"code_migration/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-emb@1.1|accuracy|emb/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":65.477,"stderr":3.691,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"emb/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-emb@1.1|cost-per-test|emb/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.364559,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"emb/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-emb@1.1|latency|emb/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1195.527,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"emb/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":65.373,"stderr":2.063,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"finance_agent/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":1.637243,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"finance_agent/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":1864.634,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"finance_agent/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-index@2.2|accuracy|overall/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":58.727,"stderr":1.282,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"overall/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-index@2.2|cache-read-tokens|overall/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":36601039.8,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"overall/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-index@2.2|cache-write-tokens|overall/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":977877.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"overall/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-index@2.2|cost-per-test|overall/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.17475,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"overall/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-index@2.2|input-tokens|overall/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":37579232.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"overall/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-index@2.2|latency|overall/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":2996.841,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"overall/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-index@2.2|output-tokens|overall/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":570127.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"overall/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-index@2.2|reasoning-tokens|overall/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":459156.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"overall/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":4.167,"stderr":1.518,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"legal_agent_benchmark/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":4.264376,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"legal_agent_benchmark/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":2620.795,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"legal_agent_benchmark/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":43.75,"stderr":3.448,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"legal_research/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.647359,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"legal_research/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-legal-research@2.2|latency|legal_research/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":4979.806,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"legal_research/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":31.922,"stderr":3.352,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"tax_agent_bench/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.164207,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"tax_agent_bench/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":2973.647,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"tax_agent_bench/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":36.364,"stderr":2.314,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"terminal_bench_4/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":3.117464,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"terminal_bench_4/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":3116.385,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"terminal_bench_4/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":90.444,"stderr":1.725,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"vibe_code_bench/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":6.071856,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"vibe_code_bench/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-haiku-5-5:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/anthropic/claude-haiku-5-5","sourceId":"vals","modelId":"anthropic/claude-haiku-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":2075.723,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-haiku-5-5","rowId":"vibe_code_bench/anthropic/claude-haiku-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":80.487,"stderr":4.08,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"code_migration/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":72.30083,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"code_migration/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-code-migration@1.1|latency|code_migration/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":12635.272,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"code_migration/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-emb@1.1|accuracy|emb/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":75.836,"stderr":2.41,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"emb/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-emb@1.1|cost-per-test|emb/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":9.330415,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"emb/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-emb@1.1|latency|emb/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":2106.434,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"emb/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":67.846,"stderr":2.051,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"finance_agent/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":8.908721,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"finance_agent/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":1980.122,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"finance_agent/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-index@2.2|accuracy|overall/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":70.143,"stderr":1.004,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"overall/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-index@2.2|cache-read-tokens|overall/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":57785923.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"overall/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-index@2.2|cache-write-tokens|overall/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":1216167.3,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"overall/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-index@2.2|cost-per-test|overall/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":24.772748,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"overall/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-index@2.2|input-tokens|overall/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":59002489.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"overall/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-index@2.2|latency|overall/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":5071.089,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"overall/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-index@2.2|output-tokens|overall/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":455039.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"overall/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-index@2.2|reasoning-tokens|overall/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":293955.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"overall/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":9.167,"stderr":2.366,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"legal_agent_benchmark/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":21.812248,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"legal_agent_benchmark/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":3507.428,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"legal_agent_benchmark/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":50.481,"stderr":3.475,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"legal_research/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":23.613691,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"legal_research/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-legal-research@2.2|latency|legal_research/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":6749.531,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"legal_research/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":44.537,"stderr":3.585,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"tax_agent_bench/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":14.39883,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"tax_agent_bench/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":4012.548,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"tax_agent_bench/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":65.152,"stderr":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"terminal_bench_4/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":12.042479,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"terminal_bench_4/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":3810.852,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"terminal_bench_4/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":90.294,"stderr":1.526,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"vibe_code_bench/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":35.774773,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"vibe_code_bench/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-opus-5-5:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/anthropic/claude-opus-5-5","sourceId":"vals","modelId":"anthropic/claude-opus-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":5766.524,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-opus-5-5","rowId":"vibe_code_bench/anthropic/claude-opus-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":87.372,"stderr":2.388,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"code_migration/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":45.405088,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"code_migration/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-code-migration@1.1|latency|code_migration/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":14850.395,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"code_migration/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-emb@1.1|accuracy|emb/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":75.899,"stderr":2.468,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"emb/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-emb@1.1|cost-per-test|emb/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":6.526758,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"emb/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-emb@1.1|latency|emb/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":2204.991,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"emb/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":67.275,"stderr":2.023,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"finance_agent/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":6.950246,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"finance_agent/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":2066.221,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"finance_agent/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-index@2.2|accuracy|overall/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":70.854,"stderr":0.928,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"overall/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-index@2.2|cache-read-tokens|overall/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":76487919.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"overall/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-index@2.2|cache-write-tokens|overall/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":1502345.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"overall/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-index@2.2|cost-per-test|overall/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":16.183857,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"overall/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-index@2.2|input-tokens|overall/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":77990774.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"overall/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-index@2.2|latency|overall/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":5158.766,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"overall/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-index@2.2|output-tokens|overall/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":594549.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"overall/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-index@2.2|reasoning-tokens|overall/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":405075.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"overall/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":10.417,"stderr":2.572,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"legal_agent_benchmark/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":17.713451,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"legal_agent_benchmark/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":4397.953,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"legal_agent_benchmark/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":48.077,"stderr":3.473,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"legal_research/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":13.663179,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"legal_research/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-legal-research@2.2|latency|legal_research/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":5588.989,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"legal_research/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":41.959,"stderr":3.561,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"tax_agent_bench/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":8.730268,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"tax_agent_bench/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":3560.542,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"tax_agent_bench/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":64.141,"stderr":1.01,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"terminal_bench_4/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":10.752753,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"terminal_bench_4/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":4928.927,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"terminal_bench_4/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":92.392,"stderr":1.26,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"vibe_code_bench/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":19.729112,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"vibe_code_bench/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|anthropic/claude-sonnet-5-5:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/anthropic/claude-sonnet-5-5","sourceId":"vals","modelId":"anthropic/claude-sonnet-5-5","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":3672.106,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"anthropic/claude-sonnet-5-5","rowId":"vibe_code_bench/anthropic/claude-sonnet-5-5","provider":"anthropic"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":52.028,"stderr":3.359,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"code_migration/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":11.806673,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"code_migration/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-code-migration@1.1|latency|code_migration/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":10883.534,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"code_migration/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-emb@1.1|accuracy|emb/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":65.128,"stderr":2.35,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"emb/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-emb@1.1|cost-per-test|emb/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.08141,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"emb/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-emb@1.1|latency|emb/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":2247.236,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"emb/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":57.116,"stderr":2.083,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"finance_agent/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.82234,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"finance_agent/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":476.985,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"finance_agent/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-index@2.2|accuracy|overall/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":52.974,"stderr":1.044,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"overall/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-index@2.2|cache-read-tokens|overall/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":42932509.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"overall/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-index@2.2|cache-write-tokens|overall/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"overall/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-index@2.2|cost-per-test|overall/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":2.499691,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"overall/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-index@2.2|input-tokens|overall/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":43178249.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"overall/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-index@2.2|latency|overall/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":3482.913,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"overall/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-index@2.2|output-tokens|overall/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":169366.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"overall/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-index@2.2|reasoning-tokens|overall/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":97785,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"overall/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":10.833,"stderr":2.723,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"legal_agent_benchmark/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.802111,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"legal_agent_benchmark/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":655.413,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"legal_agent_benchmark/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":40.865,"stderr":3.417,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"legal_research/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.088017,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"legal_research/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-legal-research@2.2|latency|legal_research/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":2527.177,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"legal_research/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":26.756,"stderr":3.093,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"tax_agent_bench/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.729136,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"tax_agent_bench/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":1596.755,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"tax_agent_bench/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":14.141,"stderr":2.02,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"terminal_bench_4/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":3.311817,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"terminal_bench_4/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":5493.603,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"terminal_bench_4/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":82.297,"stderr":3.148,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"vibe_code_bench/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.356023,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"vibe_code_bench/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4-pro-0813:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/deepseek/deepseek-v4-pro-0813","sourceId":"vals","modelId":"deepseek/deepseek-v4-pro-0813","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":3982.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4-pro-0813","rowId":"vibe_code_bench/deepseek/deepseek-v4-pro-0813","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":68.5,"stderr":3.476,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"code_migration/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.572628,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"code_migration/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-code-migration@1.1|latency|code_migration/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":8133.069,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"code_migration/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-emb@1.1|accuracy|emb/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":69.173,"stderr":2.395,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"emb/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-emb@1.1|cost-per-test|emb/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.330922,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"emb/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-emb@1.1|latency|emb/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1971.687,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"emb/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":62.933,"stderr":2.028,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"finance_agent/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.466261,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"finance_agent/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":909.212,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"finance_agent/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-index@2.2|accuracy|overall/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":61.257,"stderr":1.055,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"overall/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-index@2.2|cache-read-tokens|overall/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":43300368.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"overall/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-index@2.2|cache-write-tokens|overall/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"overall/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-index@2.2|cost-per-test|overall/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.65747,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"overall/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-index@2.2|input-tokens|overall/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":43644461.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"overall/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-index@2.2|latency|overall/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":2394.709,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"overall/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-index@2.2|output-tokens|overall/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":258045.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"overall/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-index@2.2|reasoning-tokens|overall/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":174021.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"overall/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":14.167,"stderr":2.787,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"legal_agent_benchmark/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.612596,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"legal_agent_benchmark/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1328.108,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"legal_agent_benchmark/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":45.192,"stderr":3.459,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"legal_research/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.69856,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"legal_research/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-legal-research@2.2|latency|legal_research/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":2106.881,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"legal_research/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":44.35,"stderr":3.574,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"tax_agent_bench/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.459454,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"tax_agent_bench/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":1264.434,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"tax_agent_bench/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":31.818,"stderr":2.624,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"terminal_bench_4/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":0.539359,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"terminal_bench_4/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":2470.449,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"terminal_bench_4/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":87.73,"stderr":2.752,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"vibe_code_bench/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.579984,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"vibe_code_bench/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|deepseek/deepseek-v4.1-flash-1017:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/deepseek/deepseek-v4.1-flash-1017","sourceId":"vals","modelId":"deepseek/deepseek-v4.1-flash-1017","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":973.834,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"deepseek/deepseek-v4.1-flash-1017","rowId":"vibe_code_bench/deepseek/deepseek-v4.1-flash-1017","provider":"deepseek"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-code-migration@1.1|accuracy|code_migration/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":38.173,"stderr":4.282,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"code_migration/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-code-migration@1.1|cost-per-test|code_migration/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":8.31345,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"code_migration/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-code-migration@1.1|latency|code_migration/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":7443.728,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"code_migration/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-emb@1.1|accuracy|emb/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":72.871,"stderr":2.424,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"emb/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-emb@1.1|cost-per-test|emb/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":8.243862,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"emb/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-emb@1.1|latency|emb/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":769.197,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"emb/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-finance-agent@2.1|accuracy|finance_agent/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":65.761,"stderr":2.039,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"finance_agent/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-finance-agent@2.1|cost-per-test|finance_agent/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":1.991077,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"finance_agent/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-finance-agent@2.1|latency|finance_agent/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":443.888,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"finance_agent/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-index@2.2|accuracy|overall/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":55.951,"stderr":1.141,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"overall/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-index@2.2|cache-read-tokens|overall/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":23839395.3,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"overall/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-index@2.2|cache-write-tokens|overall/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"overall/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-index@2.2|cost-per-test|overall/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":5.025617,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"overall/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-index@2.2|input-tokens|overall/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":24930668.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"overall/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-index@2.2|latency|overall/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":2158.482,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"overall/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-index@2.2|output-tokens|overall/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":130206.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"overall/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-index@2.2|reasoning-tokens|overall/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":68436.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"overall/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":12.083,"stderr":2.579,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"legal_agent_benchmark/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":3.656207,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"legal_agent_benchmark/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1161.715,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"legal_agent_benchmark/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-legal-research@2.2|accuracy|legal_research/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":38.942,"stderr":3.389,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"legal_research/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-legal-research@2.2|cost-per-test|legal_research/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.630498,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"legal_research/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-legal-research@2.2|latency|legal_research/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":324.318,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"legal_research/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":32.124,"stderr":3.37,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"tax_agent_bench/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.857214,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"tax_agent_bench/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":178.329,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"tax_agent_bench/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":19.697,"stderr":2.314,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"terminal_bench_4/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":8.64749,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"terminal_bench_4/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":6427.575,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"terminal_bench_4/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":78.651,"stderr":3.884,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"vibe_code_bench/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":6.865141,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"vibe_code_bench/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-3.8-flash:effort=high|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/google/gemini-3.8-flash","sourceId":"vals","modelId":"google/gemini-3.8-flash","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":519.104,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-3.8-flash","rowId":"vibe_code_bench/google/gemini-3.8-flash","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-code-migration@1.1|accuracy|code_migration/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":74.429,"stderr":4.512,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"code_migration/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-code-migration@1.1|cost-per-test|code_migration/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":44.644196,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"code_migration/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-code-migration@1.1|latency|code_migration/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":8400.232,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"code_migration/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-emb@1.1|accuracy|emb/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":74.828,"stderr":2.494,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"emb/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-emb@1.1|cost-per-test|emb/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":11.8029,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"emb/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-emb@1.1|latency|emb/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":2305.821,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"emb/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-finance-agent@2.1|accuracy|finance_agent/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":67.658,"stderr":2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"finance_agent/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-finance-agent@2.1|cost-per-test|finance_agent/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":4.315759,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"finance_agent/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-finance-agent@2.1|latency|finance_agent/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":793.03,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"finance_agent/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-index@2.2|accuracy|overall/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":69.389,"stderr":1.09,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"overall/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-index@2.2|cache-read-tokens|overall/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":21661266.3,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"overall/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-index@2.2|cache-write-tokens|overall/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"overall/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-index@2.2|cost-per-test|overall/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":13.372731,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"overall/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-index@2.2|input-tokens|overall/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":23148371.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"overall/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-index@2.2|latency|overall/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":2697.953,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"overall/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-index@2.2|output-tokens|overall/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":159229.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"overall/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-index@2.2|reasoning-tokens|overall/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":58309.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"overall/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":27.083,"stderr":3.738,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"legal_agent_benchmark/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":10.54836,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"legal_agent_benchmark/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1755.397,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"legal_agent_benchmark/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-legal-research@2.2|accuracy|legal_research/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":54.808,"stderr":3.459,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"legal_research/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-legal-research@2.2|cost-per-test|legal_research/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":6.44908,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"legal_research/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-legal-research@2.2|latency|legal_research/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":1881.045,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"legal_research/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":49.223,"stderr":3.608,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"tax_agent_bench/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.473645,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"tax_agent_bench/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":985.634,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"tax_agent_bench/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":57.576,"stderr":2.314,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"terminal_bench_4/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":17.63994,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"terminal_bench_4/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":3214.793,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"terminal_bench_4/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":91.906,"stderr":1.899,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"vibe_code_bench/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":8.10797,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"vibe_code_bench/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-argon:effort=high|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/google/gemini-4-argon","sourceId":"vals","modelId":"google/gemini-4-argon","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":2247.675,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-argon","rowId":"vibe_code_bench/google/gemini-4-argon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-code-migration@1.1|accuracy|code_migration/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":80.051,"stderr":3.069,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"code_migration/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-code-migration@1.1|cost-per-test|code_migration/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":33.711908,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"code_migration/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-code-migration@1.1|latency|code_migration/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":7692.281,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"code_migration/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-emb@1.1|accuracy|emb/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":76.468,"stderr":2.205,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"emb/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-emb@1.1|cost-per-test|emb/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":5.755811,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"emb/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-emb@1.1|latency|emb/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1648.59,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"emb/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-finance-agent@2.1|accuracy|finance_agent/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":67.162,"stderr":2.024,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"finance_agent/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-finance-agent@2.1|cost-per-test|finance_agent/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":7.290456,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"finance_agent/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-finance-agent@2.1|latency|finance_agent/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":1779.586,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"finance_agent/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-index@2.2|accuracy|overall/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":70.45,"stderr":0.974,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"overall/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-index@2.2|cache-read-tokens|overall/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":17241005,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"overall/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-index@2.2|cache-write-tokens|overall/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"overall/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-index@2.2|cost-per-test|overall/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":10.508065,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"overall/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-index@2.2|input-tokens|overall/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":18080265.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"overall/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-index@2.2|latency|overall/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":2864.864,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"overall/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-index@2.2|output-tokens|overall/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":205620.3,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"overall/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-index@2.2|reasoning-tokens|overall/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":93952.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"overall/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":17.5,"stderr":2.997,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"legal_agent_benchmark/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":6.515809,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"legal_agent_benchmark/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1720.841,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"legal_agent_benchmark/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-legal-research@2.2|accuracy|legal_research/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":55.769,"stderr":3.452,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"legal_research/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-legal-research@2.2|cost-per-test|legal_research/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":8.743524,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"legal_research/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-legal-research@2.2|latency|legal_research/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":3112.579,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"legal_research/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":51.785,"stderr":3.604,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"tax_agent_bench/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":6.340026,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"tax_agent_bench/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":2086.243,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"tax_agent_bench/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":63.131,"stderr":2.201,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"terminal_bench_4/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":7.452059,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"terminal_bench_4/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":2706.77,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"terminal_bench_4/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":89.06,"stderr":2.294,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"vibe_code_bench/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":8.254926,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"vibe_code_bench/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-carbon:effort=high|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/google/gemini-4-carbon","sourceId":"vals","modelId":"google/gemini-4-carbon","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":2172.019,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-carbon","rowId":"vibe_code_bench/google/gemini-4-carbon","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-code-migration@1.1|accuracy|code_migration/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":82.674,"stderr":3.035,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"code_migration/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-code-migration@1.1|cost-per-test|code_migration/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":45.638403,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"code_migration/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-code-migration@1.1|latency|code_migration/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":7150.694,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"code_migration/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-emb@1.1|accuracy|emb/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":75.798,"stderr":2.034,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"emb/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-emb@1.1|cost-per-test|emb/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":3.170206,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"emb/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-emb@1.1|latency|emb/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":662.887,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"emb/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-finance-agent@2.1|accuracy|finance_agent/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":65.118,"stderr":2.036,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"finance_agent/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-finance-agent@2.1|cost-per-test|finance_agent/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":4.358646,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"finance_agent/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-finance-agent@2.1|latency|finance_agent/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":1078.148,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"finance_agent/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-index@2.2|accuracy|overall/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":68.492,"stderr":0.994,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"overall/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-index@2.2|cache-read-tokens|overall/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":39532546.3,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"overall/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-index@2.2|cache-write-tokens|overall/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"overall/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-index@2.2|cost-per-test|overall/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":9.838059,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"overall/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-index@2.2|input-tokens|overall/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":40855551.8,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"overall/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-index@2.2|latency|overall/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":1924.728,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"overall/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-index@2.2|output-tokens|overall/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":336848.8,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"overall/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-index@2.2|reasoning-tokens|overall/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":167058.3,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"overall/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":11.25,"stderr":2.677,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"legal_agent_benchmark/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":3.281826,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"legal_agent_benchmark/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":742.834,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"legal_agent_benchmark/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-legal-research@2.2|accuracy|legal_research/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":53.846,"stderr":3.465,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"legal_research/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-legal-research@2.2|cost-per-test|legal_research/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":6.268559,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"legal_research/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-legal-research@2.2|latency|legal_research/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":1964.286,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"legal_research/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":52.305,"stderr":3.603,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"tax_agent_bench/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.870924,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"tax_agent_bench/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":1094.483,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"tax_agent_bench/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":54.04,"stderr":3.312,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"terminal_bench_4/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":7.562172,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"terminal_bench_4/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":1839.884,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"terminal_bench_4/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":87.777,"stderr":2.292,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"vibe_code_bench/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":4.553735,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"vibe_code_bench/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|google/gemini-4-hydrogen:effort=xhigh|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/google/gemini-4-hydrogen","sourceId":"vals","modelId":"google/gemini-4-hydrogen","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":864.611,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"google/gemini-4-hydrogen","rowId":"vibe_code_bench/google/gemini-4-hydrogen","provider":"google"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-code-migration@1.1|accuracy|code_migration/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":36.882,"stderr":3.641,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"code_migration/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-code-migration@1.1|cost-per-test|code_migration/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":2.206179,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"code_migration/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-code-migration@1.1|latency|code_migration/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":5686.628,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"code_migration/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-emb@1.1|accuracy|emb/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":57.88,"stderr":2.914,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"emb/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-emb@1.1|cost-per-test|emb/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.194746,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"emb/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-emb@1.1|latency|emb/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":531.279,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"emb/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-finance-agent@2.1|accuracy|finance_agent/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":54.708,"stderr":1.991,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"finance_agent/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-finance-agent@2.1|cost-per-test|finance_agent/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.064622,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"finance_agent/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-finance-agent@2.1|latency|finance_agent/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":232.758,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"finance_agent/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-index@2.2|accuracy|overall/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":43.659,"stderr":1.227,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"overall/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-index@2.2|cache-read-tokens|overall/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":17311926.8,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"overall/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-index@2.2|cache-write-tokens|overall/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"overall/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-index@2.2|cost-per-test|overall/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.477863,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"overall/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-index@2.2|input-tokens|overall/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":20204701.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"overall/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-index@2.2|latency|overall/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":1325.888,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"overall/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-index@2.2|output-tokens|overall/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":117494,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"overall/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-index@2.2|reasoning-tokens|overall/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":105632.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"overall/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":5,"stderr":1.61,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"legal_agent_benchmark/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.188085,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"legal_agent_benchmark/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":886.884,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"legal_agent_benchmark/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-legal-research@2.2|accuracy|legal_research/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":28.846,"stderr":3.149,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"legal_research/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-legal-research@2.2|cost-per-test|legal_research/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.074351,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"legal_research/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-legal-research@2.2|latency|legal_research/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":446.517,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"legal_research/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":18.169,"stderr":2.536,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"tax_agent_bench/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.045925,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"tax_agent_bench/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":269.272,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"tax_agent_bench/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":3.03,"stderr":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"terminal_bench_4/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":0.421803,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"terminal_bench_4/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":1987.184,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"terminal_bench_4/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":60.927,"stderr":5.379,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"vibe_code_bench/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.627191,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"vibe_code_bench/inception/mercury-3","provider":"inception"}
{"key":"vals|inception/mercury-3:effort=high|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/inception/mercury-3","sourceId":"vals","modelId":"inception/mercury-3","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":566.58,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"inception/mercury-3","rowId":"vibe_code_bench/inception/mercury-3","provider":"inception"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":47.108,"stderr":4.145,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"code_migration/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.596915,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"code_migration/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-code-migration@1.1|latency|code_migration/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":4438.998,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"code_migration/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-emb@1.1|accuracy|emb/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":72.169,"stderr":2.308,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"emb/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-emb@1.1|cost-per-test|emb/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.091434,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"emb/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-emb@1.1|latency|emb/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":289.841,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"emb/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":63.834,"stderr":2.006,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"finance_agent/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.056396,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"finance_agent/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":89.351,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"finance_agent/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-index@2.2|accuracy|overall/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":60.475,"stderr":1.068,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"overall/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-index@2.2|cache-read-tokens|overall/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":22776627,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"overall/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-index@2.2|cache-write-tokens|overall/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"overall/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-index@2.2|cost-per-test|overall/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.15305,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"overall/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-index@2.2|input-tokens|overall/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":23054672.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"overall/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-index@2.2|latency|overall/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":902.371,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"overall/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-index@2.2|output-tokens|overall/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":79012.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"overall/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-index@2.2|reasoning-tokens|overall/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":35351.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"overall/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":25,"stderr":3.695,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"legal_agent_benchmark/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.118448,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"legal_agent_benchmark/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":353.605,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"legal_agent_benchmark/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":49.038,"stderr":3.475,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"legal_research/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.056581,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"legal_research/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-legal-research@2.2|latency|legal_research/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":207.736,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"legal_research/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":38.233,"stderr":3.499,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"tax_agent_bench/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.031788,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"tax_agent_bench/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":90.131,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"tax_agent_bench/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":39.394,"stderr":2.314,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"terminal_bench_4/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":0.218381,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"terminal_bench_4/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":1581.448,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"terminal_bench_4/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":83.703,"stderr":2.756,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"vibe_code_bench/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.054457,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"vibe_code_bench/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-ember:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/meta/muse-ember","sourceId":"vals","modelId":"meta/muse-ember","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":167.856,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-ember","rowId":"vibe_code_bench/meta/muse-ember","provider":"meta"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-code-migration@1.1|accuracy|code_migration/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":25.053,"stderr":3.48,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"code_migration/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-code-migration@1.1|cost-per-test|code_migration/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":4.642276,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"code_migration/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-code-migration@1.1|latency|code_migration/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":6556.205,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"code_migration/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-emb@1.1|accuracy|emb/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":61.983,"stderr":2.704,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"emb/meta/muse-spark-open","provider":"meta"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-emb@1.1|cost-per-test|emb/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":5.348821,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"emb/meta/muse-spark-open","provider":"meta"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-emb@1.1|latency|emb/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":5078.614,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"emb/meta/muse-spark-open","provider":"meta"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-finance-agent@2.1|accuracy|finance_agent/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":60.665,"stderr":2.056,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"finance_agent/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-finance-agent@2.1|cost-per-test|finance_agent/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":2.758047,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"finance_agent/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-finance-agent@2.1|latency|finance_agent/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":1612.347,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"finance_agent/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-index@2.2|accuracy|overall/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":48.567,"stderr":1.087,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"overall/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-index@2.2|cache-read-tokens|overall/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":6991662.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"overall/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-index@2.2|cache-write-tokens|overall/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"overall/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-index@2.2|cost-per-test|overall/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":4.71792,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"overall/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-index@2.2|input-tokens|overall/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":9735429.3,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"overall/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-index@2.2|latency|overall/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":4925.409,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"overall/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-index@2.2|output-tokens|overall/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":65357.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"overall/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-index@2.2|reasoning-tokens|overall/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":33474.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"overall/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":25,"stderr":3.599,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"legal_agent_benchmark/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":13.6316,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"legal_agent_benchmark/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":14355.684,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"legal_agent_benchmark/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-legal-research@2.2|accuracy|legal_research/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":38.462,"stderr":3.381,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"legal_research/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-legal-research@2.2|cost-per-test|legal_research/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.559385,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"legal_research/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-legal-research@2.2|latency|legal_research/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":1763.023,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"legal_research/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":26.321,"stderr":2.653,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"tax_agent_bench/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.883559,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"tax_agent_bench/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":701.825,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"tax_agent_bench/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":6.566,"stderr":0.505,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"terminal_bench_4/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":7.264062,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"terminal_bench_4/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":7466.403,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"terminal_bench_4/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":76.187,"stderr":3.317,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"vibe_code_bench/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.655609,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"vibe_code_bench/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-spark-open:effort=xhigh|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/meta/muse-spark-open","sourceId":"vals","modelId":"meta/muse-spark-open","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":1869.172,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-spark-open","rowId":"vibe_code_bench/meta/muse-spark-open","provider":"together-ai"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":69.781,"stderr":4.035,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"code_migration/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":47.552905,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"code_migration/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-code-migration@1.1|latency|code_migration/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":9687.179,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"code_migration/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-emb@1.1|accuracy|emb/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":72.503,"stderr":2.414,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"emb/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-emb@1.1|cost-per-test|emb/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":5.599337,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"emb/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-emb@1.1|latency|emb/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1034.437,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"emb/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":65.545,"stderr":2.031,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"finance_agent/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":2.620705,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"finance_agent/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":310.129,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"finance_agent/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-index@2.2|accuracy|overall/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":64.877,"stderr":1.067,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"overall/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-index@2.2|cache-read-tokens|overall/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":32525940.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"overall/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-index@2.2|cache-write-tokens|overall/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"overall/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-index@2.2|cost-per-test|overall/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":10.647504,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"overall/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-index@2.2|input-tokens|overall/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":33073266.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"overall/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-index@2.2|latency|overall/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":2123.575,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"overall/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-index@2.2|output-tokens|overall/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":115811.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"overall/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-index@2.2|reasoning-tokens|overall/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":59021.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"overall/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":23.75,"stderr":3.646,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"legal_agent_benchmark/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":7.081987,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"legal_agent_benchmark/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":906.14,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"legal_agent_benchmark/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":50.481,"stderr":3.475,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"legal_research/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.980242,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"legal_research/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-legal-research@2.2|latency|legal_research/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":927.111,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"legal_research/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":36.269,"stderr":3.47,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"tax_agent_bench/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.884439,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"tax_agent_bench/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":492.843,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"tax_agent_bench/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":49.495,"stderr":2.201,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"terminal_bench_4/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":14.657694,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"terminal_bench_4/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":3280.687,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"terminal_bench_4/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":83.089,"stderr":2.49,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"vibe_code_bench/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.802723,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"vibe_code_bench/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-1.0:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/meta/muse-wonder","sourceId":"vals","modelId":"meta/muse-wonder-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":350.076,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder","rowId":"vibe_code_bench/meta/muse-wonder","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":61.652,"stderr":4.371,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"code_migration/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":23.236252,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"code_migration/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-code-migration@1.1|latency|code_migration/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":15566.738,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"code_migration/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-emb@1.1|accuracy|emb/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":74.998,"stderr":2.141,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"emb/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-emb@1.1|cost-per-test|emb/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":4.58223,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"emb/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-emb@1.1|latency|emb/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1684.504,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"emb/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":67.575,"stderr":1.98,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"finance_agent/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":2.680843,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"finance_agent/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":850.298,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"finance_agent/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-index@2.2|accuracy|overall/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":66.787,"stderr":1.066,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"overall/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-index@2.2|cache-read-tokens|overall/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":17923954.3,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"overall/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-index@2.2|cache-write-tokens|overall/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"overall/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-index@2.2|cost-per-test|overall/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":6.809627,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"overall/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-index@2.2|input-tokens|overall/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":18271139.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"overall/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-index@2.2|latency|overall/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":3558.574,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"overall/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-index@2.2|output-tokens|overall/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":103432.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"overall/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-index@2.2|reasoning-tokens|overall/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":48524.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"overall/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":23.333,"stderr":3.547,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"legal_agent_benchmark/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":5.413598,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"legal_agent_benchmark/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":2649.375,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"legal_agent_benchmark/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":53.365,"stderr":3.467,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"legal_research/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.595401,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"legal_research/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-legal-research@2.2|latency|legal_research/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":1654.378,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"legal_research/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":42.997,"stderr":3.572,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"tax_agent_bench/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":2.147235,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"tax_agent_bench/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":1084.296,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"tax_agent_bench/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":58.081,"stderr":3.312,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"terminal_bench_4/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":10.528007,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"terminal_bench_4/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":4330.665,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"terminal_bench_4/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":85.996,"stderr":1.933,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"vibe_code_bench/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":2.293448,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"vibe_code_bench/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|meta/muse-wonder-full-1.0:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/meta/muse-wonder-full","sourceId":"vals","modelId":"meta/muse-wonder-full-1.0","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":648.336,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"meta/muse-wonder-full","rowId":"vibe_code_bench/meta/muse-wonder-full","provider":"meta"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":48.195,"stderr":3.35,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"code_migration/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.729595,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"code_migration/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-code-migration@1.1|latency|code_migration/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":7363.872,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"code_migration/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-emb@1.1|accuracy|emb/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":67.843,"stderr":2.29,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"emb/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-emb@1.1|cost-per-test|emb/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.268958,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"emb/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-emb@1.1|latency|emb/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1847.78,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"emb/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":58.826,"stderr":2.07,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"finance_agent/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.158978,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"finance_agent/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":904.204,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"finance_agent/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-index@2.2|accuracy|overall/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":53.781,"stderr":1.067,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"overall/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-index@2.2|cache-read-tokens|overall/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":31161890.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"overall/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-index@2.2|cache-write-tokens|overall/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"overall/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-index@2.2|cost-per-test|overall/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.659684,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"overall/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-index@2.2|input-tokens|overall/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":31517784.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"overall/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-index@2.2|latency|overall/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":2597.835,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"overall/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-index@2.2|output-tokens|overall/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":255284.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"overall/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-index@2.2|reasoning-tokens|overall/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":183512.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"overall/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":7.5,"stderr":2.265,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"legal_agent_benchmark/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.472848,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"legal_agent_benchmark/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1497.601,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"legal_agent_benchmark/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":34.135,"stderr":3.296,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"legal_research/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.444777,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"legal_research/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-legal-research@2.2|latency|legal_research/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":2911.983,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"legal_research/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":32.136,"stderr":3.342,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"tax_agent_bench/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.320948,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"tax_agent_bench/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":1962.771,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"tax_agent_bench/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":25.253,"stderr":1.01,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"terminal_bench_4/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":0.734722,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"terminal_bench_4/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":3030.551,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"terminal_bench_4/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":73.944,"stderr":4.249,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"vibe_code_bench/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.146649,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"vibe_code_bench/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|minimax/minimax-m3.1-flash:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/minimax/MiniMax-M3.1-flash","sourceId":"vals","modelId":"minimax/minimax-m3.1-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":1263.916,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"minimax/MiniMax-M3.1-flash","rowId":"vibe_code_bench/minimax/MiniMax-M3.1-flash","provider":"minimax"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-code-migration@1.1|accuracy|code_migration/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":51.345,"stderr":4.475,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"code_migration/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-code-migration@1.1|cost-per-test|code_migration/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":11.767778,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"code_migration/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-code-migration@1.1|latency|code_migration/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":10868.293,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"code_migration/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-emb@1.1|accuracy|emb/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":68.673,"stderr":2.43,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"emb/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-emb@1.1|cost-per-test|emb/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.833124,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"emb/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-emb@1.1|latency|emb/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1387.438,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"emb/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-finance-agent@2.1|accuracy|finance_agent/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":61.723,"stderr":2.046,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"finance_agent/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-finance-agent@2.1|cost-per-test|finance_agent/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.353164,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"finance_agent/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-finance-agent@2.1|latency|finance_agent/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":387.155,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"finance_agent/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-index@2.2|accuracy|overall/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":56.527,"stderr":1.258,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"overall/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-index@2.2|cache-read-tokens|overall/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":20225701,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"overall/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-index@2.2|cost-per-test|overall/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.716552,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"overall/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-index@2.2|input-tokens|overall/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":23299961.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"overall/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-index@2.2|latency|overall/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":2868.038,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"overall/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-index@2.2|output-tokens|overall/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":122413.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"overall/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":15.833,"stderr":3.13,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"legal_agent_benchmark/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.733095,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"legal_agent_benchmark/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":688.685,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"legal_agent_benchmark/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-legal-research@2.2|accuracy|legal_research/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":35.577,"stderr":3.328,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"legal_research/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-legal-research@2.2|cost-per-test|legal_research/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.09052,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"legal_research/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-legal-research@2.2|latency|legal_research/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":1704.14,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"legal_research/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":30.668,"stderr":3.302,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"tax_agent_bench/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.503196,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"tax_agent_bench/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":1023.271,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"tax_agent_bench/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":26.263,"stderr":5.126,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"terminal_bench_4/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":2.728364,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"terminal_bench_4/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":3872.678,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"terminal_bench_4/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":81.555,"stderr":3.289,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"vibe_code_bench/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":11.723179,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"vibe_code_bench/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|mistral/mistral-large-4-0-oss:effort=high|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/mistralai/mistral-large-4-oss","sourceId":"vals","modelId":"mistral/mistral-large-4-0-oss","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":3012.646,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"mistralai/mistral-large-4-oss","rowId":"vibe_code_bench/mistralai/mistral-large-4-oss","provider":"mistral-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":59.682,"stderr":4.599,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"code_migration/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":15.708479,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"code_migration/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-code-migration@1.1|latency|code_migration/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":7030.306,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"code_migration/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-emb@1.1|accuracy|emb/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":70,"stderr":2.63,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"emb/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-emb@1.1|cost-per-test|emb/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.588749,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"emb/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-emb@1.1|latency|emb/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1283.322,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"emb/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":61.488,"stderr":2.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"finance_agent/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":2.290605,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"finance_agent/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":2099.046,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"finance_agent/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-index@2.2|accuracy|overall/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":62.52,"stderr":1.141,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"overall/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-index@2.2|cache-read-tokens|overall/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":19358617.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"overall/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-index@2.2|cache-write-tokens|overall/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":612758.3,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"overall/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-index@2.2|cost-per-test|overall/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":6.440192,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"overall/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-index@2.2|input-tokens|overall/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":19980586,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"overall/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-index@2.2|latency|overall/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":3816.452,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"overall/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-index@2.2|output-tokens|overall/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":159071.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"overall/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-index@2.2|reasoning-tokens|overall/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":96642.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"overall/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":11.667,"stderr":2.629,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"legal_agent_benchmark/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":9.004671,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"legal_agent_benchmark/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":4373.383,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"legal_agent_benchmark/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":37.5,"stderr":3.365,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"legal_research/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":7.231463,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"legal_research/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-legal-research@2.2|latency|legal_research/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":6237.394,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"legal_research/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":24.87,"stderr":3.12,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"tax_agent_bench/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.643476,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"tax_agent_bench/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":3518.57,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"tax_agent_bench/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":63.636,"stderr":1.75,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"terminal_bench_4/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":4.56894,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"terminal_bench_4/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":2960.659,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"terminal_bench_4/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":84.894,"stderr":2.949,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"vibe_code_bench/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":7.485151,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"vibe_code_bench/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3.1-pro:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/kimi/kimi-k3.1-pro","sourceId":"vals","modelId":"moonshot-ai/kimi-k3.1-pro","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":3028.937,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3.1-pro","rowId":"vibe_code_bench/kimi/kimi-k3.1-pro","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":22.669,"stderr":3.551,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"code_migration/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":19.510208,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"code_migration/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-code-migration@1.1|latency|code_migration/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":16267.502,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"code_migration/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-emb@1.1|accuracy|emb/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":71.264,"stderr":2.283,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"emb/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-emb@1.1|cost-per-test|emb/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":3.074655,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"emb/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-emb@1.1|latency|emb/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":741.42,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"emb/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":60.013,"stderr":2.09,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"finance_agent/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":1.881233,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"finance_agent/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":875.039,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"finance_agent/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-index@2.2|accuracy|overall/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":52.955,"stderr":1.001,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"overall/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-index@2.2|cache-read-tokens|overall/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":14785760,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"overall/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-index@2.2|cache-write-tokens|overall/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":285912.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"overall/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-index@2.2|cost-per-test|overall/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":7.169465,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"overall/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-index@2.2|input-tokens|overall/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":15196000.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"overall/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-index@2.2|latency|overall/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":4496.011,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"overall/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-index@2.2|output-tokens|overall/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":107341.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"overall/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-index@2.2|reasoning-tokens|overall/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":58602.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"overall/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":12.917,"stderr":2.807,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"legal_agent_benchmark/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":4.144144,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"legal_agent_benchmark/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":2556.302,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"legal_agent_benchmark/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":46.154,"stderr":3.465,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"legal_research/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.469601,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"legal_research/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-legal-research@2.2|latency|legal_research/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":760.122,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"legal_research/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":33.368,"stderr":3.386,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"tax_agent_bench/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":2.790127,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"tax_agent_bench/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":2415.159,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"tax_agent_bench/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":17.172,"stderr":0.505,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"terminal_bench_4/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":12.478176,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"terminal_bench_4/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":11353.52,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"terminal_bench_4/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":84.968,"stderr":2.746,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"vibe_code_bench/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":10.007576,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"vibe_code_bench/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|moonshot-ai/kimi-k3:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/kimi/kimi-k3","sourceId":"vals","modelId":"moonshot-ai/kimi-k3","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":999.021,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"kimi/kimi-k3","rowId":"vibe_code_bench/kimi/kimi-k3","provider":"moonshot-ai"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-code-migration@1.1|accuracy|code_migration/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":17.515,"stderr":3.166,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"code_migration/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-code-migration@1.1|cost-per-test|code_migration/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.733921,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"code_migration/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-code-migration@1.1|latency|code_migration/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":1729.601,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"code_migration/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-emb@1.1|accuracy|emb/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":52.768,"stderr":2.785,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"emb/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-emb@1.1|cost-per-test|emb/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.294214,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"emb/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-emb@1.1|latency|emb/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":816.734,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"emb/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-finance-agent@2.1|accuracy|finance_agent/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":47.729,"stderr":2.099,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"finance_agent/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-finance-agent@2.1|cost-per-test|finance_agent/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.106934,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"finance_agent/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-finance-agent@2.1|latency|finance_agent/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":79.474,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"finance_agent/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-index@2.2|accuracy|overall/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":29.784,"stderr":1.025,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"overall/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-index@2.2|cache-read-tokens|overall/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":9860042.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"overall/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-index@2.2|cache-write-tokens|overall/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"overall/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-index@2.2|cost-per-test|overall/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.627546,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"overall/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-index@2.2|input-tokens|overall/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":10873912.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"overall/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-index@2.2|latency|overall/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":514.013,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"overall/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-index@2.2|output-tokens|overall/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":96498.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"overall/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-index@2.2|reasoning-tokens|overall/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":57370.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"overall/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":3.75,"stderr":1.344,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"legal_agent_benchmark/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.373217,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"legal_agent_benchmark/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":172.109,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"legal_agent_benchmark/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-legal-research@2.2|accuracy|legal_research/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":10.096,"stderr":2.094,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"legal_research/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-legal-research@2.2|cost-per-test|legal_research/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.063761,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"legal_research/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-legal-research@2.2|latency|legal_research/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":82.971,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"legal_research/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":11.554,"stderr":2.194,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"tax_agent_bench/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.046335,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"tax_agent_bench/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":72.661,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"tax_agent_bench/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":0,"stderr":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"terminal_bench_4/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":0.862751,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"terminal_bench_4/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":895.649,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"terminal_bench_4/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":3.71,"stderr":1.926,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"vibe_code_bench/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.539233,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"vibe_code_bench/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|nvidia/nemotron-3.5-super-vl:effort=high|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/baseten/nemotron-3.5-super-vl-120b-a12b","sourceId":"vals","modelId":"nvidia/nemotron-3.5-super-vl","variant":{"effort":"high","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":262.905,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"baseten/nemotron-3.5-super-vl-120b-a12b","rowId":"vibe_code_bench/baseten/nemotron-3.5-super-vl-120b-a12b","provider":"baseten"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":78.031,"stderr":3.128,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"code_migration/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":66.641779,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"code_migration/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-code-migration@1.1|latency|code_migration/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":5286.504,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"code_migration/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-emb@1.1|accuracy|emb/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":72.683,"stderr":2.297,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"emb/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-emb@1.1|cost-per-test|emb/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":5.827063,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"emb/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-emb@1.1|latency|emb/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":804.28,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"emb/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":60.428,"stderr":2.12,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"finance_agent/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":7.823464,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"finance_agent/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":1228.75,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"finance_agent/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-index@2.2|accuracy|overall/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":65.023,"stderr":1.098,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"overall/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-index@2.2|cache-read-tokens|overall/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":7645164.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"overall/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-index@2.2|cost-per-test|overall/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":21.277828,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"overall/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-index@2.2|input-tokens|overall/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":8045900.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"overall/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-index@2.2|latency|overall/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":2018.879,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"overall/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-index@2.2|output-tokens|overall/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":99101.8,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"overall/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-index@2.2|reasoning-tokens|overall/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":51905.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"overall/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":7.083,"stderr":1.899,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"legal_agent_benchmark/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":25.460295,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"legal_agent_benchmark/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1953.362,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"legal_agent_benchmark/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":39.423,"stderr":3.397,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"legal_research/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":10.577143,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"legal_research/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-legal-research@2.2|latency|legal_research/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":1491.339,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"legal_research/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":20.717,"stderr":2.924,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"tax_agent_bench/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":5.7963,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"tax_agent_bench/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":900.586,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"tax_agent_bench/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":59.596,"stderr":4.403,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"terminal_bench_4/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":9.584259,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"terminal_bench_4/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":2142.082,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"terminal_bench_4/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":89.594,"stderr":2.174,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"vibe_code_bench/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":38.512323,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"vibe_code_bench/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-astra:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/openai/gpt-6-astra","sourceId":"vals","modelId":"openai/gpt-6-astra","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":2344.127,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-astra","rowId":"vibe_code_bench/openai/gpt-6-astra","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":45.451,"stderr":4.218,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"code_migration/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.708851,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"code_migration/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-code-migration@1.1|latency|code_migration/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":3543.575,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"code_migration/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-emb@1.1|accuracy|emb/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":69.954,"stderr":2.542,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"emb/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-emb@1.1|cost-per-test|emb/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.141708,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"emb/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-emb@1.1|latency|emb/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1041.052,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"emb/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":56.841,"stderr":2.123,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"finance_agent/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.120919,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"finance_agent/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":926.859,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"finance_agent/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-index@2.2|accuracy|overall/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":52.322,"stderr":1.117,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"overall/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-index@2.2|cache-read-tokens|overall/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":16946836.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"overall/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-index@2.2|cache-write-tokens|overall/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":400386.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"overall/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-index@2.2|cost-per-test|overall/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.450147,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"overall/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-index@2.2|input-tokens|overall/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":17348582.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"overall/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-index@2.2|latency|overall/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":1943.192,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"overall/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-index@2.2|output-tokens|overall/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":170502.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"overall/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-index@2.2|reasoning-tokens|overall/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":124778.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"overall/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":4.167,"stderr":1.629,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"legal_agent_benchmark/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.298018,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"legal_agent_benchmark/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1305.488,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"legal_agent_benchmark/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":30.288,"stderr":3.194,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"legal_research/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.440296,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"legal_research/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-legal-research@2.2|latency|legal_research/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":2547.747,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"legal_research/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":19.947,"stderr":2.866,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"tax_agent_bench/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.190956,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"tax_agent_bench/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":1995.736,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"tax_agent_bench/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":13.636,"stderr":1.515,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"terminal_bench_4/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":0.354726,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"terminal_bench_4/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":1965.568,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"terminal_bench_4/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":81.649,"stderr":3.377,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"vibe_code_bench/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.345703,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"vibe_code_bench/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6-luna:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/openai/gpt-6-luna","sourceId":"vals","modelId":"openai/gpt-6-luna","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":2219.515,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6-luna","rowId":"vibe_code_bench/openai/gpt-6-luna","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":75.136,"stderr":3.609,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"code_migration/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":9.938473,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"code_migration/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-code-migration@1.1|latency|code_migration/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":6157.942,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"code_migration/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-emb@1.1|accuracy|emb/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":71.088,"stderr":2.748,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"emb/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-emb@1.1|cost-per-test|emb/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.143199,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"emb/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-emb@1.1|latency|emb/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1107.811,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"emb/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":61.817,"stderr":2.112,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"finance_agent/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":1.626543,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"finance_agent/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":1145.078,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"finance_agent/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-index@2.2|accuracy|overall/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":63.944,"stderr":1.072,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"overall/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-index@2.2|cache-read-tokens|overall/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":8988645.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"overall/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-index@2.2|cache-write-tokens|overall/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":302569,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"overall/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-index@2.2|cost-per-test|overall/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.614054,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"overall/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-index@2.2|input-tokens|overall/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":9291986.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"overall/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-index@2.2|latency|overall/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":2664.03,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"overall/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-index@2.2|output-tokens|overall/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":112502.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"overall/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-index@2.2|reasoning-tokens|overall/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":62769,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"overall/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":6.25,"stderr":1.83,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"legal_agent_benchmark/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":3.536302,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"legal_agent_benchmark/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":2425.625,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"legal_agent_benchmark/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":38.462,"stderr":3.381,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"legal_research/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.384561,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"legal_research/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-legal-research@2.2|latency|legal_research/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":2060.48,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"legal_research/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":21.754,"stderr":2.977,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"tax_agent_bench/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.323601,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"tax_agent_bench/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":1213.878,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"tax_agent_bench/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":55.051,"stderr":1.821,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"terminal_bench_4/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":1.72496,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"terminal_bench_4/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":2711.667,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"terminal_bench_4/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":88.931,"stderr":1.893,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"vibe_code_bench/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":6.234794,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"vibe_code_bench/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-sol:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/openai/gpt-6.1-sol","sourceId":"vals","modelId":"openai/gpt-6.1-sol","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":4489.755,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-sol","rowId":"vibe_code_bench/openai/gpt-6.1-sol","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-code-migration@1.1|accuracy|code_migration/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":72.185,"stderr":3.185,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"code_migration/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-code-migration@1.1|cost-per-test|code_migration/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":6.021213,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"code_migration/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-code-migration@1.1|latency|code_migration/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":4463.786,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"code_migration/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-emb@1.1|accuracy|emb/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":73.33,"stderr":2.235,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"emb/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-emb@1.1|cost-per-test|emb/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.559258,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"emb/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-emb@1.1|latency|emb/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":756.889,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"emb/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":55.958,"stderr":2.094,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"finance_agent/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":1.922848,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"finance_agent/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":1787.129,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"finance_agent/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-index@2.2|accuracy|overall/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":60.536,"stderr":0.994,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"overall/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-index@2.2|cache-read-tokens|overall/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":16948747.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"overall/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-index@2.2|cache-write-tokens|overall/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":482147.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"overall/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-index@2.2|cost-per-test|overall/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":2.939376,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"overall/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-index@2.2|input-tokens|overall/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":17431997.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"overall/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-index@2.2|latency|overall/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":2383.274,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"overall/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-index@2.2|output-tokens|overall/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":157425.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"overall/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-index@2.2|reasoning-tokens|overall/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":110518.8,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"overall/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":1.667,"stderr":1.013,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"legal_agent_benchmark/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.477673,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"legal_agent_benchmark/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":821.505,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"legal_agent_benchmark/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":25.962,"stderr":3.047,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"legal_research/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.220614,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"legal_research/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-legal-research@2.2|latency|legal_research/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":4202.728,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"legal_research/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":17.081,"stderr":2.714,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"tax_agent_bench/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":2.159819,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"tax_agent_bench/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":2751.35,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"tax_agent_bench/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":49.495,"stderr":1.821,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"terminal_bench_4/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":2.15663,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"terminal_bench_4/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":2032.802,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"terminal_bench_4/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":83.997,"stderr":2.865,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"vibe_code_bench/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":5.996953,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"vibe_code_bench/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|openai/gpt-6.1-terra:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/openai/gpt-6.1-terra","sourceId":"vals","modelId":"openai/gpt-6.1-terra","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":2250.002,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"openai/gpt-6.1-terra","rowId":"vibe_code_bench/openai/gpt-6.1-terra","provider":"openai"}
{"key":"vals|reflection/beam-1.0:default|none|vals-code-migration@1.1|accuracy|code_migration/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":22.566,"stderr":3.465,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"code_migration/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-code-migration@1.1|latency|code_migration/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":713.542,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"code_migration/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-emb@1.1|accuracy|emb/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":64.733,"stderr":2.259,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"emb/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-emb@1.1|latency|emb/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1204.28,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"emb/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-finance-agent@2.1|accuracy|finance_agent/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":51.827,"stderr":2.107,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"finance_agent/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-finance-agent@2.1|latency|finance_agent/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":85.425,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"finance_agent/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-index@2.2|accuracy|overall/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":43.424,"stderr":1.062,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"overall/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-index@2.2|cache-read-tokens|overall/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":5673911.8,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"overall/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-index@2.2|input-tokens|overall/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":5912885.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"overall/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-index@2.2|latency|overall/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":446.562,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"overall/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-index@2.2|output-tokens|overall/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":41553,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"overall/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-index@2.2|reasoning-tokens|overall/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":22329.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"overall/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":4.583,"stderr":1.775,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"legal_agent_benchmark/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":116.883,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"legal_agent_benchmark/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-legal-research@2.2|accuracy|legal_research/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":28.846,"stderr":3.149,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"legal_research/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-legal-research@2.2|latency|legal_research/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":94.568,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"legal_research/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":8.808,"stderr":1.902,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"tax_agent_bench/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":57.987,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"tax_agent_bench/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":4.04,"stderr":1.336,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"terminal_bench_4/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":1154.552,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"terminal_bench_4/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":66.436,"stderr":4.062,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"vibe_code_bench/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|reflection/beam-1.0:default|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/reflection/Beam-1.0","sourceId":"vals","modelId":"reflection/beam-1.0","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":145.263,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"reflection/Beam-1.0","rowId":"vibe_code_bench/reflection/Beam-1.0","provider":"reflection"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-code-migration@1.1|accuracy|code_migration/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":46.943,"stderr":3.922,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"code_migration/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-code-migration@1.1|cost-per-test|code_migration/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":8.479724,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"code_migration/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-code-migration@1.1|latency|code_migration/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":11290.205,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"code_migration/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-emb@1.1|accuracy|emb/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":69.552,"stderr":2.486,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"emb/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-emb@1.1|cost-per-test|emb/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.329318,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"emb/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-emb@1.1|latency|emb/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":2615.096,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"emb/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-finance-agent@2.1|accuracy|finance_agent/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":58.9,"stderr":2.054,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"finance_agent/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-finance-agent@2.1|cost-per-test|finance_agent/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.575115,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"finance_agent/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-finance-agent@2.1|latency|finance_agent/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":542.506,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"finance_agent/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-index@2.2|accuracy|overall/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":54.762,"stderr":1.163,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"overall/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-index@2.2|cache-read-tokens|overall/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":32751577.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"overall/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-index@2.2|cache-write-tokens|overall/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"overall/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-index@2.2|cost-per-test|overall/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":2.73409,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"overall/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-index@2.2|input-tokens|overall/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":33491605.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"overall/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-index@2.2|latency|overall/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":3928.913,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"overall/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-index@2.2|output-tokens|overall/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":159796.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"overall/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":12.917,"stderr":2.807,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"legal_agent_benchmark/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.12706,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"legal_agent_benchmark/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":993.244,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"legal_agent_benchmark/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-legal-research@2.2|accuracy|legal_research/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":40.385,"stderr":3.41,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"legal_research/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-legal-research@2.2|cost-per-test|legal_research/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.838645,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"legal_research/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-legal-research@2.2|latency|legal_research/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":2168.413,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"legal_research/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":27.273,"stderr":3.113,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"tax_agent_bench/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.55338,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"tax_agent_bench/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":1288.515,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"tax_agent_bench/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":31.818,"stderr":2.624,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"terminal_bench_4/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":3.113224,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"terminal_bench_4/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":7066.968,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"terminal_bench_4/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":70.399,"stderr":4.267,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"vibe_code_bench/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":5.856257,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"vibe_code_bench/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|stepfun/step-5-preview:default|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/stepfun/step-5-preview","sourceId":"vals","modelId":"stepfun/step-5-preview","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":5466.358,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"stepfun/step-5-preview","rowId":"vibe_code_bench/stepfun/step-5-preview","provider":"stepfun"}
{"key":"vals|tencent/hy4-preview:default|none|vals-code-migration@1.1|accuracy|code_migration/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":44.695,"stderr":4.376,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"code_migration/tencent/hy4-preview","provider":"openrouter"}
{"key":"vals|tencent/hy4-preview:default|none|vals-code-migration@1.1|cost-per-test|code_migration/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":3.421469,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"code_migration/tencent/hy4-preview","provider":"openrouter"}
{"key":"vals|tencent/hy4-preview:default|none|vals-code-migration@1.1|latency|code_migration/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":6574.27,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"code_migration/tencent/hy4-preview","provider":"openrouter"}
{"key":"vals|tencent/hy4-preview:default|none|vals-emb@1.1|accuracy|emb/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":68.946,"stderr":2.402,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"emb/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-emb@1.1|cost-per-test|emb/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.787396,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"emb/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-emb@1.1|latency|emb/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1839.41,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"emb/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-finance-agent@2.1|accuracy|finance_agent/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":61.623,"stderr":2.059,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"finance_agent/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-finance-agent@2.1|cost-per-test|finance_agent/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.667449,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"finance_agent/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-finance-agent@2.1|latency|finance_agent/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":1502.748,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"finance_agent/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-index@2.2|accuracy|overall/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":53.209,"stderr":1.13,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"overall/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-index@2.2|cache-read-tokens|overall/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":18555324.8,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"overall/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-index@2.2|cache-write-tokens|overall/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"overall/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-index@2.2|cost-per-test|overall/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.56824,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"overall/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-index@2.2|input-tokens|overall/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":19074387.8,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"overall/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-index@2.2|latency|overall/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":3562.636,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"overall/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-index@2.2|output-tokens|overall/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":160621,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"overall/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-index@2.2|reasoning-tokens|overall/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":105106.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"overall/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":8.75,"stderr":2.187,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"legal_agent_benchmark/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.98378,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"legal_agent_benchmark/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1989.335,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"legal_agent_benchmark/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-legal-research@2.2|accuracy|legal_research/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":45.192,"stderr":3.459,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"legal_research/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-legal-research@2.2|cost-per-test|legal_research/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.846372,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"legal_research/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-legal-research@2.2|latency|legal_research/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":3839.511,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"legal_research/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":32.617,"stderr":3.381,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"tax_agent_bench/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.585277,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"tax_agent_bench/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":2464.028,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"tax_agent_bench/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":8.081,"stderr":1.336,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"terminal_bench_4/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":3.07266,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"terminal_bench_4/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":7798.686,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"terminal_bench_4/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":77.478,"stderr":4.035,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"vibe_code_bench/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":2.181516,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"vibe_code_bench/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4-preview:default|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/tencent/hy4-preview","sourceId":"vals","modelId":"tencent/hy4-preview","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":2493.104,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4-preview","rowId":"vibe_code_bench/tencent/hy4-preview","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-code-migration@1.1|accuracy|code_migration/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":59.094,"stderr":3.337,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"code_migration/tencent/hy4","provider":"openrouter"}
{"key":"vals|tencent/hy4:default|none|vals-code-migration@1.1|cost-per-test|code_migration/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":3.242555,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"code_migration/tencent/hy4","provider":"openrouter"}
{"key":"vals|tencent/hy4:default|none|vals-code-migration@1.1|latency|code_migration/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":6122.139,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"code_migration/tencent/hy4","provider":"openrouter"}
{"key":"vals|tencent/hy4:default|none|vals-emb@1.1|accuracy|emb/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":66.178,"stderr":2.641,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"emb/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-emb@1.1|cost-per-test|emb/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.621653,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"emb/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-emb@1.1|latency|emb/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1058.904,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"emb/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-finance-agent@2.1|accuracy|finance_agent/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":64.705,"stderr":2.052,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"finance_agent/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-finance-agent@2.1|cost-per-test|finance_agent/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":1.277206,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"finance_agent/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-finance-agent@2.1|latency|finance_agent/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":2238.942,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"finance_agent/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-index@2.2|accuracy|overall/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":59.353,"stderr":1.081,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"overall/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-index@2.2|cache-read-tokens|overall/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":16708451.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"overall/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-index@2.2|cache-write-tokens|overall/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"overall/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-index@2.2|cost-per-test|overall/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.720395,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"overall/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-index@2.2|input-tokens|overall/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":17253359.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"overall/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-index@2.2|latency|overall/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":3091.465,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"overall/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-index@2.2|output-tokens|overall/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":238203.3,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"overall/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-index@2.2|reasoning-tokens|overall/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":180595.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"overall/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":12.5,"stderr":2.663,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"legal_agent_benchmark/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.036564,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"legal_agent_benchmark/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1167.168,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"legal_agent_benchmark/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-legal-research@2.2|accuracy|legal_research/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":41.346,"stderr":3.423,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"legal_research/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-legal-research@2.2|cost-per-test|legal_research/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":2.222804,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"legal_research/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-legal-research@2.2|latency|legal_research/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":5455.029,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"legal_research/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":34.399,"stderr":3.298,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"tax_agent_bench/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.687683,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"tax_agent_bench/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":3807.674,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"tax_agent_bench/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":39.394,"stderr":0.875,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"terminal_bench_4/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":1.280113,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"terminal_bench_4/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":2600.367,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"terminal_bench_4/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":81.008,"stderr":3.548,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"vibe_code_bench/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":2.394585,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"vibe_code_bench/tencent/hy4","provider":"tencent"}
{"key":"vals|tencent/hy4:default|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/tencent/hy4","sourceId":"vals","modelId":"tencent/hy4","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":2281.498,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"tencent/hy4","rowId":"vibe_code_bench/tencent/hy4","provider":"tencent"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-code-migration@1.1|accuracy|code_migration/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":39.457,"stderr":4.675,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"code_migration/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-code-migration@1.1|cost-per-test|code_migration/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":15.58185,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"code_migration/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-code-migration@1.1|latency|code_migration/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":13105.739,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"code_migration/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-emb@1.1|accuracy|emb/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":69.504,"stderr":2.488,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"emb/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-emb@1.1|cost-per-test|emb/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.529753,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"emb/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-emb@1.1|latency|emb/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":833.925,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"emb/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-finance-agent@2.1|accuracy|finance_agent/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":67.536,"stderr":2.02,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"finance_agent/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-finance-agent@2.1|cost-per-test|finance_agent/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.175784,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"finance_agent/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-finance-agent@2.1|latency|finance_agent/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":296.329,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"finance_agent/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-index@2.2|accuracy|overall/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":56.081,"stderr":1.18,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"overall/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-index@2.2|cache-read-tokens|overall/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":107436010.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"overall/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-index@2.2|cache-write-tokens|overall/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"overall/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-index@2.2|cost-per-test|overall/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":3.509318,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"overall/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-index@2.2|input-tokens|overall/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":108128102.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"overall/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-index@2.2|latency|overall/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":3034.529,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"overall/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-index@2.2|output-tokens|overall/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":281310.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"overall/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":21.667,"stderr":3.333,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"legal_agent_benchmark/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.234911,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"legal_agent_benchmark/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1290.908,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"legal_agent_benchmark/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-legal-research@2.2|accuracy|legal_research/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":46.635,"stderr":3.467,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"legal_research/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-legal-research@2.2|cost-per-test|legal_research/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.288586,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"legal_research/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-legal-research@2.2|latency|legal_research/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":735.191,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"legal_research/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":38.909,"stderr":3.269,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"tax_agent_bench/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.144342,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"tax_agent_bench/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":414.041,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"tax_agent_bench/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":12.626,"stderr":3.072,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"terminal_bench_4/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":8.218043,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"terminal_bench_4/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":6062.689,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"terminal_bench_4/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":81.546,"stderr":3.454,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"vibe_code_bench/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.901278,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"vibe_code_bench/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-2-small:default|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/thinkingmachines/inkling-2-small","sourceId":"vals","modelId":"thinking-machines/inkling-2-small","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":1537.412,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-2-small","rowId":"vibe_code_bench/thinkingmachines/inkling-2-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-code-migration@1.1|accuracy|code_migration/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":10.398,"stderr":2.373,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"code_migration/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-code-migration@1.1|cost-per-test|code_migration/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.587286,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"code_migration/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-code-migration@1.1|latency|code_migration/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":1133.764,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"code_migration/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-emb@1.1|accuracy|emb/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":40.823,"stderr":3.21,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"emb/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-emb@1.1|cost-per-test|emb/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.249301,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"emb/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-emb@1.1|latency|emb/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1173.625,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"emb/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-finance-agent@2.1|accuracy|finance_agent/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":44.776,"stderr":2.095,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"finance_agent/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-finance-agent@2.1|cost-per-test|finance_agent/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.207921,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"finance_agent/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-finance-agent@2.1|latency|finance_agent/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":314.216,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"finance_agent/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-index@2.2|accuracy|overall/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":27.588,"stderr":1.133,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"overall/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-index@2.2|cache-read-tokens|overall/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":5206791.8,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"overall/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-index@2.2|cache-write-tokens|overall/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"overall/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-index@2.2|cost-per-test|overall/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.401307,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"overall/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-index@2.2|input-tokens|overall/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":5328516.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"overall/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-index@2.2|latency|overall/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":986.441,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"overall/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-index@2.2|output-tokens|overall/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":55978.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"overall/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":2.917,"stderr":1.362,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"legal_agent_benchmark/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.17869,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"legal_agent_benchmark/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":455.265,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"legal_agent_benchmark/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-legal-research@2.2|accuracy|legal_research/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":25.481,"stderr":3.029,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"legal_research/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-legal-research@2.2|cost-per-test|legal_research/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.141548,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"legal_research/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-legal-research@2.2|latency|legal_research/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":774.823,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"legal_research/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":15.389,"stderr":2.365,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"tax_agent_bench/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.091767,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"tax_agent_bench/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":385.252,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"tax_agent_bench/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":0,"stderr":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"terminal_bench_4/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":0.321679,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"terminal_bench_4/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":705.115,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"terminal_bench_4/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":19.052,"stderr":3.403,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"vibe_code_bench/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.432264,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"vibe_code_bench/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling-small:default|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/thinkingmachines/inkling-small","sourceId":"vals","modelId":"thinking-machines/inkling-small","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":2949.469,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling-small","rowId":"vibe_code_bench/thinkingmachines/inkling-small","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-code-migration@1.1|accuracy|code_migration/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":8.57,"stderr":2.746,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"code_migration/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-code-migration@1.1|cost-per-test|code_migration/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":6.017274,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"code_migration/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-code-migration@1.1|latency|code_migration/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":1413.991,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"code_migration/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-emb@1.1|accuracy|emb/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":40.971,"stderr":2.982,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"emb/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-emb@1.1|cost-per-test|emb/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.671783,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"emb/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-emb@1.1|latency|emb/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1581.835,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"emb/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-finance-agent@2.1|accuracy|finance_agent/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":49.873,"stderr":2.116,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"finance_agent/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-finance-agent@2.1|cost-per-test|finance_agent/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.891309,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"finance_agent/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-finance-agent@2.1|latency|finance_agent/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":573.747,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"finance_agent/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-index@2.2|accuracy|overall/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":28.961,"stderr":1.12,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"overall/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-index@2.2|cache-read-tokens|overall/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":7298094.8,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"overall/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-index@2.2|cache-write-tokens|overall/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"overall/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-index@2.2|cost-per-test|overall/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.847767,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"overall/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-index@2.2|input-tokens|overall/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":7482988.3,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"overall/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-index@2.2|latency|overall/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":1032.925,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"overall/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-index@2.2|output-tokens|overall/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":64607.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"overall/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":3.75,"stderr":1.469,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"legal_agent_benchmark/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.252023,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"legal_agent_benchmark/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":529.644,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"legal_agent_benchmark/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-legal-research@2.2|accuracy|legal_research/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":28.365,"stderr":3.133,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"legal_research/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-legal-research@2.2|cost-per-test|legal_research/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.494044,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"legal_research/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-legal-research@2.2|latency|legal_research/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":869.377,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"legal_research/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":15.291,"stderr":2.423,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"tax_agent_bench/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.353757,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"tax_agent_bench/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":810.557,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"tax_agent_bench/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":0.505,"stderr":0.505,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"terminal_bench_4/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":2.495998,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"terminal_bench_4/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":1378.754,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"terminal_bench_4/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":19.214,"stderr":3.659,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"vibe_code_bench/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.605949,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"vibe_code_bench/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|thinking-machines/inkling:default|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/thinkingmachines/inkling","sourceId":"vals","modelId":"thinking-machines/inkling","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":1105.492,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"thinkingmachines/inkling","rowId":"vibe_code_bench/thinkingmachines/inkling","provider":"thinkingmachines"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-code-migration@1.1|accuracy|code_migration/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":51.821,"stderr":3.201,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"code_migration/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-code-migration@1.1|cost-per-test|code_migration/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":32.981557,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"code_migration/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-code-migration@1.1|latency|code_migration/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":3787.561,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"code_migration/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-emb@1.1|accuracy|emb/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":71.498,"stderr":2.328,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"emb/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-emb@1.1|cost-per-test|emb/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":6.481284,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"emb/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-emb@1.1|latency|emb/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":2097.023,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"emb/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-finance-agent@2.1|accuracy|finance_agent/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":60.585,"stderr":2.114,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"finance_agent/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-finance-agent@2.1|cost-per-test|finance_agent/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":2.238652,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"finance_agent/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-finance-agent@2.1|latency|finance_agent/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":652.292,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"finance_agent/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-index@2.2|accuracy|overall/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":58.615,"stderr":1.013,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"overall/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-index@2.2|cache-read-tokens|overall/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":10616594.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"overall/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-index@2.2|cache-write-tokens|overall/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"overall/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-index@2.2|cost-per-test|overall/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":11.625468,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"overall/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-index@2.2|input-tokens|overall/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":11268193.4,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"overall/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-index@2.2|latency|overall/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":2013.837,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"overall/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-index@2.2|output-tokens|overall/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":124146.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"overall/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-index@2.2|reasoning-tokens|overall/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":68843.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"overall/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":18.333,"stderr":3.183,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"legal_agent_benchmark/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":10.746259,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"legal_agent_benchmark/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":2148.428,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"legal_agent_benchmark/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-legal-research@2.2|accuracy|legal_research/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":47.115,"stderr":3.469,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"legal_research/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-legal-research@2.2|cost-per-test|legal_research/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":4.920812,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"legal_research/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-legal-research@2.2|latency|legal_research/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":1274.337,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"legal_research/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":35.751,"stderr":3.459,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"tax_agent_bench/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.796539,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"tax_agent_bench/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":996.469,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"tax_agent_bench/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":28.788,"stderr":2.314,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"terminal_bench_4/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":18.011582,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"terminal_bench_4/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":3007.523,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"terminal_bench_4/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":86.175,"stderr":2.181,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"vibe_code_bench/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":15.82706,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"vibe_code_bench/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xai/grok-4.7:effort=xhigh|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/grok/grok-4.7","sourceId":"vals","modelId":"xai/grok-4.7","variant":{"effort":"xhigh","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":2147.065,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"grok/grok-4.7","rowId":"vibe_code_bench/grok/grok-4.7","provider":"spacexai"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-code-migration@1.1|accuracy|code_migration/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":38.764,"stderr":4.306,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"code_migration/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-code-migration@1.1|cost-per-test|code_migration/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.612992,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"code_migration/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-code-migration@1.1|latency|code_migration/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":14739.113,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"code_migration/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-emb@1.1|accuracy|emb/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":68.882,"stderr":2.267,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"emb/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-emb@1.1|cost-per-test|emb/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.108634,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"emb/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-emb@1.1|latency|emb/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":1521.906,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"emb/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-finance-agent@2.1|accuracy|finance_agent/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":63.316,"stderr":2.084,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"finance_agent/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-finance-agent@2.1|cost-per-test|finance_agent/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.066534,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"finance_agent/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-finance-agent@2.1|latency|finance_agent/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":936.347,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"finance_agent/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-index@2.2|accuracy|overall/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":54.826,"stderr":1.114,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"overall/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-index@2.2|cache-read-tokens|overall/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":25928380.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"overall/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-index@2.2|cache-write-tokens|overall/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"overall/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-index@2.2|cost-per-test|overall/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.221007,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"overall/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-index@2.2|input-tokens|overall/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":26689642.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"overall/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-index@2.2|latency|overall/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":4027.975,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"overall/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-index@2.2|output-tokens|overall/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":172166.6,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"overall/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-index@2.2|reasoning-tokens|overall/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":106440.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"overall/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":13.333,"stderr":2.821,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"legal_agent_benchmark/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.085646,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"legal_agent_benchmark/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1342.563,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"legal_agent_benchmark/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-legal-research@2.2|accuracy|legal_research/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":37.981,"stderr":3.373,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"legal_research/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-legal-research@2.2|cost-per-test|legal_research/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.070424,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"legal_research/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-legal-research@2.2|latency|legal_research/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":919.689,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"legal_research/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":28.507,"stderr":3.14,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"tax_agent_bench/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.048982,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"tax_agent_bench/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":1038.928,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"tax_agent_bench/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":24.242,"stderr":1.515,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"terminal_bench_4/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":0.211804,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"terminal_bench_4/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":8712.24,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"terminal_bench_4/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":78.96,"stderr":4.045,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"vibe_code_bench/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.563041,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"vibe_code_bench/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-flash:default|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/xiaomi/mimo-v2.6-flash","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-flash","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":3013.012,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-flash","rowId":"vibe_code_bench/xiaomi/mimo-v2.6-flash","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-code-migration@1.1|accuracy|code_migration/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":47.073,"stderr":4.707,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"code_migration/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-code-migration@1.1|cost-per-test|code_migration/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.891745,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"code_migration/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-code-migration@1.1|latency|code_migration/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":12258.712,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"code_migration/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-emb@1.1|accuracy|emb/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":67.347,"stderr":2.903,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"emb/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-emb@1.1|cost-per-test|emb/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.328999,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"emb/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-emb@1.1|latency|emb/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":3313.924,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"emb/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-finance-agent@2.1|accuracy|finance_agent/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":64.259,"stderr":2.015,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"finance_agent/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-finance-agent@2.1|cost-per-test|finance_agent/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.183321,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"finance_agent/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-finance-agent@2.1|latency|finance_agent/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":682.01,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"finance_agent/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-index@2.2|accuracy|overall/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":57.813,"stderr":1.24,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"overall/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-index@2.2|cache-read-tokens|overall/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":17072238,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"overall/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-index@2.2|cache-write-tokens|overall/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"overall/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-index@2.2|cost-per-test|overall/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.42958,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"overall/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-index@2.2|input-tokens|overall/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":17623254.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"overall/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-index@2.2|latency|overall/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":4355.892,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"overall/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-index@2.2|output-tokens|overall/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":147276.8,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"overall/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-index@2.2|reasoning-tokens|overall/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"reasoning-tokens","value":95076.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"overall/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":13.75,"stderr":2.836,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"legal_agent_benchmark/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.216614,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"legal_agent_benchmark/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1861.848,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"legal_agent_benchmark/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-legal-research@2.2|accuracy|legal_research/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":47.115,"stderr":3.469,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"legal_research/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-legal-research@2.2|cost-per-test|legal_research/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.181201,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"legal_research/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-legal-research@2.2|latency|legal_research/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":1816.322,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"legal_research/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":32.388,"stderr":3.361,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"tax_agent_bench/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.134306,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"tax_agent_bench/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":1547.695,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"tax_agent_bench/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":31.313,"stderr":3.072,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"terminal_bench_4/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":0.456609,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"terminal_bench_4/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":9720.048,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"terminal_bench_4/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":85.223,"stderr":3.392,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"vibe_code_bench/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.043846,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"vibe_code_bench/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|xiaomi/mimo-v2.6-pro:default|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/xiaomi/mimo-v2.6-pro","sourceId":"vals","modelId":"xiaomi/mimo-v2.6-pro","variant":{"flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":3646.574,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"xiaomi/mimo-v2.6-pro","rowId":"vibe_code_bench/xiaomi/mimo-v2.6-pro","provider":"xiaomi"}
{"key":"vals|zai/glm-5.3-flash:default|none|vals-code-migration@1.1|accuracy|code_migration/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":50.625,"stderr":3.999,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"code_migration/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:default|none|vals-code-migration@1.1|cost-per-test|code_migration/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":8.271573,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"code_migration/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:default|none|vals-code-migration@1.1|latency|code_migration/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":12036.086,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"code_migration/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-emb@1.1|accuracy|emb/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":66.252,"stderr":2.685,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"emb/zai/glm-5.3-flash","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-emb@1.1|cost-per-test|emb/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":1.426065,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"emb/zai/glm-5.3-flash","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-emb@1.1|latency|emb/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":4495.202,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"emb/zai/glm-5.3-flash","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":60.587,"stderr":2.032,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"finance_agent/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":0.072473,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"finance_agent/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":296.095,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"finance_agent/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-index@2.2|accuracy|overall/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":50.861,"stderr":1.255,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"overall/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-index@2.2|cache-read-tokens|overall/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":60767985.3,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"overall/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-index@2.2|cache-write-tokens|overall/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"overall/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-index@2.2|cost-per-test|overall/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":2.048666,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"overall/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-index@2.2|input-tokens|overall/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":62213903.2,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"overall/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-index@2.2|latency|overall/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":3830.634,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"overall/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-index@2.2|output-tokens|overall/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":203646.5,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"overall/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":10.417,"stderr":2.572,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"legal_agent_benchmark/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":0.323243,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"legal_agent_benchmark/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":744.843,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"legal_agent_benchmark/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":45.192,"stderr":3.459,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"legal_research/zai/glm-5.3-flash","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.240392,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"legal_research/zai/glm-5.3-flash","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-legal-research@2.2|latency|legal_research/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":3067.486,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"legal_research/zai/glm-5.3-flash","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":31.55,"stderr":3.35,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"tax_agent_bench/zai/glm-5.3-flash","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":0.138062,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"tax_agent_bench/zai/glm-5.3-flash","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":1297.006,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"tax_agent_bench/zai/glm-5.3-flash","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":37.374,"stderr":2.672,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"terminal_bench_4/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":1.219907,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"terminal_bench_4/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":3681.073,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"terminal_bench_4/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":30.759,"stderr":5.277,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"vibe_code_bench/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":4.69761,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"vibe_code_bench/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3-flash:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/zai/glm-5.3-flash","sourceId":"vals","modelId":"zai/glm-5.3-flash","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":5027.281,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3-flash","rowId":"vibe_code_bench/zai/glm-5.3-flash","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:default|none|vals-code-migration@1.1|accuracy|code_migration/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"accuracy","value":54.075,"stderr":3.209,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"code_migration/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:default|none|vals-code-migration@1.1|cost-per-test|code_migration/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"cost-per-test","value":33.523556,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"code_migration/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:default|none|vals-code-migration@1.1|latency|code_migration/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"flags":[]},"harness":null,"benchmarkId":"vals-code-migration","benchmarkVersion":"1.1","metricId":"latency","value":10660.633,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"code_migration/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-emb@1.1|accuracy|emb/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"accuracy","value":69.112,"stderr":2.649,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"emb/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-emb@1.1|cost-per-test|emb/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"cost-per-test","value":3.787827,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"emb/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-emb@1.1|latency|emb/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-emb","benchmarkVersion":"1.1","metricId":"latency","value":2172.231,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"emb/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-finance-agent@2.1|accuracy|finance_agent/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"accuracy","value":65.004,"stderr":2.01,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"finance_agent/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-finance-agent@2.1|cost-per-test|finance_agent/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"cost-per-test","value":1.030939,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"finance_agent/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-finance-agent@2.1|latency|finance_agent/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-finance-agent","benchmarkVersion":"2.1","metricId":"latency","value":1205.572,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"finance_agent/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-index@2.2|accuracy|overall/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"accuracy","value":59.847,"stderr":1.111,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"overall/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-index@2.2|cache-read-tokens|overall/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-read-tokens","value":27410401.9,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"overall/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-index@2.2|cache-write-tokens|overall/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cache-write-tokens","value":0,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"overall/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-index@2.2|cost-per-test|overall/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"cost-per-test","value":8.524625,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"overall/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-index@2.2|input-tokens|overall/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"input-tokens","value":27949602.7,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"overall/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-index@2.2|latency|overall/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"latency","value":3864.087,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"overall/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-index@2.2|output-tokens|overall/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-index","benchmarkVersion":"2.2","metricId":"output-tokens","value":202266.1,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"overall/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-legal-agent-benchmark@1.1|accuracy|legal_agent_benchmark/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"accuracy","value":14.583,"stderr":2.862,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"legal_agent_benchmark/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-legal-agent-benchmark@1.1|cost-per-test|legal_agent_benchmark/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"cost-per-test","value":3.987774,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"legal_agent_benchmark/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-legal-agent-benchmark@1.1|latency|legal_agent_benchmark/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-agent-benchmark","benchmarkVersion":"1.1","metricId":"latency","value":1911.01,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"legal_agent_benchmark/zai/glm-5.3","provider":"fireworks-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-legal-research@2.2|accuracy|legal_research/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"accuracy","value":49.038,"stderr":3.475,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"legal_research/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-legal-research@2.2|cost-per-test|legal_research/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"cost-per-test","value":2.241388,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"legal_research/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-legal-research@2.2|latency|legal_research/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-legal-research","benchmarkVersion":"2.2","metricId":"latency","value":3110.171,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"legal_research/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-tax-agent-bench@2.2|accuracy|tax_agent_bench/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"accuracy","value":43.325,"stderr":3.565,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"tax_agent_bench/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-tax-agent-bench@2.2|cost-per-test|tax_agent_bench/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"cost-per-test","value":1.80097,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"tax_agent_bench/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-tax-agent-bench@2.2|latency|tax_agent_bench/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-tax-agent-bench","benchmarkVersion":"2.2","metricId":"latency","value":3052.932,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"tax_agent_bench/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-terminal-bench-4@4.0|accuracy|terminal_bench_4/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"accuracy","value":38.889,"stderr":1.821,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"terminal_bench_4/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-terminal-bench-4@4.0|cost-per-test|terminal_bench_4/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"cost-per-test","value":9.37436,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"terminal_bench_4/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|none|vals-terminal-bench-4@4.0|latency|terminal_bench_4/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":null,"benchmarkId":"vals-terminal-bench-4","benchmarkVersion":"4.0","metricId":"latency","value":4952.947,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"terminal_bench_4/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|openhands|vals-vibe-code-bench@1.1|accuracy|vibe_code_bench/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"accuracy","value":78.125,"stderr":3.94,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"vibe_code_bench/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|openhands|vals-vibe-code-bench@1.1|cost-per-test|vibe_code_bench/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"cost-per-test","value":12.450185,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"vibe_code_bench/zai/glm-5.3","provider":"zhipu-ai"}
{"key":"vals|zai/glm-5.3:effort=max|openhands|vals-vibe-code-bench@1.1|latency|vibe_code_bench/zai/glm-5.3","sourceId":"vals","modelId":"zai/glm-5.3","variant":{"effort":"max","flags":[]},"harness":{"name":"OpenHands"},"benchmarkId":"vals-vibe-code-bench","benchmarkVersion":"1.1","metricId":"latency","value":3847.197,"observedAt":"2026-11-15","costKind":"unknown","sourceUrl":"https://www.vals.ai/benchmarks/vals_index","snapshotId":"vals/20261117T004321Z-fd063cbadaac","rawName":"zai/glm-5.3","rowId":"vibe_code_bench/zai/glm-5.3","provider":"zhipu-ai"}
